-- Logs begin at Thu 2022-03-31 21:40:16 UTC, end at Fri 2022-04-01 00:41:40 UTC. -- Mar 31 22:40:53.638607 n-d-828414-2 systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 22:40:56.439087 n-d-828414-2 neutron-server[109725]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:40:56.439675 n-d-828414-2 neutron-server[109725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:40:56.439850 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:40:56.443034 n-d-828414-2 neutron-server[109725]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:40:56.443287 n-d-828414-2 neutron-server[109725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:40:56.443599 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:40:56.444547 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:56.444783 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:56.445143 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:56.445391 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:56.445619 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:56.445941 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.446242 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.446540 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.446771 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.447107 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.447406 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.447693 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.447986 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.448287 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.448578 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.448858 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.449142 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.449373 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.449656 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.449946 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.450234 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.450464 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] debug = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.450744 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.451953 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.452342 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.452630 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.452927 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.453213 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.453488 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.453777 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.454063 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.454394 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] host = n-d-828414-2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.454675 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.454967 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.455283 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.455573 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.455853 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.456131 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.456420 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.456693 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.456967 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.457241 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.457529 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.457819 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.458110 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.458337 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.458562 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.458856 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.459174 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.459454 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.459730 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.460005 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.460280 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.460558 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.460828 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.461115 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.461402 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.461691 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.461969 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.462246 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.462522 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.462794 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.463110 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.463388 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.463663 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.463944 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.464231 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.464501 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.464774 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.465076 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.465361 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.465644 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.465930 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.466203 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.466529 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.467051 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.467146 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.467361 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_json = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.467633 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.467907 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.468193 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.468468 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.468741 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.469015 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.469287 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.469575 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.469850 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:56.470149 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.470448 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.471276 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.471568 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.471860 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.472143 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.472434 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.472718 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.473010 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.473302 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.473589 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.473874 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.474168 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.474453 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.474751 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.475080 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.475382 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.475677 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.475955 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.476232 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.476510 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.476791 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.477080 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.477371 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.477647 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.477938 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.478220 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.478509 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.478806 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.479124 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.479401 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.479684 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.479976 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.480258 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.480532 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.480814 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.481105 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.481388 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.481662 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.481945 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.482560 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.482560 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.482809 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.483120 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.483419 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.483707 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.483982 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.484257 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.484541 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.484814 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.485100 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.485378 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.485654 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.485927 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.486209 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.486485 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.486760 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.487066 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.487344 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.487625 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.487903 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.488180 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.488459 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.488736 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.489013 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.489289 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.489566 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.489848 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.490121 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.490394 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.490670 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.490945 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.491245 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.491534 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.491834 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.492116 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.492398 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.492680 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.492961 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.493241 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.493521 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.493805 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.494085 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.494358 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.494651 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.494936 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.495249 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.495537 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.495822 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.496119 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.496399 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.496685 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.496964 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.497246 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.497531 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.498112 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.498222 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.498512 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.498814 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.499139 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.499437 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.499723 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.500035 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.500319 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:56.500541 n-d-828414-2 neutron-server[109725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:56.500783 n-d-828414-2 neutron-server[109725]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109725) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 22:40:56.862079 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:40:56.862292 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:40:56.862584 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:40:56.862913 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 22:40:57.268002 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.268290 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.268562 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.269844 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.270120 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.270395 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.306318 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.306600 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.306869 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.322146 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.322429 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.322699 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.350719 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.351019 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.351292 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.389029 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.389307 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.389575 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.618126 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.618785 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.618785 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.618947 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.619632 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.739079 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.739400 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.739681 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.739950 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.740214 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.740523 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.740782 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.741039 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.741294 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.741575 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.741833 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.742095 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.742350 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.742601 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.742853 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.743137 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.743394 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.743660 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.743928 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.744185 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.744454 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.744710 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.744994 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.745366 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.745614 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.745861 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.746260 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.746501 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.746739 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.746977 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.747258 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.747494 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:57.747884 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 22:40:57.751071 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 22:40:57.754981 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 22:40:57.758605 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Mar 31 22:40:57.760391 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 22:40:57.760838 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 22:40:57.761173 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 22:40:57.761558 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 22:40:57.764440 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 22:40:57.764683 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 22:40:57.765024 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:40:57.770279 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 22:40:57.792652 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 22:40:57.793106 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.793406 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109725) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 31 22:40:57.794024 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.796082 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109725) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 22:40:57.796363 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:40:57.796609 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 22:40:57.800180 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.800461 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:57.863344 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 22:40:57.863586 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 22:40:57.863823 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 22:40:57.864200 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 22:40:57.885318 n-d-828414-2 neutron-server[109725]: DEBUG oslo_db.sqlalchemy.engines [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109725) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 22:40:58.574045 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing driver for type 'gre' Mar 31 22:40:58.574576 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] gre ID ranges: [(1, 1000)] Mar 31 22:40:58.767327 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing driver for type 'local' Mar 31 22:40:58.767962 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing driver for type 'vlan' Mar 31 22:40:58.858876 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] VlanTypeDriver initialization complete Mar 31 22:40:58.859174 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing driver for type 'vxlan' Mar 31 22:40:58.859667 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] vxlan ID ranges: [(1, 1000)] Mar 31 22:40:59.048189 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing extension driver 'port_security' Mar 31 22:40:59.048522 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] PortSecurityExtensionDriver initialization complete Mar 31 22:40:59.048852 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing mechanism driver 'openvswitch' Mar 31 22:40:59.049171 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing mechanism driver 'hyperv' Mar 31 22:40:59.059646 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:59.060529 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.060946 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.061285 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.061807 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.062251 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.062603 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.062945 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.063365 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.063768 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.064119 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.064460 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.064847 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.065246 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.065591 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.065927 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.067994 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.068429 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.068798 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.069151 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.069550 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.069961 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > address_group after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.070315 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > address_group after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.070658 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.071078 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:59.071525 n-d-828414-2 neutron-server[109725]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] ML2 OVO RPC backend initialized. {{(pid=109725) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 31 22:40:59.072240 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.072597 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.073013 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.073360 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > networks before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.073707 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.074045 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > ports before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.074384 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.074722 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnets before_response 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.075095 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.075437 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.075844 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.076402 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.076649 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.076982 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.077315 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.077649 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.077979 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.085505 n-d-828414-2 neutron-server[109725]: INFO neutron.quota [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded quota_driver: . Mar 31 22:40:59.085872 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.plugin [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Modular L2 Plugin initialization complete Mar 31 22:40:59.086219 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading services supported by the core plugin {{(pid=109725) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 22:40:59.086579 n-d-828414-2 neutron-server[109725]: INFO neutron.plugins.ml2.managers [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Got port-security extension from driver 'port_security' Mar 31 22:40:59.087091 n-d-828414-2 neutron-server[109725]: INFO neutron.extensions.vlantransparent [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Disabled vlantransparent extension. Mar 31 22:40:59.087589 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109725) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 22:40:59.087913 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: router Mar 31 22:40:59.127402 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.127792 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_create 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.128157 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router before_create 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.128520 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.128889 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.129241 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_delete 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.129596 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.129947 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.130304 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_create 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.130647 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.130991 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.131366 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.131723 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.132130 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.132495 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.132834 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.133168 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: subnet after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.133502 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.133844 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.134186 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_create 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.134525 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.134859 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.135241 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router after_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.135585 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.135930 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_create 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.137572 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.137572 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_update 55549900 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.137572 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > agent after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.137572 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > agent after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.137896 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > network after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.138578 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Tracking information for resource: router configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:59.138958 n-d-828414-2 neutron-server[109725]: DEBUG neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Tracking information for resource: floatingip configured {{(pid=109725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:59.143735 n-d-828414-2 neutron-server[109725]: INFO neutron.db.l3_agentschedulers_db [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 22:40:59.144317 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.144677 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.145028 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.145377 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: port after_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.146173 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router before_create 55550100 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.146535 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.146894 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_create 55550100 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.147274 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > router precommit_update 55550100 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.152090 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.provider_configuration [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service providers = [] {{(pid=109725) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 22:40:59.152456 n-d-828414-2 neutron-server[109725]: DEBUG neutron.db.servicetype_db [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109725) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 22:40:59.155948 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.service_base [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:59.156299 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.service_base [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:59.156641 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.service_base [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:59.157523 n-d-828414-2 neutron-server[109725]: DEBUG neutron.services.service_base [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:59.157891 n-d-828414-2 neutron-server[109725]: INFO neutron.services.service_base [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 22:40:59.158270 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.158586 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 22:40:59.170833 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.171195 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: auto_allocate Mar 31 22:40:59.177311 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: network precommit_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.177679 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: network precommit_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.178207 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.178526 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: tag Mar 31 22:40:59.185062 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.185661 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: timestamp Mar 31 22:40:59.189396 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.189728 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: network_ip_availability Mar 31 22:40:59.195243 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.195614 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.195968 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.196695 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.197021 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: flavors Mar 31 22:40:59.208997 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.209327 n-d-828414-2 neutron-server[109725]: INFO neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading Plugin: revisions Mar 31 22:40:59.213675 n-d-828414-2 neutron-server[109725]: DEBUG neutron.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:59.214077 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.351s {{(pid=109725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:40:59.214829 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109725) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 22:40:59.215209 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Initializing extension manager. Mar 31 22:40:59.215701 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: __init__.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.216040 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: __pycache__ {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.216862 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.217200 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: address_group.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.217961 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.218521 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: address-group Mar 31 22:40:59.218840 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: address_scope.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.219566 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.220070 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: address-scope Mar 31 22:40:59.220389 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.221313 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.221816 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: router-admin-state-down-before-update Mar 31 22:40:59.222136 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: agent.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.223024 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.223525 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: agent Mar 31 22:40:59.223852 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: agent_resources_synced.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.224799 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.225292 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: agent-resources-synced Mar 31 22:40:59.225611 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: allowedaddresspairs.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.227431 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.227943 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: allowed-address-pairs Mar 31 22:40:59.228264 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: auto_allocated_topology.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.229325 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.229831 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: auto-allocated-topology Mar 31 22:40:59.230154 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: availability_zone.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.230842 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.231376 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: availability_zone Mar 31 22:40:59.231694 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: availability_zone_filter.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.237745 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.238271 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: availability_zone_filter Mar 31 22:40:59.238598 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: data_plane_status.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.239542 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.240043 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 22:40:59.240363 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: default_subnetpools.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.241269 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.241771 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: default-subnetpools Mar 31 22:40:59.242088 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.242905 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.243431 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: dhcp_agent_scheduler Mar 31 22:40:59.243750 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: dns.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.244668 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.245220 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 22:40:59.245538 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: dns_domain_ports.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.246442 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.246935 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 22:40:59.247383 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.248372 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.248871 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 22:40:59.249183 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: dvr.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.249844 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.250336 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: dvr Mar 31 22:40:59.250650 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: ecmp_routes.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.251641 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.252134 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 22:40:59.252450 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: empty_string_filtering.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.253396 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.253889 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: empty-string-filtering Mar 31 22:40:59.254205 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.260885 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.261382 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:40:59.261699 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.262606 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.263132 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 22:40:59.263493 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: external_net.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.264393 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.264880 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: external-net Mar 31 22:40:59.265196 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.266087 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.266576 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: extra_dhcp_opt Mar 31 22:40:59.266893 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: extraroute.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.267812 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.268312 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: extraroute Mar 31 22:40:59.268630 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: extraroute_atomic.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.269649 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.270151 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: extraroute-atomic Mar 31 22:40:59.270469 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: filter_validation.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.271171 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.271662 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: filter-validation Mar 31 22:40:59.271978 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: fip_pf_description.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.272874 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.273365 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 22:40:59.273679 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: fip_port_details.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.274641 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.275107 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: fip-port-details Mar 31 22:40:59.277486 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: flavors.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.278477 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.279547 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: flavors Mar 31 22:40:59.279864 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.281501 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.282004 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 22:40:59.282326 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: floatingip_pools.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.283020 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.283529 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: floatingip-pools Mar 31 22:40:59.283846 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: ip_allocation.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.284766 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.285260 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 22:40:59.285584 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.286498 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.286998 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: ip-substring-filtering Mar 31 22:40:59.287337 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l2_adjacency.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.288271 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.288764 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 22:40:59.289080 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.290066 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.290567 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: router Mar 31 22:40:59.290885 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.293270 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.294039 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:40:59.294365 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.295883 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.296387 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: ext-gw-mode Mar 31 22:40:59.296709 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.297615 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.298111 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: l3-ha Mar 31 22:40:59.298430 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3_flavors.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.299356 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.299852 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: l3-flavors Mar 31 22:40:59.300168 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.301070 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.301564 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 22:40:59.301880 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: l3agentscheduler.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.302914 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.303443 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: l3_agent_scheduler Mar 31 22:40:59.303765 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: logging.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.305234 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.305737 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension logging not supported by any of loaded plugins Mar 31 22:40:59.306058 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: metering.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.306785 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.307384 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: metering Mar 31 22:40:59.307705 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.308778 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.309280 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: metering_source_and_destination_fields Mar 31 22:40:59.309603 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: multiprovidernet.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.310607 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.311142 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: multi-provider Mar 31 22:40:59.311463 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: netmtu.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.312369 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.312866 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: net-mtu Mar 31 22:40:59.313206 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: netmtu_writable.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.314110 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.314605 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: net-mtu-writable Mar 31 22:40:59.314913 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: network_availability_zone.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.315607 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.316103 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: network_availability_zone Mar 31 22:40:59.316416 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: network_ip_availability.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.317513 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.318007 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: network-ip-availability Mar 31 22:40:59.318321 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: network_segment_range.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.325056 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.325544 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 22:40:59.325949 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: pagination.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.326920 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.327275 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: pagination Mar 31 22:40:59.327589 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: port_device_profile.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.328483 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.328987 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: port-device-profile Mar 31 22:40:59.329303 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.330214 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.330719 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: port-mac-address-regenerate Mar 31 22:40:59.331063 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.331963 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.332463 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: port-numa-affinity-policy Mar 31 22:40:59.332781 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: port_resource_request.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.333667 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.334161 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 22:40:59.334476 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: portbindings.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.335409 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.335908 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: binding Mar 31 22:40:59.336222 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: portbindings_extended.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.337602 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.338101 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: binding-extended Mar 31 22:40:59.338440 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: portsecurity.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.339346 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.339844 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: port-security Mar 31 22:40:59.340159 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: project_id.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.341126 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.341962 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: project-id Mar 31 22:40:59.342282 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: providernet.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.348115 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.348621 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: provider Mar 31 22:40:59.348941 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.352517 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.353030 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos not supported by any of loaded plugins Mar 31 22:40:59.353355 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.354586 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.355118 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 22:40:59.355445 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.356355 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.356859 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 22:40:59.357853 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_default.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.358752 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.359282 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-default not supported by any of loaded plugins Mar 31 22:40:59.359605 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_fip.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.360250 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.360738 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 22:40:59.361055 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_gateway_ip.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.361959 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.362453 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 22:40:59.362771 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_port_network_policy.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.363696 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.364191 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 22:40:59.364506 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_pps_rule.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.365666 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.366178 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 22:40:59.366499 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_rule_type_details.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.367444 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.367941 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 22:40:59.368259 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: qos_rules_alias.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.369283 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.369781 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 22:40:59.370099 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: quotasv2.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.371026 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.371361 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: quotas Mar 31 22:40:59.371711 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: quotasv2_detail.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.373536 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.373860 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: quota_details Mar 31 22:40:59.374187 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: rbac.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.375262 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.375779 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: rbac-policies Mar 31 22:40:59.376107 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: rbac_address_group.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.377022 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.377569 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: rbac-address-group Mar 31 22:40:59.377843 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: rbac_address_scope.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.378742 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.379464 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: rbac-address-scope Mar 31 22:40:59.379784 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: rbac_security_groups.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.382942 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.383469 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: rbac-security-groups Mar 31 22:40:59.383786 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: rbac_subnetpool.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.384683 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.385179 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: rbac-subnetpool Mar 31 22:40:59.385495 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: revisionifmatch.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.386395 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.386898 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: revision-if-match Mar 31 22:40:59.387234 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: revisions.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.388931 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.389507 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: standard-attr-revisions Mar 31 22:40:59.389822 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: router_availability_zone.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.390488 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.390983 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: router_availability_zone Mar 31 22:40:59.391324 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: routerservicetype.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.392227 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.392724 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 22:40:59.393038 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.393944 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.394438 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: security-groups-normalized-cidr Mar 31 22:40:59.394755 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.395679 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.396180 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: port-security-groups-filtering Mar 31 22:40:59.396494 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.397396 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.397890 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: security-groups-remote-address-group Mar 31 22:40:59.398205 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: securitygroup.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.409884 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.410406 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: security-group Mar 31 22:40:59.410735 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: segment.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.411545 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.412048 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension segment not supported by any of loaded plugins Mar 31 22:40:59.412372 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.413305 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.413807 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 22:40:59.414130 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: servicetype.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.415334 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.415847 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: service-type Mar 31 22:40:59.416169 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: sorting.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.417142 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.417468 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: sorting Mar 31 22:40:59.417785 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: standard_attr_segment.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.423190 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.423692 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 22:40:59.424014 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: standardattrdescription.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.424645 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.425140 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: standard-attr-description Mar 31 22:40:59.425460 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: stateful_security_group.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.426381 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.426881 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: stateful-security-group Mar 31 22:40:59.427238 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: stdattrs_common.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.427817 n-d-828414-2 neutron-server[109725]: WARNING neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 22:40:59.428137 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.429080 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.429587 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 22:40:59.429903 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnet_onboard.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.430956 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.431489 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: subnet_onboard Mar 31 22:40:59.431811 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.432731 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.433231 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 22:40:59.433550 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnet_service_types.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.434461 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.434965 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: subnet-service-types Mar 31 22:40:59.435520 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnetallocation.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.436654 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.437156 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: subnet_allocation Mar 31 22:40:59.437477 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.438136 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.438634 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: subnetpool-prefix-ops Mar 31 22:40:59.438951 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.439906 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.440399 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 22:40:59.440714 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: tagging.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.441757 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.442266 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: standard-attr-tag Mar 31 22:40:59.442586 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: timestamp.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.443817 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.444322 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loaded extension: standard-attr-timestamp Mar 31 22:40:59.444646 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: trunk.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.445666 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.446170 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension trunk not supported by any of loaded plugins Mar 31 22:40:59.446488 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: trunk_details.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.447431 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.447934 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 22:40:59.448249 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: uplink_status_propagation.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.449157 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.449658 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 22:40:59.449975 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Loading extension file: vlantransparent.py {{(pid=109725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:59.450635 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:59.451783 n-d-828414-2 neutron-server[109725]: INFO neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 22:40:59.454203 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:network Mar 31 22:40:59.454723 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnet Mar 31 22:40:59.455163 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:59.455566 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:port Mar 31 22:40:59.456780 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.457976 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service FLAVORS assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.457976 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.458216 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.458543 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:router Mar 31 22:40:59.458968 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:40:59.459470 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service METERING assigned prefix: /metering {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.460893 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.461262 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.461610 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:59.462610 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:40:59.463070 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:40:59.463494 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:40:59.464076 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service CORE assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.464411 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:59.464746 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] subnetpool is already registered Mar 31 22:40:59.465171 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service CORE assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.465492 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:59.465815 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] subnetpool is already registered Mar 31 22:40:59.468699 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.469125 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service FLAVORS assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.469709 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.470123 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.470450 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:router Mar 31 22:40:59.470780 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] router is already registered Mar 31 22:40:59.471215 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:40:59.471545 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] floatingip is already registered Mar 31 22:40:59.472001 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service METERING assigned prefix: /metering {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.472655 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:40:59.472973 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] rbac_policy is already registered Mar 31 22:40:59.473373 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:40:59.473696 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] security_group is already registered Mar 31 22:40:59.474085 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:40:59.474406 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] security_group_rule is already registered Mar 31 22:40:59.475033 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service CORE assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.475414 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:59.475690 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] subnetpool is already registered Mar 31 22:40:59.476099 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.v2.resource_helper [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Service CORE assigned prefix: {{(pid=109725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:59.476416 n-d-828414-2 neutron-server[109725]: INFO neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:59.476738 n-d-828414-2 neutron-server[109725]: WARNING neutron.quota.resource_registry [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] subnetpool is already registered Mar 31 22:40:59.477196 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: extensions {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.478613 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: address-groups {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.480103 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: address-scopes {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.481413 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: agents {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.482581 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: auto-allocated-topology {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.483848 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: availability_zones {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.485051 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: dhcp-networks {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.486534 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: dhcp-agents {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.488025 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: routers {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.490176 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: flavors {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.491348 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: service_profiles {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.492555 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: next_providers {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.493989 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: service_profiles {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.495550 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: floatingip-pools {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.496759 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: routers {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.498996 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: floatingips {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.500276 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: l3-routers {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.501659 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: l3-agents {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.503082 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: metering-labels {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.504401 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: metering-label-rules {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.505659 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: network-ip-availabilities {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.506926 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: bindings {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.508586 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: quotas {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.509996 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: quotas {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.511423 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: rbac-policies {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.512606 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: security-groups {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.515376 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: security-group-rules {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.516609 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: service-providers {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.517816 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: subnetpools {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.519240 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: subnetpools {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.520671 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.522344 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.524167 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.525923 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.527720 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.530335 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.532041 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.533929 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.535761 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.537611 n-d-828414-2 neutron-server[109725]: DEBUG neutron.api.extensions [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Extended resource: tags {{(pid=109725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:59.543619 n-d-828414-2 neutron-server[109725]: WARNING keystonemiddleware.auth_token [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 22:40:59.548781 n-d-828414-2 neutron-server[109725]: WARNING keystonemiddleware.auth_token [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 22:40:59.557205 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Acquired lock "singleton_lock" {{(pid=109725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 31 22:40:59.557681 n-d-828414-2 neutron-server[109725]: DEBUG oslo_concurrency.lockutils [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Releasing lock "singleton_lock" {{(pid=109725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 31 22:40:59.558303 n-d-828414-2 neutron-server[109725]: INFO oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Starting 2 workers Mar 31 22:40:59.563265 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Started child 109834 {{(pid=109725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:59.567802 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Started child 109835 {{(pid=109725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:59.569052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.569804 n-d-828414-2 neutron-server[109725]: INFO neutron.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 22:40:59.570034 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Notify callbacks [] for process, before_spawn {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.570495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [-] (109834) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:40:59.572488 n-d-828414-2 neutron-server[109725]: INFO oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Starting 1 workers Mar 31 22:40:59.572653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.573892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [-] (109835) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:40:59.578253 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Started child 109836 {{(pid=109725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:59.578812 n-d-828414-2 neutron-server[109725]: INFO oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Starting 1 workers Mar 31 22:40:59.582467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] calling RpcWorker wait() {{(pid=109836) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 22:40:59.583044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] returning from RpcWorker wait() {{(pid=109836) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 22:40:59.583331 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Started child 109837 {{(pid=109725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:59.584189 n-d-828414-2 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a0c30ae2-9919-45c8-99b3-705a02eef089 None None] Notify callbacks [] for process, after_spawn {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.584518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.585059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:59.586098 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:40:59.586310 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:59.586491 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:59.586704 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:59.587071 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:59.587233 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:59.587758 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.588027 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.588293 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.588552 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.588688 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:59.589153 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.589416 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.589723 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.589919 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.590049 n-d-828414-2 neutron-server[109837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:59.590194 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.590440 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.590613 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.590775 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.591058 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.591290 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.592176 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.592441 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.592674 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.592934 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.593103 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.593349 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.593616 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.593842 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.594112 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] debug = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.594347 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.594838 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.595090 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.595350 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.595565 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.595835 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.596226 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.596488 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.596730 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.596942 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.597189 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.597438 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.597678 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.597913 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.598147 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.598401 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.598618 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.599112 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] host = n-d-828414-2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.599368 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.599598 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.599844 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.600098 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.600336 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.600566 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.600835 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.601087 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.601426 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.601536 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.601799 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.602046 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.602285 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.602544 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.602689 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_options = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.602941 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.603208 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.603482 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.603665 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.603816 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.603978 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.604240 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.604395 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.604636 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.604848 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.605075 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.605269 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.605507 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.605740 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.606033 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.606240 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.606631 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.606863 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.607161 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.607388 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.607610 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.607853 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.610392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.611437 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612237 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612237 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612237 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612635 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612635 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612955 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.612955 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.613253 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.613418 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_json = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.613587 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.613816 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.613961 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.614166 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.614438 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.614599 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.614794 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.615113 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.615331 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.615747 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.616044 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.616366 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.616869 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.616869 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.617141 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.617480 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.617632 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.617892 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.618126 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.618444 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.618677 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.618974 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.619256 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.619619 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.619954 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.620189 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.620448 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.620665 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.620879 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.621121 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.621337 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.621587 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.621810 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.622034 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.622261 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.622504 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.623186 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.623621 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.623621 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.623944 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.624076 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.624205 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.624462 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.624674 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.624916 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.625142 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.625389 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.625605 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.625814 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.626026 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.626272 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.626481 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.626705 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.626945 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.627205 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.627432 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.627724 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.627900 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.628129 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.628338 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.628562 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.628972 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.629126 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.629275 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.629497 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.629732 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.629950 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.630174 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.630388 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.630642 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.630858 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.631110 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.633593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634647 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634647 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.634847 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.635094 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.635304 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.635525 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.635730 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.635936 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.636167 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.636396 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.636625 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.636887 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.637195 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.637455 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.637670 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.637912 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.638162 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.639188 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.639378 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.639564 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.639781 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.640022 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.640285 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.640537 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.640794 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.641013 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.641250 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.641480 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.641694 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.641917 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.642129 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.642359 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.642593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.642827 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.643083 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.643314 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.643542 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.643791 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.644072 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.644305 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.644550 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.644787 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.645058 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.645349 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.645679 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.645947 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.646197 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.646442 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.646685 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.646936 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.647272 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.647517 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.647742 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.647978 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.648246 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.648498 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.648731 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.648940 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.649164 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.649496 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.649740 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.649952 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.650159 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.650424 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.650653 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.650915 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.651201 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.651442 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.651702 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.651927 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.652181 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.652411 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.652704 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.652911 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.653137 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.653369 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.653593 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.653849 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.654744 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.654962 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.655239 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.655427 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.655661 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.655887 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.656121 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.656330 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.656578 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.656799 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.657007 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.657245 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.657460 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.657695 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.657931 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.658138 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.658398 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.658782 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.658936 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.659392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.659392 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.659791 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.659791 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.660104 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.660270 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.660423 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.660630 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.660840 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.661052 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.661270 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.661500 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.661711 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.661937 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.662146 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.662401 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.662633 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.662969 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.665356 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.666366 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.666539 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.666686 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.666893 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.667154 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.667412 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.667677 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.667912 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.668141 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.668365 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.668613 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.669115 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.669355 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.669609 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.669889 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.670177 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.670500 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.670724 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.670949 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.672781 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.673204 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.673372 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.673512 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.673718 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.673939 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.674182 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.674397 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.674704 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.674957 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.678599 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.681768 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.682512 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.682768 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.683062 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.683319 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.683586 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.683848 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.684078 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.684334 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.684758 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.684758 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.685045 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.685220 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.685484 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.685626 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.685952 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.686168 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.686429 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.686601 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.686843 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688459 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688459 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688459 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688459 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688459 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688881 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.688982 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.689150 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.689362 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.689594 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.689820 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.690854 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.690854 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.690854 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.691385 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.691590 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.692204 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.692458 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.692719 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.692974 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.693284 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.693522 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.693789 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.694008 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.694226 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.694465 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.694721 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.695084 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.695381 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.695646 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.695906 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.696192 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.696561 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.696829 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.697315 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.697623 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.697942 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.698220 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.698488 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.698731 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.698978 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.699231 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.699432 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.699666 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.699901 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.700115 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.700351 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.700596 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.701426 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.701674 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.701916 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.702132 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.702374 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.702600 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.702818 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.703050 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.703190 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:59.704251 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:40:59.704251 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:59.704251 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:59.704251 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:59.704725 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:59.704725 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:59.704725 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705145 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705145 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:59.705450 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705450 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705450 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705667 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705667 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705831 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.705985 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706138 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706292 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706446 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706603 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706759 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.706910 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707086 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707241 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707399 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707555 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707707 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.707864 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.708015 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] debug = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.708319 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.708683 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.708826 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.708985 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.709454 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.709616 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.709770 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.709924 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710076 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710230 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710383 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710541 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710709 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710855 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.710994 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.711183 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.711325 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.711412 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] host = n-d-828414-2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.711747 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.711908 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712055 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712213 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712365 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712518 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712671 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712825 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.712978 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.713170 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.713678 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.713837 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714063 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714225 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714379 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_options = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714533 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714686 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.714841 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715038 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715210 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715353 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715508 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715662 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715803 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.715958 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.716112 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.716264 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.716464 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717143 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717274 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717427 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717580 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717734 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.717887 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718041 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718194 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718452 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718613 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718767 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.718921 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719102 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719257 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719410 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719565 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719707 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.719859 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.720013 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.720167 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.720321 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.720555 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.720714 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721212 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721212 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721212 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721585 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721585 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721585 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721841 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.721841 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722079 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722167 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722283 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_json = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722435 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722589 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722742 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.722894 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723066 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723221 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723373 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723527 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723673 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:59.723849 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724007 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724175 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724331 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724488 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724643 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724799 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.724955 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725111 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725584 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725584 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725584 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725860 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.725860 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726014 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726150 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726305 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726463 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726618 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726776 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.726930 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727107 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727299 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727418 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727573 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727728 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.727883 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728053 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728209 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728365 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728521 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728677 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728834 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.728992 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729148 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729305 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729462 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729619 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729775 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.729931 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730086 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730242 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730399 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730555 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730712 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.730868 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731039 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731200 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731356 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731512 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731669 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.731826 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732020 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732236 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732394 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732568 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732833 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.732990 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733983 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.733983 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.734133 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.734571 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.734754 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.734912 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.735094 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.735253 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.735787 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.735957 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736097 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736234 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736422 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736531 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736946 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.736946 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737107 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737224 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737412 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737608 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737732 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.737854 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738013 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738175 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738331 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738487 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738644 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738811 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.738984 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739162 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739321 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739478 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739634 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739790 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.739945 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740101 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740257 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740413 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740569 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740724 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.740883 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741039 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741194 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741350 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741504 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741659 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741814 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.741969 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742125 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742285 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742442 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742598 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742753 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.742910 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743098 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743256 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743419 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743577 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743715 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.743886 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744041 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744198 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744353 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744509 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744667 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744824 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.744981 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745137 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745296 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745453 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745616 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745784 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.745941 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746097 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746252 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746430 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746586 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746741 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.746897 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.747073 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.747231 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.747531 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.747531 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.748278 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.748481 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.748641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.748799 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.748955 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749110 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749266 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749421 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749579 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749735 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.749890 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750048 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750204 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750360 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750516 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750672 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750829 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.750981 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.751161 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.751318 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.751630 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.751790 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.751951 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752111 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752558 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752558 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752558 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752829 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752829 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.752998 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753158 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753300 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753456 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753625 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753770 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.753929 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754089 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754245 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754405 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754562 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754718 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.754876 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755053 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755211 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755369 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755524 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755680 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.755853 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756009 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756165 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756324 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756481 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756637 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756793 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.756948 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757103 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757260 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757417 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757578 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757733 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.757889 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758045 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758199 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758357 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758516 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758673 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758829 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.758986 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759174 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759331 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759486 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759641 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759796 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.759951 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760107 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760263 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760433 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760589 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760746 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.760900 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761056 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761211 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761378 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761534 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761690 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.761845 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762000 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762156 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762323 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762479 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762634 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762788 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.762943 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.763121 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.763366 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764020 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764183 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764337 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764462 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764607 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764772 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.764929 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765086 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765241 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765396 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765552 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765719 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.765876 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766030 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766205 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766342 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766497 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766663 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766820 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.766976 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.767165 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.767322 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.767478 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768002 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768002 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768002 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768210 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768210 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768361 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768510 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768672 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768831 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.768996 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769160 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769318 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769483 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769648 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769812 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.769968 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770131 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770299 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770456 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770610 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770765 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.770920 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771097 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771254 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771409 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771564 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771718 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.771874 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772029 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772184 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772339 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772494 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772649 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772804 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.772958 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.773113 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.773267 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:59.773416 n-d-828414-2 neutron-server[109725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:59.822228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58228) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:59.831606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071449 Mar 31 22:41:11.462825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56fec3-d271-4e1b-a7da-bf759e6c3d14 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 22:41:11.555832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56fec3-d271-4e1b-a7da-bf759e6c3d14 None None] No non-hosted networks {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 22:41:11.641195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.agentschedulers_db [None req-4f56fec3-d271-4e1b-a7da-bf759e6c3d14 None None] DHCP Agent not found on host n-d-828414-2 {{(pid=109836) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 22:41:11.748083 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77329535-06c1-41f4-847c-08e0edcb20d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.713444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8fa86fc3-4bac-45a8-b9a9-f625ffc5f779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.739685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-efe23899-d47b-4ee6-84f6-b0d79c972302 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828414-2 {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:41:13.740487 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-efe23899-d47b-4ee6-84f6-b0d79c972302 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:41:14.306605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efe23899-d47b-4ee6-84f6-b0d79c972302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.110540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.385296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.676773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.677702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.678052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.678522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.678994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.679490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.679809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.680265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.680818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.681162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.681533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.681854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.682164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:16.682586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828414-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:16.695444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828414-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:17.596294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58320) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:18.127892 n-d-828414-2 neutron-server[109835]: WARNING oslo_policy.policy [None req-09607128-5076-424a-8d57-2438a6b15789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:18.129060 n-d-828414-2 neutron-server[109835]: WARNING oslo_policy.policy [None req-09607128-5076-424a-8d57-2438a6b15789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:18.358341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-09607128-5076-424a-8d57-2438a6b15789 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:41:18.359414 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09607128-5076-424a-8d57-2438a6b15789 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7622168 Mar 31 22:41:19.986325 n-d-828414-2 neutron-server[109836]: INFO neutron.db.l3_hamode_db [None req-d50f3eba-8ca8-47fe-858a-0e8f263de59d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 22:41:20.065359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f3eba-8ca8-47fe-858a-0e8f263de59d None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:20.065732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f3eba-8ca8-47fe-858a-0e8f263de59d None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 22:41:20.811325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:21.119881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:21.214214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.policy [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:41:21.260111 n-d-828414-2 neutron-server[109835]: WARNING oslo_policy.policy [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:21.260479 n-d-828414-2 neutron-server[109835]: WARNING oslo_policy.policy [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:21.419877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744302325709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744302326168', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744302338289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744302340643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744305047705', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744302492559', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-649284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3690444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4153576'] for rbac-policy, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.620372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.621597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e2b4a8b1-6cb4-4d60-9a94-53520780c3a2 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8092308 Mar 31 22:41:24.253512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58348) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:24.742607 n-d-828414-2 neutron-server[109834]: WARNING oslo_policy.policy [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:24.743227 n-d-828414-2 neutron-server[109834]: WARNING oslo_policy.policy [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:24.967474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:25.070940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Made reservation on behalf of 5c1bf860b92c44258cc4a7ccf2f06584 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:25.145112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.policy [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:41:25.190676 n-d-828414-2 neutron-server[109834]: WARNING oslo_policy.policy [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:25.191059 n-d-828414-2 neutron-server[109834]: WARNING oslo_policy.policy [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:41:25.200811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.222437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.332404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.406870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.432207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:41:25.456298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744304185429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.456882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Unsubscribe: segment precommit_create {{(pid=109834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:41:25.457410 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Added segment 2d26d7a2-b84c-4138-89ee-c9b1c360ff29 of type vlan for network 5f3e1573-c75d-4989-a239-4d836da334a1 Mar 31 22:41:25.463291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06502bf4-6b6f-4059-9c25-889f78038806,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:25.494189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.494525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.494855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.495206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.495531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.495848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.496166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.496480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.496793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.497336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.497661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.497975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Tracked resource versions report: Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: pushed versions: Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Log': {'1.0'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Network': {'1.1'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Port': {'1.7'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'PortForwarding': {'1.2'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'QosPolicy': {'1.9'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SubPort': {'1.0'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Subnet': {'1.1'}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Trunk': {'1.1'}} Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: consumer versions: Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: L3 agent@n-d-828414-2: {}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: Metadata agent@n-d-828414-2: {}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: Metering agent@n-d-828414-2: {}, Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'ConntrackHelper': '1.0', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Log': '1.0', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Network': '1.1', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Port': '1.7', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'PortForwarding': '1.2', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'QosPolicy': '1.9', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SecurityGroup': '1.4', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SecurityGroupRule': '1.2', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'SubPort': '1.0', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Subnet': '1.1', Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: 'Trunk': '1.1'}} Mar 31 22:41:25.499093 n-d-828414-2 neutron-server[109834]: {{(pid=109834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:25.582511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.676736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.677963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:25.678643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.779856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] Pushing event updated for resources: {'Network': ['ID=5f3e1573-c75d-4989-a239-4d836da334a1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:25.790573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b58a7d57-44fd-40fa-bb37-02970461903e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5323999 Mar 31 22:41:25.790940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5f3e1573-c75d-4989-a239-4d836da334a1 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:41:28.490143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58370) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:28.880749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b4c4f-a7f0-41e3-8313-3360900acb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:28.882111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d5b4c4f-a7f0-41e3-8313-3360900acb9f admin admin] 10.222.0.83 "GET /v2.0/networks/5f3e1573-c75d-4989-a239-4d836da334a1 HTTP/1.1" status: 200 len: 826 time: 0.3910012 Mar 31 22:41:28.923361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af766843-13fb-4534-afb6-00ffb0e7718f admin admin] 10.222.0.83 "GET /v2.0/subnetpools/70cc7ef6-61a5-4141-aa49-2fd6cd61d27f HTTP/1.1" status: 200 len: 734 time: 0.0345404 Mar 31 22:41:28.932692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'name': 'private-subnet', 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:29.014531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Made reservation on behalf of 5c1bf860b92c44258cc4a7ccf2f06584 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:29.016797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:29.420722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:29.488871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95882d6-152f-49d5-aa6b-6549601bb10e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:29.493505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Checking segment: {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:29.494126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Network hostable DHCP agents. Network: 5f3e1573-c75d-4989-a239-4d836da334a1, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:41:29.567940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Network 5f3e1573-c75d-4989-a239-4d836da334a1 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:41:29.648113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5f3e1573-c75d-4989-a239-4d836da334a1) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:29.654107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:29.655256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:29.659440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd136ccb-a937-417f-b00b-3340430ab71d None None] Network 5f3e1573-c75d-4989-a239-4d836da334a1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:29.767125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d7800639-a9fb-4b14-9c2f-82c23c7641fb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8240347 Mar 31 22:41:29.980102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-5f3e1573-c75d-4989-a239-4d836da334a1', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:41:29.981994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.277444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Allocated IP 172.20.0.2 (5f3e1573-c75d-4989-a239-4d836da334a1/b95882d6-152f-49d5-aa6b-6549601bb10e/bec4a1dc-3b74-4a81-8864-2c8a3c64b74e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:41:30.473362 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.573540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.650357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Network 5f3e1573-c75d-4989-a239-4d836da334a1 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:30.655300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:30.664614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:41:30.667704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Pushing event updated for resources: {'Port': ['ID=bec4a1dc-3b74-4a81-8864-2c8a3c64b74e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:30.701224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.701573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.701917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.702258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.702590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.702943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.703274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.703600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.703925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.704246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.704571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.704892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Tracked resource versions report: Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: pushed versions: Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Log': {'1.0'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Network': {'1.1'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Port': {'1.7'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'PortForwarding': {'1.2'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'QosPolicy': {'1.9'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SubPort': {'1.0'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Subnet': {'1.1'}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Trunk': {'1.1'}} Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: consumer versions: Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: L3 agent@n-d-828414-2: {}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: Metadata agent@n-d-828414-2: {}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: Metering agent@n-d-828414-2: {}, Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'ConntrackHelper': '1.0', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Log': '1.0', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Network': '1.1', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Port': '1.7', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'PortForwarding': '1.2', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'QosPolicy': '1.9', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SecurityGroup': '1.4', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SecurityGroupRule': '1.2', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'SubPort': '1.0', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Subnet': '1.1', Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: 'Trunk': '1.1'}} Mar 31 22:41:30.705985 n-d-828414-2 neutron-server[109836]: {{(pid=109836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:30.754498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Attempting to bind port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:41:30.754893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Attempting to bind port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:41:30.755341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Attempting to bind port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e on network 5f3e1573-c75d-4989-a239-4d836da334a1 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:41:30.760215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:41:30.760621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Checking segment: {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:30.761113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.761503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Bound using segment: {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:41:30.761998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Bound port: bec4a1dc-3b74-4a81-8864-2c8a3c64b74e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:41:30.763030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.824467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] For port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:41:30.845976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] For port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bec4a1dc-3b74-4a81-8864-2c8a3c64b74e,segment=NetworkSegment(2d26d7a2-b84c-4138-89ee-c9b1c360ff29),segment_id=2d26d7a2-b84c-4138-89ee-c9b1c360ff29)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:41:30.923136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:30.976571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86becf3a-4d7a-44ba-811a-4ed1019ca528 None None] Pushing event updated for resources: {'Port': ['ID=bec4a1dc-3b74-4a81-8864-2c8a3c64b74e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:32.253806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58378) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:32.641404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-d48dbba0-55d5-44d7-87c9-fff21c28c852 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:41:32.642403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d48dbba0-55d5-44d7-87c9-fff21c28c852 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3876326 Mar 31 22:41:35.134344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58386) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:35.455770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-7775117f-8275-43ce-a7cd-372f619b626d admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:41:35.457592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7775117f-8275-43ce-a7cd-372f619b626d admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210833 Mar 31 22:41:38.156836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:38.474172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Request body: {'router': {'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'name': 'router1', 'admin_state_up': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:38.608986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.610444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.748753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.803451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.867267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.868405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea60a6a0-17c8-4558-9884-ad1747830525 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7106028 Mar 31 22:41:39.560886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f95521-be25-4f12-84f8-654c4f0634fd None None] Network 5f3e1573-c75d-4989-a239-4d836da334a1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:39.692366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] Provisioning complete for port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:39.692744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:39.880805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:39.921648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] For port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bec4a1dc-3b74-4a81-8864-2c8a3c64b74e,segment=NetworkSegment(2d26d7a2-b84c-4138-89ee-c9b1c360ff29),segment_id=2d26d7a2-b84c-4138-89ee-c9b1c360ff29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:41:39.975268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:40.034085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bec4a1dc-3b74-4a81-8864-2c8a3c64b74e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:40.062242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afb33d-bb77-4dae-9ee0-d23273ef6bd9 None None] Pushing event updated for resources: {'Port': ['ID=bec4a1dc-3b74-4a81-8864-2c8a3c64b74e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:40.100465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:40.100753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:40.103750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4daa1f67-477b-4743-aa4e-2aa0f1b78cc1 None None] Provisioning complete for port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:40.104112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4daa1f67-477b-4743-aa4e-2aa0f1b78cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:41.364448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:41.488309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0ebfcff-deb4-43d6-bc6e-cfd3a5ebbbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:41.680041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-c39e32cc-8c01-46b9-b3f5-079463d94bff admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:41:41.681031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c39e32cc-8c01-46b9-b3f5-079463d94bff admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156424 Mar 31 22:41:41.992522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bec4a1dc-3b74-4a81-8864-2c8a3c64b74e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:42.039469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:42.039841 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:43.688371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3975d3e2-bdac-4839-b2a6-9f242ef704da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.124417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:44.434220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:44.538183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Made reservation on behalf of 14184864a12744c4a43c983734595d4e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:44.540781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.557623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.659790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.716819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.727762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Reserving flat network on physical network physnet1 {{(pid=109835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 22:41:44.758548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744304185429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.759161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Unsubscribe: segment precommit_create {{(pid=109835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:41:44.759641 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Added segment 3bef5632-abe8-4350-a79d-78f697278f88 of type flat for network 0df374ee-5ae0-452f-9dc8-8c03e311b300 Mar 31 22:41:44.775403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8272f51-454c-4ccf-986a-41d2a7a0d3f8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:44.823862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.824117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.825055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.825388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.825707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.826020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.826331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.826640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.826947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.827277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.827580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.827888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Tracked resource versions report: Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: pushed versions: Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Log': {'1.0'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Network': {'1.1'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Port': {'1.7'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'PortForwarding': {'1.2'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'QosPolicy': {'1.9'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SubPort': {'1.0'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Subnet': {'1.1'}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Trunk': {'1.1'}} Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: consumer versions: Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: L3 agent@n-d-828414-2: {}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: Metadata agent@n-d-828414-2: {}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: Metering agent@n-d-828414-2: {}, Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'ConntrackHelper': '1.0', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Log': '1.0', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Network': '1.1', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Port': '1.7', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'PortForwarding': '1.2', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'QosPolicy': '1.9', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SecurityGroup': '1.4', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SecurityGroupRule': '1.2', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'SubPort': '1.0', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Subnet': '1.1', Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: 'Trunk': '1.1'}} Mar 31 22:41:44.828965 n-d-828414-2 neutron-server[109835]: {{(pid=109835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:44.873673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.972391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:44.973465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:44.974113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:45.071130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] Pushing event updated for resources: {'Network': ['ID=0df374ee-5ae0-452f-9dc8-8c03e311b300,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:45.081571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:41:45.131887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:45.193472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3fc207b6-ee1e-4ef3-b3df-0a6887410d5f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0680101 Mar 31 22:41:46.350924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:46.693659 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:47.582255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58438) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:47.628473 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:41:47.795699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cba650-1297-489e-89e0-fec0b417a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:47.797050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-88cba650-1297-489e-89e0-fec0b417a3f9 admin admin] 10.222.0.83 "GET /v2.0/subnets/b95882d6-152f-49d5-aa6b-6549601bb10e HTTP/1.1" status: 200 len: 849 time: 0.2138660 Mar 31 22:41:47.976692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1470e18e-6666-482d-92c3-c2dd556aacf0 admin admin] 10.222.0.83 "GET /v2.0/routers/b5c621f8-918c-4ac3-a01c-4c96d057f098 HTTP/1.1" status: 200 len: 704 time: 0.1735070 Mar 31 22:41:48.257376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:48.549939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Allocated IP 172.20.0.1 (5f3e1573-c75d-4989-a239-4d836da334a1/b95882d6-152f-49d5-aa6b-6549601bb10e/09226650-156e-4430-b827-f0acee05e41a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:41:48.728685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:48.854135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:48.930561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Network 5f3e1573-c75d-4989-a239-4d836da334a1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:48.940329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:48.945771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Pushing event updated for resources: {'Port': ['ID=09226650-156e-4430-b827-f0acee05e41a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:48.949356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:41:48.950043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.111098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09c196a7-e343-4bb7-8c06-cf6da50eab1b None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:49.111652 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09c196a7-e343-4bb7-8c06-cf6da50eab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.145095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-09c196a7-e343-4bb7-8c06-cf6da50eab1b None None] Port 09226650-156e-4430-b827-f0acee05e41a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:49.214840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.476137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.516199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.516975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.593567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Pushing event updated for resources: {'Port': ['ID=09226650-156e-4430-b827-f0acee05e41a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:49.640958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Network 5f3e1573-c75d-4989-a239-4d836da334a1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:49.642233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:49.842178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Router b5c621f8-918c-4ac3-a01c-4c96d057f098 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:41:49.869648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-399fa978-97a2-4674-91c9-50e27496d214 None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:49.870016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-399fa978-97a2-4674-91c9-50e27496d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:49.905274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-399fa978-97a2-4674-91c9-50e27496d214 None None] Port 09226650-156e-4430-b827-f0acee05e41a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:49.939502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:41:49.947159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d8242104-2c36-48e9-badb-8b7b9f9f62e5 admin admin] 10.222.0.83 "PUT /v2.0/routers/b5c621f8-918c-4ac3-a01c-4c96d057f098/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9607303 Mar 31 22:41:49.952009 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458177f-8923-413d-b412-a563406dd928 None None] Sync routers for ids ['b5c621f8-918c-4ac3-a01c-4c96d057f098'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:41:49.964585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] Routers {'b5c621f8-918c-4ac3-a01c-4c96d057f098'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:49.966025 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:41:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b5c621f8-918c-4ac3-a01c-4c96d057f098'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:50.154053 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] Set router b5c621f8-918c-4ac3-a01c-4c96d057f098 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:50.599535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:49Z', 'revision_number': 2, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port_host': None, '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:49Z', 'revision_number': 2, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:50.653164 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458177f-8923-413d-b412-a563406dd928 None None] Checking router: b5c621f8-918c-4ac3-a01c-4c96d057f098 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:41:50.653595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458177f-8923-413d-b412-a563406dd928 None None] Updating router b5c621f8-918c-4ac3-a01c-4c96d057f098 port 09226650-156e-4430-b827-f0acee05e41a binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:41:50.713398 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.251018 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.310885 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.410899 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Pushing event updated for resources: {'Port': ['ID=09226650-156e-4430-b827-f0acee05e41a,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:51.441842 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.442187 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.442521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.442854 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.443204 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.443535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.443859 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.444185 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.444507 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.444828 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.445146 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.445465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Tracked resource versions report: Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: pushed versions: Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Log': {'1.0'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Network': {'1.1'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Port': {'1.7'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'PortForwarding': {'1.2'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'QosPolicy': {'1.9'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SubPort': {'1.0'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Subnet': {'1.1'}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Trunk': {'1.1'}} Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: consumer versions: Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: L3 agent@n-d-828414-2: {}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: Metadata agent@n-d-828414-2: {}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: Metering agent@n-d-828414-2: {}, Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'ConntrackHelper': '1.0', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Log': '1.0', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Network': '1.1', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Port': '1.7', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'PortForwarding': '1.2', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'QosPolicy': '1.9', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SecurityGroup': '1.4', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SecurityGroupRule': '1.2', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'SubPort': '1.0', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Subnet': '1.1', Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: 'Trunk': '1.1'}} Mar 31 22:41:51.446572 n-d-828414-2 neutron-server[109837]: {{(pid=109837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:51.512268 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7458177f-8923-413d-b412-a563406dd928 None None] Attempting to bind port 09226650-156e-4430-b827-f0acee05e41a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:41:51.512814 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7458177f-8923-413d-b412-a563406dd928 None None] Attempting to bind port 09226650-156e-4430-b827-f0acee05e41a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:41:51.513343 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458177f-8923-413d-b412-a563406dd928 None None] Attempting to bind port 09226650-156e-4430-b827-f0acee05e41a on network 5f3e1573-c75d-4989-a239-4d836da334a1 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:41:51.519157 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458177f-8923-413d-b412-a563406dd928 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:41:51.519659 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458177f-8923-413d-b412-a563406dd928 None None] Checking segment: {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:51.520223 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.520670 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458177f-8923-413d-b412-a563406dd928 None None] Bound using segment: {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:41:51.521572 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7458177f-8923-413d-b412-a563406dd928 None None] Bound port: 09226650-156e-4430-b827-f0acee05e41a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d26d7a2-b84c-4138-89ee-c9b1c360ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:41:51.522018 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.591477 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7458177f-8923-413d-b412-a563406dd928 None None] For port 09226650-156e-4430-b827-f0acee05e41a, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:41:51.611071 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7458177f-8923-413d-b412-a563406dd928 None None] For port 09226650-156e-4430-b827-f0acee05e41a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09226650-156e-4430-b827-f0acee05e41a,segment=NetworkSegment(2d26d7a2-b84c-4138-89ee-c9b1c360ff29),segment_id=2d26d7a2-b84c-4138-89ee-c9b1c360ff29)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:41:51.635510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5fd9c7a2-b479-4e87-9085-45d04ba07a13 None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:51.636064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c7a2-b479-4e87-9085-45d04ba07a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.670991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9c7a2-b479-4e87-9085-45d04ba07a13 None None] Port 09226650-156e-4430-b827-f0acee05e41a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:51.688802 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7458177f-8923-413d-b412-a563406dd928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.749505 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] Routers {'b5c621f8-918c-4ac3-a01c-4c96d057f098'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:51.750119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:41:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b5c621f8-918c-4ac3-a01c-4c96d057f098'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:51.788110 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9e4d-9591-444f-8bec-5f22c682ca3a None None] Pushing event updated for resources: {'Port': ['ID=09226650-156e-4430-b827-f0acee05e41a,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:51.849607 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] Set router b5c621f8-918c-4ac3-a01c-4c96d057f098 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:51.893152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:51.894539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:51.975076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:52.008690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] For port 09226650-156e-4430-b827-f0acee05e41a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09226650-156e-4430-b827-f0acee05e41a,segment=NetworkSegment(2d26d7a2-b84c-4138-89ee-c9b1c360ff29),segment_id=2d26d7a2-b84c-4138-89ee-c9b1c360ff29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:41:52.061212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7458177f-8923-413d-b412-a563406dd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:49Z', 'revision_number': 2, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port_host': None, '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:51Z', 'revision_number': 4, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:52.069745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:52.093490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458177f-8923-413d-b412-a563406dd928 None None] The sync data for ids ['b5c621f8-918c-4ac3-a01c-4c96d057f098'] in n-d-828414-2 is: [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:49Z', 'revision_number': 2, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port_host': None, '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:51Z', 'revision_number': 4, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:41:52.126743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462775-0a3d-4d0b-b994-d8d230ed81ec None None] Pushing event updated for resources: {'Port': ['ID=09226650-156e-4430-b827-f0acee05e41a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:52.233174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:52.349114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19a920-bbb3-4b0c-acf0-df5fb4f56bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:52.350551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4e19a920-bbb3-4b0c-acf0-df5fb4f56bdb admin admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 842 time: 0.1163497 Mar 31 22:41:52.362825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_dhcp': False, 'cidr': '172.25.6.0/24'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:52.465205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Made reservation on behalf of 14184864a12744c4a43c983734595d4e for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:52.467519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:52.833576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 22:41:52.834004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:52.885578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d72aba5-a5aa-46bf-8eba-01d5d996a1ab,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:52.898074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:52.898409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Network hostable DHCP agents. Network: 0df374ee-5ae0-452f-9dc8-8c03e311b300, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:41:53.035558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:41:53.132463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0df374ee-5ae0-452f-9dc8-8c03e311b300) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:53.137940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:53.138763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:53.142917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957950f-9f91-45d0-a2b2-25759d2700e6 None None] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:53.263464 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-676e1b98-0919-4b4e-9d55-1bda1fe5cc6e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9043362 Mar 31 22:41:53.289372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf285a-1936-4762-b56c-d107f378643b None None] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:55.637517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:55.766795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-296dfd4b-ae3a-4180-80c3-699fc245f04e admin admin] 10.222.0.83 "GET /v2.0/routers/b5c621f8-918c-4ac3-a01c-4c96d057f098 HTTP/1.1" status: 200 len: 710 time: 0.1280775 Mar 31 22:41:55.854727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d26572-56d5-4eb3-aa95-6f8de1bd74b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:55.856805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16d26572-56d5-4eb3-aa95-6f8de1bd74b0 admin admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 886 time: 0.0827854 Mar 31 22:41:55.866016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:56.193939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:56.533213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:56.629171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:56.750267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Allocated IP 172.25.6.82 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/98922d2f-df9d-40a7-a78a-a485fbb58a66) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:41:56.859990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:56.951954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:57.009757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:57.012840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:57.018947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:41:57.022222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Pushing event updated for resources: {'Port': ['ID=98922d2f-df9d-40a7-a78a-a485fbb58a66,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:57.404564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:57.645254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:57.651172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:57.781786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Router b5c621f8-918c-4ac3-a01c-4c96d057f098 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:41:57.892403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:41:57.896688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:57.898258 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-15b9f22f-f320-4cd3-b4e7-5744cde98e04 admin admin] 10.222.0.83 "PUT /v2.0/routers/b5c621f8-918c-4ac3-a01c-4c96d057f098 HTTP/1.1" status: 200 len: 889 time: 2.0351424 Mar 31 22:41:58.038607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09226650-156e-4430-b827-f0acee05e41a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:58.110146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:58.110525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:58.836458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Sync routers for ids ['b5c621f8-918c-4ac3-a01c-4c96d057f098'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:41:58.848566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Routers {'b5c621f8-918c-4ac3-a01c-4c96d057f098'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:58.849202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:41:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b5c621f8-918c-4ac3-a01c-4c96d057f098'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:59.069962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Set router b5c621f8-918c-4ac3-a01c-4c96d057f098 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:59.529496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:57Z', 'revision_number': 4, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port': {'id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:56Z', 'updated_at': '2022-03-31T22:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:51Z', 'revision_number': 5, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:59.580263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Checking router: b5c621f8-918c-4ac3-a01c-4c96d057f098 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:41:59.580614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Updating router b5c621f8-918c-4ac3-a01c-4c96d057f098 port 98922d2f-df9d-40a7-a78a-a485fbb58a66 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:41:59.626508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:59.940196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:00.007956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:00.061169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Attempting to bind port 98922d2f-df9d-40a7-a78a-a485fbb58a66 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:42:00.061531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Attempting to bind port 98922d2f-df9d-40a7-a78a-a485fbb58a66 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:42:00.061884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Attempting to bind port 98922d2f-df9d-40a7-a78a-a485fbb58a66 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:42:00.069971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90e7c-bc4c-4a9e-a7fd-fd5b55e9bee7 None None] Pushing event updated for resources: {'Port': ['ID=98922d2f-df9d-40a7-a78a-a485fbb58a66,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:42:00.072382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:42:00.072745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:42:00.073240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:00.073507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:42:00.073964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Bound port: 98922d2f-df9d-40a7-a78a-a485fbb58a66, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:42:00.074338 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:00.124867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] For port 98922d2f-df9d-40a7-a78a-a485fbb58a66, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:42:00.128012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] For port 98922d2f-df9d-40a7-a78a-a485fbb58a66, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=98922d2f-df9d-40a7-a78a-a485fbb58a66,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:42:00.190111 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:00.247301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90e7c-bc4c-4a9e-a7fd-fd5b55e9bee7 None None] Pushing event updated for resources: {'Port': ['ID=98922d2f-df9d-40a7-a78a-a485fbb58a66,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:42:00.249815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Routers {'b5c621f8-918c-4ac3-a01c-4c96d057f098'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:42:00.250402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:41:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b5c621f8-918c-4ac3-a01c-4c96d057f098'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:42:00.354796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] Set router b5c621f8-918c-4ac3-a01c-4c96d057f098 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:42:00.530470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58480) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:42:00.570836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:57Z', 'revision_number': 4, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port': {'id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:56Z', 'updated_at': '2022-03-31T22:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:51Z', 'revision_number': 5, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:42:00.596734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7a56-f2f8-4eb8-a609-f50fb977c4ea None None] The sync data for ids ['b5c621f8-918c-4ac3-a01c-4c96d057f098'] in n-d-828414-2 is: [{'id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'name': 'router1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:38Z', 'updated_at': '2022-03-31T22:41:57Z', 'revision_number': 4, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'gw_port': {'id': '98922d2f-df9d-40a7-a78a-a485fbb58a66', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:56Z', 'updated_at': '2022-03-31T22:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09226650-156e-4430-b827-f0acee05e41a', 'name': '', 'network_id': '5f3e1573-c75d-4989-a239-4d836da334a1', 'tenant_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'mac_address': 'fa:16:3e:d4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c621f8-918c-4ac3-a01c-4c96d057f098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:48Z', 'updated_at': '2022-03-31T22:41:51Z', 'revision_number': 5, 'project_id': '5c1bf860b92c44258cc4a7ccf2f06584', 'subnets': [{'id': 'b95882d6-152f-49d5-aa6b-6549601bb10e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cc7ef6-61a5-4141-aa49-2fd6cd61d27f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:42:00.738471 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e261a52-35d9-4afe-9154-8c3cbd3a3ec7 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2068276 Mar 31 22:42:02.046751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 98922d2f-df9d-40a7-a78a-a485fbb58a66 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:42:02.106747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 98922d2f-df9d-40a7-a78a-a485fbb58a66 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:42:02.107674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:02.186357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:02.206117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 98922d2f-df9d-40a7-a78a-a485fbb58a66, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=98922d2f-df9d-40a7-a78a-a485fbb58a66,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:42:02.265119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:02.311726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=98922d2f-df9d-40a7-a78a-a485fbb58a66,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:42:04.012869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 98922d2f-df9d-40a7-a78a-a485fbb58a66 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:42:04.069855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 98922d2f-df9d-40a7-a78a-a485fbb58a66 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:42:04.070217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:11.488639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13910779-d6f8-47d7-a76f-b3488d7acd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:13.712461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef3aa2a9-c5c1-4914-80ab-1eebbccd4b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:15.060049 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:16.349745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:16.727816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:24.666306 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:42:41.487949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe875-83a4-498f-9ff8-2ddcb21a0013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:43.705225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef92a-592d-486c-8cd3-96b386e7ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:45.059665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:46.356279 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:46.745508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:01.625976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:11.510504 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-57da7f05-f081-44f1-b68e-530d6783dbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:13.702893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7550270e-15ee-4410-b55e-d9203adf1f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:15.076208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:16.350789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:16.688035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:38.626773 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:41.491489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b24b0858-fc78-46e6-a1e5-ec62c65294d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:43.697870 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d896d9d3-2cfa-4c09-beec-0e9f12b36efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:45.064532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:45.781672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59074) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:45.847522 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-031d7248-d14a-4a87-a317-6f758845e2cd admin admin] GET failed (client error): The resource could not be found. Mar 31 22:43:45.848805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-031d7248-d14a-4a87-a317-6f758845e2cd admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661917 Mar 31 22:43:46.006993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6b2e6-f297-438c-ac91-26903087f2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:46.011294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-40a6b2e6-f297-438c-ac91-26903087f2f4 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1549954 Mar 31 22:43:46.367484 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:46.704661 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:48.233115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59084) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:48.325608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c54fb-cce9-4c02-a4f4-6170d0edc3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:48.326936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4a4c54fb-cce9-4c02-a4f4-6170d0edc3c3 admin admin] 10.222.0.83 "GET /v2.0/subnets/b95882d6-152f-49d5-aa6b-6549601bb10e HTTP/1.1" status: 200 len: 849 time: 0.0928786 Mar 31 22:43:48.338783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:43:48.421063 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Notify callbacks [] for subnet, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:48.611361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744304160166'] for subnet, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:48.643251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:48.643836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:48.645168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] 10.222.0.83 "PUT /v2.0/subnets/b95882d6-152f-49d5-aa6b-6549601bb10e HTTP/1.1" status: 200 len: 868 time: 0.3105595 Mar 31 22:43:48.648883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfb31b-35e4-4f63-bb0c-5e09598031ad None None] Network 5f3e1573-c75d-4989-a239-4d836da334a1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:43:48.666334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95882d6-152f-49d5-aa6b-6549601bb10e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:43:48.674930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.675302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.675641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.675970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.676298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.676621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.676943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.677293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.677639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.677959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.678278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.678594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292b450-014e-4008-82c6-40c4701daabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:48.980493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-99b5776b-3ed3-4862-846a-a3c44b3b8c57 None None] Provisioning complete for port bec4a1dc-3b74-4a81-8864-2c8a3c64b74e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:43:48.980868 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99b5776b-3ed3-4862-846a-a3c44b3b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:49.070329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-99b5776b-3ed3-4862-846a-a3c44b3b8c57 None None] Provisioning complete for port 09226650-156e-4430-b827-f0acee05e41a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:43:49.070695 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99b5776b-3ed3-4862-846a-a3c44b3b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:50.913491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:51.119631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d2205-e4c3-4134-a212-5d9850b5e536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:51.120122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d2205-e4c3-4134-a212-5d9850b5e536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:51.121672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a21d2205-e4c3-4134-a212-5d9850b5e536 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2072556 Mar 31 22:43:53.342954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59102) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:53.472483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ddf8b-6e0f-4749-a16f-91c450e845e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:53.472981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ddf8b-6e0f-4749-a16f-91c450e845e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:53.474493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e56ddf8b-6e0f-4749-a16f-91c450e845e6 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1305292 Mar 31 22:43:55.741358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:55.897602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc19ee9-614d-44f6-be8e-faa54e19c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:55.898959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4bc19ee9-614d-44f6-be8e-faa54e19c7ae admin admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 886 time: 0.1566763 Mar 31 22:43:58.106905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59118) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:58.240643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dfc3f-45ed-427c-9dba-4f73680142a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:58.241994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-df5dfc3f-45ed-427c-9dba-4f73680142a4 admin admin] 10.222.0.83 "GET /v2.0/networks/5f3e1573-c75d-4989-a239-4d836da334a1 HTTP/1.1" status: 200 len: 870 time: 0.1340423 Mar 31 22:44:00.453910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59126) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:00.578256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dacd85-2b35-47b9-bd7d-42c38bad0f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:00.578724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dacd85-2b35-47b9-bd7d-42c38bad0f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:00.585495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-07dacd85-2b35-47b9-bd7d-42c38bad0f67 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253183 Mar 31 22:44:02.858410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59134) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:02.950136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f53ff-3a97-4664-b54c-edf2a3fd74f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:02.950596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f53ff-3a97-4664-b54c-edf2a3fd74f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:02.952104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-650f53ff-3a97-4664-b54c-edf2a3fd74f5 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925932 Mar 31 22:44:05.175509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59142) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:05.259888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5065d7-f5fc-4f19-a145-4b019df75d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:05.261107 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0c5065d7-f5fc-4f19-a145-4b019df75d7f admin admin] 10.222.0.83 "GET /v2.0/subnets/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab HTTP/1.1" status: 200 len: 816 time: 0.0846784 Mar 31 22:44:07.464116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59150) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:07.556835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1b50d-592a-4804-bfa4-3b5618915611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:07.558613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4bc1b50d-592a-4804-bfa4-3b5618915611 admin admin] 10.222.0.83 "GET /v2.0/subnets/b95882d6-152f-49d5-aa6b-6549601bb10e HTTP/1.1" status: 200 len: 868 time: 0.0931687 Mar 31 22:44:11.485650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ce49fc0-e696-4264-b9b2-6f3fa70b6b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:13.710665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-52e93b85-ce1e-42e5-8652-208e920ee83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:15.076185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:15.625441 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:44:16.359907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:16.698285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:28.022120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:28.070938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-533b0774-34cc-42f5-9b53-6f727025eeca admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:44:28.073219 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-533b0774-34cc-42f5-9b53-6f727025eeca admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490005 Mar 31 22:44:30.411313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59212) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:30.475507 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4ad8d0-45d6-4855-9721-6a82ff6dde6b admin admin] GET failed (client error): The resource could not be found. Mar 31 22:44:30.477341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9a4ad8d0-45d6-4855-9721-6a82ff6dde6b admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645344 Mar 31 22:44:30.562279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616fed1-07ca-4f2e-b673-f37c62af7a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:30.563745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3616fed1-07ca-4f2e-b673-f37c62af7a37 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816314 Mar 31 22:44:32.766103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:32.813908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:44:32.891198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Made reservation on behalf of 14184864a12744c4a43c983734595d4e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:44:32.893463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:32.920748 n-d-828414-2 neutron-server[109835]: WARNING neutron.services.revisions.revision_plugin [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Could not find related network for resource to bump revision. Mar 31 22:44:32.934722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:44:32.943572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:32.943935 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Added segment 425990fb-dce6-4ad0-b346-bdb417415530 of type vlan for network cc2875b9-95a2-432e-a66b-39eaabd201d1 Mar 31 22:44:32.993207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:33.079977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:33.080928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:33.081502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:33.137422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2875b9-95a2-432e-a66b-39eaabd201d1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:33.149396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:44:33.193150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-429c7061-eb1e-4a09-b8af-dc1b63c9db03 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4259672 Mar 31 22:44:35.380815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59228) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:35.441882 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9a5145-892a-4c72-905a-04fa6e3bd5a2 admin admin] GET failed (client error): The resource could not be found. Mar 31 22:44:35.443204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2e9a5145-892a-4c72-905a-04fa6e3bd5a2 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614150 Mar 31 22:44:35.514469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312a762-a1ae-40c7-a26d-97f647046b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:35.515952 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6312a762-a1ae-40c7-a26d-97f647046b7a admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0674641 Mar 31 22:44:35.526159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Request body: {'subnet': {'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:44:35.611202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Made reservation on behalf of 14184864a12744c4a43c983734595d4e for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:44:35.613390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Notify callbacks [] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:35.848076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:35.909446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fc9946-8ecc-4668-864f-32d70cbc6461,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:35.919601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:44:35.919951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Network hostable DHCP agents. Network: cc2875b9-95a2-432e-a66b-39eaabd201d1, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:44:36.035317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:44:36.111120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, cc2875b9-95a2-432e-a66b-39eaabd201d1) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:44:36.115810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:36.116393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.121782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698f198-092e-4c82-833e-3f92261ce778 None None] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:44:36.191536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a391b16-09e2-4b35-9f94-3a9bbc4d522a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6685781 Mar 31 22:44:36.309950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-cc2875b9-95a2-432e-a66b-39eaabd201d1', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'tenant_id': '14184864a12744c4a43c983734595d4e', 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:44:36.310889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.490777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Allocated IP 192.168.233.2 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/dabb7afa-b15f-40b9-9956-d7e81b5833c3) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:44:36.745208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.837385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.880464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:44:36.884358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Pushing event updated for resources: {'Port': ['ID=dabb7afa-b15f-40b9-9956-d7e81b5833c3,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:36.886598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:44:36.889335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:44:36.895444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.895785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.896149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.896452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.896785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.897123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.897445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.897763 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.898079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.898904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.899251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.901657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:36.953987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Attempting to bind port dabb7afa-b15f-40b9-9956-d7e81b5833c3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:44:36.954347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Attempting to bind port dabb7afa-b15f-40b9-9956-d7e81b5833c3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:44:36.954727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Attempting to bind port dabb7afa-b15f-40b9-9956-d7e81b5833c3 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:44:36.960135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:44:36.960508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:44:36.960984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.961868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:44:36.962327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Bound port: dabb7afa-b15f-40b9-9956-d7e81b5833c3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:44:36.962720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:37.027939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] For port dabb7afa-b15f-40b9-9956-d7e81b5833c3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:44:37.030939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] For port dabb7afa-b15f-40b9-9956-d7e81b5833c3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dabb7afa-b15f-40b9-9956-d7e81b5833c3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:44:37.105668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:37.162540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8791d20-b972-457f-9832-f1b8b859e85d None None] Pushing event updated for resources: {'Port': ['ID=dabb7afa-b15f-40b9-9956-d7e81b5833c3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:38.024528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3c988-18cb-41c6-98c1-d630549dd580 None None] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:44:38.110500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] Provisioning complete for port dabb7afa-b15f-40b9-9956-d7e81b5833c3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:38.110789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.172403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dabb7afa-b15f-40b9-9956-d7e81b5833c3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:44:38.299286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.302379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port dabb7afa-b15f-40b9-9956-d7e81b5833c3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:38.302731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.363487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] For port dabb7afa-b15f-40b9-9956-d7e81b5833c3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dabb7afa-b15f-40b9-9956-d7e81b5833c3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:44:38.418615 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.478778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.550479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:44:38.550854 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:44:38.556424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80def09f-bc15-40f5-8f58-ae4184b1bbc0 None None] Pushing event updated for resources: {'Port': ['ID=dabb7afa-b15f-40b9-9956-d7e81b5833c3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:38.598133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-299f5228-ab99-494f-b990-bf50e1576e23 None None] Provisioning complete for port dabb7afa-b15f-40b9-9956-d7e81b5833c3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:38.598529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-299f5228-ab99-494f-b990-bf50e1576e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:40.086645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dabb7afa-b15f-40b9-9956-d7e81b5833c3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:44:40.138610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port dabb7afa-b15f-40b9-9956-d7e81b5833c3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:40.138981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:41.497152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0f354-8ccb-4cc4-996a-a9405e1505bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:43.714022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bd90c2c2-7058-46f2-b9d2-ac3ab6e37f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:45.068417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:46.368422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:46.693253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:52.629021 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:45:11.493480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbab8b5c-4d75-493a-a637-03d0cfe31286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:13.719524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec2-86e6-4ce1-9b8b-51ab68d62119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:15.093415 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:16.378818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:16.710340 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:29.627770 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:45:41.488132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54d4a643-67c9-4ce4-8c52-25fabc88278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:43.725171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86a64b1a-9a5f-4bce-980e-5cc125b2bd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:45.081910 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:46.365101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:46.705227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:06.626154 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:07.908107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:07.914581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-b5d7865d-9446-4edf-8317-47a1a4d3eb46 tempest-verify_tempest_config-406554974 tempest-verify_tempest_config-406554974-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:46:07.915637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5d7865d-9446-4edf-8317-47a1a4d3eb46 tempest-verify_tempest_config-406554974 tempest-verify_tempest_config-406554974-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065906 Mar 31 22:46:08.457792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59286) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:08.561258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.632873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.711322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.759056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3da6f4b6c96c4d61b720be42239f9bca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3000479 Mar 31 22:46:08.760332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44760f3e-4af5-4e02-a464-f114379cd5bb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:08.761823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:08.767536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.767879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.768216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.768553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.768887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.769216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.769539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.769860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.770183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.770502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.770820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.771163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f90176-3821-403c-accd-c39ff8533b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:08.817597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.837766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.045607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.048199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.049364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44760f3e-4af5-4e02-a464-f114379cd5bb HTTP/1.1" status: 204 len: 168 time: 0.2865465 Mar 31 22:46:09.057720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44760f3e-4af5-4e02-a464-f114379cd5bb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:09.064415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:09.079487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c017935-0f4f-4745-a273-5dd8a6b3ba7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:11.510641 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f72503e3-6ae6-4ca2-9826-b8eb03667f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:13.719434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23eb8c5e-4869-44b2-983a-f0f7164776a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:15.105354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:16.373195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:16.699307 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.505128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-954f48d9-c17e-4140-80d6-8d33d8575261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.626246 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:43.742256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7979310-88a2-4e09-8189-77100885064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.085275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.382068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.713287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.502596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed535911-921d-457a-bc0b-c5f123d92ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.730906 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7cb277fe-ea8a-41fb-b39a-105b5268dcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.084796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:16.393523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:16.728153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.626047 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:47:41.517066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-948e9ba6-9b14-4fc2-8257-06fdfcc85bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.731446 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-88287270-b68d-4ee9-95c1-e1b8deee1640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.107992 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.454197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.722603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.624688 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:48:11.530451 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b85c77bf-5e2d-4d1d-be1c-d0c0ad08ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.739979 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6b77ee5-bee4-4aed-ada9-89ee59b12de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.153754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.465277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.728414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.623822 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:48:41.522786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-636cf890-cc4e-4ff0-ab39-10f76ba23827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:43.748012 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fab27a6-1547-4978-9ad6-de6b36c79975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.113756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.405195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.722713 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.507922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d7be587-87a7-4de3-884d-999c266f9884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.623095 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 5 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:49:13.745846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19f1548e-1b42-4c37-a2c8-c4888f98994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.113664 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.417321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.748055 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.748583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.204757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3748524'] for agent, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.522818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4be2501-9726-4ff9-932a-65f24bcea643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:43.736524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a87f257f-3b14-4d79-ad61-ec1a50a489ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.123272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.427780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.748005 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.622845 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:49:53.724964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:04.147739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:11.530848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd5b40f8-b047-45f7-9ede-36df1171f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:13.719292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a521-c694-4dba-a7a9-8438c0aaa224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.107747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.444876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.742515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.953988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59344) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:17.061075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bafd0fe1-448b-4bec-b07b-995b45e02694 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1060045 Mar 31 22:50:19.344863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59354) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:19.400987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fdc93bb2-3ec1-4b9a-aabe-0b919c725242 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0550902 Mar 31 22:50:23.764740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:25.622442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:50:34.187946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.508857 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9264272b-e16a-4734-9b19-85f6ae0945aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.776465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6035-b365-4ae2-8859-bba824139429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.113799 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.432276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.723365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.742633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.623279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:04.158062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:11.541081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-96aa8448-818f-4e4f-940c-7f0688c593b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.706589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-617367be-cba7-4b15-a8b4-27611e7f79e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:15.136717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.427733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.725296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:23.747991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.199200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.624538 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:41.519621 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac8060b2-0e3f-413a-ad2c-b41056262aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.706800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-971b2f16-52df-4eb6-be48-81c92940d9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.125202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.416180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.718843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.758845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.597558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59562) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.205530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e5490df-232c-4f1c-b51a-025364dac87e tempest-AutoAllocateNetworkTest-413881310 tempest-AutoAllocateNetworkTest-413881310-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=937d9c6cb4b844b2b41f580a943256c5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6065185 Mar 31 22:51:58.208040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59586) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.392674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33af9b-8455-4d38-8d6d-f5fe86cae007 tempest-AutoAllocateNetworkTest-413881310 tempest-AutoAllocateNetworkTest-413881310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:58.394124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7a33af9b-8455-4d38-8d6d-f5fe86cae007 tempest-AutoAllocateNetworkTest-413881310 tempest-AutoAllocateNetworkTest-413881310-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1850464 Mar 31 22:51:58.397366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59594) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.456418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9208b085-2dda-497e-ad1d-aff8047d26d8 tempest-AutoAllocateNetworkTest-413881310 tempest-AutoAllocateNetworkTest-413881310-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579374 Mar 31 22:51:58.458906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59598) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.486222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a748937f-c1ef-4eae-bc01-f1fb5d7adb16 tempest-AutoAllocateNetworkTest-413881310 tempest-AutoAllocateNetworkTest-413881310-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=937d9c6cb4b844b2b41f580a943256c5 HTTP/1.1" status: 200 len: 208 time: 0.0260780 Mar 31 22:51:59.556460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:00.009588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.088550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.176230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.260405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=937d9c6cb4b844b2b41f580a943256c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7027819 Mar 31 22:52:00.263149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59676) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:00.269960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e798b53-919e-4552-b588-e04f651bfca5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.278588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.278858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.279219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.279493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.279824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.280148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.280469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.280791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.281164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.281536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.281797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.282239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73320804-a089-401b-95ef-6f11f6201eb6 admin admin] Tracked resource versions report: Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: pushed versions: Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: { 'AddressGroup': {'1.2'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'ConntrackHelper': {'1.0'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Log': {'1.0'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Network': {'1.1'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Port': {'1.7'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'PortForwarding': {'1.2'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'QosPolicy': {'1.9'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SecurityGroup': {'1.4'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SubPort': {'1.0'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Subnet': {'1.1'}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Trunk': {'1.1'}} Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: consumer versions: Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: HyperV agent@n-h1-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: HyperV agent@n-h2-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: L3 agent@n-d-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: Metadata agent@n-d-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: Metering agent@n-d-828414-2: {}, Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'ConntrackHelper': '1.0', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Log': '1.0', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Network': '1.1', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Port': '1.7', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'PortForwarding': '1.2', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'QosPolicy': '1.9', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SecurityGroup': '1.4', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SecurityGroupRule': '1.2', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'SubPort': '1.0', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Subnet': '1.1', Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: 'Trunk': '1.1'}} Mar 31 22:52:00.283490 n-d-828414-2 neutron-server[109835]: {{(pid=109835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:52:00.355832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.379317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.484461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.487091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.488449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4e798b53-919e-4552-b588-e04f651bfca5 HTTP/1.1" status: 204 len: 168 time: 0.2237403 Mar 31 22:52:00.497270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e798b53-919e-4552-b588-e04f651bfca5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.504719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.505067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.505570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.507026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.507386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.507940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.508283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.508616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.508951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.509279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.509607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.509934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ae766-044f-4ff0-8828-793ccd41aa7f admin admin] Tracked resource versions report: Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: pushed versions: Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: { 'AddressGroup': {'1.2'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'ConntrackHelper': {'1.0'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Log': {'1.0'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Network': {'1.1'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Port': {'1.7'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'PortForwarding': {'1.2'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'QosPolicy': {'1.9'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SecurityGroup': {'1.4'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SubPort': {'1.0'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Subnet': {'1.1'}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Trunk': {'1.1'}} Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: consumer versions: Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: HyperV agent@n-h1-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: HyperV agent@n-h2-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: L3 agent@n-d-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: Metadata agent@n-d-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: Metering agent@n-d-828414-2: {}, Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'ConntrackHelper': '1.0', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Log': '1.0', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Network': '1.1', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Port': '1.7', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'PortForwarding': '1.2', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'QosPolicy': '1.9', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SecurityGroup': '1.4', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SecurityGroupRule': '1.2', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'SubPort': '1.0', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Subnet': '1.1', Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: 'Trunk': '1.1'}} Mar 31 22:52:00.511095 n-d-828414-2 neutron-server[109834]: {{(pid=109834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:52:02.722209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59814) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:02.843963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59824) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:02.937053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5081b3-7391-48f2-b0b4-82ee8fec0aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.000969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98738a7c-3954-4285-bb98-7de5d0cacbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.082734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5081b3-7391-48f2-b0b4-82ee8fec0aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.118230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98738a7c-3954-4285-bb98-7de5d0cacbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.146740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5081b3-7391-48f2-b0b4-82ee8fec0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.183868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5081b3-7391-48f2-b0b4-82ee8fec0aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b97df7-e1a5-4d2b-b911-b3c923c97009,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.191849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98738a7c-3954-4285-bb98-7de5d0cacbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.233307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb5081b3-7391-48f2-b0b4-82ee8fec0aaf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5b1f65a8cc74dc891489e35b5932eec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5099313 Mar 31 22:52:03.235965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:03.243188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-98738a7c-3954-4285-bb98-7de5d0cacbc2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=232ce2c3df7f44ff89aec14eb4d7514a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3950238 Mar 31 22:52:03.244132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59854) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:03.256990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738a7c-3954-4285-bb98-7de5d0cacbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ccb5e-5061-4ea5-962c-a39969bb174f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.307200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.310317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.334913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.337521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.490090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.490374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.492759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.492868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.493889 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2b97df7-e1a5-4d2b-b911-b3c923c97009 HTTP/1.1" status: 204 len: 168 time: 0.2569578 Mar 31 22:52:03.494113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/063ccb5e-5061-4ea5-962c-a39969bb174f HTTP/1.1" status: 204 len: 168 time: 0.2489245 Mar 31 22:52:03.502025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ad486-0b81-4067-9c1d-08ab580551ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b97df7-e1a5-4d2b-b911-b3c923c97009,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.502803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2325a47-4dbe-4682-afcb-4dda4c6693ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ccb5e-5061-4ea5-962c-a39969bb174f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.073468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59896) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.104297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59900) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.220691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.504615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59914) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.522464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8e79fe4-c033-4681-9ac7-6f665f2577b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.668805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad7498c4-58a9-4f15-aa1d-cefe8d24a161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.705859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44b3a762-eb13-4333-8518-586d03fca48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.800071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8e79fe4-c033-4681-9ac7-6f665f2577b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.847716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad7498c4-58a9-4f15-aa1d-cefe8d24a161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.859370 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8e79fe4-c033-4681-9ac7-6f665f2577b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.868424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59926) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.870528 n-d-828414-2 neutron-server[109834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:52:04.891579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44b3a762-eb13-4333-8518-586d03fca48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.891782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-0c52a7f0-3b07-406b-b569-a1dc0bc016fe tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4c8f82603cf2483396912ef13f1f17f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221393 Mar 31 22:52:04.914425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8e79fe4-c033-4681-9ac7-6f665f2577b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d37ca6f6c0404a1da8826c8313059852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4083834 Mar 31 22:52:04.919656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad7498c4-58a9-4f15-aa1d-cefe8d24a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.920983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59928) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.931353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e79fe4-c033-4681-9ac7-6f665f2577b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4276677-50c8-4da5-b47a-b55c3eece0c6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.960426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.962827 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ad7498c4-58a9-4f15-aa1d-cefe8d24a161 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6700c09f1a624ce3b74fa91332f25b28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8883557 Mar 31 22:52:04.973027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59932) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.991143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7498c4-58a9-4f15-aa1d-cefe8d24a161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba010dca-f9ff-4e8c-8b33-7ea00188fb1f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.993813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c30165cc-43de-473e-b571-50074af0edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.015595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44b3a762-eb13-4333-8518-586d03fca48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.090286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44b3a762-eb13-4333-8518-586d03fca48a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=303e75fc822b41ee9d4d89c1ddfeb11a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9848051 Mar 31 22:52:05.093744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59936) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:05.097410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a762-eb13-4333-8518-586d03fca48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456dd40a-20d4-4d67-a67a-25b4bde019b2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.107152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.122493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.140708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-8c9b7b8d-1716-458a-b8fa-c3786293b8de tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:05.142225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-8c9b7b8d-1716-458a-b8fa-c3786293b8de tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436910 Mar 31 22:52:05.156348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.174084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.187310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c30165cc-43de-473e-b571-50074af0edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.187496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-c6211ff5-bda3-4cbf-8089-669bd47e807c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/quotas/4c8f82603cf2483396912ef13f1f17f7 HTTP/1.1" status: 200 len: 375 time: 0.0371852 Mar 31 22:52:05.261165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c30165cc-43de-473e-b571-50074af0edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.269986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-d78750d3-6123-4928-9f3e-3ac0e3430c04 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c8f82603cf2483396912ef13f1f17f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709302 Mar 31 22:52:05.288144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.298602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.301113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.304708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ba010dca-f9ff-4e8c-8b33-7ea00188fb1f HTTP/1.1" status: 204 len: 168 time: 0.3235908 Mar 31 22:52:05.308616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30165cc-43de-473e-b571-50074af0edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97ccf7-9a0f-493f-b16d-667904f3889a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.313260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c30165cc-43de-473e-b571-50074af0edb5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=286dea4bda9440a9b683bbe50f7cd3ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3492024 Mar 31 22:52:05.314140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.315682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59942) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:05.335898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c3430-c457-4c6b-852f-be5103711f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba010dca-f9ff-4e8c-8b33-7ea00188fb1f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.392902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.395571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.396006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.400657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c4276677-50c8-4da5-b47a-b55c3eece0c6 HTTP/1.1" status: 204 len: 168 time: 0.4785845 Mar 31 22:52:05.409447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f84d63-97d3-46bf-bfdc-c249f2c4c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4276677-50c8-4da5-b47a-b55c3eece0c6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.454708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.477650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.480184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.481325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/456dd40a-20d4-4d67-a67a-25b4bde019b2 HTTP/1.1" status: 204 len: 168 time: 0.3849254 Mar 31 22:52:05.488840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a2c42-9ae8-492d-9e7b-2dbe77745405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456dd40a-20d4-4d67-a67a-25b4bde019b2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.677734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.680316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.681473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4c97ccf7-9a0f-493f-b16d-667904f3889a HTTP/1.1" status: 204 len: 168 time: 0.3648801 Mar 31 22:52:05.689290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96f0d1-e720-4456-baf4-b3da5cdcb2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97ccf7-9a0f-493f-b16d-667904f3889a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.585826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59986) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:06.599895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f252-4106-4e96-b070-37b7e384a515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.614410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59988) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:06.689534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f252-4106-4e96-b070-37b7e384a515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.798523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f252-4106-4e96-b070-37b7e384a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.839126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e4c0f252-4106-4e96-b070-37b7e384a515 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=54fd9f268c844abbb65f8cdde95fb42a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2521083 Mar 31 22:52:06.840217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f252-4106-4e96-b070-37b7e384a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3912f340-361d-4e06-b8c3-2e8a2006fb1b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.842013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60000) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:06.952637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d619a57e-8b6f-424d-b8e4-28e2cb98cf25 req-bcb52989-2079-4650-8836-2159126e82bd tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.3374715 Mar 31 22:52:06.953406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.977388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.982666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:07.006255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc48da4c-cd6e-47a7-9fcf-832b14666ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.112708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.115783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.125070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3912f340-361d-4e06-b8c3-2e8a2006fb1b HTTP/1.1" status: 204 len: 168 time: 0.2745209 Mar 31 22:52:07.128921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875bfb3-ce51-4a13-8e27-ba48727d0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3912f340-361d-4e06-b8c3-2e8a2006fb1b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.170887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc48da4c-cd6e-47a7-9fcf-832b14666ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.300227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc48da4c-cd6e-47a7-9fcf-832b14666ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.338884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cc48da4c-cd6e-47a7-9fcf-832b14666ebb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59f78b520abc4347a3f883e32fc73053&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3548756 Mar 31 22:52:07.340107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48da4c-cd6e-47a7-9fcf-832b14666ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7174255-4350-4e6c-9a9c-3548459f7f75,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.341695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60020) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:07.397231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.418301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.518318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.521896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.525327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7174255-4350-4e6c-9a9c-3548459f7f75 HTTP/1.1" status: 204 len: 168 time: 0.1794848 Mar 31 22:52:07.531825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486585-80c3-44ee-90c6-503171f3136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7174255-4350-4e6c-9a9c-3548459f7f75,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:08.179918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-224b082e-df2a-4b28-b64a-d5bee7cde1d9 req-7f342aec-ef0d-4917-a052-8181c2f1bf8f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.0323741 Mar 31 22:52:09.247574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.44', 62895) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:09.281496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-c9a2072e-6b0f-4ce9-a75f-80e611056a28 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4c8f82603cf2483396912ef13f1f17f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326989 Mar 31 22:52:09.341207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b30cbc17-94da-423b-8c20-24543eebffcf req-b478dbed-d702-451e-a714-b261ae525247 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.0270650 Mar 31 22:52:09.484828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-ab2006e4-e885-4010-b926-37ee3e7f7cb3 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.486261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-ab2006e4-e885-4010-b926-37ee3e7f7cb3 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999152 Mar 31 22:52:09.599903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Request body: {'port': {'device_id': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '4c8f82603cf2483396912ef13f1f17f7'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:09.914773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Made reservation on behalf of 4c8f82603cf2483396912ef13f1f17f7 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:09.918257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.937132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.035657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.118644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.234653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876f28ae-9378-43e2-b250-e5200e713f2a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:10.359681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Allocated IP 192.168.233.201 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/d6790d24-2154-4549-a081-53b9a83e1b79) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:10.538646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-645acd05-7a67-4342-aac6-167d49309ec9 req-6dcdf61b-d653-4a03-b09b-7f163300360a tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.0357137 Mar 31 22:52:10.547467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.690511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.776905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:10.782631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:10.789959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:10.795770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.796391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.816029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Pushing event updated for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:11.002138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f531e3ee-0ff1-4d5b-8dd4-0b45b62594b2 None None] Provisioning complete for port d6790d24-2154-4549-a081-53b9a83e1b79 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:11.002722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f531e3ee-0ff1-4d5b-8dd4-0b45b62594b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.012599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-8e597683-bc99-4e66-aa78-c963ca4d75f0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4245250 Mar 31 22:52:11.031396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-8e22a12b-71d3-45de-8de2-f5ca25d9b3cd tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:11.033352 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-8e22a12b-71d3-45de-8de2-f5ca25d9b3cd tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061617 Mar 31 22:52:11.041757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f531e3ee-0ff1-4d5b-8dd4-0b45b62594b2 None None] Port d6790d24-2154-4549-a081-53b9a83e1b79 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:11.581227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d42621e-3287-4e0d-b98e-877f40a942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.582325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60192) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:11.733151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Request body: {'port': {'device_id': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'device_owner': 'compute:tempest-test_az-725152102', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:11.851722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f582a05-b1cb-48e9-8558-28aae0671950 req-3e36c720-f42e-41f7-a33f-35cb4ccfb2db tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.853649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f582a05-b1cb-48e9-8558-28aae0671950 req-3e36c720-f42e-41f7-a33f-35cb4ccfb2db tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 936 time: 0.1437497 Mar 31 22:52:11.866613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e883657-f5f7-48a2-93d1-fc29e0063894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.016625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.017458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f582a05-b1cb-48e9-8558-28aae0671950 req-12dbc41b-d90b-41d0-b7c5-81fa9d0e3881 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084893 Mar 31 22:52:12.103821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e883657-f5f7-48a2-93d1-fc29e0063894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.429227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e883657-f5f7-48a2-93d1-fc29e0063894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.533793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e883657-f5f7-48a2-93d1-fc29e0063894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e9e2df-cdb1-4a54-b71a-d28c76bf5bc8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:12.542353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e883657-f5f7-48a2-93d1-fc29e0063894 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52a1e2bd0cf44bbc956b7214eff18274&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9580803 Mar 31 22:52:12.545166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60226) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:12.580647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6790d24-2154-4549-a081-53b9a83e1b79 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:12.591262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.613845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.620985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Transition to ACTIVE for port object d6790d24-2154-4549-a081-53b9a83e1b79 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:12.659195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.730028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.799639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Pushing event updated for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:12.862180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.866952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.869062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52e9e2df-cdb1-4a54-b71a-d28c76bf5bc8 HTTP/1.1" status: 204 len: 168 time: 0.3222132 Mar 31 22:52:12.882292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f9651-488c-4ea1-b168-9446c316e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e9e2df-cdb1-4a54-b71a-d28c76bf5bc8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:12.923485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Attempting to bind port d6790d24-2154-4549-a081-53b9a83e1b79 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:12.930954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Attempting to bind port d6790d24-2154-4549-a081-53b9a83e1b79 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:12.931659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Attempting to bind port d6790d24-2154-4549-a081-53b9a83e1b79 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:12.944077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Port d6790d24-2154-4549-a081-53b9a83e1b79 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:12.944504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Attempting to bind port d6790d24-2154-4549-a081-53b9a83e1b79 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:12.956252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:12.956862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:12.957648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:12.958909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Bound port: d6790d24-2154-4549-a081-53b9a83e1b79, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:12.959658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.101556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:13.102692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d6790d24-2154-4549-a081-53b9a83e1b79,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:13.204498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.210790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18ddb-273d-4f37-9f3b-c00e26e79960 req-2ad49bed-0b04-466b-9f27-f8db7a6b013c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.214756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63c18ddb-273d-4f37-9f3b-c00e26e79960 req-2ad49bed-0b04-466b-9f27-f8db7a6b013c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0720630 Mar 31 22:52:13.256842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.256842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.256842 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] 10.222.0.44 "PUT /v2.0/ports/d6790d24-2154-4549-a081-53b9a83e1b79 HTTP/1.1" status: 200 len: 1117 time: 1.8818483 Mar 31 22:52:13.256842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:13.268752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63c18ddb-273d-4f37-9f3b-c00e26e79960 req-537ce10e-738c-49ef-9f62-f8836c24464b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483849 Mar 31 22:52:13.481494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273656-521d-4ae1-bb08-c5fca9c60001 service neutron] Pushing event updated for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.507287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-ea4b4ba6-f3f0-4659-81ce-279dfdf2f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.509090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-ea4b4ba6-f3f0-4659-81ce-279dfdf2f603 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c8f82603cf2483396912ef13f1f17f7&device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 1120 time: 0.1286199 Mar 31 22:52:13.649672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-6ef58f36-4e68-4e7f-8d3e-8b7a1c059d60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d6790d24-2154-4549-a081-53b9a83e1b79 HTTP/1.1" status: 200 len: 217 time: 0.1196535 Mar 31 22:52:13.763446 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac9aad-f497-4d00-b005-70f45fe381ec" -d '{"events": [{"name": "network-changed", "server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:13.776233 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d0767609-22e2-4d07-b989-06869b69dc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.801202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-12802e54-5768-456a-acc3-7364fd8e5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.802816 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-12802e54-5768-456a-acc3-7364fd8e5fad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1189041 Mar 31 22:52:13.918623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9895-4317-407a-88db-5d862f873117 req-fd89dd0d-669f-45b7-83da-172e326defad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.920134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-fd89dd0d-669f-45b7-83da-172e326defad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907791 Mar 31 22:52:14.272047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:14.293258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e5184b-3997-47f9-8b69-0cd8c28051cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.382839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e5184b-3997-47f9-8b69-0cd8c28051cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.474380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e5184b-3997-47f9-8b69-0cd8c28051cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.567391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-45e5184b-3997-47f9-8b69-0cd8c28051cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a1be171323b444682c7dffd5315832e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2961919 Mar 31 22:52:14.567391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5184b-3997-47f9-8b69-0cd8c28051cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680fd7a-6248-4ea4-a676-0a430c24335a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:14.568969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:14.597567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60314) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:14.655420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:14.707894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.731861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb354360-a5e7-4f8a-9852-318186ba9cc3 req-dfad9210-e4e8-4908-af5a-cb6bfe260f3a tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.742129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb354360-a5e7-4f8a-9852-318186ba9cc3 req-dfad9210-e4e8-4908-af5a-cb6bfe260f3a tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.1314993 Mar 31 22:52:14.814329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb354360-a5e7-4f8a-9852-318186ba9cc3 req-680153a6-c7ba-4acd-b5c1-319cd9c41227 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 Mar 31 22:52:14.823229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.854041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b24f23a-72d9-4932-b69b-1fc01709977a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.885951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f69b-8c08-4927-acf1-582015235061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.900265 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a05c5cb-f21c-407d-9018-ffbe58c1005f x-openstack-request-id: req-2a05c5cb-f21c-407d-9018-ffbe58c1005f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:14.900655 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:14.900996 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a05c5cb-f21c-407d-9018-ffbe58c1005f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:14.901594 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a05c5cb-f21c-407d-9018-ffbe58c1005f'] response: {'name': 'network-changed', 'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79', 'status': 'completed', 'code': 200} Mar 31 22:52:14.948721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-db4526dd-8bc1-44d5-9a3e-5b4b6945ef3d service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423542 Mar 31 22:52:15.017205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b24f23a-72d9-4932-b69b-1fc01709977a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.095879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-72eb9895-4317-407a-88db-5d862f873117 req-c5dd0db5-da97-442d-b874-fe8d37253fac service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046083 Mar 31 22:52:15.123987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.126634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.127852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0680fd7a-6248-4ea4-a676-0a430c24335a HTTP/1.1" status: 204 len: 168 time: 0.5567906 Mar 31 22:52:15.140683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a91ff-fe5e-45e3-9854-5b69a5c820c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680fd7a-6248-4ea4-a676-0a430c24335a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.161726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b24f23a-72d9-4932-b69b-1fc01709977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.164773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.232724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f69b-8c08-4927-acf1-582015235061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.272389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b24f23a-72d9-4932-b69b-1fc01709977a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84945c164a36443e86ad048d94f0e7c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6733623 Mar 31 22:52:15.274798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60334) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:15.280374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24f23a-72d9-4932-b69b-1fc01709977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1875d-7413-4e02-98c1-b052364d2521,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.319822 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f69b-8c08-4927-acf1-582015235061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.352468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.381756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0cc8f69b-8c08-4927-acf1-582015235061 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=23f124e1b7de4fd6965e759df55474d7&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7248533 Mar 31 22:52:15.384207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60338) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:15.421405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.428468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8f69b-8c08-4927-acf1-582015235061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08724210-1db3-400b-95a7-a54ed025c1ff,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.466003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-ad87da43-d02a-4eb7-808e-e24caf15e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.467371 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-ad87da43-d02a-4eb7-808e-e24caf15e721 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c8f82603cf2483396912ef13f1f17f7&device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 1120 time: 0.1286845 Mar 31 22:52:15.468229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.499793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.653401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.655959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.659832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96d1875d-7413-4e02-98c1-b052364d2521 HTTP/1.1" status: 204 len: 168 time: 0.3812118 Mar 31 22:52:15.680945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.683204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.684740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08724210-1db3-400b-95a7-a54ed025c1ff HTTP/1.1" status: 204 len: 168 time: 0.2993529 Mar 31 22:52:15.697601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6221c-f9c6-4d71-971b-339a1255f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1875d-7413-4e02-98c1-b052364d2521,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.703517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a6b4-529b-4d38-8735-2b376fa1c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08724210-1db3-400b-95a7-a54ed025c1ff,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.803074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-82cb1e1e-5174-46fa-9b66-8a782dc0fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.803074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-82cb1e1e-5174-46fa-9b66-8a782dc0fced service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2667720 Mar 31 22:52:16.027388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38820054-2ee1-48f7-acc4-6f54889ac787 req-aff705a0-b5c0-4a81-8934-f211fc12dd28 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.029205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38820054-2ee1-48f7-acc4-6f54889ac787 req-aff705a0-b5c0-4a81-8934-f211fc12dd28 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0652623 Mar 31 22:52:16.065746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-49413edc-9a83-4791-a1ec-b37364deefea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d6790d24-2154-4549-a081-53b9a83e1b79 HTTP/1.1" status: 200 len: 217 time: 0.0679965 Mar 31 22:52:16.080271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38820054-2ee1-48f7-acc4-6f54889ac787 req-46c98a8c-e0d4-4ff0-8085-cdb05e17a0ab tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Mar 31 22:52:16.492089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.623886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:52:16.836972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.923028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:16.937541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40e129fe-14e4-4c6b-b6c5-67764a3ce8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.022758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40e129fe-14e4-4c6b-b6c5-67764a3ce8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.059727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60400) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:17.072782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0add-1e02-4747-b249-847be1ba7f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.134993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40e129fe-14e4-4c6b-b6c5-67764a3ce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.171913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-40e129fe-14e4-4c6b-b6c5-67764a3ce8e5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=79f83d9267014d3081b60cf60d9c476f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450314 Mar 31 22:52:17.172625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:17.214246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0add-1e02-4747-b249-847be1ba7f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.221106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e129fe-14e4-4c6b-b6c5-67764a3ce8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae0482-a762-4f58-ab7b-7eb8ec61be80,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:17.264374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f159-fb06-4356-9520-4f2fc2e25697 req-22275782-f834-4c93-be85-696834d4e20f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:17.264374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43d6f159-fb06-4356-9520-4f2fc2e25697 req-22275782-f834-4c93-be85-696834d4e20f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0827491 Mar 31 22:52:17.316336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.323360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0add-1e02-4747-b249-847be1ba7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.329951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43d6f159-fb06-4356-9520-4f2fc2e25697 req-56c09e18-8f3c-4294-97ee-1643fef18b18 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Mar 31 22:52:17.391805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-22bbf903-88c3-4d68-bf1d-fd031a84e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:17.393519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-22bbf903-88c3-4d68-bf1d-fd031a84e9f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1174307 Mar 31 22:52:17.396509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.398312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a0add-1e02-4747-b249-847be1ba7f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799cb3f-a732-48af-ab1a-634a144c1045,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:17.402843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca1a0add-1e02-4747-b249-847be1ba7f7f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d9a345a26ac43d69d21d4ee8138dbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421154 Mar 31 22:52:17.405739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:17.470228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.519474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.656603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-bb7cc202-caa9-46b3-90be-f19a334a78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:17.658173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-bb7cc202-caa9-46b3-90be-f19a334a78c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2395995 Mar 31 22:52:17.709133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.712238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.716586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4799cb3f-a732-48af-ab1a-634a144c1045 HTTP/1.1" status: 204 len: 168 time: 0.3095894 Mar 31 22:52:17.729926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7cef-5d0b-4454-ac58-6d689fea6d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799cb3f-a732-48af-ab1a-634a144c1045,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:17.799850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-39e6b500-9503-493f-813e-4b79acc83468 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212528 Mar 31 22:52:17.816159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.827033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.828180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0bae0482-a762-4f58-ab7b-7eb8ec61be80 HTTP/1.1" status: 204 len: 168 time: 0.6526718 Mar 31 22:52:17.854193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb3017-a76a-40eb-9c61-284b29b3d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae0482-a762-4f58-ab7b-7eb8ec61be80,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.153027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60434) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:18.317025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60440) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:18.454236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c210c14-e50f-4479-9241-7f29c0a9f6d4 req-5e4a056f-13e6-4fc8-ab7d-7fe49635aa62 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.462734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c210c14-e50f-4479-9241-7f29c0a9f6d4 req-5e4a056f-13e6-4fc8-ab7d-7fe49635aa62 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0645335 Mar 31 22:52:18.482528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1376348745-network', 'tenant_id': 'ddc3f9ffa56e4c5ba95f91314c1c648d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:18.511745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c210c14-e50f-4479-9241-7f29c0a9f6d4 req-0bd3180f-1424-4fe5-b766-5bff31d971ee tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479012 Mar 31 22:52:18.632461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Made reservation on behalf of ddc3f9ffa56e4c5ba95f91314c1c648d for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:18.634808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.661079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.748901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b406c14-5c1d-4dcb-a504-33413728c000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.868475 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.878454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b406c14-5c1d-4dcb-a504-33413728c000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.929429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.957590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:18.963653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b406c14-5c1d-4dcb-a504-33413728c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.976728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c074d70-c76f-4ce6-b94d-cd3f8081a854,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.993478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.994162 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Added segment 9e0acf2f-cc22-4acf-a9fd-7e07c3a9b865 of type vlan for network 1ac52b66-442e-400a-8111-53acad3f8fb3 Mar 31 22:52:19.051436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b406c14-5c1d-4dcb-a504-33413728c000 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5064471e8931494d9f5e906df65f7cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328131 Mar 31 22:52:19.055569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60464) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:19.091130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b406c14-5c1d-4dcb-a504-33413728c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7526a34f-444a-4c80-9f80-1d1a221545b5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:19.094968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.202482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.241323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.244404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.245611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.246207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.338433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac52b66-442e-400a-8111-53acad3f8fb3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:19.352100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1ac52b66-442e-400a-8111-53acad3f8fb3 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:19.385336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3494069-168c-457b-952d-c0661caaf073 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2298551 Mar 31 22:52:19.394731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60468) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:19.403687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Request body: {'subnet': {'network_id': '1ac52b66-442e-400a-8111-53acad3f8fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1376348745-subnet', 'tenant_id': 'ddc3f9ffa56e4c5ba95f91314c1c648d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:19.472617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.483974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.483974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7526a34f-444a-4c80-9f80-1d1a221545b5 HTTP/1.1" status: 204 len: 168 time: 0.4256897 Mar 31 22:52:19.498607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59154b-9ea0-4791-bcce-d4c6561abcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7526a34f-444a-4c80-9f80-1d1a221545b5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:19.536855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Made reservation on behalf of ddc3f9ffa56e4c5ba95f91314c1c648d for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:19.536855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.831202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa032-d7b0-4800-af21-7bb875b21c3d req-9af543c7-7568-40cc-81db-471a6d2ef70e tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.833344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-070fa032-d7b0-4800-af21-7bb875b21c3d req-9af543c7-7568-40cc-81db-471a6d2ef70e tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.1401148 Mar 31 22:52:19.906137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-070fa032-d7b0-4800-af21-7bb875b21c3d req-0074ad8c-b7c2-4118-a08e-0fe1ce2ac54b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Mar 31 22:52:20.081009 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8ac9aad-f497-4d00-b005-70f45fe381ec req-2ad8d429-2802-43fb-86c9-9f4a0cbddb83 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999165 Mar 31 22:52:20.123982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.172551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17a1af2-bf0b-4ade-955a-2b27bd340cd7,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.187508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Checking segment: {'id': '9e0acf2f-cc22-4acf-a9fd-7e07c3a9b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1ac52b66-442e-400a-8111-53acad3f8fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:20.187861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Network hostable DHCP agents. Network: 1ac52b66-442e-400a-8111-53acad3f8fb3, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:20.329455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Network 1ac52b66-442e-400a-8111-53acad3f8fb3 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:20.517969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1ac52b66-442e-400a-8111-53acad3f8fb3) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:20.523850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.526769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.528233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3c176-3548-41f0-a17a-59b69a99a6b3 None None] Network 1ac52b66-442e-400a-8111-53acad3f8fb3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:20.531532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60494) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:20.547717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-931c1e52-af1c-4573-8cb4-0b3fc8ee9079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.634898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a4c7c3e-d203-475f-9e6f-97b0b426ee2e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2385111 Mar 31 22:52:20.670825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-931c1e52-af1c-4573-8cb4-0b3fc8ee9079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.673909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f3557-149c-4b9a-8581-c8342f1c8c90 None None] Network 1ac52b66-442e-400a-8111-53acad3f8fb3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:20.763491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-931c1e52-af1c-4573-8cb4-0b3fc8ee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.803033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-931c1e52-af1c-4573-8cb4-0b3fc8ee9079 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd44cf57a7f643a0bbb929db7ee9a089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700438 Mar 31 22:52:20.803730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c1e52-af1c-4573-8cb4-0b3fc8ee9079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1f83e-2f8b-44dc-9704-343d7c136407,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.805604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60500) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:20.871754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.962205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.044825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf525-7681-4764-8a6d-8796836d2cda req-a1c1e55c-16a9-4ce2-82e0-520cf1a22dfa tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.046185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecfcf525-7681-4764-8a6d-8796836d2cda req-a1c1e55c-16a9-4ce2-82e0-520cf1a22dfa tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0487003 Mar 31 22:52:21.085200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecfcf525-7681-4764-8a6d-8796836d2cda req-5b2e6d94-5919-4e6f-bc02-ebbc1eb5bff0 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Mar 31 22:52:21.123760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.126343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.127519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ca1f83e-2f8b-44dc-9704-343d7c136407 HTTP/1.1" status: 204 len: 168 time: 0.3208978 Mar 31 22:52:21.135361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab9a88-acca-43b1-9277-6595de67a543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1f83e-2f8b-44dc-9704-343d7c136407,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.225554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:22.227503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0f4c5-e35d-4d9f-a822-39779d99fc80 req-d18687df-1525-48bb-9731-19f6d8e9f25b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.228991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ba0f4c5-e35d-4d9f-a822-39779d99fc80 req-d18687df-1525-48bb-9731-19f6d8e9f25b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0659163 Mar 31 22:52:22.230757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1584901588-network', 'tenant_id': 'cfcefee5cab5400caf4f9c389a689cc3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:22.269070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ba0f4c5-e35d-4d9f-a822-39779d99fc80 req-ad35e492-3789-4606-ad79-76d5b0dfd098 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Mar 31 22:52:22.542941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Made reservation on behalf of cfcefee5cab5400caf4f9c389a689cc3 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:22.543388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.554069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.668945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.746244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.767613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:22.782716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e6dc40-3f92-4e5e-8ea2-4217417550ba,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.785592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.786554 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Added segment e11d611c-5894-46a0-9cdc-e013048fc1ed of type vlan for network 1c1ad377-579c-43eb-b70c-056030f2fd9e Mar 31 22:52:22.826237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.003985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.005074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.005758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.070776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1ad377-579c-43eb-b70c-056030f2fd9e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.080447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1c1ad377-579c-43eb-b70c-056030f2fd9e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:23.150366 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82dda24e-7675-4499-a28a-4448b0cdd030 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9235628 Mar 31 22:52:23.153076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60598) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.157754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Request body: {'subnet': {'network_id': '1c1ad377-579c-43eb-b70c-056030f2fd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1584901588-subnet', 'tenant_id': 'cfcefee5cab5400caf4f9c389a689cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:23.289431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Made reservation on behalf of cfcefee5cab5400caf4f9c389a689cc3 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:23.296433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.307288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60606) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.416253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e880-ff70-41fe-abf2-a2cd504b0df5 req-3a5c5fc3-3de4-4ede-98e2-277dce400d8b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.418343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff89e880-ff70-41fe-abf2-a2cd504b0df5 req-3a5c5fc3-3de4-4ede-98e2-277dce400d8b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0672045 Mar 31 22:52:23.460611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60614) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.464799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff89e880-ff70-41fe-abf2-a2cd504b0df5 req-cb64f741-bf3c-4314-acea-ddffc073059b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Mar 31 22:52:23.518678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76afde91-ec95-46e8-ad02-c242c2fda1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.563214 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-60e77b35-82e4-4367-9abc-ea169a55eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.636308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76afde91-ec95-46e8-ad02-c242c2fda1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.660949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.671452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-60e77b35-82e4-4367-9abc-ea169a55eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.720759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e735148-dc92-43a5-899c-37bc112edc2e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.729709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Checking segment: {'id': 'e11d611c-5894-46a0-9cdc-e013048fc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c1ad377-579c-43eb-b70c-056030f2fd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:23.730130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Network hostable DHCP agents. Network: 1c1ad377-579c-43eb-b70c-056030f2fd9e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:23.734856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76afde91-ec95-46e8-ad02-c242c2fda1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.784264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-76afde91-ec95-46e8-ad02-c242c2fda1fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e72e66c6e39e465db48ed68168b17894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678259 Mar 31 22:52:23.784264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afde91-ec95-46e8-ad02-c242c2fda1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56484c1-7601-4ff4-96b6-1a5f6bc5308d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.787135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60622) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.817555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-60e77b35-82e4-4367-9abc-ea169a55eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.843606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.845388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Network 1c1ad377-579c-43eb-b70c-056030f2fd9e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:23.881401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-60e77b35-82e4-4367-9abc-ea169a55eed9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=459490c7126341baa35a1c86b57a8206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149692 Mar 31 22:52:23.886582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e77b35-82e4-4367-9abc-ea169a55eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7eaf80-dfe8-433b-8f5a-ff2a19aa9ad8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.888943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.897024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60624) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.912021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.947528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.960979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1c1ad377-579c-43eb-b70c-056030f2fd9e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:23.969153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e848b69-f992-446c-8849-871ef34a90d9 None None] Network 1c1ad377-579c-43eb-b70c-056030f2fd9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:23.980498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.980498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.980498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.060526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.063355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.064576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c56484c1-7601-4ff4-96b6-1a5f6bc5308d HTTP/1.1" status: 204 len: 168 time: 0.2762530 Mar 31 22:52:24.072983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afb248-3af0-462d-a70a-2b1a81ada716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56484c1-7601-4ff4-96b6-1a5f6bc5308d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:24.106122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193f823-fce6-42f8-8db6-04140f7ec2f4 None None] Network 1c1ad377-579c-43eb-b70c-056030f2fd9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:24.155143 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d43080f8-8246-4542-a567-4b6706052c4f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0009511 Mar 31 22:52:24.215163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.217745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.219648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dd7eaf80-dfe8-433b-8f5a-ff2a19aa9ad8 HTTP/1.1" status: 204 len: 168 time: 0.3212523 Mar 31 22:52:24.228737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b51a-a0a0-4053-b1f5-aac1d3965d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7eaf80-dfe8-433b-8f5a-ff2a19aa9ad8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:24.377682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:24.423199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Deleting subnet d17a1af2-bf0b-4ade-955a-2b27bd340cd7 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:52:24.427365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.463568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.473247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.602835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61782-d9c9-45f3-a99d-a5afc2c04b3c req-490ef1f4-691e-4d3d-b9a0-5a05ea4efeb2 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.604435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9e61782-d9c9-45f3-a99d-a5afc2c04b3c req-490ef1f4-691e-4d3d-b9a0-5a05ea4efeb2 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.0583217 Mar 31 22:52:24.632896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.647781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9e61782-d9c9-45f3-a99d-a5afc2c04b3c req-b317871c-3b04-4ccb-99ab-e93ec3e33149 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Mar 31 22:52:24.664625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17a1af2-bf0b-4ade-955a-2b27bd340cd7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:24.666865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.671236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7c323f6f-aa7d-48ec-9198-2e3f5e04e117 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d17a1af2-bf0b-4ade-955a-2b27bd340cd7 HTTP/1.1" status: 204 len: 168 time: 0.2924838 Mar 31 22:52:24.673948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:24.751868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.802471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60648) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:24.815898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9c62243-4040-46b2-96bf-03976caeba8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.840577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.864585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.865403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.866462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.866974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > port after_create 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > port after_update 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.874546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.901100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9c62243-4040-46b2-96bf-03976caeba8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.945781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.946154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.946499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.946827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:24.947247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac52b66-442e-400a-8111-53acad3f8fb3']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:24.964790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0acf2f-cc22-4acf-a9fd-7e07c3a9b865') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:24.965081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0acf2f-cc22-4acf-a9fd-7e07c3a9b865') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:24.981824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.020350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9c62243-4040-46b2-96bf-03976caeba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.020551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.020551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:52:25.020551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.042174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d9c62243-4040-46b2-96bf-03976caeba8f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a815c6e26fcd471dbb1115c5cf305d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382536 Mar 31 22:52:25.043302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c62243-4040-46b2-96bf-03976caeba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97e91c-f3b3-4c31-abb1-2e5bb1952dfb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.045564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60656) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: from cryptography.utils import int_from_bytes Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: from cryptography.utils import int_from_bytes Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:52:25.059417 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:52:25.098637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.120320 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.237913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.245525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.248770 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] 10.222.0.83 "DELETE /v2.0/networks/1ac52b66-442e-400a-8111-53acad3f8fb3 HTTP/1.1" status: 204 len: 168 time: 0.5738549 Mar 31 22:52:25.251782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60660) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.262204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82e30c-b197-48db-ba91-6b476753479c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac52b66-442e-400a-8111-53acad3f8fb3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.297592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Deleting subnet 2e735148-dc92-43a5-899c-37bc112edc2e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:52:25.301388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.336777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.343750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.346448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.347623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a97e91c-f3b3-4c31-abb1-2e5bb1952dfb HTTP/1.1" status: 204 len: 168 time: 0.3011675 Mar 31 22:52:25.353974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.376030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b0b3-749d-429b-9a9c-04111e8f5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97e91c-f3b3-4c31-abb1-2e5bb1952dfb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.400037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.419455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-390cfff5-db88-481d-a833-7eb5ec82ca11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.514777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-390cfff5-db88-481d-a833-7eb5ec82ca11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.615710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.643668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e735148-dc92-43a5-899c-37bc112edc2e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.656738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.660003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1877d4f5-656d-47f9-806b-fb98b51ffb93 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2e735148-dc92-43a5-899c-37bc112edc2e HTTP/1.1" status: 204 len: 168 time: 0.4072034 Mar 31 22:52:25.663156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.684894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-390cfff5-db88-481d-a833-7eb5ec82ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.797270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-390cfff5-db88-481d-a833-7eb5ec82ca11 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55cffc837b8343cabf58d64bb0a9138d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937376 Mar 31 22:52:25.797270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cfff5-db88-481d-a833-7eb5ec82ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2db1e-3791-4441-9d10-c3c2956c5f4f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.798191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.807351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.847809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debb487-8e7f-47e1-90a6-8f9133fd7f3c req-a3950ff7-a0a8-4ea1-b2a5-ba6bccbf2e75 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.849378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8debb487-8e7f-47e1-90a6-8f9133fd7f3c req-a3950ff7-a0a8-4ea1-b2a5-ba6bccbf2e75 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 969 time: 0.1061313 Mar 31 22:52:25.900868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.925291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.940552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.952483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8debb487-8e7f-47e1-90a6-8f9133fd7f3c req-8ef0d8c4-614a-4031-99f9-56b09e3b27ba tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827389 Mar 31 22:52:25.966861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.967272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.968078 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.968473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.968754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.969093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.969421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.969887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.970486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:25.970606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:26.094837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.097398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.099160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/75c2db1e-3791-4441-9d10-c3c2956c5f4f HTTP/1.1" status: 204 len: 168 time: 0.2997837 Mar 31 22:52:26.107740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99395e7-4670-4957-8418-141d6a8f6434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2db1e-3791-4441-9d10-c3c2956c5f4f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.275653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:26.275997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:26.276345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:26.276712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:52:26.277082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ad377-579c-43eb-b70c-056030f2fd9e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:26.299049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11d611c-5894-46a0-9cdc-e013048fc1ed') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:26.304471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11d611c-5894-46a0-9cdc-e013048fc1ed') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:26.315674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.338971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.347836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:52:26.348424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: from cryptography.utils import int_from_bytes Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: from cryptography.utils import int_from_bytes Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:52:26.352711 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:52:26.456397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d6790d24-2154-4549-a081-53b9a83e1b79 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:26.489317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.513848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.521557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1c1ad377-579c-43eb-b70c-056030f2fd9e HTTP/1.1" status: 204 len: 168 time: 0.8573484 Mar 31 22:52:26.528874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db088d-8183-4cca-a748-b18a4c99bae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1ad377-579c-43eb-b70c-056030f2fd9e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.663308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d6790d24-2154-4549-a081-53b9a83e1b79,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:26.674783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd6790d24-2154-4549-a081-53b9a83e1b79', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'd6790d24-2154-4549-a081-53b9a83e1b79', 'mac_address': 'fa:16:3e:c3:ed:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:tempest-test_az-725152102', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:26.719493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.736017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6790d24-2154-4549-a081-53b9a83e1b79 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:26.757768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d6790d24-2154-4549-a081-53b9a83e1b79,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:26.837954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.889962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.897639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.897912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.898249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.898580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.898915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.899397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.899815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.900074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.900345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.900641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.900956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.901269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Tracked resource versions report: Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: pushed versions: Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: { 'AddressGroup': {'1.2'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'ConntrackHelper': {'1.0'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Log': {'1.0'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Network': {'1.1'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Port': {'1.7'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'PortForwarding': {'1.2'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'QosPolicy': {'1.9'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SecurityGroup': {'1.4'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SubPort': {'1.0'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Subnet': {'1.1'}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Trunk': {'1.1'}} Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: consumer versions: Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: HyperV agent@n-h1-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: HyperV agent@n-h2-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: L3 agent@n-d-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: Metadata agent@n-d-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: Metering agent@n-d-828414-2: {}, Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'ConntrackHelper': '1.0', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Log': '1.0', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Network': '1.1', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Port': '1.7', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'PortForwarding': '1.2', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'QosPolicy': '1.9', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SecurityGroup': '1.4', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SecurityGroupRule': '1.2', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'SubPort': '1.0', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Subnet': '1.1', Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: 'Trunk': '1.1'}} Mar 31 22:52:26.902549 n-d-828414-2 neutron-server[109836]: {{(pid=109836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:52:26.955223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60724) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:26.997516 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3065860c-6cce-43e5-8004-c69bdad21bfe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ddc3f9ffa56e4c5ba95f91314c1c648d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406749 Mar 31 22:52:27.000746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60728) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:27.060214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.082221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.101050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2bd7f-679b-4f33-acbc-f9536320a5ed req-2637fe47-ca83-4846-8652-26e23750f3a5 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.102624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13c2bd7f-679b-4f33-acbc-f9536320a5ed req-2637fe47-ca83-4846-8652-26e23750f3a5 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 970 time: 0.0549462 Mar 31 22:52:27.142736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13c2bd7f-679b-4f33-acbc-f9536320a5ed req-86683d7f-6384-4287-9dd9-ba087ef6950b tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Mar 31 22:52:27.237778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.241154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.242374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8c074d70-c76f-4ce6-b94d-cd3f8081a854 HTTP/1.1" status: 204 len: 168 time: 0.2405281 Mar 31 22:52:27.256207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762a258-2cf5-4088-b700-b4acdd057591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c074d70-c76f-4ce6-b94d-cd3f8081a854,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:27.328265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d6790d24-2154-4549-a081-53b9a83e1b79'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:28.269138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e469-1936-4297-a79e-728821dcae9f req-0b4f2b50-dfa6-462a-8e61-98badf95b66c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.271529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6162e469-1936-4297-a79e-728821dcae9f req-0b4f2b50-dfa6-462a-8e61-98badf95b66c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 970 time: 0.0588939 Mar 31 22:52:28.316420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6162e469-1936-4297-a79e-728821dcae9f req-f5ea2a93-0c5f-4d0c-814e-bb24019e6638 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Mar 31 22:52:28.452187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d6790d24-2154-4549-a081-53b9a83e1b79 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:28.592174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d6790d24-2154-4549-a081-53b9a83e1b79 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:28.596194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d6790d24-2154-4549-a081-53b9a83e1b79 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:28.596561 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.671583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.697974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:28.773301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d6790d24-2154-4549-a081-53b9a83e1b79,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:28.860598 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.930286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.311156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.312983 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89922c6f-1819-41f8-aa91-b411af584855" -d '{"events": [{"server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:29.361273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df36b350-0d58-4598-942f-b009f71d010e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cfcefee5cab5400caf4f9c389a689cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456228 Mar 31 22:52:29.363161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.412828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.437805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.552720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.555292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.564512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c8e6dc40-3f92-4e5e-8ea2-4217417550ba HTTP/1.1" status: 204 len: 168 time: 0.1951132 Mar 31 22:52:29.564984 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb968f32-71c5-495e-9b87-2b8ef179708f x-openstack-request-id: req-eb968f32-71c5-495e-9b87-2b8ef179708f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:29.564984 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:29.564984 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eb968f32-71c5-495e-9b87-2b8ef179708f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:29.564984 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb968f32-71c5-495e-9b87-2b8ef179708f'] response: {'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79', 'code': 200} Mar 31 22:52:29.571907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3612e-7c28-4336-a001-d92df9c10817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e6dc40-3f92-4e5e-8ea2-4217417550ba,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.696815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50b3d6-b272-4b2d-906a-2b404a2cde0c req-21394918-bde9-4f9e-91b3-e05c9c1a6ce5 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.698451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b50b3d6-b272-4b2d-906a-2b404a2cde0c req-21394918-bde9-4f9e-91b3-e05c9c1a6ce5 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.0548337 Mar 31 22:52:29.743997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b50b3d6-b272-4b2d-906a-2b404a2cde0c req-9b8c1944-e6f0-4dfd-ad4e-cdb935713d04 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Mar 31 22:52:29.760321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-60c5e742-9d95-4497-8097-79de21a3be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.760321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-60c5e742-9d95-4497-8097-79de21a3be82 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 1122 time: 0.0940008 Mar 31 22:52:29.781286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-e410a1ee-bcf1-4a05-a9c5-2a44ac428501 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.857978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-e410a1ee-bcf1-4a05-a9c5-2a44ac428501 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.054711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-e410a1ee-bcf1-4a05-a9c5-2a44ac428501 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.082895 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08305e82-f931-4139-8a81-ef82e2f113e0 req-e410a1ee-bcf1-4a05-a9c5-2a44ac428501 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178153 Mar 31 22:52:30.094609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410a1ee-bcf1-4a05-a9c5-2a44ac428501 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e561aaa-aa41-41c9-b12b-94a5cdaa24c3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.897448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c36c9-f237-4ea3-b091-c9d3dac7fa5d req-9db364ab-0f67-4fd4-a871-d89f2e1ca9ce tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.910155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f73c36c9-f237-4ea3-b091-c9d3dac7fa5d req-9db364ab-0f67-4fd4-a871-d89f2e1ca9ce tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.0665994 Mar 31 22:52:30.920895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:30.940671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f73c36c9-f237-4ea3-b091-c9d3dac7fa5d req-b1084007-7f9c-45d7-99a0-6dd95d8ca222 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Mar 31 22:52:31.128526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c045ecc-9b34-42d5-92e5-caa35a4d8290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.210668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c045ecc-9b34-42d5-92e5-caa35a4d8290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.385263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c045ecc-9b34-42d5-92e5-caa35a4d8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.422333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2c045ecc-9b34-42d5-92e5-caa35a4d8290 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ea4c4d12d884678b98a007199bf5b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995916 Mar 31 22:52:31.423131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045ecc-9b34-42d5-92e5-caa35a4d8290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1cf70f-19f0-475d-b691-bac6aade714c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.425068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:31.483036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.506450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.712359 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.714887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.716051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eb1cf70f-19f0-475d-b691-bac6aade714c HTTP/1.1" status: 204 len: 168 time: 0.2893062 Mar 31 22:52:31.725404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fa559-be9c-476f-be9d-80250ec6bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1cf70f-19f0-475d-b691-bac6aade714c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.170338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec486-a5e9-4fbe-a3db-b2909ac0ceab req-1658b728-13c8-4ae1-99a9-173887989459 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.172793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f69ec486-a5e9-4fbe-a3db-b2909ac0ceab req-1658b728-13c8-4ae1-99a9-173887989459 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.0840707 Mar 31 22:52:32.221152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f69ec486-a5e9-4fbe-a3db-b2909ac0ceab req-db8682cf-67aa-4cd5-9a33-1adc18c70e6f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Mar 31 22:52:32.638380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60918) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:32.670174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b812d06e-91eb-4f0a-ad1d-fc9a37cc7083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.775952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b812d06e-91eb-4f0a-ad1d-fc9a37cc7083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.872062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b812d06e-91eb-4f0a-ad1d-fc9a37cc7083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.910203 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b812d06e-91eb-4f0a-ad1d-fc9a37cc7083 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d60e2033a0094dabaec84bf086bcdd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693467 Mar 31 22:52:32.911053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812d06e-91eb-4f0a-ad1d-fc9a37cc7083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d207199e-37fb-42ce-9c2e-fe902b84e359,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.912918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60924) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:32.965458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.986117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.169334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.169334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.169334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d207199e-37fb-42ce-9c2e-fe902b84e359 HTTP/1.1" status: 204 len: 168 time: 0.2538025 Mar 31 22:52:33.180713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7df627-f7a8-47df-a8c1-374adf3d811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d207199e-37fb-42ce-9c2e-fe902b84e359,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.467239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326a552-d639-4497-87d7-639dfb6461cc req-2deba958-3615-4ec5-b8d3-a3c60892c66f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.468728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6326a552-d639-4497-87d7-639dfb6461cc req-2deba958-3615-4ec5-b8d3-a3c60892c66f tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.1109290 Mar 31 22:52:33.507969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6326a552-d639-4497-87d7-639dfb6461cc req-50a8f155-dbee-4d2f-b3ea-909354d4acc6 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Mar 31 22:52:33.628671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60952) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.742696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca091868-1b89-4ade-9e16-c4704bf1f3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.819645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca091868-1b89-4ade-9e16-c4704bf1f3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.842012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-dbbfe8f7-174d-45f4-9ec8-c66a39a9cb34 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.843555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-dbbfe8f7-174d-45f4-9ec8-c66a39a9cb34 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 1122 time: 0.0705853 Mar 31 22:52:33.863073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-d03c29ef-5bd7-4048-bb6b-4fa79e9fec68 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.894917 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca091868-1b89-4ade-9e16-c4704bf1f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.927921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca091868-1b89-4ade-9e16-c4704bf1f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b16660-be7b-428d-9ff7-d4e6c263f2c8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.949442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca091868-1b89-4ade-9e16-c4704bf1f3d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e780a5054f14183b1fc33eb57e21748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191528 Mar 31 22:52:33.957753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60966) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.966098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-d03c29ef-5bd7-4048-bb6b-4fa79e9fec68 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.007228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.027688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.070919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-d03c29ef-5bd7-4048-bb6b-4fa79e9fec68 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.109532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2266c855-d266-49a5-96e6-12d3e61159a3 req-d03c29ef-5bd7-4048-bb6b-4fa79e9fec68 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587428 Mar 31 22:52:34.115436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c29ef-5bd7-4048-bb6b-4fa79e9fec68 tempest-AggregatesAdminTestJSON-2020266656 tempest-AggregatesAdminTestJSON-2020266656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3ae0e-c57d-4a44-8d88-b0db50c7e88c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:34.226319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.229734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.230896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57b16660-be7b-428d-9ff7-d4e6c263f2c8 HTTP/1.1" status: 204 len: 168 time: 0.2747550 Mar 31 22:52:34.238889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012fa44-525b-4c6a-9b51-04a5fa9916fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b16660-be7b-428d-9ff7-d4e6c263f2c8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:34.317740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.694781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60990) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:34.808096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0b719-90c9-4d4a-bcbb-4d95ebca3900 req-385d0a58-d8b7-4979-bb99-f81ac1d04911 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.809566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53d0b719-90c9-4d4a-bcbb-4d95ebca3900 req-385d0a58-d8b7-4979-bb99-f81ac1d04911 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.0493438 Mar 31 22:52:34.835648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff188fe-203d-4580-8c7b-a4d28105d3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.854544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53d0b719-90c9-4d4a-bcbb-4d95ebca3900 req-fbe088db-88f7-46c4-acf3-81860b046da5 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Mar 31 22:52:34.921876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff188fe-203d-4580-8c7b-a4d28105d3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.031971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff188fe-203d-4580-8c7b-a4d28105d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.069502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ff188fe-203d-4580-8c7b-a4d28105d3fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=292c5d8b02944923bf8451e888d730bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723075 Mar 31 22:52:35.070564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff188fe-203d-4580-8c7b-a4d28105d3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff15f5-496a-4b64-b7e1-f847138f5421,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.074071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.135667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.155649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.212584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.225840 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-259ff6e8-9ff0-42dd-b057-832ef8ac7fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.296491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.299202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.300359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aeff15f5-496a-4b64-b7e1-f847138f5421 HTTP/1.1" status: 204 len: 168 time: 0.2253141 Mar 31 22:52:35.317572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46619-7590-4ae6-934c-7426f3f365e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff15f5-496a-4b64-b7e1-f847138f5421,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.368119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-259ff6e8-9ff0-42dd-b057-832ef8ac7fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.471016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-259ff6e8-9ff0-42dd-b057-832ef8ac7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.510344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-259ff6e8-9ff0-42dd-b057-832ef8ac7fad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea67948f58354026b9cccdaba8f5fa01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966967 Mar 31 22:52:35.515273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ff6e8-9ff0-42dd-b057-832ef8ac7fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb05bc9-d130-44ce-b08c-d29bada59639,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.517160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32782) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.568340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.594128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.617505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.734733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.737512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.738751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2cb05bc9-d130-44ce-b08c-d29bada59639 HTTP/1.1" status: 204 len: 168 time: 0.2206805 Mar 31 22:52:35.746722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33014877-c1f2-42f1-9582-05be35800fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb05bc9-d130-44ce-b08c-d29bada59639,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.835969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46db4245-98a8-4d3f-9260-9dd6c369870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.929521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46db4245-98a8-4d3f-9260-9dd6c369870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.982728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf6cb-2c93-43a7-8794-e36af9013c91 req-7670ff98-f232-4e0c-bc81-98714c8fdee4 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.984568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f1bf6cb-2c93-43a7-8794-e36af9013c91 req-7670ff98-f232-4e0c-bc81-98714c8fdee4 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.0510523 Mar 31 22:52:36.014595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32798) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.021664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46db4245-98a8-4d3f-9260-9dd6c369870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.030364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d68c154-8cd6-422e-9c06-fc7167554f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.038987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f1bf6cb-2c93-43a7-8794-e36af9013c91 req-3af5b161-7e64-4aab-8ba2-272557fac19c tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/security-groups?id=876f28ae-9378-43e2-b250-e5200e713f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Mar 31 22:52:36.079329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46db4245-98a8-4d3f-9260-9dd6c369870a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=231b36a409d44770993cc4016c5d72dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607215 Mar 31 22:52:36.085316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db4245-98a8-4d3f-9260-9dd6c369870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb28110-ca38-4814-b950-733241a43306,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.091061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.134636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d68c154-8cd6-422e-9c06-fc7167554f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.150986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.176575 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.192639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d68c154-8cd6-422e-9c06-fc7167554f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.224930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5d68c154-8cd6-422e-9c06-fc7167554f60 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=505b521cb4a54c84b17ffd2e2c71bc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080972 Mar 31 22:52:36.228615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32806) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.234900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c154-8cd6-422e-9c06-fc7167554f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7204bd8-f8e3-4bf4-b620-8ca572486d8c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.283197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.307874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.339854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.342386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.343531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/deb28110-ca38-4814-b950-733241a43306 HTTP/1.1" status: 204 len: 168 time: 0.2515075 Mar 31 22:52:36.358895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a94fb-84ad-49b6-a6db-8c7fc9ce6d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb28110-ca38-4814-b950-733241a43306,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.390781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-25d598cd-1ef8-4a0e-ab05-b9e2b2113949 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.390781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-25d598cd-1ef8-4a0e-ab05-b9e2b2113949 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 971 time: 0.1159530 Mar 31 22:52:36.437065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.440011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.441961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b7204bd8-f8e3-4bf4-b620-8ca572486d8c HTTP/1.1" status: 204 len: 168 time: 0.2116802 Mar 31 22:52:36.450765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5345bda-d34e-4224-9403-787ae6dd23f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7204bd8-f8e3-4bf4-b620-8ca572486d8c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.483715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.510514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50ce10d6-fc6d-49f7-969d-218f6acae359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.595779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Deleting port d6790d24-2154-4549-a081-53b9a83e1b79 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:36.596632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.689682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50ce10d6-fc6d-49f7-969d-218f6acae359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.723458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] For port d6790d24-2154-4549-a081-53b9a83e1b79, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d6790d24-2154-4549-a081-53b9a83e1b79,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:36.723458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.750820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Calling delete_port for d6790d24-2154-4549-a081-53b9a83e1b79 owned by compute:tempest-test_az-725152102 {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:36.774679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50ce10d6-fc6d-49f7-969d-218f6acae359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.814468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50ce10d6-fc6d-49f7-969d-218f6acae359 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=81e43797379b4882b22658c28fb38f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294482 Mar 31 22:52:36.815865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce10d6-fc6d-49f7-969d-218f6acae359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed44d0e-fa9e-477c-8720-483a1e2bb3aa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.818840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32850) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.879498 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.902395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.025912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.028620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.029772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aed44d0e-fa9e-477c-8720-483a1e2bb3aa HTTP/1.1" status: 204 len: 168 time: 0.2007749 Mar 31 22:52:37.038361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200da824-bb37-4e78-9630-743a215730b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed44d0e-fa9e-477c-8720-483a1e2bb3aa,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.048761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.063245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d6790d24-2154-4549-a081-53b9a83e1b79'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:37.088231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Pushing event deleted for resources: {'Port': ['ID=d6790d24-2154-4549-a081-53b9a83e1b79,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.190106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59304796-3514-4100-95c5-256ba2a6b053 req-c4aa7adb-5fd7-4b58-9016-bf25a89aff89 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.0341907 Mar 31 22:52:37.338426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:37.345873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] No DVR routers for this DVR port d6790d24-2154-4549-a081-53b9a83e1b79 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:37.349630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.353453 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c465ef4e-ad55-4e51-8e30-bb78552259f3 req-45764154-7a9d-4954-a1e1-2cdaefff81fc tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.44 "DELETE /v2.0/ports/d6790d24-2154-4549-a081-53b9a83e1b79 HTTP/1.1" status: 204 len: 173 time: 0.9550376 Mar 31 22:52:37.353902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'name': 'network-vif-deleted', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:37.355044 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e437-08dc-4900-a487-8757168df87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.356401 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bdb70-c237-43df-b3e8-056cf6b67987" -d '{"events": [{"server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "name": "network-vif-deleted", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:37.420403 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c966e479-fad6-4782-921f-0612d08db666 x-openstack-request-id: req-c966e479-fad6-4782-921f-0612d08db666 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:37.420797 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f489ca-1598-4af8-abf9-c4afe7f844d0", "name": "network-vif-deleted", "tag": "d6790d24-2154-4549-a081-53b9a83e1b79", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:37.421070 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c966e479-fad6-4782-921f-0612d08db666 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:37.421455 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c966e479-fad6-4782-921f-0612d08db666'] response: {'server_uuid': '40f489ca-1598-4af8-abf9-c4afe7f844d0', 'name': 'network-vif-deleted', 'tag': 'd6790d24-2154-4549-a081-53b9a83e1b79', 'status': 'completed', 'code': 200} Mar 31 22:52:37.440341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e437-08dc-4900-a487-8757168df87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.540491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e437-08dc-4900-a487-8757168df87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.586278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d9f5e437-08dc-4900-a487-8757168df87b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=14841cd6dd794154b7bf69b630deaae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467017 Mar 31 22:52:37.587357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5e437-08dc-4900-a487-8757168df87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6510808-19e7-4309-b50b-c075f76e1370,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.589082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:37.642231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.664535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.775306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.778234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.783510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f6510808-19e7-4309-b50b-c075f76e1370 HTTP/1.1" status: 204 len: 168 time: 0.1933961 Mar 31 22:52:37.792388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba25b1b-85f3-4ff1-bbc0-8027db271639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6510808-19e7-4309-b50b-c075f76e1370,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:38.135658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32894) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:38.302220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e322b1ae-d166-4379-91b7-3361923055e8 req-5916a345-89b4-44be-9363-0adaefe89a89 tempest-AggregatesAdminTestJSON-1435472154 tempest-AggregatesAdminTestJSON-1435472154-project] 10.222.0.83 "GET /v2.0/ports?device_id=40f489ca-1598-4af8-abf9-c4afe7f844d0 HTTP/1.1" status: 200 len: 210 time: 0.0297821 Mar 31 22:52:38.354805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c5ba97-ead8-436f-b783-009e938ba571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.454968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c5ba97-ead8-436f-b783-009e938ba571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.597307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c5ba97-ead8-436f-b783-009e938ba571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.635447 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48c5ba97-ead8-436f-b783-009e938ba571 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66f93bd8fd934c00b8e6347b59deb456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985545 Mar 31 22:52:38.637396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5ba97-ead8-436f-b783-009e938ba571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f013df2f-1448-4424-a597-6868e486ce2d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:38.638399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32920) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:38.696567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.722650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.906534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.909257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.910480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f013df2f-1448-4424-a597-6868e486ce2d HTTP/1.1" status: 204 len: 168 time: 0.2709339 Mar 31 22:52:38.921951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33dffc-6030-4919-a17b-65618a868148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f013df2f-1448-4424-a597-6868e486ce2d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.174145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:40.190612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f2b0-d051-4c5b-a136-21f955d83511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.271277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f2b0-d051-4c5b-a136-21f955d83511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.373435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f2b0-d051-4c5b-a136-21f955d83511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.410638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f2b0-d051-4c5b-a136-21f955d83511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65302582-d95c-40d0-b283-16ba910222fd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.415150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5a3f2b0-d051-4c5b-a136-21f955d83511 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=07bb9826c8f5413fa5cf6238fd919ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391567 Mar 31 22:52:40.417847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:40.470248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.491927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.492596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d6790d24-2154-4549-a081-53b9a83e1b79 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:40.513579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d6790d24-2154-4549-a081-53b9a83e1b79 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:40.514013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d6790d24-2154-4549-a081-53b9a83e1b79 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:40.660469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.663693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.667964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65302582-d95c-40d0-b283-16ba910222fd HTTP/1.1" status: 204 len: 168 time: 0.2491608 Mar 31 22:52:40.678055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c8185-469c-440d-b5da-4b28eba15009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65302582-d95c-40d0-b283-16ba910222fd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.407982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-9b4c0020-30c7-481d-9d2c-698dca664333 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=232631d93bd54d1db3123238ecda9749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318122 Mar 31 22:52:41.567483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-a7d9611c-ed5a-46c2-9fad-c28f090f00b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.568843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-a7d9611c-ed5a-46c2-9fad-c28f090f00b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600955 Mar 31 22:52:41.587155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-0630350f-4245-4e6d-876d-591cbf886e84 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/quotas/232631d93bd54d1db3123238ecda9749 HTTP/1.1" status: 200 len: 375 time: 0.0113328 Mar 31 22:52:41.603024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f19d15e7-d22c-40dd-bb32-362cd5be4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.620372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-db542263-d387-445b-99ba-252939498db2 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264883 Mar 31 22:52:42.082356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f18389b8-f8ea-41ff-b83c-75239cc2b7c5 req-8f891e9f-b65c-4e4a-8151-ee82bee91884 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 210 time: 0.0395966 Mar 31 22:52:42.781610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-03bf6cec-206b-45f0-8739-2053f8e3e017 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a13b618dbe9f46a8951382d148b79006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246863 Mar 31 22:52:42.868097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33114) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:42.893684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7d903fb4-1c28-4ae1-81a6-b9bb419ed0f4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.895824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7d903fb4-1c28-4ae1-81a6-b9bb419ed0f4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069629 Mar 31 22:52:42.917648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-44867666-304e-4004-a1b3-4c61518197b0 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/quotas/a13b618dbe9f46a8951382d148b79006 HTTP/1.1" status: 200 len: 375 time: 0.0110197 Mar 31 22:52:42.951902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-0b5ebfc2-1a34-4bb9-9243-32ba0334faa4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a13b618dbe9f46a8951382d148b79006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299535 Mar 31 22:52:43.017944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74debb25-3644-490f-8160-bca728943630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.095994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74debb25-3644-490f-8160-bca728943630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.174513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74debb25-3644-490f-8160-bca728943630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.215574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74debb25-3644-490f-8160-bca728943630 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=574e6ac64336432984ee2d9eaba2981d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463726 Mar 31 22:52:43.218060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74debb25-3644-490f-8160-bca728943630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285a3c0-fbca-49b2-9f8f-0cdc21f01f38,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.218484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33128) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:43.279169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.304780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.385904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97da1e6b-c174-4eef-8b7a-7fde5787e79d req-db34bc1d-ea14-4b7d-a71a-957226bf5bd4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 210 time: 0.0280576 Mar 31 22:52:43.448615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01c2991c-d99d-4287-8e01-9a87a6364c99 req-5469ea8e-593f-4d46-81a3-d648d5f03789 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0259356 Mar 31 22:52:43.552516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.555172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.558919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0285a3c0-fbca-49b2-9f8f-0cdc21f01f38 HTTP/1.1" status: 204 len: 168 time: 0.3394034 Mar 31 22:52:43.567988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7502c-3114-4ef5-bc7b-f3f30ab03914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285a3c0-fbca-49b2-9f8f-0cdc21f01f38,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.740457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3783e81-abb6-44c4-9df1-4a55be0ba456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.469241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:44.482459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9082dfa4-81e9-4269-a3a5-df6f43e8e1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.596802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9082dfa4-81e9-4269-a3a5-df6f43e8e1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.599639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5db64d7b-b7e9-41f8-9c0c-2cbef9adbd45 req-a6900405-1de2-4795-8ade-c905a6a524cc tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 210 time: 0.0390644 Mar 31 22:52:44.666852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-116bd388-f8fe-4947-9647-8124a138b681 req-30f03fe3-600b-4c4c-9155-7574b334a207 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0272770 Mar 31 22:52:44.688262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9082dfa4-81e9-4269-a3a5-df6f43e8e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.727394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9082dfa4-81e9-4269-a3a5-df6f43e8e1b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c643eb55882421195570496aa580f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567959 Mar 31 22:52:44.728466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082dfa4-81e9-4269-a3a5-df6f43e8e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf283a-ed61-41da-80a5-db0be75a8be3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:44.730050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:44.778773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.799447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.945748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.948293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.949456 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a1cf283a-ed61-41da-80a5-db0be75a8be3 HTTP/1.1" status: 204 len: 168 time: 0.2183650 Mar 31 22:52:44.957041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19201b5f-c154-47ab-b540-a9a5bb518ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf283a-ed61-41da-80a5-db0be75a8be3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:45.208883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.614460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.10', 56686) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:45.637121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-1d322521-a798-4d6a-8810-4d12057ac647 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=232631d93bd54d1db3123238ecda9749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214777 Mar 31 22:52:45.797214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-8d23ab40-7e1c-49da-b4c5-304dcf234d77 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.798632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-8d23ab40-7e1c-49da-b4c5-304dcf234d77 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521499 Mar 31 22:52:45.812362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74653850-230d-496d-8ab3-4f9138ddae7f req-f5e89a84-f7bb-4846-b73d-90e7cb4ea0d4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0481720 Mar 31 22:52:45.832942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17559891-6ca0-4945-bf83-ce90b090e0d6 req-fdf14442-0ec0-46bf-8f49-db44ec4b4593 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 210 time: 0.0448053 Mar 31 22:52:45.894922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Request body: {'port': {'device_id': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '232631d93bd54d1db3123238ecda9749'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:46.122563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Made reservation on behalf of 232631d93bd54d1db3123238ecda9749 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:46.126329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.142789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.365340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.369834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:46.477316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.478480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.553288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:46.624142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.10', 56689) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:46.687421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Allocated IP 192.168.233.162 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/3e6c5585-5beb-42a3-b0c0-e0928c73fb51) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:46.691735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-b07b1c85-cc60-4571-87ee-07ceeacddc8b tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a13b618dbe9f46a8951382d148b79006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301280 Mar 31 22:52:46.843421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe71b-114a-475d-b345-78d50b0ad8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.865976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.895905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.974723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-719e35f9-70a2-4137-84c7-43a0389f2a45 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.976495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-719e35f9-70a2-4137-84c7-43a0389f2a45 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796144 Mar 31 22:52:47.000544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8183e17-ba43-4261-8512-098435d2353b req-9b62ea58-dbf5-4e7e-8a16-7409256f3c9d tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0606861 Mar 31 22:52:47.049254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.102914 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe71b-114a-475d-b345-78d50b0ad8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.124970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:47.125766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Pushing event updated for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.131240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:47.133493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:47.206869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.207544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.216580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a4a1f-90f0-4578-b62c-4b705d701ab6 req-9b238cc4-816b-430e-8137-20dc477006b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.219521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e45a4a1f-90f0-4578-b62c-4b705d701ab6 req-9b238cc4-816b-430e-8137-20dc477006b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0763016 Mar 31 22:52:47.246832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe71b-114a-475d-b345-78d50b0ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.319062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6e7fe71b-114a-475d-b345-78d50b0ad8ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a5d3183aa7a646be9a53f95d5242301a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9461560 Mar 31 22:52:47.319970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33286) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:47.320142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-60250dbe-1c1c-459e-8303-4b61205c088d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4296932 Mar 31 22:52:47.328642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e45a4a1f-90f0-4578-b62c-4b705d701ab6 req-cbaff063-3eff-4144-b76c-c6c4f938727d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984044 Mar 31 22:52:47.330313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe71b-114a-475d-b345-78d50b0ad8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51450d80-4e01-4bbf-8fc0-5b3ec967d78f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.401533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.431293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.473374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-61a699af-aeef-4d8a-8700-8251f0bfe64a None None] Provisioning complete for port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:47.473789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a699af-aeef-4d8a-8700-8251f0bfe64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.541720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-61a699af-aeef-4d8a-8700-8251f0bfe64a None None] Port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:47.602599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.605332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.606649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51450d80-4e01-4bbf-8fc0-5b3ec967d78f HTTP/1.1" status: 204 len: 168 time: 0.2857366 Mar 31 22:52:47.615901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8824f98-8d03-4a73-a6b0-a7f32f77fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51450d80-4e01-4bbf-8fc0-5b3ec967d78f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.186808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76a4084e-b406-490e-999c-eb4f6083d59d req-041d96dc-2ac1-4b7d-888a-1e8d47c5f4f4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0269103 Mar 31 22:52:48.508571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33340) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.623099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0297-57d3-43f5-9f0b-73aee4b6414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.695229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33350) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.725144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed87f8b3-8101-4ec9-be45-3e1ea9d348d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.759524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0297-57d3-43f5-9f0b-73aee4b6414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.785092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7588ca-544c-4fd0-8bef-d335c442089f req-f97f6269-2029-4b67-ad2f-5310fd976841 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:48.790178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d7588ca-544c-4fd0-8bef-d335c442089f req-f97f6269-2029-4b67-ad2f-5310fd976841 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0635748 Mar 31 22:52:48.833190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d7588ca-544c-4fd0-8bef-d335c442089f req-779474c7-1ef7-4470-b96a-892d178e9b7e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Mar 31 22:52:48.835055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed87f8b3-8101-4ec9-be45-3e1ea9d348d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.848895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0297-57d3-43f5-9f0b-73aee4b6414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.909471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc0297-57d3-43f5-9f0b-73aee4b6414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802cd965-da7b-41da-80c2-dbbc5811a375,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.916951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a9fc0297-57d3-43f5-9f0b-73aee4b6414d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27ec33121b604cbb99d24c68aca90a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045913 Mar 31 22:52:48.917871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33358) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.931731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed87f8b3-8101-4ec9-be45-3e1ea9d348d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.995560 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed87f8b3-8101-4ec9-be45-3e1ea9d348d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=585a2da059f141fab185f33093a2aee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991514 Mar 31 22:52:48.996086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33362) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.999592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87f8b3-8101-4ec9-be45-3e1ea9d348d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8297bb87-823e-45c0-b6d6-b44f0f59ffb0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.038927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.063691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.088893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.111726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.300618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.301298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.303164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.303844 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.306922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/802cd965-da7b-41da-80c2-dbbc5811a375 HTTP/1.1" status: 204 len: 168 time: 0.3858232 Mar 31 22:52:49.307184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8297bb87-823e-45c0-b6d6-b44f0f59ffb0 HTTP/1.1" status: 204 len: 168 time: 0.3080504 Mar 31 22:52:49.321134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e07375-001f-4468-bfe5-8806299a5f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8297bb87-823e-45c0-b6d6-b44f0f59ffb0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.324442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ae180-5f1a-4d8e-84bf-2541c65188b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cd965-da7b-41da-80c2-dbbc5811a375,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.440188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd17588d-a370-4752-b873-536541e8b4b6 req-20b7a52d-4a6b-4bae-b11c-2285ca0af161 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0305917 Mar 31 22:52:49.651402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:49.951134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3a71-b5b2-4fa6-90e5-4ac8b3525359 req-29bc2ea8-31eb-4878-9a4d-d3faa7686e62 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:49.952569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90dd3a71-b5b2-4fa6-90e5-4ac8b3525359 req-29bc2ea8-31eb-4878-9a4d-d3faa7686e62 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0511246 Mar 31 22:52:50.001107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90dd3a71-b5b2-4fa6-90e5-4ac8b3525359 req-4ca327c5-a48d-4a2e-b3dd-32a80e39a5d6 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Mar 31 22:52:50.372887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33430) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:50.406394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-045b421b-925c-4924-b96c-bcfe33361ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.477531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb94be9d-f353-4a1d-8ef5-1070b04440f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.509849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-045b421b-925c-4924-b96c-bcfe33361ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.574907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c16bc8d7-0054-44a4-a3c8-3b81a7c9f3ab req-1e492e3d-3455-4ab5-8b0d-bd789a93deef tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0348105 Mar 31 22:52:50.597014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-045b421b-925c-4924-b96c-bcfe33361ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.605012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb94be9d-f353-4a1d-8ef5-1070b04440f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.658453 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-045b421b-925c-4924-b96c-bcfe33361ec0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b538e36aa26640a59a35d3fb3159bc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036669 Mar 31 22:52:50.658729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33436) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:50.666298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b421b-925c-4924-b96c-bcfe33361ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c2f95-d7dd-4a26-a6f6-cc11658c9a0a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.696663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33440) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:50.719874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.722878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb94be9d-f353-4a1d-8ef5-1070b04440f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.760319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.795424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb94be9d-f353-4a1d-8ef5-1070b04440f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ade755df17ae41a78435b3b507c478e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205797 Mar 31 22:52:50.798049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33448) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:50.798640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94be9d-f353-4a1d-8ef5-1070b04440f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae244e-1b16-4c86-aa69-efa6a1e2f79a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.853490 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.913710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.917046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.926269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.930448 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ef5c2f95-d7dd-4a26-a6f6-cc11658c9a0a HTTP/1.1" status: 204 len: 168 time: 0.2703235 Mar 31 22:52:50.953765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849c19a-b1bb-41ad-9c2c-6b15b7d7a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c2f95-d7dd-4a26-a6f6-cc11658c9a0a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.968380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8940c89e-6b9b-4a0f-a3e5-05bc7b733ef0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c8f82603cf2483396912ef13f1f17f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2681699 Mar 31 22:52:50.968752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:51.068139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.084348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:51.092596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.096625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.102427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96ae244e-1b16-4c86-aa69-efa6a1e2f79a HTTP/1.1" status: 204 len: 168 time: 0.3030362 Mar 31 22:52:51.103384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.130504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262429bd-81de-4101-84e7-10a913ca74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae244e-1b16-4c86-aa69-efa6a1e2f79a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.209359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09cf61-a7e6-4908-a4db-e3cca4be3910 req-d35f2e38-7877-48c2-bc94-26976ec2d685 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.210823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e09cf61-a7e6-4908-a4db-e3cca4be3910 req-d35f2e38-7877-48c2-bc94-26976ec2d685 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0923922 Mar 31 22:52:51.261356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e09cf61-a7e6-4908-a4db-e3cca4be3910 req-36b88264-e6ac-4b3b-aa2d-eab1217a7116 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Mar 31 22:52:51.329142 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.334872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.336936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/876f28ae-9378-43e2-b250-e5200e713f2a HTTP/1.1" status: 204 len: 168 time: 0.3664000 Mar 31 22:52:51.345498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a11e5-ae47-4550-a939-19314f25977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f28ae-9378-43e2-b250-e5200e713f2a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.495508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6956dcf3-c39f-4e6c-bebf-21876779947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.578331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6956dcf3-c39f-4e6c-bebf-21876779947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.681868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5dbc806-6342-46a7-8e95-fefe22c12153 req-b02d278c-9283-4d13-900f-dd6d63cf54b1 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0274310 Mar 31 22:52:51.728315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6956dcf3-c39f-4e6c-bebf-21876779947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.776105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956dcf3-c39f-4e6c-bebf-21876779947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29d7c9-445e-49bd-aab1-f4158719358e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.780478 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6956dcf3-c39f-4e6c-bebf-21876779947e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f94021da2294a8682c5766a5ed81ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6953657 Mar 31 22:52:51.783164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33502) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:51.837830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.861250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.048441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.051958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.053346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae29d7c9-445e-49bd-aab1-f4158719358e HTTP/1.1" status: 204 len: 168 time: 0.2691600 Mar 31 22:52:52.061322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb2a4-7707-4c94-89ed-2210051201ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29d7c9-445e-49bd-aab1-f4158719358e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.396385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d407698-b4bf-442f-a39f-0a6857deb505 req-ece80372-3001-4225-8fd6-8b9311686da5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.398195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d407698-b4bf-442f-a39f-0a6857deb505 req-ece80372-3001-4225-8fd6-8b9311686da5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0509014 Mar 31 22:52:52.414870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:52.430481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67d26559-5e39-4536-8959-93e548a76fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.464917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d407698-b4bf-442f-a39f-0a6857deb505 req-175cde4d-8bfc-4c98-b693-2a7778c9a6ac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Mar 31 22:52:52.501933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33536) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:52.542629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67d26559-5e39-4536-8959-93e548a76fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.549623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed9ee534-0fb9-48e8-aa4a-101da55fb864 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4fdcd93001ba43478ba52d99fd17750e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442073 Mar 31 22:52:52.550048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33538) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:52.614603 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.619481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67d26559-5e39-4536-8959-93e548a76fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.673367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.686299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26559-5e39-4536-8959-93e548a76fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94ecb8-2459-4011-9256-502436930a73,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.692917 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-67d26559-5e39-4536-8959-93e548a76fd5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca0a281ae03b44399c0d6288cfdbc110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763166 Mar 31 22:52:52.699029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33552) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:52.793574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc3c8307-4e50-41d3-8159-efc5bd022c14 req-9cb1babe-3adc-4fcf-81f3-2d5e7e93f52d tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0330894 Mar 31 22:52:52.794233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.816994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.888655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.891634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.894260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f8a3ae0e-c57d-4a44-8d88-b0db50c7e88c HTTP/1.1" status: 204 len: 168 time: 0.3417606 Mar 31 22:52:52.902891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807974d-7be0-4307-bdad-393eae7aaa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3ae0e-c57d-4a44-8d88-b0db50c7e88c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.939418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.942776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.944619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7c94ecb8-2459-4011-9256-502436930a73 HTTP/1.1" status: 204 len: 168 time: 0.2467268 Mar 31 22:52:52.952332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d86d6-3605-4845-b53f-6a2669af7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94ecb8-2459-4011-9256-502436930a73,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:53.277168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:53.291896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56b93087-5e01-40aa-b140-f34def7e928a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.369301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56b93087-5e01-40aa-b140-f34def7e928a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.516531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56b93087-5e01-40aa-b140-f34def7e928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.556250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56b93087-5e01-40aa-b140-f34def7e928a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9cde4570d9934c419560b7b87216d857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783027 Mar 31 22:52:53.557068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b93087-5e01-40aa-b140-f34def7e928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38842b41-55e7-42f2-ae38-aecd8cf24dea,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:53.559342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33588) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:53.588373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59607-9bba-4a4f-912f-482ada33662d req-7cdbe882-5b55-4e46-ac66-06921fd195a1 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.589945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6dc59607-9bba-4a4f-912f-482ada33662d req-7cdbe882-5b55-4e46-ac66-06921fd195a1 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0528719 Mar 31 22:52:53.610895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.623137 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:52:53.632926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6dc59607-9bba-4a4f-912f-482ada33662d req-d89ff2c8-d07c-4790-abbe-5c8cad04ab1b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Mar 31 22:52:53.636118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.903753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8acf9d7b-d3fc-4676-98ea-0cdaef01196a req-764ee4c8-cfcf-4df8-8f9c-cb269bbafe16 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0258622 Mar 31 22:52:54.282026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.283222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.283222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.283222 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38842b41-55e7-42f2-ae38-aecd8cf24dea HTTP/1.1" status: 204 len: 168 time: 0.7162395 Mar 31 22:52:54.287589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72278c8b-a3d0-4ae6-9ffa-2c4a31601fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38842b41-55e7-42f2-ae38-aecd8cf24dea,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.752558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7d2b5-d4c7-4d06-bbda-e03c385a7811 req-dbf54352-0530-4476-8bb4-753bcd81ea50 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.754692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdb7d2b5-d4c7-4d06-bbda-e03c385a7811 req-dbf54352-0530-4476-8bb4-753bcd81ea50 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0491004 Mar 31 22:52:54.793533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdb7d2b5-d4c7-4d06-bbda-e03c385a7811 req-e4c92629-f9ca-49b0-be0a-8aa232e630df tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Mar 31 22:52:54.992282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f693ab16-a424-4870-8c3f-028431be1912 req-ccd57c93-cfe6-4369-8204-688ce8a6df97 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0367637 Mar 31 22:52:54.999168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.202971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7502c4f0-fb4f-413e-9026-63b3d385e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.282041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7502c4f0-fb4f-413e-9026-63b3d385e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.414056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7502c4f0-fb4f-413e-9026-63b3d385e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.456887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7502c4f0-fb4f-413e-9026-63b3d385e525 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56b3f289e3804b87b5d454e551ef4ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559255 Mar 31 22:52:55.458741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502c4f0-fb4f-413e-9026-63b3d385e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae457f18-e500-4b66-bd41-65d4381a1620,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.459775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33640) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.525574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.547949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.605868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-c6066a51-1f1b-4060-a9e9-473e0776a1e5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:55.606152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Request body: {'port': {'device_id': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'a13b618dbe9f46a8951382d148b79006'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:55.607340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-c6066a51-1f1b-4060-a9e9-473e0776a1e5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058131 Mar 31 22:52:55.830442 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.833073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.834226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae457f18-e500-4b66-bd41-65d4381a1620 HTTP/1.1" status: 204 len: 168 time: 0.3733063 Mar 31 22:52:55.851882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac461-add0-4522-a81c-ef5980399f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae457f18-e500-4b66-bd41-65d4381a1620,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.876723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Made reservation on behalf of a13b618dbe9f46a8951382d148b79006 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:55.881120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.893873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.964322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aef81-33eb-452d-aff8-df9554bb3b66 req-735d25c0-546d-4966-9026-2605e5b9f9fd tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.965801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e03aef81-33eb-452d-aff8-df9554bb3b66 req-735d25c0-546d-4966-9026-2605e5b9f9fd tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0746555 Mar 31 22:52:56.027625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e03aef81-33eb-452d-aff8-df9554bb3b66 req-f8a36c36-e96b-47be-b842-dcaa91dd3354 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Mar 31 22:52:56.045925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.097260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d79e7fe-c3f8-4c01-b63c-7174eb3e0c59 req-10674851-9c39-4f04-b4c1-cb26a2373827 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0262868 Mar 31 22:52:56.145831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.263085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44139b64-c21a-4def-8549-bf7479352076,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.396526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Allocated IP 192.168.233.70 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/96c665ac-3cd6-4b73-8366-e620dc5d2467) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:56.487304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Request body: {'port': {'device_id': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:56.543470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.591889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.786662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.871920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:56.877540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:56.883151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:56.935149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:56.942516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.957375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Transition to ACTIVE for port object 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:56.994569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Pushing event updated for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.026251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.026951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.159575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.164592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc61b3c-8f19-4f66-b2ea-092f3ed4847b req-888ffa4e-2041-4438-ae05-006f0194fa5e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.166334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fc61b3c-8f19-4f66-b2ea-092f3ed4847b req-888ffa4e-2041-4438-ae05-006f0194fa5e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 936 time: 0.0629385 Mar 31 22:52:57.168135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6ccab9d6-5d51-4531-b620-bb44b77f8609 None None] Provisioning complete for port 96c665ac-3cd6-4b73-8366-e620dc5d2467 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:57.169015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6ccab9d6-5d51-4531-b620-bb44b77f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.212360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33696) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.223552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-7f8767e2-f43a-434b-9ed6-be3479f945a6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6208580 Mar 31 22:52:57.243173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c21f507-53c7-4b40-bdbc-4808dfee220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.245092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Request body: {'port': {'device_id': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:57.246174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6ccab9d6-5d51-4531-b620-bb44b77f8609 None None] Port 96c665ac-3cd6-4b73-8366-e620dc5d2467 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:57.318545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.328851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fc61b3c-8f19-4f66-b2ea-092f3ed4847b req-30e4fa74-deb6-4122-b6f2-ecb762cd169c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423120 Mar 31 22:52:57.346943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7ee31-9631-4733-bc5b-3668effc7f29 req-4f03b01c-673c-4156-841b-089db250174e tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.348799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ef7ee31-9631-4733-bc5b-3668effc7f29 req-4f03b01c-673c-4156-841b-089db250174e tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 935 time: 0.1721590 Mar 31 22:52:57.407324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.435640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c21f507-53c7-4b40-bdbc-4808dfee220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.451139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ef7ee31-9631-4733-bc5b-3668effc7f29 req-2f601135-4d5b-435f-b11f-f9e1b6bf2f9b tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954192 Mar 31 22:52:57.476095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Attempting to bind port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:57.476351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Attempting to bind port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:57.476993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Attempting to bind port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:57.485029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:57.485352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Attempting to bind port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:57.491735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:57.492374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:57.492500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:57.492837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Bound port: 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:57.493183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.538704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c21f507-53c7-4b40-bdbc-4808dfee220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.618672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:57.622107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:57.623304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21f507-53c7-4b40-bdbc-4808dfee220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e52656-2b86-47b9-b8ba-fe4b6f48c4cf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.643227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.643431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c21f507-53c7-4b40-bdbc-4808dfee220c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4465cceee8fa4a079bbc43c05f9e417d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300556 Mar 31 22:52:57.717005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.764069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.764909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.766542 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e6c5585-5beb-42a3-b0c0-e0928c73fb51 HTTP/1.1" status: 200 len: 1096 time: 1.8319564 Mar 31 22:52:57.768042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:57.771242 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9b44d-2292-4422-a1e0-e698fcc10653" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:57.782668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.811705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af22419-b840-4a8c-ac1f-1980a3d60c53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.835647 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ae28c-71a0-483d-931c-bd972f437a3e x-openstack-request-id: req-892ae28c-71a0-483d-931c-bd972f437a3e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:57.835647 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:57.835647 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-892ae28c-71a0-483d-931c-bd972f437a3e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:57.835647 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892ae28c-71a0-483d-931c-bd972f437a3e'] response: {'name': 'network-changed', 'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51', 'status': 'completed', 'code': 200} Mar 31 22:52:57.851107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.868160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33714) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.924600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b44d-2292-4422-a1e0-e698fcc10653 req-c16eafc1-34f4-442e-8aeb-002235a81cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.926184 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95b9b44d-2292-4422-a1e0-e698fcc10653 req-c16eafc1-34f4-442e-8aeb-002235a81cab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 1099 time: 0.0451219 Mar 31 22:52:57.972105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c665ac-3cd6-4b73-8366-e620dc5d2467 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:57.980057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.986029 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95b9b44d-2292-4422-a1e0-e698fcc10653 req-438d75bb-a439-4d36-b278-f9af1788af7a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=232631d93bd54d1db3123238ecda9749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433662 Mar 31 22:52:58.010759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Transition to ACTIVE for port object 96c665ac-3cd6-4b73-8366-e620dc5d2467 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:58.088007 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.170622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.170622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.170622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70e52656-2b86-47b9-b8ba-fe4b6f48c4cf HTTP/1.1" status: 204 len: 168 time: 0.5186660 Mar 31 22:52:58.193280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b44d-2292-4422-a1e0-e698fcc10653 req-d9415019-e97b-47f9-a476-e102b2058c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.194282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95b9b44d-2292-4422-a1e0-e698fcc10653 req-d9415019-e97b-47f9-a476-e102b2058c75 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2020547 Mar 31 22:52:58.205604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b4727-82fb-4e2d-bdb1-6943eaffa11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e52656-2b86-47b9-b8ba-fe4b6f48c4cf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.230923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Pushing event updated for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.288851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1659142224-network', 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:58.328397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-e5fd087b-e851-4ef2-89a1-a4e8cd9f7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.329892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-e5fd087b-e851-4ef2-89a1-a4e8cd9f7031 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 1099 time: 0.0747070 Mar 31 22:52:58.369158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Attempting to bind port 96c665ac-3cd6-4b73-8366-e620dc5d2467 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:58.369512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Attempting to bind port 96c665ac-3cd6-4b73-8366-e620dc5d2467 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:58.369852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Attempting to bind port 96c665ac-3cd6-4b73-8366-e620dc5d2467 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:58.377730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Port 96c665ac-3cd6-4b73-8366-e620dc5d2467 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:58.378621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Attempting to bind port 96c665ac-3cd6-4b73-8366-e620dc5d2467 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:58.387316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:58.387659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:58.388232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:58.388684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Bound port: 96c665ac-3cd6-4b73-8366-e620dc5d2467, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:58.389046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.404260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-96fe6a26-19d2-49b8-851b-b734c534a47e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51 HTTP/1.1" status: 200 len: 217 time: 0.0592363 Mar 31 22:52:58.436164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:58.438804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.476340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.511080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-36ee0bf5-fe04-4803-b759-429555f687a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.512717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-36ee0bf5-fe04-4803-b759-429555f687a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0925672 Mar 31 22:52:58.515826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:58.541191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:58.555740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288412-7694-461c-90f2-7208f2a383ff req-ba233e1a-5971-492d-ac20-07e980bab1d6 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.557339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf288412-7694-461c-90f2-7208f2a383ff req-ba233e1a-5971-492d-ac20-07e980bab1d6 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 948 time: 0.0852613 Mar 31 22:52:58.581473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-4b466841-2d88-4516-a549-83a2778659f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.583139 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-4b466841-2d88-4516-a549-83a2778659f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633831 Mar 31 22:52:58.606047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf288412-7694-461c-90f2-7208f2a383ff req-107bb731-f56d-4984-a456-86a2c900b8de tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Mar 31 22:52:58.662087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.703440 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-4f9bc815-005e-4c9b-9f2e-484753711935 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120813 Mar 31 22:52:58.724816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d9b4-743c-471b-adb9-15d7c3276e29 req-55ca9e21-b5e8-4036-ae56-690750dd069f tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.726297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd95d9b4-743c-471b-adb9-15d7c3276e29 req-55ca9e21-b5e8-4036-ae56-690750dd069f tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.0521984 Mar 31 22:52:58.735633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.804000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.804617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.806088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] 10.222.0.10 "PUT /v2.0/ports/96c665ac-3cd6-4b73-8366-e620dc5d2467 HTTP/1.1" status: 200 len: 1095 time: 1.5677183 Mar 31 22:52:58.806605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:58.810884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d5847ed-473d-4a90-867b-3e7c43ac3f9e req-08a6eb74-2792-4771-ae03-de9fb4cbc5d3 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995188 Mar 31 22:52:58.814290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.829197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:58.840664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd95d9b4-743c-471b-adb9-15d7c3276e29 req-01ab1647-a4e3-42a6-b151-6dfbc7ab05d4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066170 Mar 31 22:52:58.842190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fd676-933e-4c19-9417-1bf2d51c2849 service neutron] Pushing event updated for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.847219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.848515 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Added segment 26dcc3a1-92c1-41b8-9a17-3abd2e628127 of type vlan for network 57569ecb-bc63-4dbe-801a-db06402113e6 Mar 31 22:52:58.905687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.980815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.020242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-b1c8fc19-a6bd-48bd-8c1d-4b7663396598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.021634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-b1c8fc19-a6bd-48bd-8c1d-4b7663396598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a13b618dbe9f46a8951382d148b79006&device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 1098 time: 0.0730624 Mar 31 22:52:59.072754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-4bf80345-7bcf-4ce2-9fe3-40eef0fab459 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467 HTTP/1.1" status: 200 len: 217 time: 0.0356529 Mar 31 22:52:59.110575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.111585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.112678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.186290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-9abfa199-ec73-43cc-a395-4418cb8b5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.195559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-9abfa199-ec73-43cc-a395-4418cb8b5812 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1093411 Mar 31 22:52:59.196557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] Pushing event updated for resources: {'Network': ['ID=57569ecb-bc63-4dbe-801a-db06402113e6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.206621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 57569ecb-bc63-4dbe-801a-db06402113e6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:59.240092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-36d922f8-7b70-4124-adf8-283d7223eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.241675 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-36d922f8-7b70-4124-adf8-283d7223eafd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464544 Mar 31 22:52:59.304683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54301efe-b42a-467b-b11c-2c664462278a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4354579 Mar 31 22:52:59.307652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:59.319518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Request body: {'subnet': {'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1659142224-subnet', 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:59.360238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-37c06130-6e9d-46a8-b3ba-5aa3c6011672 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112282 Mar 31 22:52:59.440905 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2252bf0b-80fe-4115-9a8c-8509bf5d1929" -d '{"events": [{"name": "network-changed", "server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:59.463100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-63a6be6d-e1fb-492f-a50a-9d75e25ec26c req-ef28d726-2357-442c-b555-b75c38e6861c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959010 Mar 31 22:52:59.471048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:59.474140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.739420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.798343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70551a93-3fdb-45b4-a457-5ae18c9b86f7,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.805543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:59.805894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Network hostable DHCP agents. Network: 57569ecb-bc63-4dbe-801a-db06402113e6, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:59.916840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Network 57569ecb-bc63-4dbe-801a-db06402113e6 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:59.946092 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f846772-9a38-4c8f-90bd-7f43f277ef63 x-openstack-request-id: req-7f846772-9a38-4c8f-90bd-7f43f277ef63 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:59.946378 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:59.947356 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f846772-9a38-4c8f-90bd-7f43f277ef63 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:59.948037 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f846772-9a38-4c8f-90bd-7f43f277ef63'] response: {'name': 'network-changed', 'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467', 'status': 'completed', 'code': 200} Mar 31 22:53:00.012406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 57569ecb-bc63-4dbe-801a-db06402113e6) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:00.015295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.017060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.019919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5e386-7d69-4a91-ae65-a7d6cc1ae8f0 None None] Network 57569ecb-bc63-4dbe-801a-db06402113e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:00.054785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-05e24df0-86fb-4c42-9ab6-cc7cf1f0e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.056656 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-05e24df0-86fb-4c42-9ab6-cc7cf1f0e367 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a13b618dbe9f46a8951382d148b79006&device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 1098 time: 0.0593972 Mar 31 22:53:00.067319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d40c1-36ab-40d4-9c47-bc89e8198f28 req-df29094f-8cca-43af-8a23-781791ff5388 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.078237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952d40c1-36ab-40d4-9c47-bc89e8198f28 req-df29094f-8cca-43af-8a23-781791ff5388 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 948 time: 0.0779107 Mar 31 22:53:00.123410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952d40c1-36ab-40d4-9c47-bc89e8198f28 req-27dadf63-e836-4f59-bb28-07bab0dbc29b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Mar 31 22:53:00.146174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d2b528c-0bc2-493d-aa89-9823b3e648a9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8280842 Mar 31 22:53:00.228902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-90b672c8-f386-42d9-a80c-4aeae4037d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.230727 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-90b672c8-f386-42d9-a80c-4aeae4037d6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1642177 Mar 31 22:53:00.247045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64cb5c7-a61f-4ca4-980c-cee9bca5febb None None] Network 57569ecb-bc63-4dbe-801a-db06402113e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:00.262354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ebfc-a335-4f21-be55-6a58f332cf43 req-d343a80f-f6ca-4567-8773-d2481ba89e31 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.273231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72f9ebfc-a335-4f21-be55-6a58f332cf43 req-d343a80f-f6ca-4567-8773-d2481ba89e31 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.1005368 Mar 31 22:53:00.287987 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-e1df43ae-cfe2-4e6d-b575-81dc42a8729a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467 HTTP/1.1" status: 200 len: 217 time: 0.0451541 Mar 31 22:53:00.317226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72f9ebfc-a335-4f21-be55-6a58f332cf43 req-ed6626ba-89e4-43e6-bcbd-33b1793934e3 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Mar 31 22:53:00.364362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-adcd3934-1294-4857-a6eb-82b029e76476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.366241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-adcd3934-1294-4857-a6eb-82b029e76476 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0702348 Mar 31 22:53:00.422955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:00.445150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-83dbed1a-a3a9-494c-9923-aa5f8a109be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.446916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-83dbed1a-a3a9-494c-9923-aa5f8a109be7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718861 Mar 31 22:53:00.561701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-960976ea-a2d7-40c1-b840-44522bf3f0be service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073956 Mar 31 22:53:00.654150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2252bf0b-80fe-4115-9a8c-8509bf5d1929 req-d14d24ed-b7a6-4044-ae41-0e042fd77508 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853558 Mar 31 22:53:00.836110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.911301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.008442 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.047597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4cdfd8e8d8be42bb80109174e3fbeb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235468 Mar 31 22:53:01.048444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da563578-ea49-44e7-bc72-482a33a9fc62,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:01.052498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:01.063312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.064234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.064234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.064427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.064605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.065487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.065941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.066322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.066642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.066961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.074406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.077029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a54c3b7-6736-4100-af62-a2e75fd7338d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.112984 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.135253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.250894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb5b9-d632-4f54-b84c-541b3befc50c req-8179d64d-1830-477f-bd66-3c58a5a4b9ac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.253110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb9cb5b9-d632-4f54-b84c-541b3befc50c req-8179d64d-1830-477f-bd66-3c58a5a4b9ac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 948 time: 0.0506794 Mar 31 22:53:01.254509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.259233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.260827 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/da563578-ea49-44e7-bc72-482a33a9fc62 HTTP/1.1" status: 204 len: 168 time: 0.2073646 Mar 31 22:53:01.273913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da563578-ea49-44e7-bc72-482a33a9fc62,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:01.283384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.283903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.284139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.284886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.285416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.285902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.286234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.286674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.286874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.287340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.287676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.292735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16ed25-4b8d-4596-87ff-a0d94e19c567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:01.307839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb9cb5b9-d632-4f54-b84c-541b3befc50c req-b3e955f4-ddde-4673-8e19-307f37c1528b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Mar 31 22:53:01.462864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1ae61-4e31-4dd1-a1bb-8b9a2a2e4915 req-16320597-8b41-48a6-bdb8-f705db379cb6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.464368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5f1ae61-4e31-4dd1-a1bb-8b9a2a2e4915 req-16320597-8b41-48a6-bdb8-f705db379cb6 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.0554836 Mar 31 22:53:01.502254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5f1ae61-4e31-4dd1-a1bb-8b9a2a2e4915 req-9ca7ff79-31f9-4a31-9734-a790f38075d3 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Mar 31 22:53:02.155860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33864) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.289623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.303692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bc4912f-9ea1-4b79-a14f-6aefcab4e273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.407351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bc4912f-9ea1-4b79-a14f-6aefcab4e273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.459543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bc4912f-9ea1-4b79-a14f-6aefcab4e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.474089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-4145f9d7-7d4b-463e-9cda-cedb96389e69 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257185 Mar 31 22:53:02.501241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5bc4912f-9ea1-4b79-a14f-6aefcab4e273 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7de98c6a09b423ab80daf44dd27a995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142832 Mar 31 22:53:02.502201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4912f-9ea1-4b79-a14f-6aefcab4e273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed736f3-05f9-46c3-a501-fee6baf64890,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.506747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33890) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.535223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-network', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:02.574261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33894) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.579946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-569160791-network', 'tenant_id': '67b3c5b959f44cfbbdc684c9b3a5c5b3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:02.609262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.633746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.689180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Made reservation on behalf of 67b3c5b959f44cfbbdc684c9b3a5c5b3 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:02.692739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.695957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Made reservation on behalf of 83a7e87cc5c44e258172568dcdc64351 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:02.698108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.709189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.720095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-f0d07e4b-a871-448a-9420-57cf00357bff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.722213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-f0d07e4b-a871-448a-9420-57cf00357bff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413344 Mar 31 22:53:02.725136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.743865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-ac106117-d4c8-4974-9669-02b17588de65 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/quotas/027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 375 time: 0.0147941 Mar 31 22:53:02.778926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-d8c44c56-7f60-4370-8d65-e5c8e73d0404 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339634 Mar 31 22:53:02.934285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfc2e8-732e-4be9-bdc8-77d684525132 req-e4574074-92d4-40e1-8dba-cd7c8be831ab tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.935882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1abfc2e8-732e-4be9-bdc8-77d684525132 req-e4574074-92d4-40e1-8dba-cd7c8be831ab tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 948 time: 0.0702546 Mar 31 22:53:02.943973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.946430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.949833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ed736f3-05f9-46c3-a501-fee6baf64890 HTTP/1.1" status: 204 len: 168 time: 0.4394588 Mar 31 22:53:02.949833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33900) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.981315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836bdcd-649c-45a7-98e2-cc35d9bc5aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed736f3-05f9-46c3-a501-fee6baf64890,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.987956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1abfc2e8-732e-4be9-bdc8-77d684525132 req-9da5ed86-05c4-419c-9afe-1fe986f817e6 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Mar 31 22:53:03.073028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.099158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.157503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3057b5bf-22ac-4750-a785-43c9e76245ad req-b2228d0f-d902-45f4-8b52-c57b6d44319c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Mar 31 22:53:03.175754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e88dea-8a63-48e7-961e-ebdf47512527 req-b2d103c4-a426-4c06-b5ad-bc7dab3b36cc tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.177621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17e88dea-8a63-48e7-961e-ebdf47512527 req-b2d103c4-a426-4c06-b5ad-bc7dab3b36cc tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.0757551 Mar 31 22:53:03.185499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.210544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.214251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:03.217907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:03.270732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17e88dea-8a63-48e7-961e-ebdf47512527 req-393327c6-1a27-42bc-8529-57147305b8dd tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700583 Mar 31 22:53:03.273210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:03.288275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.288883 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Added segment 9213763b-37ae-4465-9080-56a568b2a81f of type vlan for network f1156371-4ca5-43d2-8d8e-5f479a547a92 Mar 31 22:53:03.295222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.295631 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Added segment 05f71a31-dcf5-477c-964b-ae5daa39d53b of type vlan for network f99329b5-cc87-4a5b-bc13-31732ba7aa7d Mar 31 22:53:03.307977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ddf3b8-c723-4fff-9d34-457983c10255,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.358478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.373890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51', 'mac_address': 'fa:16:3e:5e:96:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:03.388085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.412643 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.416802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.418884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718148f7-39df-487a-83db-25406be77714,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.427821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:03.446985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a97ed87-9bb8-423a-b7c5-6dc999da37ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.455072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.528188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.546209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a97ed87-9bb8-423a-b7c5-6dc999da37ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.586642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.596906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.597898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.598480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.602131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.608846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.608846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.654123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a97ed87-9bb8-423a-b7c5-6dc999da37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.694393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] Pushing event updated for resources: {'Network': ['ID=f1156371-4ca5-43d2-8d8e-5f479a547a92,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.706383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f1156371-4ca5-43d2-8d8e-5f479a547a92 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:03.711304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a97ed87-9bb8-423a-b7c5-6dc999da37ec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93eeb1c4d68346e5b49efe9257b84ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7587838 Mar 31 22:53:03.713999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33924) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:03.721287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ed87-9bb8-423a-b7c5-6dc999da37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cf25d-1acf-4930-85a0-fc8e82428d21,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.799106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.801898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] Pushing event updated for resources: {'Network': ['ID=f99329b5-cc87-4a5b-bc13-31732ba7aa7d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.807709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-163e5ab6-1ecc-45e0-a46e-7d46166db51e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2316315 Mar 31 22:53:03.812306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33928) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:03.815377 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd04b076-1cf5-45e9-9a0b-6740758a010d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6599367 Mar 31 22:53:03.816025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:03.816288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:03.820814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Request body: {'subnet': {'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-subnet', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:03.821128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Request body: {'subnet': {'network_id': 'f1156371-4ca5-43d2-8d8e-5f479a547a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-569160791-subnet', 'tenant_id': '67b3c5b959f44cfbbdc684c9b3a5c5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:03.854948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.967363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Made reservation on behalf of 83a7e87cc5c44e258172568dcdc64351 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:03.967751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Made reservation on behalf of 67b3c5b959f44cfbbdc684c9b3a5c5b3 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:03.970066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.970970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.011178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3e6c5585-5beb-42a3-b0c0-e0928c73fb51'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:04.044539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.053715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.055033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a70cf25d-1acf-4930-85a0-fc8e82428d21 HTTP/1.1" status: 204 len: 168 time: 0.3400240 Mar 31 22:53:04.085535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84553c7a-c660-4b1a-9190-5affae244f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cf25d-1acf-4930-85a0-fc8e82428d21,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.235335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c463c-7c79-4f98-84aa-82bfd3a4e58c req-134216de-d12c-495b-9287-0d2b36e6dc95 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.237754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e0c463c-7c79-4f98-84aa-82bfd3a4e58c req-134216de-d12c-495b-9287-0d2b36e6dc95 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 949 time: 0.1257691 Mar 31 22:53:04.296809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee8d70db-59fd-4b3c-ab02-2564eca79ac5 req-a0326c60-0878-4cd6-8cc4-4f6321cef6db tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0562513 Mar 31 22:53:04.322994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.338520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e0c463c-7c79-4f98-84aa-82bfd3a4e58c req-c984f25e-8f06-43d7-9516-d5ce3e2bc0d2 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875227 Mar 31 22:53:04.350941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.416086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf32443-8cf6-410e-823a-478b4e435380,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.437451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Checking segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:04.437970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Network hostable DHCP agents. Network: f99329b5-cc87-4a5b-bc13-31732ba7aa7d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:04.446122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a3b23-265f-4824-a0b8-1cc45229dc22 req-219d0901-fc4e-4ee9-b71d-2e0b801964ff tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.456096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a31a3b23-265f-4824-a0b8-1cc45229dc22 req-219d0901-fc4e-4ee9-b71d-2e0b801964ff tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.0760787 Mar 31 22:53:04.480425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.511368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a31a3b23-265f-4824-a0b8-1cc45229dc22 req-6ba40a51-f208-4959-9efd-c55b70e025b0 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569263 Mar 31 22:53:04.537194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33952) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:04.542707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c01867-dd9e-4a27-932e-f47bd65d830d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.554630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Checking segment: {'id': '9213763b-37ae-4465-9080-56a568b2a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f1156371-4ca5-43d2-8d8e-5f479a547a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:04.554988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Network hostable DHCP agents. Network: f1156371-4ca5-43d2-8d8e-5f479a547a92, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:04.590562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:04.720453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72720ece-0a03-487c-9d6b-1b60856e398e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.734034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Network f1156371-4ca5-43d2-8d8e-5f479a547a92 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:04.805054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72720ece-0a03-487c-9d6b-1b60856e398e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.882302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f99329b5-cc87-4a5b-bc13-31732ba7aa7d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:04.882989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f1156371-4ca5-43d2-8d8e-5f479a547a92) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:04.884502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72720ece-0a03-487c-9d6b-1b60856e398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.887331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.888418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.898037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.898641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.904315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2c56c-e538-47f1-8146-7bb1af2c2a1e None None] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:04.911822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240bcf53-7e84-463e-990a-7f271a0c5a1c None None] Network f1156371-4ca5-43d2-8d8e-5f479a547a92 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:04.942654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-72720ece-0a03-487c-9d6b-1b60856e398e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ba81c80dc39248d29914a824b671f97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043527 Mar 31 22:53:04.943664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72720ece-0a03-487c-9d6b-1b60856e398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18bae13-a79b-49cf-8293-c7e190712bc4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.945331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.014171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1fd0ba96-fb10-409c-b64a-3c5e62cbf06d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1969237 Mar 31 22:53:05.014765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.020263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:05.037801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3464d58e-9c65-4b74-b60f-0398be7c2cb9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2221403 Mar 31 22:53:05.044469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.066335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.140036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.141399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.163363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63fdb0-c09b-4123-945c-7fd0d3249418 None None] Network f1156371-4ca5-43d2-8d8e-5f479a547a92 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:05.210877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.226457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda4458c-6b0d-4ada-820f-8b3e0806e4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.226750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:53:05.227962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.230071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 96c665ac-3cd6-4b73-8366-e620dc5d2467 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:05.236838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:05.296022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.300560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.300560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b18bae13-a79b-49cf-8293-c7e190712bc4 HTTP/1.1" status: 204 len: 168 time: 0.3536229 Mar 31 22:53:05.313100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73b854-926b-42ad-aa24-9db4e96a57a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18bae13-a79b-49cf-8293-c7e190712bc4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.468872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.472907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57afd30b-3c93-4e93-93e7-5cc4bccbfdbc req-ec7fe59e-47f9-4bf6-8176-6f111ff6f593 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0505702 Mar 31 22:53:05.538470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab7cf-a0b2-4df2-b070-80994773eb53 req-4c72ca55-b255-4ea0-9896-3da928ef72dc tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.548671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06eab7cf-a0b2-4df2-b070-80994773eb53 req-4c72ca55-b255-4ea0-9896-3da928ef72dc tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 949 time: 0.0744140 Mar 31 22:53:05.594606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06eab7cf-a0b2-4df2-b070-80994773eb53 req-2fcdc512-202c-4292-8a1d-cc81bc50d557 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Mar 31 22:53:05.627677 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda4458c-6b0d-4ada-820f-8b3e0806e4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.671828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Allocated IP 172.20.0.2 (f99329b5-cc87-4a5b-bc13-31732ba7aa7d/dbf32443-8cf6-410e-823a-478b4e435380/186854d6-e4af-4a7e-b79d-b2c96c6466a6) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:05.683835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.714727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.716894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '96c665ac-3cd6-4b73-8366-e620dc5d2467', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '96c665ac-3cd6-4b73-8366-e620dc5d2467', 'mac_address': 'fa:16:3e:c1:2e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:05.723363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda4458c-6b0d-4ada-820f-8b3e0806e4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.731036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312098-ad50-46e0-b121-ca56b1df5dff req-98fcdd35-a6a8-4ce7-b466-2205b803613f tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.739987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6312098-ad50-46e0-b121-ca56b1df5dff req-98fcdd35-a6a8-4ce7-b466-2205b803613f tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 947 time: 0.0759053 Mar 31 22:53:05.776418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dda4458c-6b0d-4ada-820f-8b3e0806e4a5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9027c0ef675b41799f4b527f9889f065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643187 Mar 31 22:53:05.777404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4458c-6b0d-4ada-820f-8b3e0806e4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc77c1-7690-408f-8710-40fe094ba9e4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.779043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33996) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.800072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6312098-ad50-46e0-b121-ca56b1df5dff req-a52c581e-ffb0-436c-8066-f2ec761b687b tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591626 Mar 31 22:53:05.810375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:05.833613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:05.834055 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.838229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.845404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.886441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.894969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c665ac-3cd6-4b73-8366-e620dc5d2467 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:05.959112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.977923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.035839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.052082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-e2484ee5-0b46-41d9-9917-b47d0f047857 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238988 Mar 31 22:53:06.066768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:06.069456 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9b92fb-b4dd-4a20-895a-ddffac28ba92" -d '{"events": [{"server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:06.081929 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.086617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:06.093839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.103784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.103784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fffc77c1-7690-408f-8710-40fe094ba9e4 HTTP/1.1" status: 204 len: 168 time: 0.3189073 Mar 31 22:53:06.116232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e6b2-23b5-43c4-a9fa-9b42919e56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc77c1-7690-408f-8710-40fe094ba9e4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.139506 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a15b6-2763-4073-ba5d-5c6d46afbf9f x-openstack-request-id: req-a59a15b6-2763-4073-ba5d-5c6d46afbf9f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:06.139730 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:06.140037 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a59a15b6-2763-4073-ba5d-5c6d46afbf9f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:06.140368 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59a15b6-2763-4073-ba5d-5c6d46afbf9f'] response: {'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51', 'code': 200} Mar 31 22:53:06.144026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.207263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.250491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:06.254780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:06.257407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:06.280659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.333160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.338690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7468ced-0027-495f-bd46-3f2e4d80662f req-e21e8e9a-fd07-4905-970d-6f1142e9f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.340224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e7468ced-0027-495f-bd46-3f2e4d80662f req-e21e8e9a-fd07-4905-970d-6f1142e9f374 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 1101 time: 0.0858629 Mar 31 22:53:06.398399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-6ed44e25-c0d0-4f5e-b056-2414cb48df4e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.399985 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-6ed44e25-c0d0-4f5e-b056-2414cb48df4e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412163 Mar 31 22:53:06.401810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.422414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Request body: {'port': {'device_id': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '027823132da34143877e417ea2638426'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:06.510568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-ef088099-7422-4691-bf60-3b3a46883518 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.514736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-ef088099-7422-4691-bf60-3b3a46883518 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.2909665 Mar 31 22:53:06.516657 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e7468ced-0027-495f-bd46-3f2e4d80662f req-c5e5a37b-0e94-4021-9d7c-f7ce8ee4872a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520183 Mar 31 22:53:06.521574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Attempting to bind port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:06.521942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Attempting to bind port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:06.522298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Attempting to bind port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:06.529400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:06.529774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Checking segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:06.530177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.530563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Bound using segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:06.531056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Bound port: 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:06.531609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.535339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-4c33470f-306a-4893-b48d-ca935e36c5ff tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/quotas/62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 375 time: 0.0128112 Mar 31 22:53:06.551050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Pushing event updated for resources: {'Port': ['ID=186854d6-e4af-4a7e-b79d-b2c96c6466a6,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.585092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34018) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:06.623708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7180bf7-aad7-4057-9a8c-51927b67fceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.639692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-65910d23-3d4a-4709-8020-94650824b8db tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929639 Mar 31 22:53:06.660421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['96c665ac-3cd6-4b73-8366-e620dc5d2467'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:06.680191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ae01fd-4202-4d7a-8c86-5597cfa83c60 req-4fce777d-1024-4146-9aa8-828e8dbea1d0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0774295 Mar 31 22:53:06.721114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.727771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Allocated IP 172.25.6.46 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2d3b0a69-589f-4e5b-8c7f-06463c95d3a8) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:06.732932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] For port 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:06.738069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] For port 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=186854d6-e4af-4a7e-b79d-b2c96c6466a6,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:06.844899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.853306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032487-7ec7-4e7b-9724-3197ffa6b465 req-d35ae700-48f7-451a-94c3-df8507aa6e4d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.856494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88032487-7ec7-4e7b-9724-3197ffa6b465 req-d35ae700-48f7-451a-94c3-df8507aa6e4d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.0851972 Mar 31 22:53:06.928272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7180bf7-aad7-4057-9a8c-51927b67fceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.935916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88032487-7ec7-4e7b-9724-3197ffa6b465 req-1b4f3457-aff6-4f7f-9aec-6688f7677333 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711119 Mar 31 22:53:06.955045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Made reservation on behalf of 027823132da34143877e417ea2638426 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:06.955993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505eeb-cb41-4849-91c8-35cddfb7cf5c None None] Pushing event updated for resources: {'Port': ['ID=186854d6-e4af-4a7e-b79d-b2c96c6466a6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.970025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.993341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.034857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.043027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7180bf7-aad7-4057-9a8c-51927b67fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.069243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-635be3fd-e5bd-4d46-8b68-a6422387cbdb service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:07.070622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-635be3fd-e5bd-4d46-8b68-a6422387cbdb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179516 Mar 31 22:53:07.106431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7180bf7-aad7-4057-9a8c-51927b67fceb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb4c670311e14b7189f58e9672ccdc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164478 Mar 31 22:53:07.114941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34040) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:07.132389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180bf7-aad7-4057-9a8c-51927b67fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3822163d-6f6a-4a5e-93c7-4be78feba650,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.210128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-ab98b12d-bde6-4ee4-9a3f-b455a46dfdd9 service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304154 Mar 31 22:53:07.247682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.253407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.287519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.331480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.337343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-63ff42d2-7a00-44ae-aebd-734c5e8df25c service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193635 Mar 31 22:53:07.397799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:07.404855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:07.407597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:07.442874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.453372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.484618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026fd7-ea95-4eb2-a24b-d6594b9d0bdb req-06847aef-84fa-421e-9c06-11603634892d tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.489987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb248bab-0a06-4f0d-a171-07d8bb56b755,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.491671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e026fd7-ea95-4eb2-a24b-d6594b9d0bdb req-06847aef-84fa-421e-9c06-11603634892d tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 948 time: 0.0558095 Mar 31 22:53:07.524843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e026fd7-ea95-4eb2-a24b-d6594b9d0bdb req-9c3e06c3-fa51-47cb-b86b-f844e8e507df tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Mar 31 22:53:07.748868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.756182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.757407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3822163d-6f6a-4a5e-93c7-4be78feba650 HTTP/1.1" status: 204 len: 168 time: 0.6407826 Mar 31 22:53:07.766141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94dfd7-0ea0-47f1-b4f2-6d4b0639df57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3822163d-6f6a-4a5e-93c7-4be78feba650,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.894494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d3ba1ef-6f8d-48c5-bec9-f391ee6fd23e req-1917b241-6951-4cf0-9e59-9c05b1555fc3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0617020 Mar 31 22:53:07.956762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13ed476c-930b-4b47-b488-b717fa114c7b req-a75ecb57-f1b5-457c-b53d-68dcaaa18c8d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0567544 Mar 31 22:53:08.152903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468660-c29a-47dd-9430-e27483ef1468 req-4da47c47-00eb-49b4-bd9a-362f5d2d9a5c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.154453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a468660-c29a-47dd-9430-e27483ef1468 req-4da47c47-00eb-49b4-bd9a-362f5d2d9a5c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.0668201 Mar 31 22:53:08.199673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a468660-c29a-47dd-9430-e27483ef1468 req-c416bbc6-18c7-400d-99cf-2f79d53cc1c9 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Mar 31 22:53:08.219067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617db19-ba4b-44da-87d9-147e7a3713ab None None] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:08.286427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Allocated IP 192.168.233.74 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/3a4396df-291c-46b2-ac29-08cf0520a613) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:08.357789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] Provisioning complete for port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:08.358368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.411093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.524755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.542237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 186854d6-e4af-4a7e-b79d-b2c96c6466a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:08.639754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] For port 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=186854d6-e4af-4a7e-b79d-b2c96c6466a6,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:08.681715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:08.683369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.728313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611b25-8cab-46bd-89a1-fb790499b909 req-580e83fa-2309-4a0a-bc07-e5799ccb78f3 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.737133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49611b25-8cab-46bd-89a1-fb790499b909 req-580e83fa-2309-4a0a-bc07-e5799ccb78f3 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 948 time: 0.0759609 Mar 31 22:53:08.763354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.776168 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.806064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49611b25-8cab-46bd-89a1-fb790499b909 req-b0d1c69d-4e58-4af9-ae49-c8344144b528 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667746 Mar 31 22:53:08.924166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.000153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4501e5c4-fdfe-478f-80d5-6f9a9236fd76 None None] Provisioning complete for port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:09.000858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4501e5c4-fdfe-478f-80d5-6f9a9236fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.006072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:09.012055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.022333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:09.047932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:09.050066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474888-4349-4c68-b527-e64e38892ce3 None None] Pushing event updated for resources: {'Port': ['ID=186854d6-e4af-4a7e-b79d-b2c96c6466a6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.058311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.067115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9284d9-059e-493b-8712-6dc40269e414 req-f2dda767-bc43-42a5-9739-0e33e2ff851e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.069926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af9284d9-059e-493b-8712-6dc40269e414 req-f2dda767-bc43-42a5-9739-0e33e2ff851e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 935 time: 0.0798347 Mar 31 22:53:09.208442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a627b17-6a4a-4460-a65b-f9dd07282c14 req-36c38ca6-2801-43c8-a2ac-e7be12ee5e2e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0745323 Mar 31 22:53:09.255589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af9284d9-059e-493b-8712-6dc40269e414 req-9f0c853b-5a87-4487-9461-1b901599c3e9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758447 Mar 31 22:53:09.265851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.266492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.268891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 96c665ac-3cd6-4b73-8366-e620dc5d2467 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:09.404040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef29c6-c755-4791-b03c-009acae24f99 req-b5b05faf-4bd1-491d-8803-d235fef8432f tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.405664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fef29c6-c755-4791-b03c-009acae24f99 req-b5b05faf-4bd1-491d-8803-d235fef8432f tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.0517950 Mar 31 22:53:09.430110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ec856b38-778d-4b9b-a248-123d76c41245 None None] Provisioning complete for port 3a4396df-291c-46b2-ac29-08cf0520a613 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:09.430919 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec856b38-778d-4b9b-a248-123d76c41245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.431228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-9b3fa53d-f211-4f8c-b7b3-c5596f5a0ae6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0186372 Mar 31 22:53:09.438645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 96c665ac-3cd6-4b73-8366-e620dc5d2467 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:09.445243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Request body: {'port': {'device_id': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:09.465235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 96c665ac-3cd6-4b73-8366-e620dc5d2467 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:09.465903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.469709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fef29c6-c755-4791-b03c-009acae24f99 req-23f5034c-f25d-4dbd-a0eb-9b5f483053a4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562360 Mar 31 22:53:09.519774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ec856b38-778d-4b9b-a248-123d76c41245 None None] Port 3a4396df-291c-46b2-ac29-08cf0520a613 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:09.520605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Router 4859086b-eb3a-4669-8721-1c916a14c3fd is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:53:09.538974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.599586 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.635341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:09.639314 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf336f-bce3-4695-8f2d-313c2c8d30f8" -d '{"events": [{"server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "name": "network-vif-plugged", "status": "completed", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:09.660492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:09.746327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.767802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:09.780934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:09.808960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:09.811938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:52:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:09.837051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.874562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.879257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:09.880106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6c62569c-749d-4d10-8d42-2b57183e1d79 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8642938 Mar 31 22:53:10.029294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4396df-291c-46b2-ac29-08cf0520a613 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:10.032531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-964d1a9c-5f45-430c-90f4-958e0220be6c req-bbb7e612-c885-4477-882f-972fa7049ad7 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:10.042950 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054df225-b63d-412d-b7f5-09b4a8db7d3d x-openstack-request-id: req-054df225-b63d-412d-b7f5-09b4a8db7d3d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:10.043449 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "name": "network-vif-plugged", "status": "completed", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:10.043834 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-054df225-b63d-412d-b7f5-09b4a8db7d3d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:10.044382 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054df225-b63d-412d-b7f5-09b4a8db7d3d'] response: {'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467', 'code': 200} Mar 31 22:53:10.050974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964d1a9c-5f45-430c-90f4-958e0220be6c req-bbb7e612-c885-4477-882f-972fa7049ad7 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0827942 Mar 31 22:53:10.056215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.099862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Transition to ACTIVE for port object 3a4396df-291c-46b2-ac29-08cf0520a613 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:10.150751 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:10.200755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.329402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-ac0a-4534-97c1-15849fbd45bc req-f20bd940-2b36-49d9-b1b5-9226d18cac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.330848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4277a961-ac0a-4534-97c1-15849fbd45bc req-f20bd940-2b36-49d9-b1b5-9226d18cac07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 1100 time: 0.1708164 Mar 31 22:53:10.331785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:10.445773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 186854d6-e4af-4a7e-b79d-b2c96c6466a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:10.517242 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4277a961-ac0a-4534-97c1-15849fbd45bc req-16163570-fb37-4d62-9401-d5424fd2591a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779993 Mar 31 22:53:10.550308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:10.558259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:10.558259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:10.558476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:10.558476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.569367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:10.575507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:10.582063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:10.582681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:10.586866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:10.586866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Bound port: 3a4396df-291c-46b2-ac29-08cf0520a613, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:10.587345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.670668 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:07Z', 'revision_number': 3, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:10.723442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:10.726750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:10.730054 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:10.731659 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Updating router 4859086b-eb3a-4669-8721-1c916a14c3fd port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:53:10.762311 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.829549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e042c8-093a-49f0-916a-e5965197b01e req-9ef87b60-f3ce-456d-8543-137853872244 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.837117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.850029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94e042c8-093a-49f0-916a-e5965197b01e req-9ef87b60-f3ce-456d-8543-137853872244 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.2745292 Mar 31 22:53:10.903088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-639fc821-912a-49dd-a1ea-6ebf47db1f2b req-2105e409-c3c8-4dcd-898c-e177081c76c7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0838885 Mar 31 22:53:10.928767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.929600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.931097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] 10.222.0.44 "PUT /v2.0/ports/3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 1095 time: 1.4924061 Mar 31 22:53:10.931636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:10.933914 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a4622-d597-4f98-b092-fb46b9aedb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:10.940222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:11.032320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08a288-ef93-4a62-804f-813f1cacdd93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.058525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.44', 62910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:11.077564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94e042c8-093a-49f0-916a-e5965197b01e req-7a31b1db-5d11-4f36-8708-85f60396cdc7 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264848 Mar 31 22:53:11.283724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b3f-a301-489c-89da-f0a35a9cdff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.291762 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.329792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-15ff592e-c7f4-423e-b806-f1a59b22c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.332020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-15ff592e-c7f4-423e-b806-f1a59b22c556 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1098 time: 0.2720823 Mar 31 22:53:11.362895 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.406128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c803-6a92-4f2e-ade2-c7fbfa1be290 req-d0650df2-c1e0-4444-9b80-3991c4e3f572 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.411728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce83c803-6a92-4f2e-ade2-c7fbfa1be290 req-d0650df2-c1e0-4444-9b80-3991c4e3f572 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.3157837 Mar 31 22:53:11.421166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27108c9-57d2-4dcc-8ce7-e0a364cd547f req-f552bf59-9587-4210-bec7-5462d5eff951 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.423625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c27108c9-57d2-4dcc-8ce7-e0a364cd547f req-f552bf59-9587-4210-bec7-5462d5eff951 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.1942930 Mar 31 22:53:11.471312 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Pushing event updated for resources: {'Port': ['ID=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.477337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Attempting to bind port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:11.477709 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Attempting to bind port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:11.478074 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Attempting to bind port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:11.500790 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.501535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.502677 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.503917 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.504549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.505122 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.505833 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.506369 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.508067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Tracked resource versions report: Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: pushed versions: Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: { 'AddressGroup': {'1.2'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'ConntrackHelper': {'1.0'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Log': {'1.0'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Network': {'1.1'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Port': {'1.7'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'PortForwarding': {'1.2'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'QosPolicy': {'1.9'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SecurityGroup': {'1.4'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SubPort': {'1.0'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Subnet': {'1.1'}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Trunk': {'1.1'}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: consumer versions: Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: { DHCP agent@n-d-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: HyperV agent@n-h1-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: HyperV agent@n-h2-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: L3 agent@n-d-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: Metadata agent@n-d-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: Metering agent@n-d-828414-2: {}, Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: Open vSwitch agent@n-d-828414-2: { 'AddressGroup': '1.2', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'ConntrackHelper': '1.0', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Log': '1.0', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Network': '1.1', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Port': '1.7', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'PortForwarding': '1.2', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'QosPolicy': '1.9', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SecurityGroup': '1.4', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SecurityGroupRule': '1.2', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'SubPort': '1.0', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Subnet': '1.1', Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: 'Trunk': '1.1'}} Mar 31 22:53:11.513455 n-d-828414-2 neutron-server[109837]: {{(pid=109837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:53:11.520430 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:11.521773 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:11.522451 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.523097 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:11.523805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Bound port: 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:11.524864 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.533811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-00336f57-9d77-4541-a0f4-c47d95edaa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.565511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce83c803-6a92-4f2e-ade2-c7fbfa1be290 req-a21636af-8843-4ece-afc0-99d1630af216 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407087 Mar 31 22:53:11.572329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c27108c9-57d2-4dcc-8ce7-e0a364cd547f req-8bb169c6-d7cf-45e7-82ae-d1b291bb660f tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366169 Mar 31 22:53:11.617959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-91ff0308-6c7e-4c13-be30-6f1c8b9b9a73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.2758555 Mar 31 22:53:11.624702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-6956a308-b9a8-4d3b-bbc1-557229472620 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.626244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-6956a308-b9a8-4d3b-bbc1-557229472620 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.6189663 Mar 31 22:53:11.666469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Request body: {'port': {'device_id': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'admin_state_up': True, 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:11.671916 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] For port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:11.729029 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] For port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:11.738777 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc851f0-2254-4517-97d2-9796d5b3088f x-openstack-request-id: req-ddc851f0-2254-4517-97d2-9796d5b3088f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:11.739320 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:11.739720 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ddc851f0-2254-4517-97d2-9796d5b3088f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:11.740111 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc851f0-2254-4517-97d2-9796d5b3088f'] response: {'name': 'network-changed', 'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'status': 'completed', 'code': 200} Mar 31 22:53:11.761439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-e048964f-9b73-4dac-bfc6-3764b5d81311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.763440 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-e048964f-9b73-4dac-bfc6-3764b5d81311 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1363394 Mar 31 22:53:11.763969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.813487 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.853163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b3f-a301-489c-89da-f0a35a9cdff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.873225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-57595fe0-cfd1-45bd-a1e0-d80fa62c3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.875030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-57595fe0-cfd1-45bd-a1e0-d80fa62c3c64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020620 Mar 31 22:53:11.889700 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e673b26-8631-4255-90cc-e61d1d000044 None None] Pushing event updated for resources: {'Port': ['ID=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.909912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:11.910691 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:52:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:11.922921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b3f-a301-489c-89da-f0a35a9cdff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.994532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:11.998052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.046601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-60aa6b3f-a301-489c-89da-f0a35a9cdff3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=882c52d886ab4a739eaa0e3d0d6a06d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0998490 Mar 31 22:53:12.048243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa6b3f-a301-489c-89da-f0a35a9cdff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb7526-c7d6-427e-b910-16d6ddd08f8e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.057218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34214) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:12.158602 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-5edb13ea-1333-4fab-8a8c-4065f7166d68 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762842 Mar 31 22:53:12.171027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-8e19d92c-7cae-471e-909a-9c21875af7ff tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=232631d93bd54d1db3123238ecda9749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059647 Mar 31 22:53:12.179112 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:12.189992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-925d139f-5674-4281-9aca-c3adf473c8ee req-7160c6e6-6b5b-4a57-9ab4-509d5cb43128 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0947282 Mar 31 22:53:12.264922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.292605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Allocated IP 172.20.0.1 (f99329b5-cc87-4a5b-bc13-31732ba7aa7d/dbf32443-8cf6-410e-823a-478b4e435380/c87b7daf-3f63-4a54-93f0-02eb2dccf55c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:12.310106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.312101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Allocated IP 172.20.0.11 (57569ecb-bc63-4dbe-801a-db06402113e6/70551a93-3fdb-45b4-a457-5ae18c9b86f7/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:12.370084 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:07Z', 'revision_number': 3, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:12.385227 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d79ffc6-3fd6-4718-98e0-e68a161a2ea6 req-348240ea-2c30-4c9a-bcf9-b24fc568b58c service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181787 Mar 31 22:53:12.399195 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440508e-a0ad-47a2-b498-810ee1dc400f None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:07Z', 'revision_number': 3, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:12.529209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.561834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e44c22-d2b6-4e9f-b1d3-bad1a28e700c req-ff56d271-29b5-41f8-9aac-c8562503f884 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.563438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7e44c22-d2b6-4e9f-b1d3-bad1a28e700c req-ff56d271-29b5-41f8-9aac-c8562503f884 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.1292434 Mar 31 22:53:12.573879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.592856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.596572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.597640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7fb7526-c7d6-427e-b910-16d6ddd08f8e HTTP/1.1" status: 204 len: 168 time: 0.5396259 Mar 31 22:53:12.617731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6988f-be9f-4e1d-b99e-4486b2687664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb7526-c7d6-427e-b910-16d6ddd08f8e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.630914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-c3fdc1ab-602f-4f5e-baba-edd07ca90701 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.638051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-c3fdc1ab-602f-4f5e-baba-edd07ca90701 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4661112 Mar 31 22:53:12.650952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-d07fa2c8-cd52-4e2f-989e-b1dab3a29484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.652466 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-d07fa2c8-cd52-4e2f-989e-b1dab3a29484 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1098 time: 0.0945599 Mar 31 22:53:12.664357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-429bcf0b-3eec-4311-a4cb-344cf17e332b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/quotas/232631d93bd54d1db3123238ecda9749 HTTP/1.1" status: 200 len: 375 time: 0.0253661 Mar 31 22:53:12.707748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7e44c22-d2b6-4e9f-b1d3-bad1a28e700c req-bea055dd-3570-4279-83b4-47066946c4f4 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323733 Mar 31 22:53:12.750080 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.779721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-ff0eb7de-4ba3-44df-bb82-89ffec734641 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143513 Mar 31 22:53:12.802604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.814876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Network 57569ecb-bc63-4dbe-801a-db06402113e6 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:12.826633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:12.832844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-42e8a308-7cb1-40a0-952b-8a97d9db411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.834887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-42e8a308-7cb1-40a0-952b-8a97d9db411f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1751609 Mar 31 22:53:12.835064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:12.839361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.938710 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-85407188-c2ef-4f35-b2b2-b41e127ac77d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0967097 Mar 31 22:53:12.942656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:12.946545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:12.951274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:12.955994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Pushing event updated for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.964197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.964833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.018587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-08d66147-5cc0-43d1-939a-134c362c576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.020813 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-08d66147-5cc0-43d1-939a-134c362c576f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0726790 Mar 31 22:53:13.041354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.099665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-38e4cf86-339c-46c7-a3c6-e6efb5b9c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.103289 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-38e4cf86-339c-46c7-a3c6-e6efb5b9c57d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750287 Mar 31 22:53:13.138585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-92bf9997-4056-4608-b9a8-a6937fa84c26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4987772 Mar 31 22:53:13.166626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Request body: {'port': {'device_id': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:13.322716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c754eed1-9a27-416d-b9eb-2980cacc3447 None None] Provisioning complete for port c87b7daf-3f63-4a54-93f0-02eb2dccf55c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:13.325552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c754eed1-9a27-416d-b9eb-2980cacc3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.408735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c754eed1-9a27-416d-b9eb-2980cacc3447 None None] Port c87b7daf-3f63-4a54-93f0-02eb2dccf55c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:13.422592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.456616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-64acd856-ebc2-4777-9a6c-7e671327221c service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430192 Mar 31 22:53:13.462970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-3c6f4af7-0859-4568-9de3-40fbe0b17413 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3180110 Mar 31 22:53:13.582417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550663e5-8ddf-4893-8b5c-dae4c0d6b012 req-bb7d8667-7471-4536-bd7c-b6ad497089d3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.583976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-550663e5-8ddf-4893-8b5c-dae4c0d6b012 req-bb7d8667-7471-4536-bd7c-b6ad497089d3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.1938698 Mar 31 22:53:13.692905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-440a4622-d597-4f98-b092-fb46b9aedb5b req-a7a54b16-88a7-44b9-8bc4-8da0a9ce9711 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095864 Mar 31 22:53:13.713162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-5ef1f882-2a13-4eaa-9ace-d3b80cc841b6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.720115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-5ef1f882-2a13-4eaa-9ace-d3b80cc841b6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561867 Mar 31 22:53:13.737376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-550663e5-8ddf-4893-8b5c-dae4c0d6b012 req-6576e604-4f2d-42f5-a3ea-cae5d6181cc1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336453 Mar 31 22:53:13.745422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-534c6db3-9d3c-4732-96c9-a73e26bf5aa5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0223949 Mar 31 22:53:13.758912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9aaad5a7-f3b2-43c5-82a8-80f5587338bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.789056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-75fa4c6d-4fd9-4352-8736-3cb6f96494e5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424242 Mar 31 22:53:13.832832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dd7e60-88d9-409f-a398-5fa5210d8224 req-15bb1053-27d4-493a-a354-213be2f53502 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 210 time: 0.0380189 Mar 31 22:53:13.880497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.888128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:13.896766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.911015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Transition to ACTIVE for port object b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:14.014905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.023315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be94a5-d5f9-4f0e-8f01-e83890b56038 req-5307d4f8-895f-483c-ab94-57cf0cedf43e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.024797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76be94a5-d5f9-4f0e-8f01-e83890b56038 req-5307d4f8-895f-483c-ab94-57cf0cedf43e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 932 time: 0.1024849 Mar 31 22:53:14.031263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-709cfd47-815e-428b-af92-b418ce5d314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.087516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.097272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76be94a5-d5f9-4f0e-8f01-e83890b56038 req-fae29d34-8bef-42fd-aaca-d17a4d0ef9ca tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622149 Mar 31 22:53:14.121194 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.159118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.172967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.199472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-709cfd47-815e-428b-af92-b418ce5d314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.295383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-709cfd47-815e-428b-af92-b418ce5d314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.323185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:14.323573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:14.324410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:14.326181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e211e6f3-9b10-4ab4-9c02-27bd099e173f req-58d63b73-3a2d-4261-9734-0471c21fe112 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 210 time: 0.0808041 Mar 31 22:53:14.353032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Pushing event updated for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.358940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.386862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:14.387225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:14.397310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61147-0b48-4172-b1db-56d0b46dcb6c req-906f847e-5aa7-4cf2-bce0-0b34328cd012 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.398882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49b61147-0b48-4172-b1db-56d0b46dcb6c req-906f847e-5aa7-4cf2-bce0-0b34328cd012 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.1572554 Mar 31 22:53:14.403165 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-709cfd47-815e-428b-af92-b418ce5d314c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=661497d26a624628922ca3bd8b19677d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842275 Mar 31 22:53:14.403462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.406494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cfd47-815e-428b-af92-b418ce5d314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9649dd6b-0d67-4418-be35-0f7fc5073ab5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.412452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:14.413018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:14.413838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:14.414437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Bound port: b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:14.415206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.510218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:14.543480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:14.544559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49b61147-0b48-4172-b1db-56d0b46dcb6c req-aaaf6e3e-7f44-4c3a-b347-9a60e798db3a tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098258 Mar 31 22:53:14.579182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:14.583377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.597658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:14.606655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:14.626359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:14.627611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.644055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.688396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.746016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.751714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.755671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] 10.222.0.44 "PUT /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 1092 time: 1.5933418 Mar 31 22:53:14.759661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:14.782389 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd2d810-b1b6-412e-b4fa-b2530b4c685a" -d '{"events": [{"name": "network-changed", "server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:14.881360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58e471-57a7-4e82-9c5b-4eb2411b449f service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.882920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.922998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:53:14.927532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:14.984047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-d6794c81-2d62-426d-b66b-3eb153b4b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.986855 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-d6794c81-2d62-426d-b66b-3eb153b4b870 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1095 time: 0.0538249 Mar 31 22:53:14.995169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d3acc91b-0066-4b85-8530-2e735378b3ce None None] Provisioning complete for port c87b7daf-3f63-4a54-93f0-02eb2dccf55c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:14.995315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d3acc91b-0066-4b85-8530-2e735378b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.042197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d3acc91b-0066-4b85-8530-2e735378b3ce None None] Port c87b7daf-3f63-4a54-93f0-02eb2dccf55c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:15.069013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b79c0-e100-4f13-a71a-6f470071d176 req-9ab74470-dba0-4558-967f-7787c4f56038 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.070694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299b79c0-e100-4f13-a71a-6f470071d176 req-9ab74470-dba0-4558-967f-7787c4f56038 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.1844621 Mar 31 22:53:15.072121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-e2866635-25e8-46e2-90f9-bd5c4b4e78dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0783672 Mar 31 22:53:15.096972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.099519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.102979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9649dd6b-0d67-4418-be35-0f7fc5073ab5 HTTP/1.1" status: 204 len: 168 time: 0.6962590 Mar 31 22:53:15.110264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.133076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0daa5c-e797-4de6-a281-88514b1eec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9649dd6b-0d67-4418-be35-0f7fc5073ab5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.157879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:15.172852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-376b4481-e068-4707-a6bb-dfc796cb2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.184413 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-376b4481-e068-4707-a6bb-dfc796cb2b03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0953803 Mar 31 22:53:15.185569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfb4ce04-e6f0-46c2-80a2-21b22542272a admin admin] 10.222.0.83 "PUT /v2.0/routers/4859086b-eb3a-4669-8721-1c916a14c3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3036625 Mar 31 22:53:15.202564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299b79c0-e100-4f13-a71a-6f470071d176 req-35e3516f-5872-428b-a8fd-a49b4ba8a114 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957720 Mar 31 22:53:15.226357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-39807b2f-74fd-4b8c-9fa3-48ad16c0264c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435352 Mar 31 22:53:15.263809 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86dcda2-0ecb-49cf-9dc8-c30fec892b04 x-openstack-request-id: req-f86dcda2-0ecb-49cf-9dc8-c30fec892b04 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:15.264144 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:15.264400 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f86dcda2-0ecb-49cf-9dc8-c30fec892b04 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:15.264982 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86dcda2-0ecb-49cf-9dc8-c30fec892b04'] response: {'name': 'network-changed', 'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'status': 'completed', 'code': 200} Mar 31 22:53:15.290257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.294499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.367041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ceb22bd-6774-4d4d-acbc-119852791a14 req-655c2bc2-66cb-4155-a8d7-76d32d81559a tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 210 time: 0.0465415 Mar 31 22:53:15.434072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-e2acbe44-b019-45de-b2ac-5b28acf8a1ff service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015882 Mar 31 22:53:15.488496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ea293-eaa2-4407-9dc3-c11e893a6fc1 req-fef33a07-23ec-4d5f-a0fd-ba68c5ee5255 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.498621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed8ea293-eaa2-4407-9dc3-c11e893a6fc1 req-fef33a07-23ec-4d5f-a0fd-ba68c5ee5255 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1096780 Mar 31 22:53:15.549011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc87bb-89f2-4647-8d5c-0ba48e741e71 req-d2d5f552-d65c-4d73-ba4e-07e696c0dd14 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.557968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cffc87bb-89f2-4647-8d5c-0ba48e741e71 req-d2d5f552-d65c-4d73-ba4e-07e696c0dd14 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.1101000 Mar 31 22:53:15.559468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-da1b34d8-7107-4bca-9021-5b62e5d2fbff req-33b72bc5-353d-4377-9d00-05493b565cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178210 Mar 31 22:53:15.578666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:15.596811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:15.619302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:15.619302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:15.632323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed8ea293-eaa2-4407-9dc3-c11e893a6fc1 req-d931920b-8e8e-4b62-9386-823d5641e38e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318452 Mar 31 22:53:15.670771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cffc87bb-89f2-4647-8d5c-0ba48e741e71 req-3e04d57e-2386-4f5b-be99-456d3b6372e7 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078970 Mar 31 22:53:15.756471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:15.759921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ae3a83f-ff8d-4736-b2d0-3f8024fa6e2a req-99999a5a-d1e1-4c8e-9af1-b9d39e32fc32 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 210 time: 0.0550172 Mar 31 22:53:15.796561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-2991f6fd-2282-43c6-b9d2-0a413b94297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.800242 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-2991f6fd-2282-43c6-b9d2-0a413b94297e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1095 time: 0.0946732 Mar 31 22:53:15.895593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-333348a3-2ed0-47ac-a054-402a6d59dfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.968466 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-30d7150b-fe25-499d-8082-8711d7e106ac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=232631d93bd54d1db3123238ecda9749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450630 Mar 31 22:53:15.984512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-7f222f06-3afa-4f11-b722-9706d8f29ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.986056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-7f222f06-3afa-4f11-b722-9706d8f29ab2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1734273 Mar 31 22:53:16.051610 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-28a9b159-5fa3-47d0-8178-1524eeb062bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0585711 Mar 31 22:53:16.062246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 2, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:16.090507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:16.091278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Updating router 4859086b-eb3a-4669-8721-1c916a14c3fd port c87b7daf-3f63-4a54-93f0-02eb2dccf55c binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:53:16.119882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.178122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-5c8a6ce7-7e41-4a9f-92f5-f58e18704b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.179797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-5c8a6ce7-7e41-4a9f-92f5-f58e18704b4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1002679 Mar 31 22:53:16.210030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-333348a3-2ed0-47ac-a054-402a6d59dfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.231032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-34f9ffa8-36ef-4ecc-9635-7ff7a760f505 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.232551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-34f9ffa8-36ef-4ecc-9635-7ff7a760f505 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584050 Mar 31 22:53:16.271555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-760da95f-7398-4b9b-b9e3-c596d10e1d78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752621 Mar 31 22:53:16.281770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Request body: {'port': {'device_id': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '232631d93bd54d1db3123238ecda9749'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:16.285737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-333348a3-2ed0-47ac-a054-402a6d59dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.443436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81c0f-6340-4ef4-8ab2-1ded99bcf44b req-617c1be7-2376-47c2-9763-44deb76d39d8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.445202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ad81c0f-6340-4ef4-8ab2-1ded99bcf44b req-617c1be7-2376-47c2-9763-44deb76d39d8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.1389763 Mar 31 22:53:16.471393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-1ddb1aaf-e11d-4350-985c-ae23ec060bf7 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302021 Mar 31 22:53:16.480360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:16.595150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-333348a3-2ed0-47ac-a054-402a6d59dfb0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a041e05708f468eb8e279ff7375437f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9935837 Mar 31 22:53:16.599801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ad81c0f-6340-4ef4-8ab2-1ded99bcf44b req-a69ac7ed-55fe-4a4b-b31a-840463d53422 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405191 Mar 31 22:53:16.603605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:16.607076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333348a3-2ed0-47ac-a054-402a6d59dfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915e133-95e1-41aa-9cba-f5818693f299,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:16.654837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:16.708626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34338) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:16.714913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-network', 'tenant_id': '9e882910fab24223aa6a93d3491af463'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:16.725374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecbb8a89-69e3-45db-a82d-064e8e8e8b19 req-40a94335-c011-412d-b76a-2ed452015129 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 210 time: 0.2036293 Mar 31 22:53:16.742462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-edd2d810-b1b6-412e-b4fa-b2530b4c685a req-d2b7302e-0fd1-403a-82d0-c7dd11616aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354541 Mar 31 22:53:16.753063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.776715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.793056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:16.836368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '3a4396df-291c-46b2-ac29-08cf0520a613', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '3a4396df-291c-46b2-ac29-08cf0520a613', 'mac_address': 'fa:16:3e:8c:32:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:16.870315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Made reservation on behalf of 232631d93bd54d1db3123238ecda9749 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:16.875081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.904659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:16.905101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.923638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.935880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Made reservation on behalf of 9e882910fab24223aa6a93d3491af463 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:16.938641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.944528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.953347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.962344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.988579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.995242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4396df-291c-46b2-ac29-08cf0520a613 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:17.048466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:17.052136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.097249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac876ac-00f4-42c3-bf01-cf331ccaac0b req-5c1c8e32-6fab-416e-aba2-5f0a74cf8f52 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.099793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ac876ac-00f4-42c3-bf01-cf331ccaac0b req-5c1c8e32-6fab-416e-aba2-5f0a74cf8f52 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.2753527 Mar 31 22:53:17.116744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bba3b-72d6-4d3d-bc34-5760d74fa6e8 req-5279333e-4bf5-404c-9a4d-7b049b58915a tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.118362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-384bba3b-72d6-4d3d-bc34-5760d74fa6e8 req-5279333e-4bf5-404c-9a4d-7b049b58915a tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.2938268 Mar 31 22:53:17.138681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Allocated IP 192.168.233.141 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/37a1b58b-92f7-457c-a597-03009c92ebe4) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:17.176504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01dd62-7ba3-46b5-8396-108e4a479211 None None] Pushing event updated for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.187752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.197982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ac876ac-00f4-42c3-bf01-cf331ccaac0b req-df8a422a-6f7a-4602-a3ca-ea88f1a91a74 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739589 Mar 31 22:53:17.208297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.211360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.214952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b915e133-95e1-41aa-9cba-f5818693f299 HTTP/1.1" status: 204 len: 168 time: 0.5741751 Mar 31 22:53:17.234912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-384bba3b-72d6-4d3d-bc34-5760d74fa6e8 req-b45c4b06-cd3f-444e-9195-de86a8ebf3d0 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082203 Mar 31 22:53:17.276292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d857a-837d-476a-8851-7b22cf3bdddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915e133-95e1-41aa-9cba-f5818693f299,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.306749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-2fb06a3d-3e70-4f55-a7b9-9b5d6b60138a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543449 Mar 31 22:53:17.313228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Attempting to bind port c87b7daf-3f63-4a54-93f0-02eb2dccf55c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:17.313592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Attempting to bind port c87b7daf-3f63-4a54-93f0-02eb2dccf55c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:17.313944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Attempting to bind port c87b7daf-3f63-4a54-93f0-02eb2dccf55c on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:17.346288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4409cae1-6873-4a90-a6a9-1d0800f677ab req-9fc2aaf7-179d-4c3b-a987-00f041ae9c56 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 210 time: 0.0384033 Mar 31 22:53:17.360376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:17.360853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Checking segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:17.361411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.368639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Bound using segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:17.368639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Bound port: c87b7daf-3f63-4a54-93f0-02eb2dccf55c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:17.368639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.368960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.10', 56700) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:17.421304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.493073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] For port c87b7daf-3f63-4a54-93f0-02eb2dccf55c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:17.498212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] For port c87b7daf-3f63-4a54-93f0-02eb2dccf55c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:17.502746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9667b881-1cfa-49bd-a31b-9d2545a6c4b1 None None] Provisioning complete for port c87b7daf-3f63-4a54-93f0-02eb2dccf55c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:17.503458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9667b881-1cfa-49bd-a31b-9d2545a6c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.534744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.549726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:17.563033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-7977fa27-a429-436f-bee8-66c0bbe20f95 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.566146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-7977fa27-a429-436f-bee8-66c0bbe20f95 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.10 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.2016253 Mar 31 22:53:17.582267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.598779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9667b881-1cfa-49bd-a31b-9d2545a6c4b1 None None] Port c87b7daf-3f63-4a54-93f0-02eb2dccf55c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:17.652876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.700037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.731153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-79678ac0-3701-41e7-8705-41c266f42cf5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.733518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-79678ac0-3701-41e7-8705-41c266f42cf5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577144 Mar 31 22:53:17.738917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:17.746538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bbc310-35d3-432a-84e4-105a31793037,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.755285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.755285 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Added segment 1826593c-317f-4f2b-aab7-def8960bf3d1 of type vlan for network 97305491-8a26-4d45-8813-12b361a0ad52 Mar 31 22:53:17.758516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:17.759185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:17.773511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01dd62-7ba3-46b5-8396-108e4a479211 None None] Pushing event updated for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.774696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.855703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:17.896500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3e6c5585-5beb-42a3-b0c0-e0928c73fb51'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:17.936746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:17.947043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:17.948314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.953041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:18.059498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Pushing event updated for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.119910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.120204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.125006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.125965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.126800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.184428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:18.207673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] Pushing event updated for resources: {'Network': ['ID=97305491-8a26-4d45-8813-12b361a0ad52,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.230961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-67625d68-3993-452e-a654-adfedba9dc2b tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9655352 Mar 31 22:53:18.238284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] Provisioning complete for port c87b7daf-3f63-4a54-93f0-02eb2dccf55c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:18.238284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.242145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 97305491-8a26-4d45-8813-12b361a0ad52 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:18.250973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Request body: {'port': {'device_id': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:18.288083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164d14-159e-446e-a510-1c028665cb6f req-258d4621-e53a-45a2-862f-e23c6e54afbd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.289938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9164d14-159e-446e-a510-1c028665cb6f req-258d4621-e53a-45a2-862f-e23c6e54afbd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 948 time: 0.4934442 Mar 31 22:53:18.314013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.325608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfb73-344f-4e89-9ddc-4435572deff3 req-43f4ee0c-1d72-41b9-92eb-bec78c5c18ef tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.329834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-041bfb73-344f-4e89-9ddc-4435572deff3 req-43f4ee0c-1d72-41b9-92eb-bec78c5c18ef tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 936 time: 0.2550023 Mar 31 22:53:18.339551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e06588d2-0451-4782-b37e-067869abedea admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6289244 Mar 31 22:53:18.341203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34368) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:18.357504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Request body: {'subnet': {'network_id': '97305491-8a26-4d45-8813-12b361a0ad52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-subnet', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:18.419198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:18.423788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.442668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Deleting port 96c665ac-3cd6-4b73-8366-e620dc5d2467 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:18.443035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.475836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.503647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9164d14-159e-446e-a510-1c028665cb6f req-f233c813-ef83-47d1-8aa9-bcbc63343781 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053177 Mar 31 22:53:18.550973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Made reservation on behalf of 9e882910fab24223aa6a93d3491af463 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:18.556357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.562524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34378) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:18.568528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-041bfb73-344f-4e89-9ddc-4435572deff3 req-ac83c7a9-a1a8-4458-8885-839e8a7fb377 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263179 Mar 31 22:53:18.588851 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd562f09-e157-4a6e-b5b1-f77cb5e0a2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.710470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a1b58b-92f7-457c-a597-03009c92ebe4 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:18.719937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.723172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.735785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Transition to ACTIVE for port object 37a1b58b-92f7-457c-a597-03009c92ebe4 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:18.789256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4026a-b318-493a-bfc6-910e71472244 req-ad7859d8-9376-4fb0-a094-be8c7ffffada tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.790780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0f4026a-b318-493a-bfc6-910e71472244 req-ad7859d8-9376-4fb0-a094-be8c7ffffada tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1642096 Mar 31 22:53:18.809789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.830789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] For port c87b7daf-3f63-4a54-93f0-02eb2dccf55c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:18.861743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:17Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:18.897704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0f4026a-b318-493a-bfc6-910e71472244 req-07be5d9b-bb02-48fb-97cc-7d9e8631ba15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925436 Mar 31 22:53:18.919219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99f0e1-c940-4873-8fec-c59ea5bc75da None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:17Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:18.937500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.937664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] For port 96c665ac-3cd6-4b73-8366-e620dc5d2467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=96c665ac-3cd6-4b73-8366-e620dc5d2467,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:18.937664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.965381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Calling delete_port for 96c665ac-3cd6-4b73-8366-e620dc5d2467 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:19.105243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c3dd-e65e-4be3-9731-81d30d619f9d None None] Pushing event updated for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.147230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28450-c740-43cf-b44c-dff0168e11ea req-3c536f06-8edd-4d82-99ed-fe026981aa85 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.148970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a28450-c740-43cf-b44c-dff0168e11ea req-3c536f06-8edd-4d82-99ed-fe026981aa85 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 949 time: 0.4225428 Mar 31 22:53:19.217045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.269891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Pushing event updated for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.291380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-888084d8-4499-49f9-9f0f-a1bb816482ad req-f95910ff-cc5c-4bfd-a14a-ba0ed99cf310 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 210 time: 0.1560550 Mar 31 22:53:19.357876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Attempting to bind port 37a1b58b-92f7-457c-a597-03009c92ebe4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:19.358345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Attempting to bind port 37a1b58b-92f7-457c-a597-03009c92ebe4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:19.358753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Attempting to bind port 37a1b58b-92f7-457c-a597-03009c92ebe4 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:19.369665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Port 37a1b58b-92f7-457c-a597-03009c92ebe4 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:19.370987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Attempting to bind port 37a1b58b-92f7-457c-a597-03009c92ebe4 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:19.373738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.380429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:19.385604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:19.386163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:19.386723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Bound port: 37a1b58b-92f7-457c-a597-03009c92ebe4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:19.387732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.540494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:19.544701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=37a1b58b-92f7-457c-a597-03009c92ebe4,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:19.642308 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.726866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.727610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.731988 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] 10.222.0.10 "PUT /v2.0/ports/37a1b58b-92f7-457c-a597-03009c92ebe4 HTTP/1.1" status: 200 len: 1096 time: 1.4856961 Mar 31 22:53:19.732483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:19.739696 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10668599-3b84-4632-a18c-50300f71c9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:19.744006 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd562f09-e157-4a6e-b5b1-f77cb5e0a2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.765576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a28450-c740-43cf-b44c-dff0168e11ea req-273d877d-0498-4646-9683-6bc131861cd0 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/security-groups?id=44139b64-c21a-4def-8549-bf7479352076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944853 Mar 31 22:53:19.766840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d6730-ce8b-424f-9d9c-a536e1a1422b service neutron] Pushing event updated for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.816227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.126 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/c1f13d91-7e21-4977-8e15-ac8d23c107c6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:19.832269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eceae5e-b002-4f56-a7c1-d8b105e1fad1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.851268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd562f09-e157-4a6e-b5b1-f77cb5e0a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.854038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.966394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-b6ac13f5-002f-4d1f-a8b5-873f1413f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.967938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-b6ac13f5-002f-4d1f-a8b5-873f1413f863 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 1099 time: 0.0815604 Mar 31 22:53:19.979769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd562f09-e157-4a6e-b5b1-f77cb5e0a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47572633-3cdb-4184-81a1-c08c34973e9a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.028007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-07f05487-b2d1-4707-80a5-e065e86c6928 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=37a1b58b-92f7-457c-a597-03009c92ebe4 HTTP/1.1" status: 200 len: 217 time: 0.0460865 Mar 31 22:53:20.086270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd562f09-e157-4a6e-b5b1-f77cb5e0a2d2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f8eb04c07ad4790b55df2e1f851062b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5224924 Mar 31 22:53:20.088916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:20.093222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7479ba-5ff9-42ab-9d33-77d936a63a6d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.130458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-fb93c84c-f748-417c-9f9a-523a574df0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.132006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-fb93c84c-f748-417c-9f9a-523a574df0a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0976994 Mar 31 22:53:20.138361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.184586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.214656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00ae3-000c-4759-8793-e97308fe475e req-75175080-be1a-49ba-9576-ec43a37fd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.216237 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-75175080-be1a-49ba-9576-ec43a37fd7a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749989 Mar 31 22:53:20.218367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.338290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-e7340399-71bd-4ef9-a4e1-36d19e2aa3f2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104608 Mar 31 22:53:20.349024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Checking segment: {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:20.349384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Network hostable DHCP agents. Network: 97305491-8a26-4d45-8813-12b361a0ad52, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:20.383951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61411-b1cf-4299-b7dd-b7418331ef1f req-9a916f8a-9ba8-4f0a-bba5-06220c9850ff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.387505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbd61411-b1cf-4299-b7dd-b7418331ef1f req-9a916f8a-9ba8-4f0a-bba5-06220c9850ff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 948 time: 0.4184468 Mar 31 22:53:20.399925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Pushing event deleted for resources: {'Port': ['ID=96c665ac-3cd6-4b73-8366-e620dc5d2467,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.430020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.436006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.436006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/47572633-3cdb-4184-81a1-c08c34973e9a HTTP/1.1" status: 204 len: 168 time: 0.3433664 Mar 31 22:53:20.456122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639055d-a373-42ab-8822-f7980865356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47572633-3cdb-4184-81a1-c08c34973e9a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.457228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c87b7daf-3f63-4a54-93f0-02eb2dccf55c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:20.460967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fff00ae3-000c-4759-8793-e97308fe475e req-26af7686-74ea-43bd-b77d-b3ac4194d40c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144931 Mar 31 22:53:20.492875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.529188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922130-4ca1-41a7-9250-c5a647b1f4b6 req-088c6ade-454c-4734-af8f-7cd3296710fd tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.530764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb922130-4ca1-41a7-9250-c5a647b1f4b6 req-088c6ade-454c-4734-af8f-7cd3296710fd tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 948 time: 0.5524714 Mar 31 22:53:20.624240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] No DVR routers for this DVR port 96c665ac-3cd6-4b73-8366-e620dc5d2467 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:20.641528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.645828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e62bfca8-462e-4959-9285-b1c6c59aa35c req-d2b98618-04ae-4958-8882-c9297bdeb201 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.10 "DELETE /v2.0/ports/96c665ac-3cd6-4b73-8366-e620dc5d2467 HTTP/1.1" status: 204 len: 173 time: 3.0714269 Mar 31 22:53:20.648109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'name': 'network-vif-deleted', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:20.650293 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37fec6f-ff43-47b3-8109-4b79e2bef441" -d '{"events": [{"server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "name": "network-vif-deleted", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:20.655899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:20.662025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:20.677293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb922130-4ca1-41a7-9250-c5a647b1f4b6 req-91265519-2aa5-45ba-a9d0-cb6834e43d0d tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204984 Mar 31 22:53:20.709798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbd61411-b1cf-4299-b7dd-b7418331ef1f req-b3f961ce-9218-419d-ae45-6f25f06235ed tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433865 Mar 31 22:53:20.731546 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9784c-cd2a-489f-9844-99652d79f758 x-openstack-request-id: req-93a9784c-cd2a-489f-9844-99652d79f758 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:20.731546 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:20.731546 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93a9784c-cd2a-489f-9844-99652d79f758 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:20.731546 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a9784c-cd2a-489f-9844-99652d79f758'] response: {'name': 'network-changed', 'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4', 'status': 'completed', 'code': 200} Mar 31 22:53:20.763836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c87b7daf-3f63-4a54-93f0-02eb2dccf55c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:20.764417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.871871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Network 97305491-8a26-4d45-8813-12b361a0ad52 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:20.875318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.877647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:20.922879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 3a4396df-291c-46b2-ac29-08cf0520a613 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:20.933904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'port_id': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'mac_address': 'fa:16:3e:37:7d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70551a93-3fdb-45b4-a457-5ae18c9b86f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:20.937872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 3a4396df-291c-46b2-ac29-08cf0520a613 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:20.938290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.972501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:20.985686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10668599-3b84-4632-a18c-50300f71c9f8 req-f3983106-2e82-4fc7-94ec-09e8aacba979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.988211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-f3983106-2e82-4fc7-94ec-09e8aacba979 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 1099 time: 0.2028315 Mar 31 22:53:20.989085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:21.011786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:21.016069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.026883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786000-9189-4795-8a6e-8a62df18dc57 req-7913714e-9b9d-41a2-9b1a-fabfdcbe831e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.029081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec786000-9189-4795-8a6e-8a62df18dc57 req-7913714e-9b9d-41a2-9b1a-fabfdcbe831e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.2528253 Mar 31 22:53:21.062852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 97305491-8a26-4d45-8813-12b361a0ad52) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:21.068656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.068656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.106658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.123339 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.126802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:21.133650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430ee41-39c6-4989-9d5d-dd199a213c61 None None] Network 97305491-8a26-4d45-8813-12b361a0ad52 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:21.205778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:21.208126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:21.236963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:21.239337 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28b864-52e3-4c27-9b0f-ce7d7ad6a3c1" -d '{"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-plugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:21.254400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.255598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.273917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5cbee-f5c9-4892-bdcc-43566eaa378d req-b58c2268-45a9-4445-af3a-6e5848540e08 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.275541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e5cbee-f5c9-4892-bdcc-43566eaa378d req-b58c2268-45a9-4445-af3a-6e5848540e08 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 936 time: 0.3391063 Mar 31 22:53:21.309800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.312539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.316876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1806a873-454d-44eb-a35d-8c4d8b04c8f9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9623621 Mar 31 22:53:21.317168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34422) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:21.322410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:21.349139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec786000-9189-4795-8a6e-8a62df18dc57 req-c97436de-4980-4151-a856-08c09ea16488 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660060 Mar 31 22:53:21.363124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 96c665ac-3cd6-4b73-8366-e620dc5d2467 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:21.367907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10668599-3b84-4632-a18c-50300f71c9f8 req-4251bc02-3296-4e0e-93ba-300d5df1a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.371622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-4251bc02-3296-4e0e-93ba-300d5df1a8f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.3559580 Mar 31 22:53:21.398219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 96c665ac-3cd6-4b73-8366-e620dc5d2467 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:21.398564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 96c665ac-3cd6-4b73-8366-e620dc5d2467 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:21.404051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-b88dd8e3-e1d8-4b65-92ad-a8496708effb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6052668 Mar 31 22:53:21.424950 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d605b1-5184-4389-b585-404b67ece3de x-openstack-request-id: req-73d605b1-5184-4389-b585-404b67ece3de {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:21.425380 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfaf3ac-184f-45fc-93de-6d406811a04f", "name": "network-vif-deleted", "tag": "96c665ac-3cd6-4b73-8366-e620dc5d2467", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:21.425520 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73d605b1-5184-4389-b585-404b67ece3de {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:21.425919 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d605b1-5184-4389-b585-404b67ece3de'] response: {'server_uuid': 'edfaf3ac-184f-45fc-93de-6d406811a04f', 'name': 'network-vif-deleted', 'tag': '96c665ac-3cd6-4b73-8366-e620dc5d2467', 'status': 'completed', 'code': 200} Mar 31 22:53:21.438231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.441930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.443127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.468933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Request body: {'port': {'device_id': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:21.469273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-97305491-8a26-4d45-8813-12b361a0ad52', 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'fixed_ips': [{'subnet_id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:53:21.471146 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.472644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-4fb79cd2-ced4-49d6-8522-672a7597d57c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=37a1b58b-92f7-457c-a597-03009c92ebe4 HTTP/1.1" status: 200 len: 217 time: 0.0920756 Mar 31 22:53:21.477451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e5cbee-f5c9-4892-bdcc-43566eaa378d req-a121ece8-84d0-4463-b4b4-02e6d9a93196 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750729 Mar 31 22:53:21.549165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.566751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-31c62e9a-2e99-4838-b855-a1ab3dffbc94 None None] Provisioning complete for port c1f13d91-7e21-4977-8e15-ac8d23c107c6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:21.567268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-31c62e9a-2e99-4838-b855-a1ab3dffbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.568751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.577013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53f0e6e6-9738-4fb1-b4ba-9f1d02ecb297 req-849e8f71-d78b-486a-97a0-e90bab74f901 tempest-ImagesNegativeTestJSON-1226260314 tempest-ImagesNegativeTestJSON-1226260314-project] 10.222.0.83 "GET /v2.0/ports?device_id=edfaf3ac-184f-45fc-93de-6d406811a04f HTTP/1.1" status: 200 len: 210 time: 0.0446110 Mar 31 22:53:21.612182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10668599-3b84-4632-a18c-50300f71c9f8 req-210020b6-7982-4035-934b-b10dfb31557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.612182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-210020b6-7982-4035-934b-b10dfb31557c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1109390 Mar 31 22:53:21.612182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.655191 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e854415d-e4dc-4e4b-a547-37296466cf2f x-openstack-request-id: req-e854415d-e4dc-4e4b-a547-37296466cf2f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:21.655510 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-plugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:21.655942 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e854415d-e4dc-4e4b-a547-37296466cf2f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:21.656340 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e854415d-e4dc-4e4b-a547-37296466cf2f'] response: {'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'code': 200} Mar 31 22:53:21.671575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:21.776731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-31c62e9a-2e99-4838-b855-a1ab3dffbc94 None None] Port c1f13d91-7e21-4977-8e15-ac8d23c107c6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:21.842171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Allocated IP 172.20.0.2 (97305491-8a26-4d45-8813-12b361a0ad52/fe7479ba-5ff9-42ab-9d33-77d936a63a6d/c38729d2-6bd7-4d55-8c57-95f5245ce662) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:21.922574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.930322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301c45a-2556-4fd9-a6e5-df71707b137d req-36587799-5358-4900-9802-908ce781f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.931859 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5301c45a-2556-4fd9-a6e5-df71707b137d req-36587799-5358-4900-9802-908ce781f13e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.1194026 Mar 31 22:53:22.002521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5301c45a-2556-4fd9-a6e5-df71707b137d req-a1b53228-ab23-4e3f-9560-656606b74ba8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Mar 31 22:53:22.076728 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.156740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.194300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Network 97305491-8a26-4d45-8813-12b361a0ad52 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:22.197485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:22.207618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:22.207852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f6e3-18f1-4057-9af7-e2e85fdcb1f1 req-1d2a5d94-6872-44d0-accf-eff2e4ad10b0 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.215313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e319f6e3-18f1-4057-9af7-e2e85fdcb1f1 req-1d2a5d94-6872-44d0-accf-eff2e4ad10b0 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 948 time: 0.3043642 Mar 31 22:53:22.217273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10668599-3b84-4632-a18c-50300f71c9f8 req-52ae27c1-03a6-4fff-9b21-66f7c42a3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.218913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-52ae27c1-03a6-4fff-9b21-66f7c42a3852 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092434 Mar 31 22:53:22.223612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Pushing event updated for resources: {'Port': ['ID=c38729d2-6bd7-4d55-8c57-95f5245ce662,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.228565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f866f-2e44-4659-b0ff-0ae7d237b165 req-e68da00a-2418-4b28-b565-dfa515c8aae2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.230159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-446f866f-2e44-4659-b0ff-0ae7d237b165 req-e68da00a-2418-4b28-b565-dfa515c8aae2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.3183467 Mar 31 22:53:22.237083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f13d91-7e21-4977-8e15-ac8d23c107c6 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:22.263097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.284734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.287820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Attempting to bind port c38729d2-6bd7-4d55-8c57-95f5245ce662 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:22.288191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Attempting to bind port c38729d2-6bd7-4d55-8c57-95f5245ce662 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:22.288921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Attempting to bind port c38729d2-6bd7-4d55-8c57-95f5245ce662 on network 97305491-8a26-4d45-8813-12b361a0ad52 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:22.294660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:22.294934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Checking segment: {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:22.295383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.295766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Bound using segment: {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:22.296270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Bound port: c38729d2-6bd7-4d55-8c57-95f5245ce662, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:22.296614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.301755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.377903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] For port c38729d2-6bd7-4d55-8c57-95f5245ce662, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:22.378140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Transition to ACTIVE for port object c1f13d91-7e21-4977-8e15-ac8d23c107c6 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:22.382062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] For port c38729d2-6bd7-4d55-8c57-95f5245ce662, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c38729d2-6bd7-4d55-8c57-95f5245ce662,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:22.396678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e319f6e3-18f1-4057-9af7-e2e85fdcb1f1 req-fdd1016b-0e74-4b80-9c24-fe6e8db23a57 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654761 Mar 31 22:53:22.401278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Allocated IP 172.25.6.117 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/18fcdb4a-bb88-49be-a019-ecb47bf67a35) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:22.415187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-446f866f-2e44-4659-b0ff-0ae7d237b165 req-c579b5f6-16fe-424a-9b60-66a60d655d01 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633894 Mar 31 22:53:22.445304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.455523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.479566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-6038b13d-3c9b-46ff-8825-393fe254c014 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454424 Mar 31 22:53:22.534266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9aef-92a5-4354-9c3c-e587430cb13e None None] Pushing event updated for resources: {'Port': ['ID=c38729d2-6bd7-4d55-8c57-95f5245ce662,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.584014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.635866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.750520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.800729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:22.809239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:22.826136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:22.829557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Pushing event updated for resources: {'Port': ['ID=18fcdb4a-bb88-49be-a019-ecb47bf67a35,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:23.006336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10668599-3b84-4632-a18c-50300f71c9f8 req-49fa6925-e9a0-4b41-9d30-6267dbb761f7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142200 Mar 31 22:53:23.030420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa317149-0040-496e-9a71-7c9468cf01fb req-71151b11-0445-4b3c-8285-bdbeea5ad047 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.036753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa317149-0040-496e-9a71-7c9468cf01fb req-71151b11-0445-4b3c-8285-bdbeea5ad047 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.4419022 Mar 31 22:53:23.046675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Attempting to bind port c1f13d91-7e21-4977-8e15-ac8d23c107c6 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:23.047040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Attempting to bind port c1f13d91-7e21-4977-8e15-ac8d23c107c6 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:23.047390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Attempting to bind port c1f13d91-7e21-4977-8e15-ac8d23c107c6 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:23.059172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b52a3-48f0-4395-8620-6fafb1fd3e39 req-de63c288-a968-4e4c-8ab8-a978f1fc557d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.065817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f20b52a3-48f0-4395-8620-6fafb1fd3e39 req-de63c288-a968-4e4c-8ab8-a978f1fc557d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 948 time: 0.4251583 Mar 31 22:53:23.075499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Port c1f13d91-7e21-4977-8e15-ac8d23c107c6 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:23.075828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Attempting to bind port c1f13d91-7e21-4977-8e15-ac8d23c107c6 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:23.097592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:23.097934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:23.098592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:23.098829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Bound port: c1f13d91-7e21-4977-8e15-ac8d23c107c6, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:23.099186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.144270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa317149-0040-496e-9a71-7c9468cf01fb req-d44d8451-6b01-47ab-b6ee-da6f534091cd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939243 Mar 31 22:53:23.185702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f20b52a3-48f0-4395-8620-6fafb1fd3e39 req-982d42ba-0cb4-4762-8aaa-b75dd51916df tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056061 Mar 31 22:53:23.226634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:23.230346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:23.310632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.339211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.459071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.459805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.461418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] 10.222.0.10 "PUT /v2.0/ports/c1f13d91-7e21-4977-8e15-ac8d23c107c6 HTTP/1.1" status: 200 len: 1096 time: 1.9991620 Mar 31 22:53:23.477172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:23.479679 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f44e6-f589-474c-b368-386c526dbdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:23.501099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52527-002a-413d-bd28-aa4334d50942 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:23.605357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de4fb-608c-436e-a1b1-92dfa1f82331 req-7b3e02be-034e-4725-b831-a632f7d700e5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.614529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f90de4fb-608c-436e-a1b1-92dfa1f82331 req-7b3e02be-034e-4725-b831-a632f7d700e5 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 948 time: 0.0822024 Mar 31 22:53:23.697710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.776195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f90de4fb-608c-436e-a1b1-92dfa1f82331 req-38c1c5ca-c395-4583-a0b7-9e4c20447547 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606865 Mar 31 22:53:23.802061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-5ebd28c9-98fb-4b90-956d-3058b3498466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.804374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-5ebd28c9-98fb-4b90-956d-3058b3498466 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 1099 time: 0.1690435 Mar 31 22:53:23.813290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.821295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4cd4-3063-453e-ae2f-f47003177b67 req-97998b79-d7b7-4ead-a347-26c2fdd2fc38 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.823245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-038f4cd4-3063-453e-ae2f-f47003177b67 req-97998b79-d7b7-4ead-a347-26c2fdd2fc38 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1591661 Mar 31 22:53:23.852123 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e1e609-ee85-44f3-82db-eb0961641b98 x-openstack-request-id: req-d6e1e609-ee85-44f3-82db-eb0961641b98 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:23.852814 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:23.853082 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d6e1e609-ee85-44f3-82db-eb0961641b98 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:23.853486 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e1e609-ee85-44f3-82db-eb0961641b98'] response: {'name': 'network-changed', 'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'status': 'completed', 'code': 200} Mar 31 22:53:23.906367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-038f4cd4-3063-453e-ae2f-f47003177b67 req-3e31e31b-d2cb-4cc4-8cd1-b82d9bff3e9e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Mar 31 22:53:23.979370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Router 8f42be0d-91d1-4c5d-806d-3666107c59c4 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:53:23.991160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f99eae-e6ad-4842-ae29-7836e7c34caa None None] Network 97305491-8a26-4d45-8813-12b361a0ad52 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:24.012916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-2f8e7e17-2c04-4e09-8736-8c1b60d1f71e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6 HTTP/1.1" status: 200 len: 217 time: 0.0377965 Mar 31 22:53:24.110475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-f0f37ef1-d201-4087-acdb-6c37d9d323cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.112899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] Provisioning complete for port c38729d2-6bd7-4d55-8c57-95f5245ce662 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:24.113555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.117995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-f0f37ef1-d201-4087-acdb-6c37d9d323cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0950966 Mar 31 22:53:24.122825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34500) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:24.153066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:24.167746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Sync routers for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:24.193034 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:24.200474 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:24.215896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-dfbca3df-c493-4b12-90c7-3523bdb88c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.222967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-dfbca3df-c493-4b12-90c7-3523bdb88c4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986836 Mar 31 22:53:24.231087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34510) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:24.235450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.238595 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28094e16-41f5-4149-a6b4-f73f04c39a2b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9203539 Mar 31 22:53:24.243316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34512) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:24.302711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.346985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] For port c38729d2-6bd7-4d55-8c57-95f5245ce662, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c38729d2-6bd7-4d55-8c57-95f5245ce662,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:24.464399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.492148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:24.551999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c38729d2-6bd7-4d55-8c57-95f5245ce662 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:24.614317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d326b79-0b6e-4cf0-861c-7cd90b0a1308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.623424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d390e-3146-42f5-b62f-7124271765f4 req-9c8bce02-83a1-4694-a5e0-cd3f7f1104e3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.624826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-080d390e-3146-42f5-b62f-7124271765f4 req-9c8bce02-83a1-4694-a5e0-cd3f7f1104e3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 948 time: 0.1680253 Mar 31 22:53:24.638655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362d885-8bec-4b20-8c2a-a866d9b55363 req-35e07087-de14-4506-9ac7-e4bc63eb0b62 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.640701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8293d-df4d-4e97-a010-4831ed616971 None None] Pushing event updated for resources: {'Port': ['ID=c38729d2-6bd7-4d55-8c57-95f5245ce662,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.646523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4362d885-8bec-4b20-8c2a-a866d9b55363 req-35e07087-de14-4506-9ac7-e4bc63eb0b62 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.3434205 Mar 31 22:53:24.670647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:24.687704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-54779726-b45a-4b11-8928-47510a86b498 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a13b618dbe9f46a8951382d148b79006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555030 Mar 31 22:53:24.692327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-bcf112d2-f01c-40fb-9db2-1c518df63ea8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644508 Mar 31 22:53:24.712756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c38729d2-6bd7-4d55-8c57-95f5245ce662 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:24.718038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34518) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:24.718217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.763442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:23Z', 'revision_number': 3, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:24.802806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Checking router: 8f42be0d-91d1-4c5d-806d-3666107c59c4 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:24.803469 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Updating router 8f42be0d-91d1-4c5d-806d-3666107c59c4 port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:53:24.835792 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.885638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4362d885-8bec-4b20-8c2a-a866d9b55363 req-4e06d10b-444e-4f1b-bad4-3f7029c5f0d0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380252 Mar 31 22:53:25.009740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-080d390e-3146-42f5-b62f-7124271765f4 req-a43d16c9-51aa-4df9-a585-20388e4086df tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174686 Mar 31 22:53:25.030106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:25.049284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:25.049933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.104626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-99ebe87c-605c-4818-bc84-049cae33313b None None] Provisioning complete for port c38729d2-6bd7-4d55-8c57-95f5245ce662 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:25.105261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99ebe87c-605c-4818-bc84-049cae33313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.178309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.218414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.244058 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.251186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:25.255183 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948fd911-a931-41cd-ad97-c20c4cadf9bc" -d '{"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-plugged", "status": "completed", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:25.269765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:25.278123 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.294466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d326b79-0b6e-4cf0-861c-7cd90b0a1308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.306962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5bac449-0926-45b3-bb9f-ca6a150e104f req-2ce76d9c-7b2f-486d-8d2f-fa082f76bad1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930058 Mar 31 22:53:25.308335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.321967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7664-6b24-4629-af8f-c39eb1a90999 req-4b4a255c-6582-4adc-bb67-d1b5c5d24239 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.330266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a0b7664-6b24-4629-af8f-c39eb1a90999 req-4b4a255c-6582-4adc-bb67-d1b5c5d24239 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1962526 Mar 31 22:53:25.357905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7404f3-4ab5-4b7c-9970-089169ff3068 req-e2781c2f-cae9-4448-ba67-80fd509e426e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.359573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef7404f3-4ab5-4b7c-9970-089169ff3068 req-e2781c2f-cae9-4448-ba67-80fd509e426e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 948 time: 0.2488022 Mar 31 22:53:25.365353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 37a1b58b-92f7-457c-a597-03009c92ebe4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:25.377500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.395750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a0b7664-6b24-4629-af8f-c39eb1a90999 req-f9afba06-24ba-4d4a-b05a-66e036b26fd7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644641 Mar 31 22:53:25.429665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef7404f3-4ab5-4b7c-9970-089169ff3068 req-bd4d2341-68a3-47a0-94ee-f7a02070f6cb tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609133 Mar 31 22:53:25.452924 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d326b79-0b6e-4cf0-861c-7cd90b0a1308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.458768 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.487269 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590d563-545f-4f0c-a77a-d734d91d2b3b x-openstack-request-id: req-a590d563-545f-4f0c-a77a-d734d91d2b3b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:25.487582 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-plugged", "status": "completed", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:25.487834 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a590d563-545f-4f0c-a77a-d734d91d2b3b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:25.488223 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a590d563-545f-4f0c-a77a-d734d91d2b3b'] response: {'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'code': 200} Mar 31 22:53:25.496875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.512940 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2572f-1c38-4867-a1c0-618d0c579a31 None None] Pushing event updated for resources: {'Port': ['ID=18fcdb4a-bb88-49be-a019-ecb47bf67a35,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.536351 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Attempting to bind port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:25.536958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Attempting to bind port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:25.537555 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Attempting to bind port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:25.544429 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:25.545059 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:25.545689 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.546436 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:25.547143 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Bound port: 18fcdb4a-bb88-49be-a019-ecb47bf67a35, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:25.547769 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.560959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=37a1b58b-92f7-457c-a597-03009c92ebe4,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:25.576209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '37a1b58b-92f7-457c-a597-03009c92ebe4', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '37a1b58b-92f7-457c-a597-03009c92ebe4', 'mac_address': 'fa:16:3e:e4:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:25.587991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d326b79-0b6e-4cf0-861c-7cd90b0a1308 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dfb418846e8547fe8f34d67fe75f7051&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4639580 Mar 31 22:53:25.590190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d326b79-0b6e-4cf0-861c-7cd90b0a1308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67315264-6955-4247-bedb-2c316b26f70e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.593136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.596625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.598577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34534) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:25.600591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44139b64-c21a-4def-8549-bf7479352076 HTTP/1.1" status: 204 len: 168 time: 0.8468757 Mar 31 22:53:25.626749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Allocated IP 172.20.0.1 (97305491-8a26-4d45-8813-12b361a0ad52/fe7479ba-5ff9-42ab-9d33-77d936a63a6d/c6062626-6288-4539-87fc-658fb25d6469) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:25.646027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401644ec-365c-471a-a5a9-081f80f8ac64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44139b64-c21a-4def-8549-bf7479352076,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.675982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180b292-16a7-4339-914c-da5e8e49bb27 req-67b79580-92f8-42c0-8358-c035c1d5281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.677461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8180b292-16a7-4339-914c-da5e8e49bb27 req-67b79580-92f8-42c0-8358-c035c1d5281d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.1112742 Mar 31 22:53:25.688235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-3e0d626c-c6e3-44ca-b08e-8299c688803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.690429 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] For port 18fcdb4a-bb88-49be-a019-ecb47bf67a35, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:25.690851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-3e0d626c-c6e3-44ca-b08e-8299c688803b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 1099 time: 0.1017339 Mar 31 22:53:25.700966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] For port 18fcdb4a-bb88-49be-a019-ecb47bf67a35, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18fcdb4a-bb88-49be-a019-ecb47bf67a35,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:25.733808 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.751394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a1b58b-92f7-457c-a597-03009c92ebe4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:25.777969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=37a1b58b-92f7-457c-a597-03009c92ebe4,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:25.787546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.816886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8180b292-16a7-4339-914c-da5e8e49bb27 req-e0470fa0-a349-427a-875b-a2bebb5fe160 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228426 Mar 31 22:53:25.830430 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.832562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-4dc44e7d-b349-4480-9fbe-c51f3f61c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.835615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-4dc44e7d-b349-4480-9fbe-c51f3f61c89b service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1365478 Mar 31 22:53:25.835956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.866807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.870841 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.958012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-a14f6062-2a4a-4d2f-b0fe-f44799886ed7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6 HTTP/1.1" status: 200 len: 217 time: 0.1142149 Mar 31 22:53:25.976673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2572f-1c38-4867-a1c0-618d0c579a31 None None] Pushing event updated for resources: {'Port': ['ID=18fcdb4a-bb88-49be-a019-ecb47bf67a35,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.979586 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:25.980372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:26.006537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.047495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.050377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.053926 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/67315264-6955-4247-bedb-2c316b26f70e HTTP/1.1" status: 204 len: 168 time: 0.4492514 Mar 31 22:53:26.059776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3316-bd19-4c42-8d23-36a565fd4598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67315264-6955-4247-bedb-2c316b26f70e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.091905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-574bba6d-42e7-42cb-947b-14edb5826c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.093434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-574bba6d-42e7-42cb-947b-14edb5826c9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1287496 Mar 31 22:53:26.095348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:26.100830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.140530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1738675-36e0-43e1-b642-c3cf2fe91920 req-3ebff306-1369-4646-b2b0-66b0d377a8d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.143666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Network 97305491-8a26-4d45-8813-12b361a0ad52 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:26.149486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1738675-36e0-43e1-b642-c3cf2fe91920 req-3ebff306-1369-4646-b2b0-66b0d377a8d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 946 time: 0.1335230 Mar 31 22:53:26.151620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:26.155876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:26.165685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-abde42f0-f551-4aa2-90ef-b6db673ce17f tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.167475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-abde42f0-f551-4aa2-90ef-b6db673ce17f tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.1364324 Mar 31 22:53:26.211115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-9b2b395e-0f84-4007-b17b-0245d03ef0ce tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.262282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1738675-36e0-43e1-b642-c3cf2fe91920 req-20795e39-2744-4fde-a45b-6df5aeac659b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113775 Mar 31 22:53:26.268621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Pushing event updated for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.281093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-715704ca-2633-4ea4-a29b-ef6480842e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.286504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-715704ca-2633-4ea4-a29b-ef6480842e66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844163 Mar 31 22:53:26.287793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.313418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['37a1b58b-92f7-457c-a597-03009c92ebe4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:26.464624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:23Z', 'revision_number': 3, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:26.507061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c38729d2-6bd7-4d55-8c57-95f5245ce662 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:26.519042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5843db6-049a-4c95-8bce-796ea4344134 None None] The sync data for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 is: [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:23Z', 'revision_number': 3, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:26.604591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-4c7e2bbe-a59d-4028-ae0b-81cc862f5634 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021026 Mar 31 22:53:26.614371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a80b9-72d7-4080-9429-4a6c0fa3bfe1 req-eaf64a30-7826-49a2-ac0f-e4af646786bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.622433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-605a80b9-72d7-4080-9429-4a6c0fa3bfe1 req-eaf64a30-7826-49a2-ac0f-e4af646786bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 948 time: 0.2654972 Mar 31 22:53:26.633807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-578c7ff5-dfea-42a4-92e3-216f69c50c87 None None] Provisioning complete for port c6062626-6288-4539-87fc-658fb25d6469 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:26.634176 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-578c7ff5-dfea-42a4-92e3-216f69c50c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.645966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34558) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:26.712991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-578c7ff5-dfea-42a4-92e3-216f69c50c87 None None] Port c6062626-6288-4539-87fc-658fb25d6469 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:26.714402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c38729d2-6bd7-4d55-8c57-95f5245ce662 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:26.714774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.734140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-9b2b395e-0f84-4007-b17b-0245d03ef0ce tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.795253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.856428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-93bab28a-448c-4058-8ab6-438daeb6d41d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109896 Mar 31 22:53:26.877387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-605a80b9-72d7-4080-9429-4a6c0fa3bfe1 req-fe000e5f-0bc3-4527-9e0e-a27f3937e405 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533522 Mar 31 22:53:26.879640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b6f44e6-f589-474c-b368-386c526dbdc4 req-c57d46ea-b969-41d4-a81b-adc93f85f5d4 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520125 Mar 31 22:53:26.888071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-9b2b395e-0f84-4007-b17b-0245d03ef0ce tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.948418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f46d96-66c9-4513-8f37-604376f05ee3 req-9b2b395e-0f84-4007-b17b-0245d03ef0ce tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643051 Mar 31 22:53:26.995679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d0cde3-67c1-4ba2-980c-0dc64b0ccd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.999205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b395e-0f84-4007-b17b-0245d03ef0ce tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7348ec2e-a920-4488-84ea-91d037347289,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:27.118969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7145d-27b2-44f5-9460-d1e26731726c req-fee11f69-8aaf-4d04-a7d1-988b33d62454 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.121067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57a7145d-27b2-44f5-9460-d1e26731726c req-fee11f69-8aaf-4d04-a7d1-988b33d62454 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 949 time: 0.0865588 Mar 31 22:53:27.175987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57a7145d-27b2-44f5-9460-d1e26731726c req-d6745ca2-69ca-4357-b9b6-0df781fbb680 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Mar 31 22:53:27.186952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34572) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:27.191518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-41c92bbf-ea4e-4114-8db2-eae27595fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.193614 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-41c92bbf-ea4e-4114-8db2-eae27595fc77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.2909250 Mar 31 22:53:27.238028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc92f-2abb-48f3-88b5-3f06f9aead88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.348545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.378667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d0cde3-67c1-4ba2-980c-0dc64b0ccd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.427386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-3a573494-6478-40ee-bd77-db2c5e2595a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.429348 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-3a573494-6478-40ee-bd77-db2c5e2595a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1795442 Mar 31 22:53:27.439479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-7cf11632-2db6-446f-b382-b794548a42d1 req-5503c9af-701b-45e2-9d9c-fb7c2a634b8d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:27.447553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cf11632-2db6-446f-b382-b794548a42d1 req-5503c9af-701b-45e2-9d9c-fb7c2a634b8d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1123083 Mar 31 22:53:27.479134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c1e8-8f6c-4612-a218-41c6a96e76ce req-4c88c53e-5b88-4a31-b8c4-e9cb6a0dda5a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.480906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.481040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e582c1e8-8f6c-4612-a218-41c6a96e76ce req-4c88c53e-5b88-4a31-b8c4-e9cb6a0dda5a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 946 time: 0.1138740 Mar 31 22:53:27.484002 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-88ff0afa-4ae7-47e0-8a0f-eb6acc2169b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0481434 Mar 31 22:53:27.531406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc92f-2abb-48f3-88b5-3f06f9aead88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.557327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e582c1e8-8f6c-4612-a218-41c6a96e76ce req-f6080fb6-b976-4c89-97a2-7316d0c344b4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668204 Mar 31 22:53:27.561000 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d0cde3-67c1-4ba2-980c-0dc64b0ccd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.631233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc92f-2abb-48f3-88b5-3f06f9aead88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.655214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Pushing event updated for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:27.668916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0cde3-67c1-4ba2-980c-0dc64b0ccd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c7eab3-a3d1-4c08-a92f-08105b47d16e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:27.671755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cc92f-2abb-48f3-88b5-3f06f9aead88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae02c8-8847-420c-8245-7a6f2aa0f532,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:27.693497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1a7cc92f-2abb-48f3-88b5-3f06f9aead88 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f875c5a9b0d24db68e7a4443a1a61a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034256 Mar 31 22:53:27.695361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.695903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34598) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:27.710017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90d0cde3-67c1-4ba2-980c-0dc64b0ccd04 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=24d70ae0256d4efc97224ea04b3f7c98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0624857 Mar 31 22:53:27.715509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:27.716892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-a9630c98-96d8-4e6c-ae88-aedf8cdd8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.718263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-a9630c98-96d8-4e6c-ae88-aedf8cdd8f0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.2051005 Mar 31 22:53:27.783062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.808844 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.897396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.930446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-f4882bc5-c358-438b-82ea-9fd6be4fb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.932033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-f4882bc5-c358-438b-82ea-9fd6be4fb32a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024753 Mar 31 22:53:27.944013 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.946727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.947999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3aae02c8-8847-420c-8245-7a6f2aa0f532 HTTP/1.1" status: 204 len: 168 time: 0.2504835 Mar 31 22:53:27.977934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e0d33-12c2-45ed-b4c4-8d4c7065d451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae02c8-8847-420c-8245-7a6f2aa0f532,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.005103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.048302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de640946-7c12-4dbb-9089-f9eabe8a9e59 req-f45d54ca-53c0-4531-923d-d23c6bab3742 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.049975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de640946-7c12-4dbb-9089-f9eabe8a9e59 req-f45d54ca-53c0-4531-923d-d23c6bab3742 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 948 time: 0.0625107 Mar 31 22:53:28.106610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de640946-7c12-4dbb-9089-f9eabe8a9e59 req-fe140bf1-af2d-4a79-a7e5-163cf117cb87 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Mar 31 22:53:28.146341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Network 97305491-8a26-4d45-8813-12b361a0ad52 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:28.160003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:28.167299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-b1376460-2703-482d-b457-922b4b34e89c service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255952 Mar 31 22:53:28.283790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f4f53-bbfe-4d10-a296-7c9e1996556c req-5b7e5f23-7211-4291-8e39-64add58698d0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.295591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-788f4f53-bbfe-4d10-a296-7c9e1996556c req-5b7e5f23-7211-4291-8e39-64add58698d0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0714328 Mar 31 22:53:28.305887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.308447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.309576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/25c7eab3-a3d1-4c08-a92f-08105b47d16e HTTP/1.1" status: 204 len: 168 time: 0.5904145 Mar 31 22:53:28.342397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddfd71-db5c-4617-ac9a-1b097d9a393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c7eab3-a3d1-4c08-a92f-08105b47d16e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.411990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-788f4f53-bbfe-4d10-a296-7c9e1996556c req-7e8aa038-e907-4539-aed4-3dc137ef1ac1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152754 Mar 31 22:53:28.456061 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be8e11b1-15c4-4d31-89e3-8f4bd8bb4900 req-b31927b2-a446-4e62-9c14-1f485e3c523d service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798796 Mar 31 22:53:28.491365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Router 8f42be0d-91d1-4c5d-806d-3666107c59c4 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:53:28.516747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18fcdb4a-bb88-49be-a019-ecb47bf67a35 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:28.668573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e17c8792-e192-4e3c-b76a-e9abd81fb2b0 None None] Provisioning complete for port c6062626-6288-4539-87fc-658fb25d6469 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:28.669167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e17c8792-e192-4e3c-b76a-e9abd81fb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.695609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131afd4b-e823-4362-b48d-f5f2c96d19b0 req-3fd155ed-e62b-42d1-98c8-1440512f513f tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.698342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:28.706250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-131afd4b-e823-4362-b48d-f5f2c96d19b0 req-3fd155ed-e62b-42d1-98c8-1440512f513f tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 949 time: 0.1257465 Mar 31 22:53:28.717362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e67ab7ec-05b0-455d-a205-244954d1fc36 admin admin] 10.222.0.83 "PUT /v2.0/routers/8f42be0d-91d1-4c5d-806d-3666107c59c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4727283 Mar 31 22:53:28.728446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:28.743522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e17c8792-e192-4e3c-b76a-e9abd81fb2b0 None None] Port c6062626-6288-4539-87fc-658fb25d6469 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:28.756632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:28.756975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-131afd4b-e823-4362-b48d-f5f2c96d19b0 req-2e7a9ca4-3f1a-4573-83c0-5492562801b3 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Mar 31 22:53:28.757265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.833626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e3b63-f591-439d-900e-2fa24761eba2 req-6fc645b4-59f4-4abb-a0a5-a656ec9ec9a6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.835190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-383e3b63-f591-439d-900e-2fa24761eba2 req-6fc645b4-59f4-4abb-a0a5-a656ec9ec9a6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 946 time: 0.0773242 Mar 31 22:53:28.861850 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.878581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-383e3b63-f591-439d-900e-2fa24761eba2 req-88539231-0fcb-411f-9216-bf277d05fd2f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Mar 31 22:53:28.884595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 18fcdb4a-bb88-49be-a019-ecb47bf67a35, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18fcdb4a-bb88-49be-a019-ecb47bf67a35,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:28.966517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Sync routers for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:28.977597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:28.978212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:29.019079 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.120815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=18fcdb4a-bb88-49be-a019-ecb47bf67a35,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:29.136192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.136534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.136872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.137289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.137513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.137833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.138154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.138475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.138792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.139135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.139457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.139773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:29.144941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:29.177374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-d780900b-8ca8-427b-8937-2db8e37cfaa3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4474723 Mar 31 22:53:29.182125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-8461489c-db28-4f3c-ac3e-205220e845c8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:29.183180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-8461489c-db28-4f3c-ac3e-205220e845c8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050414 Mar 31 22:53:29.361916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:26Z', 'revision_number': 4, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c6062626-6288-4539-87fc-658fb25d6469', 'name': '', 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'mac_address': 'fa:16:3e:c7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:25Z', 'updated_at': '2022-03-31T22:53:26Z', 'revision_number': 2, 'project_id': '9e882910fab24223aa6a93d3491af463', 'subnets': [{'id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:29.365904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1f13d91-7e21-4977-8e15-ac8d23c107c6 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:29.392169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 37a1b58b-92f7-457c-a597-03009c92ebe4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:29.397197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Checking router: 8f42be0d-91d1-4c5d-806d-3666107c59c4 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:29.397516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Updating router 8f42be0d-91d1-4c5d-806d-3666107c59c4 port c6062626-6288-4539-87fc-658fb25d6469 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:53:29.483456 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.525237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98313-ad4a-4ac7-a218-189c55305d01 req-de95d32e-c32d-45bd-b62c-5ca1acdc6a73 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.528465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cc98313-ad4a-4ac7-a218-189c55305d01 req-de95d32e-c32d-45bd-b62c-5ca1acdc6a73 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0462668 Mar 31 22:53:29.609431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cc98313-ad4a-4ac7-a218-189c55305d01 req-503229b1-b66f-4d80-a400-191c2a70a2df tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738842 Mar 31 22:53:29.728284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:29.749701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd1072cc-e7ed-4311-84e9-8b98cf34ba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.761024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe073f-117b-45a5-b03e-aa0da9514816 req-eff26d88-ebb8-47e8-b4a7-b0384387fcbf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.769688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1fe073f-117b-45a5-b03e-aa0da9514816 req-eff26d88-ebb8-47e8-b4a7-b0384387fcbf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 948 time: 0.1177688 Mar 31 22:53:29.774364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:29.780907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aedd8-46da-41ae-9bc5-434f8fb32e58 req-366a9b04-10c2-4286-b46c-dbc0cdf88b5f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.783338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae1aedd8-46da-41ae-9bc5-434f8fb32e58 req-366a9b04-10c2-4286-b46c-dbc0cdf88b5f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1030407 Mar 31 22:53:29.792752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'mac_address': 'fa:16:3e:e0:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:29.796575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 37a1b58b-92f7-457c-a597-03009c92ebe4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:29.804595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 37a1b58b-92f7-457c-a597-03009c92ebe4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:29.806809 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.882049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1fe073f-117b-45a5-b03e-aa0da9514816 req-2cc4fd29-62c2-4c58-b68b-4c0489381bff tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112325 Mar 31 22:53:29.916129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34676) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:29.917104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae1aedd8-46da-41ae-9bc5-434f8fb32e58 req-c3e5bb6c-c126-4627-b5bb-9d3d0bb457c1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186764 Mar 31 22:53:29.970676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.988667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd1072cc-e7ed-4311-84e9-8b98cf34ba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.004513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f13d91-7e21-4977-8e15-ac8d23c107c6 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:30.024458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.030572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b77f45-628b-495b-8b3f-26deee778974 req-d430731c-9ac4-437d-b476-d05ac9758728 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.032240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5b77f45-628b-495b-8b3f-26deee778974 req-d430731c-9ac4-437d-b476-d05ac9758728 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0471847 Mar 31 22:53:30.058391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:30.080254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:30.082499 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e30f0-5985-46f1-8a55-ebf0baddb016" -d '{"events": [{"server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "name": "network-vif-plugged", "status": "completed", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:30.083638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5b77f45-628b-495b-8b3f-26deee778974 req-10566148-9221-4ac2-9e6a-4b510780361d tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Mar 31 22:53:30.103629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=37a1b58b-92f7-457c-a597-03009c92ebe4,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:30.127229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd1072cc-e7ed-4311-84e9-8b98cf34ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.161769 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.172711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.227047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.230798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd1072cc-e7ed-4311-84e9-8b98cf34ba43 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2ef694eb6a24cbc93d4cdcd43da0f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007141 Mar 31 22:53:30.233419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34692) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:30.235238 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.236230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1072cc-e7ed-4311-84e9-8b98cf34ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dac21e-c7ce-422f-a0c2-f2901c916dde,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.277696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebbe57-b2f5-4a95-bd3c-b3fae211612b req-430b5abd-d947-4f12-a086-acc98e4ace60 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.279243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cebbe57-b2f5-4a95-bd3c-b3fae211612b req-430b5abd-d947-4f12-a086-acc98e4ace60 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 949 time: 0.1280487 Mar 31 22:53:30.302671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebe320eb-cfdc-491e-b8b6-5dd9f385d4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.319669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.390437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.395986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cebbe57-b2f5-4a95-bd3c-b3fae211612b req-12e8f1b1-9658-4cc6-895e-18ffd032d6c6 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023202 Mar 31 22:53:30.408548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.450262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.514003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebe320eb-cfdc-491e-b8b6-5dd9f385d4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.523236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18fcdb4a-bb88-49be-a019-ecb47bf67a35 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:30.596605 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853cd44-4661-49ac-9445-34a0bc376aa5 x-openstack-request-id: req-a853cd44-4661-49ac-9445-34a0bc376aa5 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:30.596918 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "name": "network-vif-plugged", "status": "completed", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:30.597179 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a853cd44-4661-49ac-9445-34a0bc376aa5 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:30.597570 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a853cd44-4661-49ac-9445-34a0bc376aa5'] response: {'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4', 'code': 200} Mar 31 22:53:30.613055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebe320eb-cfdc-491e-b8b6-5dd9f385d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.618462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Attempting to bind port c6062626-6288-4539-87fc-658fb25d6469 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:30.618841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Attempting to bind port c6062626-6288-4539-87fc-658fb25d6469 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:30.619622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Attempting to bind port c6062626-6288-4539-87fc-658fb25d6469 on network 97305491-8a26-4d45-8813-12b361a0ad52 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:30.623558 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:53:30.627768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:30.628148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Checking segment: {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:30.628551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.629014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Bound using segment: {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:30.629486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Bound port: c6062626-6288-4539-87fc-658fb25d6469, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1826593c-317f-4f2b-aab7-def8960bf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:30.630355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.642234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.646258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.647718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38dac21e-c7ce-422f-a0c2-f2901c916dde HTTP/1.1" status: 204 len: 168 time: 0.4127679 Mar 31 22:53:30.665088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5d955-cb80-4dcc-b74c-2b21cb4661ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dac21e-c7ce-422f-a0c2-f2901c916dde,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.668625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:30.668992 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.671173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3994c5d-e5af-401e-b9f8-d6025a618922 None None] Pushing event updated for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.680368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:30.682679 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebe320eb-cfdc-491e-b8b6-5dd9f385d4c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a69bd06ff77418bbc31abd210e56b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653766 Mar 31 22:53:30.683851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe320eb-cfdc-491e-b8b6-5dd9f385d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b1231-073e-4cfd-8f83-2e56a0dbec02,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.685155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34714) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:30.823489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d1b2-0af1-4a3e-b21b-30992567790d req-c48ddb3d-2bd6-471b-a4de-eb2c5b573c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.825511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34b4d1b2-0af1-4a3e-b21b-30992567790d req-c48ddb3d-2bd6-471b-a4de-eb2c5b573c5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 1101 time: 0.0958266 Mar 31 22:53:30.873736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.896705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] For port c6062626-6288-4539-87fc-658fb25d6469, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:30.916332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.920730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34b4d1b2-0af1-4a3e-b21b-30992567790d req-f04175f9-a940-4266-9c68-9650266d9c98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Mar 31 22:53:30.966668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] For port c6062626-6288-4539-87fc-658fb25d6469, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6062626-6288-4539-87fc-658fb25d6469,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:30.967785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34730) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:30.984542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-40a65fdf-d70d-43ea-87f8-5ad938ac4b72 None None] Provisioning complete for port c6062626-6288-4539-87fc-658fb25d6469 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:30.984542 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-40a65fdf-d70d-43ea-87f8-5ad938ac4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.074732 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.099037 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.102069 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.103619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3c4b1231-073e-4cfd-8f83-2e56a0dbec02 HTTP/1.1" status: 204 len: 168 time: 0.4173918 Mar 31 22:53:31.117734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7822e0-75f9-4907-b406-77f2c4afa16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b1231-073e-4cfd-8f83-2e56a0dbec02,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.218013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2019527360-network', 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:31.257423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-40a65fdf-d70d-43ea-87f8-5ad938ac4b72 None None] Port c6062626-6288-4539-87fc-658fb25d6469 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:31.325758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:31.326408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:31.337522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3994c5d-e5af-401e-b9f8-d6025a618922 None None] Pushing event updated for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.401419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:31.404319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.421711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.467258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34752) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:31.485555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319272792', 'description': 'tempest-description--59671196'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:31.528530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:31.601162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.634277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161a56d-3557-4377-8b2c-565e7dacf362 req-7a573088-3e53-4308-a9eb-cc0ed5d4a5ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.645876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c161a56d-3557-4377-8b2c-565e7dacf362 req-7a573088-3e53-4308-a9eb-cc0ed5d4a5ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 949 time: 0.0735285 Mar 31 22:53:31.678510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] Provisioning complete for port c6062626-6288-4539-87fc-658fb25d6469 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:31.678510 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.694647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c161a56d-3557-4377-8b2c-565e7dacf362 req-0728ed5f-6e90-46d2-9f02-7e060f1acad2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Mar 31 22:53:31.748458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.751678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.780153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:31.792374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1044f2c-ae60-44a4-8b78-e77100990481,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.797737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.798367 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Added segment 6f1ebb1e-e4f5-402e-8902-c8946785b333 of type vlan for network 54fec72e-ba2f-4c0a-afee-b3d4d845235b Mar 31 22:53:31.845508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.882596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.907936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d3d7e-c737-47c4-8188-b9c3b8c348d4 req-f7c505cf-c49f-4c93-900c-7dd1e878f482 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.916536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d44d3d7e-c737-47c4-8188-b9c3b8c348d4 req-f7c505cf-c49f-4c93-900c-7dd1e878f482 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1324863 Mar 31 22:53:31.939448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] For port c6062626-6288-4539-87fc-658fb25d6469, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6062626-6288-4539-87fc-658fb25d6469,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:31.960285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:26Z', 'revision_number': 4, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c6062626-6288-4539-87fc-658fb25d6469', 'name': '', 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'mac_address': 'fa:16:3e:c7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:25Z', 'updated_at': '2022-03-31T22:53:30Z', 'revision_number': 4, 'project_id': '9e882910fab24223aa6a93d3491af463', 'subnets': [{'id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:31.975071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.031463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d44d3d7e-c737-47c4-8188-b9c3b8c348d4 req-4707b4fd-34d9-4527-a267-23e58564dd54 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055956 Mar 31 22:53:32.039331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6eb7a-ef40-41f1-81bc-2fdc5988052c None None] The sync data for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 is: [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:53:26Z', 'revision_number': 4, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c6062626-6288-4539-87fc-658fb25d6469', 'name': '', 'network_id': '97305491-8a26-4d45-8813-12b361a0ad52', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'mac_address': 'fa:16:3e:c7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:25Z', 'updated_at': '2022-03-31T22:53:30Z', 'revision_number': 4, 'project_id': '9e882910fab24223aa6a93d3491af463', 'subnets': [{'id': 'fe7479ba-5ff9-42ab-9d33-77d936a63a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:32.059035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.059260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.060454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.061683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.145161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.172245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df069c-1c63-4e1f-91a3-66a22c8c0eee None None] Pushing event updated for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.244483 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2734494 Mar 31 22:53:32.244638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a3f552-8bde-448d-80f8-778bd194c4f4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.245357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cf06-c1f6-40bd-b234-1fb277484ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=54fec72e-ba2f-4c0a-afee-b3d4d845235b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.247797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:32.255585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Request body: {'subnet': {'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2019527360-subnet', 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:32.264698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:32.299820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936f19-d374-4c96-803e-acb354b73cef req-a949fde0-e02e-4449-9292-95e37c08d355 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.301570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20936f19-d374-4c96-803e-acb354b73cef req-a949fde0-e02e-4449-9292-95e37c08d355 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.1055214 Mar 31 22:53:32.321015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.325663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dd7113e5-14b6-4d6d-9bc1-43de30a5f144 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8519824 Mar 31 22:53:32.326139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:32.339775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'security_group_rule': {'security_group_id': '08a3f552-8bde-448d-80f8-778bd194c4f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:32.553348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6062626-6288-4539-87fc-658fb25d6469 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:32.569627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.646557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c6062626-6288-4539-87fc-658fb25d6469 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:32.648249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.674818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:32.691660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.747330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.792927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20936f19-d374-4c96-803e-acb354b73cef req-cf61623e-c2cc-4fcb-b4a3-6a6b63a98e67 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799926 Mar 31 22:53:32.876115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.933200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed060e0-9804-4acb-b155-20b48dace067,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:33.021133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.025520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34810) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:33.026739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-836ee0ea-d734-4537-8673-025e0cb5eb46 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6968262 Mar 31 22:53:33.039706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'security_group_rule': {'security_group_id': '08a3f552-8bde-448d-80f8-778bd194c4f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:33.109685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9a77-c944-4260-9088-9c6bde74b077 req-214ebf93-50b8-4792-8a7c-f9da8840f1a2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.115980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b5c9a77-c944-4260-9088-9c6bde74b077 req-214ebf93-50b8-4792-8a7c-f9da8840f1a2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 949 time: 0.1367188 Mar 31 22:53:33.153196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b5c9a77-c944-4260-9088-9c6bde74b077 req-30d3ed25-6afc-44fa-a2dc-e2fb3c010223 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355396 Mar 31 22:53:33.219376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.275149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.393577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6255af6-6f5d-469c-8e2e-8b3c916d59c8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:33.401460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1f13d91-7e21-4977-8e15-ac8d23c107c6 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:33.429986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.465148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83603763-5076-48d5-97f8-e63eb6ef53eb req-247b0434-89d5-4b83-ab8d-fb3c2c1b7368 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.476357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83603763-5076-48d5-97f8-e63eb6ef53eb req-247b0434-89d5-4b83-ab8d-fb3c2c1b7368 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.2404845 Mar 31 22:53:33.495113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:33.495845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Network hostable DHCP agents. Network: 54fec72e-ba2f-4c0a-afee-b3d4d845235b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:33.525625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.535045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83603763-5076-48d5-97f8-e63eb6ef53eb req-8f5ed67a-4b2a-4756-93e4-59bf09ee27f6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Mar 31 22:53:33.545015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ce5108-1dd2-4b80-b16f-7320017a8b47,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:33.600976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c1f13d91-7e21-4977-8e15-ac8d23c107c6 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:33.605337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c1f13d91-7e21-4977-8e15-ac8d23c107c6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:33.605807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.699741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.724930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:33.727380 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b358e-642c-4f81-a8b8-2b9adf93c681" -d '{"events": [{"server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "name": "network-vif-plugged", "status": "completed", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:33.743090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:33.784764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:33.794890 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1602f-96a0-4f75-b08f-26e8dd6a444e x-openstack-request-id: req-89a1602f-96a0-4f75-b08f-26e8dd6a444e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:33.794890 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "name": "network-vif-plugged", "status": "completed", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:33.794890 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-89a1602f-96a0-4f75-b08f-26e8dd6a444e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:33.794890 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a1602f-96a0-4f75-b08f-26e8dd6a444e'] response: {'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'code': 200} Mar 31 22:53:33.795230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.795230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-32649192-240b-4bb3-b85f-e7a85a34379d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7610030 Mar 31 22:53:33.798554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34836) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:33.809448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:33.943845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.961627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d9c08-27a7-461d-9d17-de0af224b112 req-e01ffbfc-264e-4ca1-9352-090bbfa8f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.963925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f10d9c08-27a7-461d-9d17-de0af224b112 req-e01ffbfc-264e-4ca1-9352-090bbfa8f125 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 1100 time: 0.0576708 Mar 31 22:53:34.041531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:34.042365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f10d9c08-27a7-461d-9d17-de0af224b112 req-1e8edbd9-8bc9-49a7-81b0-9ad3ed980ce7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Mar 31 22:53:34.052451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 54fec72e-ba2f-4c0a-afee-b3d4d845235b) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:34.064023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.064023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.065407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61e3aa-7431-47e8-850e-f5139dc53d20 None None] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:34.115915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-53ac1493-b119-4278-bc3d-ab44ad336176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.118723 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-53ac1493-b119-4278-bc3d-ab44ad336176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.3027158 Mar 31 22:53:34.213400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-ee070ddc-7519-491c-bb2f-9b2d2a4f55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.214843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-ee070ddc-7519-491c-bb2f-9b2d2a4f55d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.0899308 Mar 31 22:53:34.215242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ae457e7e-3630-4bc8-a763-91b3e6757636 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9653656 Mar 31 22:53:34.223207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2bd7c-6ff3-49f2-9266-2a092c4972ea None None] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:34.274932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.290575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.300553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-4de61e0c-87b4-4850-ac2e-9e8d3ddb2289 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0748129 Mar 31 22:53:34.399880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624adef-59f4-4065-b6cc-ffc6d44a71d9 req-dc41af1e-e10b-47cd-abce-7a8a75324746 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.401632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e624adef-59f4-4065-b6cc-ffc6d44a71d9 req-dc41af1e-e10b-47cd-abce-7a8a75324746 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.0735292 Mar 31 22:53:34.432113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-2b16c254-b956-4683-a163-c7cf8dacabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.433541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-2b16c254-b956-4683-a163-c7cf8dacabaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1145928 Mar 31 22:53:34.442813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e624adef-59f4-4065-b6cc-ffc6d44a71d9 req-78f22cfa-f902-4b42-83f6-d6a1b8cd7302 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349939 Mar 31 22:53:34.505132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-1e3d00aa-2885-4408-afc2-05478f8daa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.506611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-1e3d00aa-2885-4408-afc2-05478f8daa33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658629 Mar 31 22:53:34.577631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.683845 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e891209-be7b-4115-8419-d5a64517d012 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676803 Mar 31 22:53:34.706727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34872) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:34.791042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Allocated IP 172.25.6.177 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d180795c-61ff-4711-ab2e-3a0ce13deabe) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:34.880265 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-f32158af-f110-4cb3-a4de-b51123ccc9d3 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732221 Mar 31 22:53:34.938930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.949859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9c5ebca1-455b-4285-beeb-f8aa98ccd9d1 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:34.951149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9c5ebca1-455b-4285-beeb-f8aa98ccd9d1 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2437859 Mar 31 22:53:34.968076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59936-25b4-47be-8f41-74dfefa31274 req-fde816ce-1869-48a5-8d44-b9d21d1087bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.970222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df59936-25b4-47be-8f41-74dfefa31274 req-fde816ce-1869-48a5-8d44-b9d21d1087bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.0623248 Mar 31 22:53:35.019196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df59936-25b4-47be-8f41-74dfefa31274 req-c09f1c05-13a8-4c8e-a0f4-e0bd00bcebb5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Mar 31 22:53:35.087685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.131064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:35.138240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:35.140739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:35.147609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'Port': ['ID=d180795c-61ff-4711-ab2e-3a0ce13deabe,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.158033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-fe4e5952-7b6a-43a2-8410-c3d00b3fb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.160028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-fe4e5952-7b6a-43a2-8410-c3d00b3fb37e service neutron] 10.222.0.83 "GET /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 1094 time: 0.1603935 Mar 31 22:53:35.177158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Request body: {'binding': {'host': 'n-h1-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:35.177797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:53:35.209989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34890) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:35.218474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1665500652-network', 'tenant_id': 'ad470d3727fd43d5a32728f33555ed18'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:35.280279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.349834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on host n-h1-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:35.350177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:35.350502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:35.355236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:35.355552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:35.360716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:35.361126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:35.361500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:35.361919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Bound port: b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:35.382361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Made reservation on behalf of ad470d3727fd43d5a32728f33555ed18 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:35.384120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.392960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.418382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.480710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:35.529318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.551824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.557631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.558830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-c227c67f-244b-4378-b81c-1aa4d7f10978 service neutron] 10.222.0.83 "POST /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3861282 Mar 31 22:53:35.658277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.658768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.684459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:35.696070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e572f31e-9417-4a90-9d48-83cbf4694e9e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.701206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.701551 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Added segment 6d2b984b-9345-49d7-9f21-1af2cec58ba0 of type vlan for network e983347e-12f7-4534-8ac1-f92a93b6c5af Mar 31 22:53:35.765239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.768462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'Port': ['ID=d180795c-61ff-4711-ab2e-3a0ce13deabe,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.781564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.834184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ade79a-11f7-437a-88db-57c979bf3c56 req-075860a8-5825-4979-92c1-26778948f9c9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.835691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0ade79a-11f7-437a-88db-57c979bf3c56 req-075860a8-5825-4979-92c1-26778948f9c9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0644143 Mar 31 22:53:35.881501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0ade79a-11f7-437a-88db-57c979bf3c56 req-ce56d3fe-5c65-4b18-8cc8-5238f4fefa76 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Mar 31 22:53:35.917356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.918609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bb759de8-6ab6-4fd1-8908-8116a85c1644 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1129918 Mar 31 22:53:35.928377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.929756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.930398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.991093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] Pushing event updated for resources: {'Network': ['ID=e983347e-12f7-4534-8ac1-f92a93b6c5af,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:36.012206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e983347e-12f7-4534-8ac1-f92a93b6c5af details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:36.066878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-98cbf013-3aa0-4192-9f1b-68d63cab4916 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8556161 Mar 31 22:53:36.070321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34910) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:36.089173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Request body: {'subnet': {'network_id': 'e983347e-12f7-4534-8ac1-f92a93b6c5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1665500652-subnet', 'tenant_id': 'ad470d3727fd43d5a32728f33555ed18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:36.158342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a1c9-b452-4e90-996c-02b54ea51b9d req-80e5c1e7-f39d-47e4-9222-0131011bc633 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.159445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2b5a1c9-b452-4e90-996c-02b54ea51b9d req-80e5c1e7-f39d-47e4-9222-0131011bc633 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.0656519 Mar 31 22:53:36.200961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2b5a1c9-b452-4e90-996c-02b54ea51b9d req-843c4ca2-9e31-4cf8-a09b-18297480f8ee tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Mar 31 22:53:36.304763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bd464-f854-4c8e-9fe1-3c4b389d9f67 req-a64488a1-a7f7-4b86-b98a-d2291714975e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.306157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-709bd464-f854-4c8e-9fe1-3c4b389d9f67 req-a64488a1-a7f7-4b86-b98a-d2291714975e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Mar 31 22:53:36.307283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Made reservation on behalf of ad470d3727fd43d5a32728f33555ed18 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:36.309487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.418265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-709bd464-f854-4c8e-9fe1-3c4b389d9f67 req-3f578097-0c45-494d-8f67-a92581b40243 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057398 Mar 31 22:53:36.522237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-a04de5bc-497b-4bbf-8be4-097b5f4f9a0c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319272792&fields=id&tenant_id=83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 267 time: 0.1030126 Mar 31 22:53:36.658214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-e5c5559f-0905-4695-b2c0-7c1f638236f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.659647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-e5c5559f-0905-4695-b2c0-7c1f638236f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.1927698 Mar 31 22:53:36.693892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e96f62-bd76-4407-ada1-8cc9d99a48d5 req-073b1658-8294-4269-882a-e79c682c13ae tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.695343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6e96f62-bd76-4407-ada1-8cc9d99a48d5 req-073b1658-8294-4269-882a-e79c682c13ae tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.1920688 Mar 31 22:53:36.810150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-5fbf1d1d-5a01-47b9-a7bb-05acaff139eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.811661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-5fbf1d1d-5a01-47b9-a7bb-05acaff139eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 824 time: 0.2704663 Mar 31 22:53:36.818605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6e96f62-bd76-4407-ada1-8cc9d99a48d5 req-d27b2e65-1a75-41fd-ab09-3686cd02f933 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 Mar 31 22:53:36.843223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-aaf8714f-ff29-46fd-8284-5882fed6d7aa tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/quotas/83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 375 time: 0.0235107 Mar 31 22:53:36.846023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.851533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9746abdd-b30e-4f3d-8198-2aab92ef8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.853012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9746abdd-b30e-4f3d-8198-2aab92ef8d48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1769993 Mar 31 22:53:36.959760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-aca9887b-5bc5-419a-8167-9a4d127822cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0761454 Mar 31 22:53:36.982869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba43bb98-25d5-4918-b9ba-047f44b8db86,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:37.046014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6751b50-2dc9-48d3-aa0e-c601ceced825 req-8f62dc72-946f-43a4-a57e-8bc1c472b74d tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3a476542b114a259dab5ebbbb12f296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786541 Mar 31 22:53:37.081692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-e0f04e23-6d4e-408a-84c0-d5f74e9db11b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1993837 Mar 31 22:53:37.082395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Checking segment: {'id': '6d2b984b-9345-49d7-9f21-1af2cec58ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e983347e-12f7-4534-8ac1-f92a93b6c5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:37.082874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Network hostable DHCP agents. Network: e983347e-12f7-4534-8ac1-f92a93b6c5af, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:37.147947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-674f8187-ee59-4376-b04b-de5378763789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.149608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-674f8187-ee59-4376-b04b-de5378763789 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1811593 Mar 31 22:53:37.230318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-3a278235-f600-423d-9f2b-770c9564f864 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376198 Mar 31 22:53:37.333062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6751b50-2dc9-48d3-aa0e-c601ceced825 req-082de29e-e11b-431a-8258-69e8b8b26149 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.334506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6751b50-2dc9-48d3-aa0e-c601ceced825 req-082de29e-e11b-431a-8258-69e8b8b26149 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814059 Mar 31 22:53:37.358950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-750c754d-fd3f-4ea5-b4d8-0dbe5f79c562 service neutron] 10.222.0.83 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596521 Mar 31 22:53:37.362445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Network e983347e-12f7-4534-8ac1-f92a93b6c5af is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:37.366983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6751b50-2dc9-48d3-aa0e-c601ceced825 req-ea3dc8dd-077f-4c7b-8a84-a306375e5601 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/quotas/d3a476542b114a259dab5ebbbb12f296 HTTP/1.1" status: 200 len: 375 time: 0.0257826 Mar 31 22:53:37.650447 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6751b50-2dc9-48d3-aa0e-c601ceced825 req-eaa49a1f-5fa8-4c03-95da-7457ac50e6a9 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3a476542b114a259dab5ebbbb12f296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2670450 Mar 31 22:53:37.655551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e983347e-12f7-4534-8ac1-f92a93b6c5af) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:37.666803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-d88fd6ee-961a-407c-a6d5-db30295e1903 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183111 Mar 31 22:53:37.667788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7e6ac-4438-4425-a078-9160d51dee04 None None] Network e983347e-12f7-4534-8ac1-f92a93b6c5af requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:37.668240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.668583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.763074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-28cb0246-9daf-429c-84e8-23ce13f5c011 service neutron] 10.222.0.83 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919966 Mar 31 22:53:37.825363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-cf0bd21f-15b0-46e7-bc50-9a0feb23fa5b service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442244 Mar 31 22:53:37.832093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3df6209b-ebed-4bd0-af6e-84e7cccc061c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7555070 Mar 31 22:53:37.850570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84438ab8-c92f-4c6e-80ac-f5edce55ebc6 None None] Network e983347e-12f7-4534-8ac1-f92a93b6c5af requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:37.984894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ba225121-b5f4-4707-b9ad-90f4ef8a7e0d tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.984894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ba225121-b5f4-4707-b9ad-90f4ef8a7e0d tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 1101 time: 0.0602596 Mar 31 22:53:38.006584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ed9f649a-c449-4c13-9fe8-bd7e50003f01 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.127499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ed9f649a-c449-4c13-9fe8-bd7e50003f01 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.235653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ed9f649a-c449-4c13-9fe8-bd7e50003f01 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.324127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf97922-02a4-4862-989d-f58a5510e067 req-4c7a2b6f-5bfe-49cb-98a6-4db8991ff8d1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.325592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adf97922-02a4-4862-989d-f58a5510e067 req-4c7a2b6f-5bfe-49cb-98a6-4db8991ff8d1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1240602 Mar 31 22:53:38.327165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40d18084-86ed-4dba-b7f9-80c0010904cd req-ed9f649a-c449-4c13-9fe8-bd7e50003f01 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358889 Mar 31 22:53:38.364098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f649a-c449-4c13-9fe8-bd7e50003f01 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69572c1a-f74f-48e0-ada8-a20c3d9586b3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:38.381514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-386689ec-8ded-4c48-838f-f82e69eb4264 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.383042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-386689ec-8ded-4c48-838f-f82e69eb4264 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1097 time: 0.1437669 Mar 31 22:53:38.407616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828414-2'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:38.425789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adf97922-02a4-4862-989d-f58a5510e067 req-7d4ee0fb-a048-45d7-902b-650662234555 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Mar 31 22:53:38.497872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d204c19-2f4f-4c9e-bcad-29e1468d5ea7 req-941d25aa-6ccd-4a7b-b159-670c64044c85 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.499344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d204c19-2f4f-4c9e-bcad-29e1468d5ea7 req-941d25aa-6ccd-4a7b-b159-670c64044c85 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.1107008 Mar 31 22:53:38.511693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.607208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d204c19-2f4f-4c9e-bcad-29e1468d5ea7 req-c96b6c5d-34cd-4fff-8499-2d8f1a4efc1a tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962291 Mar 31 22:53:38.629805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf97a3-c41f-40b6-a10d-fa031f692084 req-84f5d5e0-1010-470f-ad5b-059387542010 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.629805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cdf97a3-c41f-40b6-a10d-fa031f692084 req-84f5d5e0-1010-470f-ad5b-059387542010 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 946 time: 0.1216145 Mar 31 22:53:38.708683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cdf97a3-c41f-40b6-a10d-fa031f692084 req-d5a59f72-bcf3-44e6-987e-08422d78fe59 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752964 Mar 31 22:53:38.746063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:38.781209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-773dc71c-c803-42a3-aba5-79797a6e2e28 req-c781bd9c-7203-4960-a022-1f79c38fb35d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 210 time: 0.0330489 Mar 31 22:53:38.809379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:38.854615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:38.856917 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda55614-4a7c-4cc7-8b8c-9fbb8842d3a9" -d '{"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:38.861985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.932519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.083104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.118676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on host n-h2-828414-2 for vnic_type normal with profile {"migrating_to": "n-h1-828414-2"} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:39.119056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:39.119367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:39.140864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-ca65d5ea-bc1b-4cb3-9910-0ac2817f88b6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.142540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-ca65d5ea-bc1b-4cb3-9910-0ac2817f88b6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1785977 Mar 31 22:53:39.155364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:39.155699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Attempting to bind port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:39.172312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:39.172925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:39.173227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:39.173672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Bound port: b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:39.174032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.184747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-45f68239-4cb9-4324-8e3b-93c26d66aa8c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/quotas/97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 375 time: 0.0252154 Mar 31 22:53:39.208727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-5e471ddd-bbd6-47a6-8cd5-97b42cfdfa1b tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.210394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-5e471ddd-bbd6-47a6-8cd5-97b42cfdfa1b tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 1101 time: 0.0928402 Mar 31 22:53:39.246522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-8aaf98ea-edaa-48e7-be18-1e2a491038bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545123 Mar 31 22:53:39.283754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-fa4f0195-b80e-4251-8c99-db3718e621ea tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.349044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:39.375431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:39.417261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-8aa7f24a-50ec-47db-8ea4-f2acf91e3e50 service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586723 Mar 31 22:53:39.495710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.578746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-fa4f0195-b80e-4251-8c99-db3718e621ea tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.633836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=8']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.640102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-a0614f8c-c31e-425f-ab6b-e8d7e52bfd3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1587842 Mar 31 22:53:39.642353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e3aacdfc-87db-4d03-aabe-eb915606f3f6 service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178915 Mar 31 22:53:39.659633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.660396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.661892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-7d013fdb-f12e-4c12-a289-b6dad84442e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 1122 time: 1.2598839 Mar 31 22:53:39.731678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-fa4f0195-b80e-4251-8c99-db3718e621ea tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.749118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:39.763861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31746f85-527b-4cb8-a59d-c2a59ae0d546 req-fa4f0195-b80e-4251-8c99-db3718e621ea tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222692 Mar 31 22:53:39.783301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0195-b80e-4251-8c99-db3718e621ea tempest-LiveMigrationNegativeTest-1520271854 tempest-LiveMigrationNegativeTest-1520271854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa75cb-e27e-4f04-924b-524114fab76d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.786501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-922a4afe-da50-419c-9388-f3a5ac4bb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.788649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-922a4afe-da50-419c-9388-f3a5ac4bb0db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=232631d93bd54d1db3123238ecda9749&device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 1101 time: 0.0850980 Mar 31 22:53:39.933785 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2babe335-3b2b-4f73-a70e-f18158553e8e x-openstack-request-id: req-2babe335-3b2b-4f73-a70e-f18158553e8e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:39.934084 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:39.934335 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2babe335-3b2b-4f73-a70e-f18158553e8e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:39.934727 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2babe335-3b2b-4f73-a70e-f18158553e8e'] response: {'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'code': 200} Mar 31 22:53:39.956255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-04b59018-48ff-4cc6-b87c-75b99c229aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.958011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-04b59018-48ff-4cc6-b87c-75b99c229aa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1421125 Mar 31 22:53:40.050951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-7666b94b-465a-4b66-8b52-717229f2bbe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51 HTTP/1.1" status: 200 len: 217 time: 0.0768821 Mar 31 22:53:40.071611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-8ff11cf8-6b0b-43b2-b6ff-4813f204c30e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325272 Mar 31 22:53:40.201389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-b3e01a95-bf7f-4b48-87e6-d66d67733b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.202842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-b3e01a95-bf7f-4b48-87e6-d66d67733b42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1405749 Mar 31 22:53:40.260222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5e8ea-6470-430e-98fc-90b1d124229b req-371f8236-2dab-4e79-a955-697d6b407361 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.261686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9c5e8ea-6470-430e-98fc-90b1d124229b req-371f8236-2dab-4e79-a955-697d6b407361 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1574337 Mar 31 22:53:40.299103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-2bc8bfb0-b52d-4509-83ea-dcb9dbdeddd2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.300540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-2bc8bfb0-b52d-4509-83ea-dcb9dbdeddd2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097592 Mar 31 22:53:40.332340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-37d883c6-677b-4830-a4b4-3f53656d15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.333800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-37d883c6-677b-4830-a4b4-3f53656d15c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224761 Mar 31 22:53:40.335670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-c98a2911-6f54-4cca-b240-8edb719dc9f6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0282843 Mar 31 22:53:40.338544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9c5e8ea-6470-430e-98fc-90b1d124229b req-aeeaa3a9-e6cc-44cb-bd59-974570f982ad tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Mar 31 22:53:40.483098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7064a08c-d694-4fe8-bd9d-d88585beb69e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410339 Mar 31 22:53:40.502495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-a2af5631-2812-43a2-82ff-ad66051913b1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586947 Mar 31 22:53:40.515921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e971-f897-4664-8016-70b82d2501de req-ee6a7a62-e40a-44d7-8284-a28a653004f1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.517547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15f8e971-f897-4664-8016-70b82d2501de req-ee6a7a62-e40a-44d7-8284-a28a653004f1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.0995383 Mar 31 22:53:40.796417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15f8e971-f897-4664-8016-70b82d2501de req-709758e7-3aad-4bed-ac68-6b08f0eb3c1a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699516 Mar 31 22:53:40.823963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf04927-cc02-4a99-bd26-ca4262caf4a2 req-bf482f88-72b5-4e54-8f83-fb44b9d0c108 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049154 Mar 31 22:53:40.920918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99334615-4831-487f-8087-6dd869624125 req-0e0b687a-6a5f-42f1-89e4-71c558aaa339 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 210 time: 0.0272107 Mar 31 22:53:41.116014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b26037b0-a453-43ea-a0bb-ec9178cd562f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.117435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b26037b0-a453-43ea-a0bb-ec9178cd562f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.10 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 824 time: 0.1067328 Mar 31 22:53:41.211852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-a3e6d206-f7a7-4dfc-8fc7-50410b5d72d6 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 380 time: 0.0607255 Mar 31 22:53:41.222681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'port': {'device_id': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'admin_state_up': True, 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'security_groups': ['08a3f552-8bde-448d-80f8-778bd194c4f4']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:41.272018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91ee441c-a3e0-4bdf-b80c-41c1adba9a2e req-9a061ae0-1006-49ff-99ce-20fe89c967af tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 210 time: 0.0455344 Mar 31 22:53:41.452696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Made reservation on behalf of 83a7e87cc5c44e258172568dcdc64351 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:41.457281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.526159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec7f09a7-cef6-412d-82d8-6da4b9261374 req-eeef53dc-4261-451e-a423-89f68efe375d tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3a476542b114a259dab5ebbbb12f296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657740 Mar 31 22:53:41.585933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cdce23d-e365-4e85-bb76-2d23e5984c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.663422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18534e-8377-42cb-8ba8-88d7d5df0fc6 req-7eb8e5c5-6939-4e27-b52a-d41d6cbf997d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.664937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d18534e-8377-42cb-8ba8-88d7d5df0fc6 req-7eb8e5c5-6939-4e27-b52a-d41d6cbf997d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1827254 Mar 31 22:53:41.772257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Allocated IP 172.20.0.5 (f99329b5-cc87-4a5b-bc13-31732ba7aa7d/dbf32443-8cf6-410e-823a-478b4e435380/c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:41.785451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d18534e-8377-42cb-8ba8-88d7d5df0fc6 req-d37a95ff-127a-44b6-96fe-4d642288d54d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118658 Mar 31 22:53:41.796320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f09a7-cef6-412d-82d8-6da4b9261374 req-99a615c9-92be-4733-b8c4-d0f9ed2edb58 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.803968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec7f09a7-cef6-412d-82d8-6da4b9261374 req-99a615c9-92be-4733-b8c4-d0f9ed2edb58 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666702 Mar 31 22:53:41.850240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec7f09a7-cef6-412d-82d8-6da4b9261374 req-4b397b2b-a82c-4d42-ae45-67a01fd1ffad tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/quotas/d3a476542b114a259dab5ebbbb12f296 HTTP/1.1" status: 200 len: 375 time: 0.0439472 Mar 31 22:53:41.946437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:41.948906 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305" -d '{"events": [{"name": "network-changed", "server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:41.959676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec7f09a7-cef6-412d-82d8-6da4b9261374 req-a5266d1f-c961-4c42-a24a-d7287699ae62 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3a476542b114a259dab5ebbbb12f296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936384 Mar 31 22:53:41.991937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:42.132288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.143518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2596353e-2c37-483b-90a9-61f2caab4cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.229166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2596353e-2c37-483b-90a9-61f2caab4cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.269884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.304988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2596353e-2c37-483b-90a9-61f2caab4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.346558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2596353e-2c37-483b-90a9-61f2caab4cbd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84c01d8409dc47528c5eba262f4e563f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534057 Mar 31 22:53:42.358096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35086) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:42.358096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:42.360779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:42.372587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:42.379486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.384085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596353e-2c37-483b-90a9-61f2caab4cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7acff-e4d8-4be0-95ca-bd7975b165f1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.545677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.546626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.605370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc695340-a65e-42e0-8766-3069e6b51d1e req-901d1ea3-76cc-4514-b2bb-2ff5c05f00bf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.607857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc695340-a65e-42e0-8766-3069e6b51d1e req-901d1ea3-76cc-4514-b2bb-2ff5c05f00bf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1795974 Mar 31 22:53:42.628706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.676312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7fce72f2-e44d-42d2-bd91-60fc72146ec3 None None] Provisioning complete for port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:42.676983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fce72f2-e44d-42d2-bd91-60fc72146ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.688393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.729507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7fce72f2-e44d-42d2-bd91-60fc72146ec3 None None] Port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:42.732512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b532-c148-4c34-8170-f4f229f3d7c3 req-24e3bcb7-8380-4d50-9aa6-a8c3dd199c29 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.733963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbd1b532-c148-4c34-8170-f4f229f3d7c3 req-24e3bcb7-8380-4d50-9aa6-a8c3dd199c29 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 931 time: 0.1694846 Mar 31 22:53:42.752288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc695340-a65e-42e0-8766-3069e6b51d1e req-610bf7f3-2433-435b-992c-e9490609d19b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196215 Mar 31 22:53:42.755405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-32b66b6a-f0ca-4a6b-9195-adf97f715567 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5382943 Mar 31 22:53:42.782791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Request body: {'port': {'device_id': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:42.810272 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88699d71-f76f-4f6f-8ebe-ff77bd28b9e6 x-openstack-request-id: req-88699d71-f76f-4f6f-8ebe-ff77bd28b9e6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:42.810662 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:42.810835 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88699d71-f76f-4f6f-8ebe-ff77bd28b9e6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:42.811280 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88699d71-f76f-4f6f-8ebe-ff77bd28b9e6'] response: {'name': 'network-changed', 'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'status': 'completed', 'code': 200} Mar 31 22:53:42.828268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbd1b532-c148-4c34-8170-f4f229f3d7c3 req-c4efa3e8-d7d9-4e0a-8946-f10eaca1ccea tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853908 Mar 31 22:53:42.878620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.903043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-e77e428c-ffe4-4e62-8464-8ea9891f9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.903043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-e77e428c-ffe4-4e62-8464-8ea9891f9d73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1125 time: 0.0681589 Mar 31 22:53:42.964086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68179205-81c2-44e4-9971-bdb437b24c1f req-95bf2af1-5928-45dd-8719-1b72df559a7f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 210 time: 0.0296569 Mar 31 22:53:42.978893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.981891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.986002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14e7acff-e4d8-4be0-95ca-bd7975b165f1 HTTP/1.1" status: 204 len: 168 time: 0.6319418 Mar 31 22:53:43.002020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54b2b-40cd-4202-8041-dfee8f81441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7acff-e4d8-4be0-95ca-bd7975b165f1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.097179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-b257f6e2-5d97-4660-bf8f-2cf5f8dfe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.100738 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-b257f6e2-5d97-4660-bf8f-2cf5f8dfe460 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1821215 Mar 31 22:53:43.153772 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-1e53d645-442a-4ca2-86a0-444379a0f6c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0428379 Mar 31 22:53:43.194092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c49c66af-facb-4477-b391-8d688b7a072b req-6ee7963e-2523-4054-99a8-10b50330e6e7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 210 time: 0.0553637 Mar 31 22:53:43.243301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-ebd60c55-f1fd-46d7-a56a-ba0c0a344f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.244780 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-ebd60c55-f1fd-46d7-a56a-ba0c0a344f5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0710680 Mar 31 22:53:43.276503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-a711b5a0-fb47-471f-9de3-2700e5fa872b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.284847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-a711b5a0-fb47-471f-9de3-2700e5fa872b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.2121077 Mar 31 22:53:43.284998 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-0148a05a-6e7a-4533-998d-d6f8e6e2e0e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266342 Mar 31 22:53:43.301942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Request body: {'port': {'device_id': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'admin_state_up': True, 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:43.381442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-efff159d-4430-4b46-8926-8053a9cc03f9 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953715 Mar 31 22:53:43.427190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a8d6d-f76c-4801-9e02-e4499e5c9b18 req-1cdbceb0-9a51-454f-a824-256327de06fa tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.428737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-267a8d6d-f76c-4801-9e02-e4499e5c9b18 req-1cdbceb0-9a51-454f-a824-256327de06fa tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.1462643 Mar 31 22:53:43.456408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:43.558864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:43.562267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-267a8d6d-f76c-4801-9e02-e4499e5c9b18 req-22796a0f-ae89-4cfe-91ea-7a7bccd02524 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105297 Mar 31 22:53:43.567500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.590593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Transition to ACTIVE for port object c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:43.623614 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0fdbf40e-7154-4b0a-9f0e-a9db2ea98305 req-330643f4-f51d-4c0a-af4f-12267656de57 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346940 Mar 31 22:53:43.665562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee023f2-e18c-414e-b242-c8985d67ae6d req-32d0afc4-c623-4b7e-800f-799ee1daa7f9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.667178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee023f2-e18c-414e-b242-c8985d67ae6d req-32d0afc4-c623-4b7e-800f-799ee1daa7f9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0910242 Mar 31 22:53:43.684337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:43.688633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.698002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:43.710076 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.715921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:53:43.784120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee023f2-e18c-414e-b242-c8985d67ae6d req-ca369a33-efee-4630-a956-89842b59bb5d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074154 Mar 31 22:53:43.841009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.871264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-31dac392-bc1d-41d7-bfb1-5fa1398124a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.084426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974ec63-9ba4-450a-8482-e2f508c33b37 req-2b969f65-438f-4831-93bd-ff0a3039285f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.085953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b974ec63-9ba4-450a-8482-e2f508c33b37 req-2b969f65-438f-4831-93bd-ff0a3039285f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.2021153 Mar 31 22:53:44.087308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Allocated IP 172.20.0.13 (54fec72e-ba2f-4c0a-afee-b3d4d845235b/c6255af6-6f5d-469c-8e2e-8b3c916d59c8/3d00d21f-90b1-43ea-9945-4a2c39b23b05) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:44.090300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Attempting to bind port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:44.090628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Attempting to bind port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:44.090946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Attempting to bind port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:44.119316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:44.119728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Attempting to bind port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:44.137439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b4546-ee46-4538-8d43-fd082b83bf19 req-715512cf-59b5-499c-a9a1-16d7fad88569 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.138944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c02b4546-ee46-4538-8d43-fd082b83bf19 req-715512cf-59b5-499c-a9a1-16d7fad88569 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 943 time: 0.1500957 Mar 31 22:53:44.144969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:44.145308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Checking segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:44.145737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Bound using segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:44.146116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Bound port: c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:44.146469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.200618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b974ec63-9ba4-450a-8482-e2f508c33b37 req-39f473bc-2ca3-4667-a6ae-b9cd7c68e51f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042652 Mar 31 22:53:44.253141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c02b4546-ee46-4538-8d43-fd082b83bf19 req-ad52251e-320d-4b0c-9f14-45e357c4be3c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034691 Mar 31 22:53:44.336186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:44.372167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:44.377237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5da6f126-b506-4108-a6bb-30c2c03b5b7f req-f73dab5d-151b-4662-add9-62d040e75475 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 210 time: 0.0481055 Mar 31 22:53:44.420653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.477081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a697b103-f722-42d9-a790-f5d8976b2c96 req-9df0b9ea-b567-4e8b-8f16-bfb702fdf1cf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 210 time: 0.0382679 Mar 31 22:53:44.504349 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.537352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:44.544262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.544880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.546366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] 10.222.0.10 "PUT /v2.0/ports/c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 HTTP/1.1" status: 200 len: 1091 time: 1.7684274 Mar 31 22:53:44.564868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216f307-ce7d-41ba-9c8e-3e99d5a74417 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:44.584060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.682703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1967194038-network', 'tenant_id': '565fc72c90bf4ef2bd10869f5f3c9447'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:44.726137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:44.732697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:44.736233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:44.742051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:44.973604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Made reservation on behalf of 565fc72c90bf4ef2bd10869f5f3c9447 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:44.975976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.983867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:44.984485 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5212d10d-df2d-487d-9df3-af4ebced3b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:45.002927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.060041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-bd07d99c-12d4-42b9-8d1f-fa10f02b771e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.062557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-bd07d99c-12d4-42b9-8d1f-fa10f02b771e tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.1037385 Mar 31 22:53:45.066701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.067372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.085470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab61a-851e-47cb-ac25-90d136d7ae06 req-23f98b67-8206-4c36-91c4-85d0dec13977 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.086977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b86ab61a-851e-47cb-ac25-90d136d7ae06 req-23f98b67-8206-4c36-91c4-85d0dec13977 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 950 time: 0.4087820 Mar 31 22:53:45.105704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-c74c36f7-ece1-431e-98d1-a693df192c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.107173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-c74c36f7-ece1-431e-98d1-a693df192c5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 1094 time: 0.3686750 Mar 31 22:53:45.123033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348f29-abfe-4b39-9493-c58c154bd56c req-6f0eea3e-becb-42bf-8da3-6e5ce41c7200 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.124317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47348f29-abfe-4b39-9493-c58c154bd56c req-6f0eea3e-becb-42bf-8da3-6e5ce41c7200 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1212964 Mar 31 22:53:45.179392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-1c177dbb-ca7c-4881-9aa0-f53151f23f91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 HTTP/1.1" status: 200 len: 217 time: 0.0538561 Mar 31 22:53:45.195086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-a5745d67-fb20-45b9-b2f3-3e4392d0692d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327840 Mar 31 22:53:45.206793 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.235662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b86ab61a-851e-47cb-ac25-90d136d7ae06 req-9b551780-6b2e-4c18-8c2b-986595c63197 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396067 Mar 31 22:53:45.240433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47348f29-abfe-4b39-9493-c58c154bd56c req-882e9b21-c5ec-48be-8048-b4ae1ece3f5f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069360 Mar 31 22:53:45.246309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.273807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-e8311eb6-f198-4870-ab41-51626a4e2522 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9775748 Mar 31 22:53:45.278800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-eb4877d6-cf6a-430e-9f6a-051827b83073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.280546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-eb4877d6-cf6a-430e-9f6a-051827b83073 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 200 len: 863 time: 0.0855494 Mar 31 22:53:45.303550 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0bbec-bdfd-482f-99e4-9d614b5bb348 x-openstack-request-id: req-efa0bbec-bdfd-482f-99e4-9d614b5bb348 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:45.303550 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:45.305392 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-efa0bbec-bdfd-482f-99e4-9d614b5bb348 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:45.305682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Deleting port 37a1b58b-92f7-457c-a597-03009c92ebe4 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:45.306023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.306549 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa0bbec-bdfd-482f-99e4-9d614b5bb348'] response: {'name': 'network-changed', 'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'status': 'completed', 'code': 200} Mar 31 22:53:45.323515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Request body: {'port': {'device_id': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:45.366715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.409342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:45.410397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11496f95-959a-4fa9-8114-124b81cf1d67 req-b6d16a8a-0f76-4653-a9da-84d50538d7ce tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3a476542b114a259dab5ebbbb12f296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450134 Mar 31 22:53:45.419468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-64d60361-cec7-41e7-87dd-5fc0ba6dc790 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.420884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-64d60361-cec7-41e7-87dd-5fc0ba6dc790 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124968 Mar 31 22:53:45.447034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:45.454927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43ea1f-0b4b-4a36-953e-217cdd273646,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:45.490054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-7ff67f1a-e280-419c-99b9-875b1fc80d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.491616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-7ff67f1a-e280-419c-99b9-875b1fc80d12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959641 Mar 31 22:53:45.515250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.516319 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Added segment ec26d66c-e9b7-4b0c-bd2a-6eb60bedecb4 of type vlan for network e7e54cd2-6675-4c41-a351-18716b325c8c Mar 31 22:53:45.524469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.576915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af336b6-ddf0-46e0-9630-a2418970ec5c req-90b31edb-cca3-445e-8dac-0ac01421c99e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.578448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8af336b6-ddf0-46e0-9630-a2418970ec5c req-90b31edb-cca3-445e-8dac-0ac01421c99e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1956353 Mar 31 22:53:45.580346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.591291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] For port 37a1b58b-92f7-457c-a597-03009c92ebe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=37a1b58b-92f7-457c-a597-03009c92ebe4,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:45.596010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.626926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Calling delete_port for 37a1b58b-92f7-457c-a597-03009c92ebe4 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:45.711668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11496f95-959a-4fa9-8114-124b81cf1d67 req-73127afc-50a7-4e0f-85f9-139915eb1f87 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.713279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11496f95-959a-4fa9-8114-124b81cf1d67 req-73127afc-50a7-4e0f-85f9-139915eb1f87 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827375 Mar 31 22:53:45.766151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-07cd5a27-2d23-4a87-9be5-91b1506a868a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244873 Mar 31 22:53:45.767033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.767930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.768496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.801464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8af336b6-ddf0-46e0-9630-a2418970ec5c req-9689d0b6-76b7-4d57-98c6-150828b1443a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925924 Mar 31 22:53:45.807726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11496f95-959a-4fa9-8114-124b81cf1d67 req-8495be0d-3728-4fb1-b87f-a260406a2270 tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/quotas/d3a476542b114a259dab5ebbbb12f296 HTTP/1.1" status: 200 len: 375 time: 0.0832360 Mar 31 22:53:45.809603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-74960d36-9795-4325-9c6f-66155bea13da service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863183 Mar 31 22:53:45.879135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11496f95-959a-4fa9-8114-124b81cf1d67 req-e5786978-b672-4542-a111-ea59729f1d3d tempest-QuotasAdminNegativeTest-1591327850 tempest-QuotasAdminNegativeTest-1591327850-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3a476542b114a259dab5ebbbb12f296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487313 Mar 31 22:53:45.910023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:45.914088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.959507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e54cd2-6675-4c41-a351-18716b325c8c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:45.971400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e7e54cd2-6675-4c41-a351-18716b325c8c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:45.976676 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f674bac9-7a6b-41fd-a422-8b6214e32d24 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4353025 Mar 31 22:53:45.992161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35174) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:46.015207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Request body: {'subnet': {'network_id': 'e7e54cd2-6675-4c41-a351-18716b325c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1967194038-subnet', 'tenant_id': '565fc72c90bf4ef2bd10869f5f3c9447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:46.081625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-2da47f3d-946e-4492-a5f9-465ad683595b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.083116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-2da47f3d-946e-4492-a5f9-465ad683595b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090634 Mar 31 22:53:46.103092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:46.136644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6351842-e5d8-44d0-84f3-eb2795b60a82 req-9487fc6e-35dc-4fea-95b8-3c23ecedd2e8 service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199878 Mar 31 22:53:46.153927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73506e2-5c5a-4f74-8a26-b9cc4262dd47 req-7e504497-ff67-4a7a-ab9d-f51f80dbc4db tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.159620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c73506e2-5c5a-4f74-8a26-b9cc4262dd47 req-7e504497-ff67-4a7a-ab9d-f51f80dbc4db tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 932 time: 0.1714122 Mar 31 22:53:46.171693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0a50a-eb79-4756-89a7-c0987e88d8b6 req-7520fc2f-7e5d-40a5-8a9c-99f864f369f0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.173920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eb0a50a-eb79-4756-89a7-c0987e88d8b6 req-7520fc2f-7e5d-40a5-8a9c-99f864f369f0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 943 time: 0.1808569 Mar 31 22:53:46.177505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.213297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Made reservation on behalf of 565fc72c90bf4ef2bd10869f5f3c9447 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:46.215814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.222774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3e6c5585-5beb-42a3-b0c0-e0928c73fb51', '37a1b58b-92f7-457c-a597-03009c92ebe4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:46.329731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d00d21f-90b1-43ea-9945-4a2c39b23b05 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:46.354739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c73506e2-5c5a-4f74-8a26-b9cc4262dd47 req-d64f9f4f-21ae-48b2-9ff6-4e98c2abebbf tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703489 Mar 31 22:53:46.391809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.399406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eb0a50a-eb79-4756-89a7-c0987e88d8b6 req-e0c09393-3a59-444d-b480-992580babc1c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103012 Mar 31 22:53:46.431169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Transition to ACTIVE for port object 3d00d21f-90b1-43ea-9945-4a2c39b23b05 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:46.450056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-365c0684-f620-4f19-b14a-e02f364820bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.451659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-365c0684-f620-4f19-b14a-e02f364820bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 1094 time: 0.1175234 Mar 31 22:53:46.464226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Pushing event deleted for resources: {'Port': ['ID=37a1b58b-92f7-457c-a597-03009c92ebe4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:46.510684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.510827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.125 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:46.547990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] No DVR routers for this DVR port 37a1b58b-92f7-457c-a597-03009c92ebe4 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:46.559706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.560220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31941246-ef1a-468b-bb80-d5d2baf88015 req-fecd3a1e-5a17-4a63-b103-cdab49b9c303 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 210 time: 0.0604417 Mar 31 22:53:46.560962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.565705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b46b133a-a0d4-47f8-be19-4aa0fe1be182 req-8e70fc42-64bc-49c8-99e5-7f9e710525c4 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "DELETE /v2.0/ports/37a1b58b-92f7-457c-a597-03009c92ebe4 HTTP/1.1" status: 204 len: 173 time: 1.4962738 Mar 31 22:53:46.571578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'name': 'network-vif-deleted', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:46.572597 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb733e-6c89-42d7-8fb2-c00d3073e6e1" -d '{"events": [{"server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "name": "network-vif-deleted", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:46.733112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fc548aa-3182-4578-8b54-b7e6dbbb4296 req-99be6267-ce69-495e-90e0-9ec563b538fb tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 210 time: 0.0383728 Mar 31 22:53:46.776858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:46.812851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:46.817809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.821150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-6bc12dac-53dd-443f-9ba9-f7a7a2ffb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.822933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-6bc12dac-53dd-443f-9ba9-f7a7a2ffb631 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 926 time: 0.3633165 Mar 31 22:53:46.829479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.926590 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.012027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.082179 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7eb0b-f43a-4380-835f-2c5b91059519 x-openstack-request-id: req-1ed7eb0b-f43a-4380-835f-2c5b91059519 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:47.082476 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5432947b-7c72-4b79-a1cc-4caacaf43277", "name": "network-vif-deleted", "tag": "37a1b58b-92f7-457c-a597-03009c92ebe4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:47.082733 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ed7eb0b-f43a-4380-835f-2c5b91059519 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:47.083172 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed7eb0b-f43a-4380-835f-2c5b91059519'] response: {'server_uuid': '5432947b-7c72-4b79-a1cc-4caacaf43277', 'name': 'network-vif-deleted', 'tag': '37a1b58b-92f7-457c-a597-03009c92ebe4', 'status': 'completed', 'code': 200} Mar 31 22:53:47.093402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.099792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-bc064bb8-8228-46ea-ad38-37fe6becd22b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 HTTP/1.1" status: 200 len: 217 time: 0.2582076 Mar 31 22:53:47.104558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:47.110003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:47.110003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.114794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:47.122235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:47.126370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:47.152000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:47.152324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.171107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:47.183204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.12 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/181be31b-52c0-4681-b859-cc8c2ed0fd0b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:47.221099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.221753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.228800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:47.229196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:47.229584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:47.230018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Bound port: 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:47.230379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.244051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bfc68-c0b9-480a-9325-d188f838825a req-fe7c26b7-a065-4688-b1cf-6a7a2744f429 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.245772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-446bfc68-c0b9-480a-9325-d188f838825a req-fe7c26b7-a065-4688-b1cf-6a7a2744f429 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.4158814 Mar 31 22:53:47.257145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e301598a-8bd4-4004-a3b4-a5cc7f10007b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:47.289126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-3dd21eae-5227-460c-86cf-cb0dd4bd4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.290689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-3dd21eae-5227-460c-86cf-cb0dd4bd4528 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 200 len: 863 time: 0.1600831 Mar 31 22:53:47.328937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-7a0f18c6-c826-4f28-a948-1d427d294e07 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8879430 Mar 31 22:53:47.330011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:47.346262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Request body: {'port': {'device_id': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:47.363323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Checking segment: {'id': 'ec26d66c-e9b7-4b0c-bd2a-6eb60bedecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'e7e54cd2-6675-4c41-a351-18716b325c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:47.363680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Network hostable DHCP agents. Network: e7e54cd2-6675-4c41-a351-18716b325c8c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:47.389694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21431b4-c7e6-450d-b502-d6bce42d5b35 req-efc053ec-8e3b-469a-bd7e-03c50fa392e9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.391771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e21431b4-c7e6-450d-b502-d6bce42d5b35 req-efc053ec-8e3b-469a-bd7e-03c50fa392e9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.2575948 Mar 31 22:53:47.407171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-446bfc68-c0b9-480a-9325-d188f838825a req-a00f112b-7d5f-4ca4-bc38-662e61cbe809 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423666 Mar 31 22:53:47.435537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.457252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.459692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:47.486329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:47.497782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-624a6a0b-2ada-4057-90ba-19762d2658b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.497782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-624a6a0b-2ada-4057-90ba-19762d2658b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661749 Mar 31 22:53:47.497782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e21431b4-c7e6-450d-b502-d6bce42d5b35 req-afc4851f-aed0-4900-9476-e771634bf885 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927885 Mar 31 22:53:47.508435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d77d3cc0-b871-484e-ac12-0945bbcf7117 None None] Provisioning complete for port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:47.509084 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d77d3cc0-b871-484e-ac12-0945bbcf7117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.606102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.44', 62937) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:47.614402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d77d3cc0-b871-484e-ac12-0945bbcf7117 None None] Port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:47.647720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-626ab078-448e-4790-82c9-900d1711d150 service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427028 Mar 31 22:53:47.653032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.654946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Network e7e54cd2-6675-4c41-a351-18716b325c8c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:47.686410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-d3841857-c9bd-42f8-8d96-f9f1b7ba190d service neutron] 10.222.0.44 "GET /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0746775 Mar 31 22:53:47.713744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.765564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.767126 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.768429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] 10.222.0.10 "PUT /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 1092 time: 2.4715991 Mar 31 22:53:47.771199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:47.773414 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299956f2-624b-45b3-b320-2b7732af6f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:47.837738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d1eb-1ed2-4b0f-a7e5-cc56ed12820e service neutron] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:47.849010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:47.851729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250df91f-c47a-44be-8e86-78001041558a req-83988e78-a931-4bb9-a08b-fac6c1d4d66a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.851863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:47.853246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-250df91f-c47a-44be-8e86-78001041558a req-83988e78-a931-4bb9-a08b-fac6c1d4d66a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.2032931 Mar 31 22:53:47.855909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:47.859760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:47.863950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2b36-e656-4160-984a-b29005ee12ad req-b528748e-a167-4705-a607-318aa9c6471a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.867726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f35a2b36-e656-4160-984a-b29005ee12ad req-b528748e-a167-4705-a607-318aa9c6471a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 943 time: 0.2185202 Mar 31 22:53:47.934683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e7e54cd2-6675-4c41-a351-18716b325c8c) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:47.937884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5212d10d-df2d-487d-9df3-af4ebced3b8f req-9c33d69b-fb08-4fa2-9abf-caddd41412ad service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719398 Mar 31 22:53:47.944435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.945034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.948157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813dddb0-61f7-4f5a-9c1e-979a9f901fab None None] Network e7e54cd2-6675-4c41-a351-18716b325c8c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:47.986348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-250df91f-c47a-44be-8e86-78001041558a req-ee03fde0-2ad7-4c77-ab4c-28cb03a82b5b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174879 Mar 31 22:53:48.008744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f35a2b36-e656-4160-984a-b29005ee12ad req-7b3d52f7-3216-4f44-8bfa-115493d583e8 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219008 Mar 31 22:53:48.008946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.009592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.097247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-51a382de-3ad3-44bb-9b2d-848bb2ce4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.097247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-51a382de-3ad3-44bb-9b2d-848bb2ce4fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1095 time: 0.0844083 Mar 31 22:53:48.147202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:48.205059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42ec3c73-02d0-4212-8fe2-c0729b0666a9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2017095 Mar 31 22:53:48.205059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-47e67c95-362c-4bd9-baf6-8e8150fd79e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0837460 Mar 31 22:53:48.211690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:48.230825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:48.248213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.277832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-ac78157d-2cdd-4600-8bac-dcd16a5e4ac0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1786015 Mar 31 22:53:48.298666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Request body: {'port': {'device_id': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:48.301077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-c5e20b60-d789-4921-aaa2-de17fdf15dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.302694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-c5e20b60-d789-4921-aaa2-de17fdf15dfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0968711 Mar 31 22:53:48.316795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-069d2a3f-e9a8-4ad7-a0da-0d2c674c4ecb req-58c37de3-4ca8-445b-925f-7cbeded37b44 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=5432947b-7c72-4b79-a1cc-4caacaf43277 HTTP/1.1" status: 200 len: 210 time: 0.1258132 Mar 31 22:53:48.355043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35206) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:48.363333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Transition to ACTIVE for port object 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:48.363837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:48.394040 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b80b7-93e6-4a44-8891-6ee901d9c28c x-openstack-request-id: req-7b6b80b7-93e6-4a44-8891-6ee901d9c28c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:48.394771 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:48.394771 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7b6b80b7-93e6-4a44-8891-6ee901d9c28c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:48.395651 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6b80b7-93e6-4a44-8891-6ee901d9c28c'] response: {'name': 'network-changed', 'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'status': 'completed', 'code': 200} Mar 31 22:53:48.398595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-d7c26d07-7312-4e37-8402-9ed147bb8fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778937 Mar 31 22:53:48.415322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:48.417280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b6a4-3468-4cf9-b0a9-0b8bc0c74a88 req-0bc25840-3315-48be-ba00-b3682ca6fcb6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.431754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6da3b6a4-3468-4cf9-b0a9-0b8bc0c74a88 req-0bc25840-3315-48be-ba00-b3682ca6fcb6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 935 time: 0.2394671 Mar 31 22:53:48.439077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:48.475833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.476633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a794a5a4-5a4c-40de-bc90-e8bccaa90810 None None] Provisioning complete for port 181be31b-52c0-4681-b859-cc8c2ed0fd0b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:48.477429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a794a5a4-5a4c-40de-bc90-e8bccaa90810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.517482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ec634-c2ae-4f11-b5f0-f4651fc89909 None None] Network e7e54cd2-6675-4c41-a351-18716b325c8c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:48.524788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a794a5a4-5a4c-40de-bc90-e8bccaa90810 None None] Port 181be31b-52c0-4681-b859-cc8c2ed0fd0b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:48.586420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Pushing event updated for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:48.592506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.600736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6da3b6a4-3468-4cf9-b0a9-0b8bc0c74a88 req-5450ed59-143f-4a7d-832c-ff316424ecd2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677992 Mar 31 22:53:48.671831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-49b1f706-7e7f-4af5-8885-ac49a6e99c02 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251763 Mar 31 22:53:48.696197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.720227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc549-10ec-4d5c-a1f1-ef4a858962c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.810471 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-de6288cd-8fae-4a0b-9d79-7f68d6ee9a29 req-d88f478a-a7ce-4ae7-9a66-95431011a22c tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] show failed (client error): The resource could not be found. Mar 31 22:53:48.812060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de6288cd-8fae-4a0b-9d79-7f68d6ee9a29 req-d88f478a-a7ce-4ae7-9a66-95431011a22c tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/bc708135-5479-40ee-8af7-8022dd93b287 HTTP/1.1" status: 404 len: 352 time: 0.0482886 Mar 31 22:53:48.852032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8e558-5bb2-4db4-a07e-f5b39f42ffba req-a737d814-8d5c-44a0-be04-4c98eaed225f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.853562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72e8e558-5bb2-4db4-a07e-f5b39f42ffba req-a737d814-8d5c-44a0-be04-4c98eaed225f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1545513 Mar 31 22:53:48.883142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a4242f1-8f14-4f3c-a8b7-ca544e26e845 req-59517986-486b-4699-b1d6-6b688963465e service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021720 Mar 31 22:53:48.931817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72e8e558-5bb2-4db4-a07e-f5b39f42ffba req-37cf177b-188f-4fd2-8c13-cb17e50f4c94 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Mar 31 22:53:48.959124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf19b-b712-4e67-ada1-aa6ab748081f req-e4ae2c6c-4b9d-44fc-8a3e-a2058fdb0aeb tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.967695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81aaf19b-b712-4e67-ada1-aa6ab748081f req-e4ae2c6c-4b9d-44fc-8a3e-a2058fdb0aeb tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 944 time: 0.0796771 Mar 31 22:53:49.011366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] Transition to ACTIVE for port object b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:49.022280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Attempting to bind port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:49.022631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Attempting to bind port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:49.022939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Attempting to bind port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:49.036678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81aaf19b-b712-4e67-ada1-aa6ab748081f req-ef300551-dccf-47ce-ac1e-19656fa5b870 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Mar 31 22:53:49.048386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:49.048578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Attempting to bind port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:49.061304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e9fffe-bab1-49f0-9057-e5a9d83e2de1 req-d41653ee-7cbe-493f-923f-a4beaa13c230 tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=565fc72c90bf4ef2bd10869f5f3c9447 HTTP/1.1" status: 200 len: 2984 time: 0.0763311 Mar 31 22:53:49.088485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:49.088825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:49.089205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:49.089635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Bound port: 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:49.089986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.146167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc549-10ec-4d5c-a1f1-ef4a858962c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.147686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.157293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e9fffe-bab1-49f0-9057-e5a9d83e2de1 req-53d5d0ea-c33e-4af5-8400-bc44f3796503 tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/df43ea1f-0b4b-4a36-953e-217cdd273646 HTTP/1.1" status: 200 len: 2981 time: 0.0964613 Mar 31 22:53:49.190972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299956f2-624b-45b3-b320-2b7732af6f2f req-89df1af0-d248-4007-a44f-c58637eeeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.192482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-89df1af0-d248-4007-a44f-c58637eeeb12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1095 time: 0.1072068 Mar 31 22:53:49.207498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fbcb8-c0d7-4c80-8fca-bdc31316261a req-1f1d6f64-43d1-40d4-990b-2c1b04510aba tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.208895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a81fbcb8-c0d7-4c80-8fca-bdc31316261a req-1f1d6f64-43d1-40d4-990b-2c1b04510aba tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 943 time: 0.0861905 Mar 31 22:53:49.228166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc549-10ec-4d5c-a1f1-ef4a858962c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.276607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] No DVR routers for this DVR port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:49.299972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e9fffe-bab1-49f0-9057-e5a9d83e2de1 req-8f75fe3a-8ee2-40de-8967-613cd81e102c tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/df43ea1f-0b4b-4a36-953e-217cdd273646 HTTP/1.1" status: 200 len: 2981 time: 0.1317246 Mar 31 22:53:49.311983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:49.328810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:49.334714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a81fbcb8-c0d7-4c80-8fca-bdc31316261a req-a0cdd341-de50-43be-947d-d2a145e9b915 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128154 Mar 31 22:53:49.353714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299956f2-624b-45b3-b320-2b7732af6f2f req-dc0d5d96-d7b8-46b8-84b7-a75653e88c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.356739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e8cc549-10ec-4d5c-a1f1-ef4a858962c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3a476542b114a259dab5ebbbb12f296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971972 Mar 31 22:53:49.368613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-dc0d5d96-d7b8-46b8-84b7-a75653e88c77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1454177 Mar 31 22:53:49.371084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:49.373421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:49.411251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cc549-10ec-4d5c-a1f1-ef4a858962c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fe611-84e8-4335-b9c4-f8e2dc0e673b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:49.423382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd9949f9-555a-4e34-a267-48393d416aef service neutron] 10.222.0.44 "PUT /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e/bindings/n-h1-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7302511 Mar 31 22:53:49.445052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-3332b720-6249-41aa-bfd4-718fac39edc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0756764 Mar 31 22:53:49.451470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181be31b-52c0-4681-b859-cc8c2ed0fd0b {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:49.462133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.464760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.469085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 37a1b58b-92f7-457c-a597-03009c92ebe4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:49.496292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 37a1b58b-92f7-457c-a597-03009c92ebe4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:49.497155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 37a1b58b-92f7-457c-a597-03009c92ebe4 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:49.515162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-420a991d-2160-4cb0-bbfd-dcf4b37b5d28 req-ed9a53e4-233b-4058-9a22-898b4c12bbc7 tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/df43ea1f-0b4b-4a36-953e-217cdd273646 HTTP/1.1" status: 200 len: 2981 time: 0.1369543 Mar 31 22:53:49.515413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Transition to ACTIVE for port object 181be31b-52c0-4681-b859-cc8c2ed0fd0b will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:49.522660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.525322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.525322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] 10.222.0.44 "PUT /v2.0/ports/5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 HTTP/1.1" status: 200 len: 1096 time: 2.1834245 Mar 31 22:53:49.525322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:49.526901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482a78e-24c9-4b68-8411-1e52158b50d3 req-39a23ab8-818b-4ef3-8db6-1a9adea2ed06 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.530127 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d035011-2126-45d8-bd9d-570d44954a28" -d '{"events": [{"name": "network-changed", "server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:49.534892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6482a78e-24c9-4b68-8411-1e52158b50d3 req-39a23ab8-818b-4ef3-8db6-1a9adea2ed06 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.1595964 Mar 31 22:53:49.536424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.556099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299956f2-624b-45b3-b320-2b7732af6f2f req-c5fa6e26-6b4b-4c55-b0d0-eaa3ddaa0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.557520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-c5fa6e26-6b4b-4c55-b0d0-eaa3ddaa0dfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0981839 Mar 31 22:53:49.571957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de99409-af1f-4d19-b783-dfdeb36da05f service neutron] Pushing event updated for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:49.575879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.584124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.645942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-8c0f15c4-4b94-42e5-9d92-08e73b3efde5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710649 Mar 31 22:53:49.671372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Pushing event updated for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:49.696009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6482a78e-24c9-4b68-8411-1e52158b50d3 req-4124fb10-05c4-4f52-8ae5-57d62934563b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602142 Mar 31 22:53:49.763992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-717c2686-c88e-40df-b96a-48db66434d19 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.765506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-717c2686-c88e-40df-b96a-48db66434d19 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.1940801 Mar 31 22:53:49.775578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-dbe51d46-295c-4811-81bd-a60b93c87d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.777140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-dbe51d46-295c-4811-81bd-a60b93c87d07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1099 time: 0.1156261 Mar 31 22:53:49.777271 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-420a991d-2160-4cb0-bbfd-dcf4b37b5d28 req-193af8c1-50b9-4f89-83d3-dfa4934f2f5a tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 22:53:49.802821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.802821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.803990 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/567fe611-84e8-4335-b9c4-f8e2dc0e673b HTTP/1.1" status: 204 len: 168 time: 0.4266586 Mar 31 22:53:49.807135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-420a991d-2160-4cb0-bbfd-dcf4b37b5d28 req-193af8c1-50b9-4f89-83d3-dfa4934f2f5a tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "DELETE /v2.0/security-groups/df43ea1f-0b4b-4a36-953e-217cdd273646 HTTP/1.1" status: 409 len: 352 time: 0.2673264 Mar 31 22:53:49.907836 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01445447-f668-47b2-98a9-f20c728276e8 x-openstack-request-id: req-01445447-f668-47b2-98a9-f20c728276e8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:49.911130 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:49.911623 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01445447-f668-47b2-98a9-f20c728276e8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:49.912205 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01445447-f668-47b2-98a9-f20c728276e8'] response: {'name': 'network-changed', 'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', 'status': 'completed', 'code': 200} Mar 31 22:53:49.921677 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-3d8abc5e-8fa1-413d-a197-3408285ee46d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 HTTP/1.1" status: 200 len: 217 time: 0.1357534 Mar 31 22:53:49.923426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Attempting to bind port 181be31b-52c0-4681-b859-cc8c2ed0fd0b on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:49.923767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Attempting to bind port 181be31b-52c0-4681-b859-cc8c2ed0fd0b by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:49.924098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Attempting to bind port 181be31b-52c0-4681-b859-cc8c2ed0fd0b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:49.928918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6effd7d-6833-4da6-850c-5956b13e6f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fe611-84e8-4335-b9c4-f8e2dc0e673b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:49.954359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Port 181be31b-52c0-4681-b859-cc8c2ed0fd0b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:49.954711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Attempting to bind port 181be31b-52c0-4681-b859-cc8c2ed0fd0b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:49.996105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:49.996444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:49.996836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:49.997389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Bound port: 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:49.997785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.027946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-a5a8174d-63bc-4524-a1e0-a7420b5db4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.029469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-a5a8174d-63bc-4524-a1e0-a7420b5db4d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0932872 Mar 31 22:53:50.134139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:50.138252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-33aadc51-b136-44d6-adac-8146f3b1b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.139852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-33aadc51-b136-44d6-adac-8146f3b1b5e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872431 Mar 31 22:53:50.152017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-fc4e0a01-c77e-406b-bf9a-4d977692850b service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911869 Mar 31 22:53:50.158406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:50.176709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bbf49464-325c-4f05-b96c-697683a5900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.178195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bbf49464-325c-4f05-b96c-697683a5900a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6&tenant_id=62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 1096 time: 0.4022379 Mar 31 22:53:50.229835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196756-c138-49ee-9a3c-f7b54d5cf50b req-d97ca0cc-7f24-484b-8783-c2b26a6e1313 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.231346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90196756-c138-49ee-9a3c-f7b54d5cf50b req-d97ca0cc-7f24-484b-8783-c2b26a6e1313 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 947 time: 0.1438274 Mar 31 22:53:50.240537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b16af56c-8899-4dfd-8d80-da26c8ebbb84 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928867 Mar 31 22:53:50.258129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.348298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.349152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.350520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] 10.222.0.44 "PUT /v2.0/ports/181be31b-52c0-4681-b859-cc8c2ed0fd0b HTTP/1.1" status: 200 len: 1095 time: 2.0647767 Mar 31 22:53:50.359069 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-cdf5c7a3-6eab-4a32-9a71-4e2f00ae5731 req-420f602b-6294-474f-8238-41c2df6dedaa tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] show failed (client error): The resource could not be found. Mar 31 22:53:50.360864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdf5c7a3-6eab-4a32-9a71-4e2f00ae5731 req-420f602b-6294-474f-8238-41c2df6dedaa tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/73eb07b8-6afa-4d24-89d1-13b32567091c HTTP/1.1" status: 404 len: 352 time: 0.0503647 Mar 31 22:53:50.382845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90196756-c138-49ee-9a3c-f7b54d5cf50b req-d3916355-c804-43f2-89e4-04dded190e12 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250086 Mar 31 22:53:50.385841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38601a0-10d6-4f81-8834-375902dc70db service neutron] Pushing event updated for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:50.397430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-48eb4bae-3baa-45e1-9062-cf0dcbac4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.399061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-48eb4bae-3baa-45e1-9062-cf0dcbac4c29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1667271 Mar 31 22:53:50.400849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-299956f2-624b-45b3-b320-2b7732af6f2f req-d2abea6b-4ff1-48a9-be06-6d0ea6e72f34 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361057 Mar 31 22:53:50.405555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-050e4381-0242-4d2a-8fac-d96014d56ca8 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587920 Mar 31 22:53:50.522478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-07411aac-b5ef-4dbd-8094-603192098aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.524213 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-07411aac-b5ef-4dbd-8094-603192098aaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 1098 time: 0.0485682 Mar 31 22:53:50.591041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-bc340a25-9515-4175-b15e-f3db5a0cb207 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b HTTP/1.1" status: 200 len: 217 time: 0.0580134 Mar 31 22:53:50.591450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd3e2927-66fb-4dda-ae8d-7407effa7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.596398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-bd3e2927-66fb-4dda-ae8d-7407effa7c03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1705880 Mar 31 22:53:50.600354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdace4-ef48-4508-9267-d606073beb35 req-4b68ed93-afb5-4159-977a-ebaab09f1c02 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.601748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9fdace4-ef48-4508-9267-d606073beb35 req-4b68ed93-afb5-4159-977a-ebaab09f1c02 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1161776 Mar 31 22:53:50.610613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03011-35ac-4089-a7ca-1b8bc43af27a req-d72531f4-8cb4-4fb5-ac51-0ace96a7073b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.612115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb03011-35ac-4089-a7ca-1b8bc43af27a req-d72531f4-8cb4-4fb5-ac51-0ace96a7073b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1287940 Mar 31 22:53:50.666970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-f960ce33-8452-4653-9f94-5ed450302bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.668409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-f960ce33-8452-4653-9f94-5ed450302bd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0681510 Mar 31 22:53:50.674786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035011-2126-45d8-bd9d-570d44954a28 req-4bb1fb8e-547a-4d6b-803b-484fe144348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.676249 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-4bb1fb8e-547a-4d6b-803b-484fe144348f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1099 time: 0.0843620 Mar 31 22:53:50.676729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-d8492faf-aa19-4005-af0a-006646fa9526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0738950 Mar 31 22:53:50.733249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9fdace4-ef48-4508-9267-d606073beb35 req-062d2ffb-ec7f-4378-8ea4-4171087ffd60 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201603 Mar 31 22:53:50.738847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb03011-35ac-4089-a7ca-1b8bc43af27a req-a0a07134-89a1-43d6-881c-114bfa090f5c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202590 Mar 31 22:53:50.763058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-b831c35b-043c-4492-8946-2a08ea18802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.765620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-b831c35b-043c-4492-8946-2a08ea18802d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0723159 Mar 31 22:53:50.776471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:50.792227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-43fdac17-adb8-475d-bd41-cce90759b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.793702 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-43fdac17-adb8-475d-bd41-cce90759b2ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165833 Mar 31 22:53:50.810202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-61b7fe47-e87c-43dd-a4da-b19f5821e110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262136 Mar 31 22:53:50.832319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035011-2126-45d8-bd9d-570d44954a28 req-ac6921fa-d24a-48ba-b8be-5a90ca93b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.833978 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-ac6921fa-d24a-48ba-b8be-5a90ca93b4a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1493123 Mar 31 22:53:50.844083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:50.852600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:50.907858 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-b6f76062-ba78-4547-a60f-96dfbc05a931 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 HTTP/1.1" status: 200 len: 217 time: 0.0394700 Mar 31 22:53:50.942459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be1dafc4-d8a0-4369-99aa-af5d79ebfe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.983548 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-1ea41c35-e994-4678-b175-1a635e207513 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823277 Mar 31 22:53:50.990431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035011-2126-45d8-bd9d-570d44954a28 req-eaced69b-2210-46bd-88a3-0787b283cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.991929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-eaced69b-2210-46bd-88a3-0787b283cdf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0746534 Mar 31 22:53:51.017175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce2e2e-2057-4322-a769-ae832cb386f8 req-b36b192d-88ff-44ca-9308-1f77c7981e20 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.018777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76ce2e2e-2057-4322-a769-ae832cb386f8 req-b36b192d-88ff-44ca-9308-1f77c7981e20 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 943 time: 0.1763940 Mar 31 22:53:51.026274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-be400b40-c357-4a26-8689-b68475190de8 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064793 Mar 31 22:53:51.034209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59943-fe55-4ffc-9775-3ccc03c2f2ec req-4fa60059-8767-41ff-9794-ad38a6e57986 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.035852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf59943-fe55-4ffc-9775-3ccc03c2f2ec req-4fa60059-8767-41ff-9794-ad38a6e57986 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.1871531 Mar 31 22:53:51.188916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76ce2e2e-2057-4322-a769-ae832cb386f8 req-0cd2bdc6-c0c3-4fac-90fd-752d5711a60b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500711 Mar 31 22:53:51.207945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf59943-fe55-4ffc-9775-3ccc03c2f2ec req-b22019df-4f29-4160-885e-2e0f8baba3e2 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568904 Mar 31 22:53:51.248809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be1dafc4-d8a0-4369-99aa-af5d79ebfe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.263832 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-fb31363e-03c4-4791-a49f-90d6a31ef3cf req-e66e66e6-f7b0-4a44-b879-6628984aa33b tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] show failed (client error): The resource could not be found. Mar 31 22:53:51.265013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb31363e-03c4-4791-a49f-90d6a31ef3cf req-e66e66e6-f7b0-4a44-b879-6628984aa33b tempest-SecurityGroupsNegativeTestJSON-1242462218 tempest-SecurityGroupsNegativeTestJSON-1242462218-project] 10.222.0.83 "GET /v2.0/security-groups/bda598bb-a094-4547-8a0c-e8d633e5ef1d HTTP/1.1" status: 404 len: 352 time: 0.0293233 Mar 31 22:53:51.267975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-616b73da-ed31-4ddc-bfd3-11fdf426afc8 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312169 Mar 31 22:53:51.280156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35260) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:51.334191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355e70-ed53-470b-a526-8fa73a4ca8e8 req-10627740-b876-4a28-b2a2-0899867cb907 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.335888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79355e70-ed53-470b-a526-8fa73a4ca8e8 req-10627740-b876-4a28-b2a2-0899867cb907 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0558693 Mar 31 22:53:51.362975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Deleting subnet e301598a-8bd4-4004-a3b4-a5cc7f10007b {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:51.363559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be1dafc4-d8a0-4369-99aa-af5d79ebfe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.369828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035011-2126-45d8-bd9d-570d44954a28 req-fe1cc49f-06b9-4420-82ff-b5499ad9087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.371308 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-fe1cc49f-06b9-4420-82ff-b5499ad9087b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3714299 Mar 31 22:53:51.371949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.401284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79355e70-ed53-470b-a526-8fa73a4ca8e8 req-9cfaf820-6379-499b-8951-6e9b0082f75e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Mar 31 22:53:51.410561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c9196be-276e-4fbc-a783-423ab74553d5 req-f0d6ea33-e54d-43c1-a33d-94f21cbc2881 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176836 Mar 31 22:53:51.415317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be1dafc4-d8a0-4369-99aa-af5d79ebfe0b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=77bbdf5a81b6459a96027d25aea057c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562434 Mar 31 22:53:51.417577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dafc4-d8a0-4369-99aa-af5d79ebfe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bab804-bca5-4dee-9e9f-84f262df69f0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.420287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35264) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:51.467878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.482431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:51.532894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.533383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.559279 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-3158f7a7-18ef-4c96-800a-ec769321c9f1 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622736 Mar 31 22:53:51.569676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.587826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:51.590564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aafd2f-8f8c-424d-82c0-e382d0774f28 req-2ae947b8-5fb5-4813-b54f-0c83f7812529 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.592074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45aafd2f-8f8c-424d-82c0-e382d0774f28 req-2ae947b8-5fb5-4813-b54f-0c83f7812529 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 947 time: 0.0963016 Mar 31 22:53:51.601705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'port_id': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'mac_address': 'fa:16:3e:b8:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:51.645104 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.659740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45aafd2f-8f8c-424d-82c0-e382d0774f28 req-6997b41c-99c1-4b0a-99c9-45e6a546255a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Mar 31 22:53:51.661181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:51.676226 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d035011-2126-45d8-bd9d-570d44954a28 req-83938fd4-9976-49d6-83f0-eb02e620fa69 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085234 Mar 31 22:53:51.684005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:51.715095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.741201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e301598a-8bd4-4004-a3b4-a5cc7f10007b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.744962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.748148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e696a9a4-41d5-43c0-a2ad-0b529e0a94ae admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e301598a-8bd4-4004-a3b4-a5cc7f10007b HTTP/1.1" status: 204 len: 168 time: 0.4667802 Mar 31 22:53:51.751434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:51.760437 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.760624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.764626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.764626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9bab804-bca5-4dee-9e9f-84f262df69f0 HTTP/1.1" status: 204 len: 168 time: 0.3436043 Mar 31 22:53:51.809191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141de9b4-bb52-45e0-a74a-256b30b16a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bab804-bca5-4dee-9e9f-84f262df69f0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.823954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.827181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.918062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:51.921036 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:51.930651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.955681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e54cd2-6675-4c41-a351-18716b325c8c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:51.964345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b77776-0e8f-4ae2-a2cf-db593a3c2bd4 req-d7ef74bc-e2c8-4c7e-a3cd-a1e410979688 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.965436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26d66c-e9b7-4b0c-bd2a-6eb60bedecb4') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:51.965670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26d66c-e9b7-4b0c-bd2a-6eb60bedecb4') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:51.965945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5b77776-0e8f-4ae2-a2cf-db593a3c2bd4 req-d7ef74bc-e2c8-4c7e-a3cd-a1e410979688 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.0997598 Mar 31 22:53:51.974131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179409d-01da-4be4-b739-97be4725a34a req-c5b3c6c2-4a2c-40c6-8fbc-552c0c14125d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.975596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9179409d-01da-4be4-b739-97be4725a34a req-c5b3c6c2-4a2c-40c6-8fbc-552c0c14125d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0720279 Mar 31 22:53:51.976323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.996362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.003052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:52.003493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:52.005506 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:52.025504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5b77776-0e8f-4ae2-a2cf-db593a3c2bd4 req-16bb960b-cea8-442d-87bd-fbb9ddc12333 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Mar 31 22:53:52.047130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9179409d-01da-4be4-b739-97be4725a34a req-180673a8-f2ca-4c4c-9567-ab6c27051095 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Mar 31 22:53:52.086615 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d4ada-438e-409b-b52a-2ffa4c13483d x-openstack-request-id: req-927d4ada-438e-409b-b52a-2ffa4c13483d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:52.090749 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:52.090749 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-927d4ada-438e-409b-b52a-2ffa4c13483d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:52.090749 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927d4ada-438e-409b-b52a-2ffa4c13483d'] response: {'name': 'network-changed', 'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b', 'status': 'completed', 'code': 200} Mar 31 22:53:52.113358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9ed10653-53f7-4d4f-8400-8159257df228 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.114882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-9ed10653-53f7-4d4f-8400-8159257df228 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0495691 Mar 31 22:53:52.148605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-090045e2-9049-4a76-adeb-2a5b29fee682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.150084 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-090045e2-9049-4a76-adeb-2a5b29fee682 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 1098 time: 0.0421491 Mar 31 22:53:52.154329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.188544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.191929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e7e54cd2-6675-4c41-a351-18716b325c8c HTTP/1.1" status: 204 len: 168 time: 0.4395740 Mar 31 22:53:52.195080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c552f-1edb-494f-ab09-34ca38cf2e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e54cd2-6675-4c41-a351-18716b325c8c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:52.285900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-eea4535f-98db-4539-8611-2f898de41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.287674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-eea4535f-98db-4539-8611-2f898de41cb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1303275 Mar 31 22:53:52.350854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-7260da7d-49ea-4360-9419-393cf43c551d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b HTTP/1.1" status: 200 len: 217 time: 0.0520234 Mar 31 22:53:52.375901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-f8ec5ff7-3569-45c9-8b02-8062a7635693 service neutron] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:52.390363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-f8ec5ff7-3569-45c9-8b02-8062a7635693 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.392444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbf0d44-c719-4f16-9bbd-c961eca1b268 req-f8ec5ff7-3569-45c9-8b02-8062a7635693 service neutron] 10.222.0.10 "DELETE /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e/bindings/n-h2-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.2684374 Mar 31 22:53:52.408023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7252c-ca5f-4729-89ef-9922bf34442c req-5ca387f8-d2c2-464e-aa3a-be4e3afe7476 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.411821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bf7252c-ca5f-4729-89ef-9922bf34442c req-5ca387f8-d2c2-464e-aa3a-be4e3afe7476 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 944 time: 0.1091955 Mar 31 22:53:52.411949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-74c68917-31be-4c54-9965-8ed61df7f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.412172 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-74c68917-31be-4c54-9965-8ed61df7f0bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0593598 Mar 31 22:53:52.417752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763218-19e2-49e9-b4cc-efc5371067c5 req-7c91adef-c490-4454-967f-52f5889e695c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.419259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5763218-19e2-49e9-b4cc-efc5371067c5 req-7c91adef-c490-4454-967f-52f5889e695c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.0910413 Mar 31 22:53:52.472889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:52.479034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bf7252c-ca5f-4729-89ef-9922bf34442c req-5b50c022-6c15-4800-acfe-d7bc1793c497 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587056 Mar 31 22:53:52.480811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-c39d6e64-7c57-4f77-b70b-ba2877d617d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.482023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5763218-19e2-49e9-b4cc-efc5371067c5 req-f9dbefc5-9df6-4d50-a4f4-a3110f433c5c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Mar 31 22:53:52.482450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-c39d6e64-7c57-4f77-b70b-ba2877d617d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613165 Mar 31 22:53:52.620053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa832-3454-47e1-8082-57f9fc0e9ae8 req-07f5852e-ef76-457f-b501-07fa8dd86e49 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.622372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-584fa832-3454-47e1-8082-57f9fc0e9ae8 req-07f5852e-ef76-457f-b501-07fa8dd86e49 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0651007 Mar 31 22:53:52.635483 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-783803b2-1a75-4818-9a7b-0f5772d61fab service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448524 Mar 31 22:53:52.669506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-584fa832-3454-47e1-8082-57f9fc0e9ae8 req-29515f3d-fc7b-4b26-934a-deecae127ecd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Mar 31 22:53:52.757365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91b71640-1df7-4dd6-9c7f-a7f7f0aabe3f req-0b2ee60a-44e6-497a-bfdc-79f0765167fb service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095121 Mar 31 22:53:52.788684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e234-1308-4e01-a829-43d485850f81 req-9becaa75-ebd1-494a-9bb7-6d353653afff tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.789514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:52.790367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee5e234-1308-4e01-a829-43d485850f81 req-9becaa75-ebd1-494a-9bb7-6d353653afff tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 947 time: 0.0527210 Mar 31 22:53:52.828827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee5e234-1308-4e01-a829-43d485850f81 req-d5824323-823f-4354-811a-babd1b30f293 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Mar 31 22:53:52.832167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-683d0fe2-48af-461b-833a-8d4c99b5b7e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=565fc72c90bf4ef2bd10869f5f3c9447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409737 Mar 31 22:53:52.834868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:52.883493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.905202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.048509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-f2fe547e-544e-49f7-8c54-902201b42bac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.052103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-f2fe547e-544e-49f7-8c54-902201b42bac tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.0838063 Mar 31 22:53:53.053991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.062962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.062962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/df43ea1f-0b4b-4a36-953e-217cdd273646 HTTP/1.1" status: 204 len: 168 time: 0.2220974 Mar 31 22:53:53.077873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6e0a1-9c4c-4280-95f8-f6f31766e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43ea1f-0b4b-4a36-953e-217cdd273646,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.253739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1cf96-0006-4e84-970e-a791542a0f95 req-79b3c766-7900-4ad5-b139-b7ecc63144df tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.255240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbb1cf96-0006-4e84-970e-a791542a0f95 req-79b3c766-7900-4ad5-b139-b7ecc63144df tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0995169 Mar 31 22:53:53.262480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fdba1-2666-4dc3-a799-126f90cb85f4 req-14696865-ab76-48ad-ae68-896270d36750 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.263813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65fdba1-2666-4dc3-a799-126f90cb85f4 req-14696865-ab76-48ad-ae68-896270d36750 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1060083 Mar 31 22:53:53.286219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Deleting port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:53.286554 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.371520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbb1cf96-0006-4e84-970e-a791542a0f95 req-41ef249c-c617-44c8-82fe-5b7498bd3904 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059215 Mar 31 22:53:53.383977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65fdba1-2666-4dc3-a799-126f90cb85f4 req-7db2f44c-07f7-4cd5-be28-e134fcb9c44b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Mar 31 22:53:53.435772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] For port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:53.436218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.451386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Calling delete_port for 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:53.496807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:53.639981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:53.661531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'port_id': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'mac_address': 'fa:16:3e:46:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6255af6-6f5d-469c-8e2e-8b3c916d59c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:53.680915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665877a-d63d-4181-9167-bd98d047f6d1 req-e9972bd1-e503-490e-b442-952bc88aa1c8 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.683651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8665877a-d63d-4181-9167-bd98d047f6d1 req-e9972bd1-e503-490e-b442-952bc88aa1c8 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1814682 Mar 31 22:53:53.709155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e96490-5981-418e-b9d3-04e5971bcdc6 req-8dce421e-dca9-4bde-923d-0e17821e31b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.710736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7e96490-5981-418e-b9d3-04e5971bcdc6 req-8dce421e-dca9-4bde-923d-0e17821e31b8 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 950 time: 0.1466193 Mar 31 22:53:53.720142 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.744310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d00d21f-90b1-43ea-9945-4a2c39b23b05 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:53.766809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:53.774440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8665877a-d63d-4181-9167-bd98d047f6d1 req-fa9a7847-66ef-4a67-b1d3-4958687b93b3 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830946 Mar 31 22:53:53.819723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7e96490-5981-418e-b9d3-04e5971bcdc6 req-b61f284c-9e18-46a4-96ea-a7ce0a66dba1 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011200 Mar 31 22:53:53.869537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.870592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.899615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17b7a-b523-4b36-9e60-d1c42ea2006b req-66463b2e-f667-4cff-9fb9-ab453b852e09 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.901120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dde17b7a-b523-4b36-9e60-d1c42ea2006b req-66463b2e-f667-4cff-9fb9-ab453b852e09 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 944 time: 0.0645299 Mar 31 22:53:53.915173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.953865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.986408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3e6c5585-5beb-42a3-b0c0-e0928c73fb51'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:53.995245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Pushing event deleted for resources: {'Port': ['ID=3e6c5585-5beb-42a3-b0c0-e0928c73fb51,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:54.022350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dde17b7a-b523-4b36-9e60-d1c42ea2006b req-df2f73aa-2afe-4e45-9d83-daeb2bb993af tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089983 Mar 31 22:53:54.053426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6891d4e-dbba-44b4-b52c-3c0861e6795a req-19d558d6-be45-40f0-a130-2d255837927a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.060660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6891d4e-dbba-44b4-b52c-3c0861e6795a req-19d558d6-be45-40f0-a130-2d255837927a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.1488881 Mar 31 22:53:54.082092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] No DVR routers for this DVR port 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:54.090911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.094749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-444264cf-d72d-4b81-8fb4-3184b8aede6c req-b05612a3-31cb-481d-8c44-96cff28ba45c tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.10 "DELETE /v2.0/ports/3e6c5585-5beb-42a3-b0c0-e0928c73fb51 HTTP/1.1" status: 204 len: 173 time: 1.0357654 Mar 31 22:53:54.095442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'name': 'network-vif-deleted', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:54.097861 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e42ba3-d276-45bc-b64f-788123414866" -d '{"events": [{"server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "name": "network-vif-deleted", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:54.165106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6891d4e-dbba-44b4-b52c-3c0861e6795a req-91658f5c-a0eb-4f31-9cfd-1ec99313e17f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035659 Mar 31 22:53:54.194787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338d5d-fe5b-45de-9e94-d1be724c769e req-75181657-aa8f-41b2-9d6f-b9ee8bb4167c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.204726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f338d5d-fe5b-45de-9e94-d1be724c769e req-75181657-aa8f-41b2-9d6f-b9ee8bb4167c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 947 time: 0.1014247 Mar 31 22:53:54.249631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f338d5d-fe5b-45de-9e94-d1be724c769e req-8010fac9-5388-4a85-b8a5-aa3696f8641b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Mar 31 22:53:54.349842 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1cbe37-837d-42c8-8095-17b5e2a99cf9 x-openstack-request-id: req-0d1cbe37-837d-42c8-8095-17b5e2a99cf9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:54.349938 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf74957-a5fa-47ff-ad5a-6f4969cefdba", "name": "network-vif-deleted", "tag": "3e6c5585-5beb-42a3-b0c0-e0928c73fb51", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:54.350153 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d1cbe37-837d-42c8-8095-17b5e2a99cf9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:54.350548 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1cbe37-837d-42c8-8095-17b5e2a99cf9'] response: {'server_uuid': '8cf74957-a5fa-47ff-ad5a-6f4969cefdba', 'name': 'network-vif-deleted', 'tag': '3e6c5585-5beb-42a3-b0c0-e0928c73fb51', 'status': 'completed', 'code': 200} Mar 31 22:53:54.414404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-318a93e2-cc7b-480e-8f3c-b23e7fd02e96 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.423129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-318a93e2-cc7b-480e-8f3c-b23e7fd02e96 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.1339934 Mar 31 22:53:54.439588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-b966acd5-7c92-46ff-a72b-bd338f5eb7c1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/quotas/62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 375 time: 0.0155022 Mar 31 22:53:54.447727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3d00d21f-90b1-43ea-9945-4a2c39b23b05'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:54.640667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35376) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:54.728207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-e067f074-f732-46a0-9923-e7a768aec2ff tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2845213 Mar 31 22:53:54.743641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8ab69-df3b-4ed3-b9e5-2d9f357e6d03 req-1b366226-a2de-4dc0-ac9e-a896b44c07b9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.743641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fa8ab69-df3b-4ed3-b9e5-2d9f357e6d03 req-1b366226-a2de-4dc0-ac9e-a896b44c07b9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.2666638 Mar 31 22:53:54.743909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1655795444-network', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:54.774178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 181be31b-52c0-4681-b859-cc8c2ed0fd0b details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:54.832051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fa8ab69-df3b-4ed3-b9e5-2d9f357e6d03 req-9e429473-9c8d-4493-9e40-41200ca02e44 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 Mar 31 22:53:54.857838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-a90d2ab4-36b7-453f-97dd-59077ed885dd service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148717 Mar 31 22:53:54.880860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Made reservation on behalf of a1aed5ea54234ac48e2afa64ad89be90 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:54.883646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.892525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:54.906360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.918276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '181be31b-52c0-4681-b859-cc8c2ed0fd0b', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '181be31b-52c0-4681-b859-cc8c2ed0fd0b', 'mac_address': 'fa:16:3e:fb:e3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:54.947557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca667d09-729c-40e3-95a8-1e492e11c39a req-2b117a9d-6375-410c-be64-468e8d4124f1 tempest-LiveMigrationNegativeTest-695381509 tempest-LiveMigrationNegativeTest-695381509-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf74957-a5fa-47ff-ad5a-6f4969cefdba HTTP/1.1" status: 200 len: 210 time: 0.0341680 Mar 31 22:53:55.000777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d4ac597d-2913-43e4-8e75-5ad9f22dc957 service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349442 Mar 31 22:53:55.007222 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.067885 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.085691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35386) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:55.143525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.157196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181be31b-52c0-4681-b859-cc8c2ed0fd0b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:55.158135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:55.174621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84444e-ce2e-44cc-9f08-ac5f77d4ea81 req-b06e7c5d-2acf-4be2-94fc-35fc37560b88 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.180889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:55.183886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd84444e-ce2e-44cc-9f08-ac5f77d4ea81 req-b06e7c5d-2acf-4be2-94fc-35fc37560b88 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 944 time: 0.0683255 Mar 31 22:53:55.197914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.198558 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Added segment 29d8cfc3-a2ee-4a6a-b885-840ffb853d62 of type vlan for network 955564ea-2126-47e5-85c8-18a3e4efaa44 Mar 31 22:53:55.210635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c89c50-3669-4836-8ca3-1c622f74f3c2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.235781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46296589-1942-4368-a5fc-0d280faa2925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.237839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.238963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:55.268001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.290232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:55.303759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd84444e-ce2e-44cc-9f08-ac5f77d4ea81 req-e33b073e-d0fd-409a-8801-722c344412b8 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186860 Mar 31 22:53:55.345809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', 'mac_address': 'fa:16:3e:6f:42:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:55.391174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9dcca4a-afa2-4a1e-8d75-4a313f6117cc req-1e5e98bc-ea6a-4ac0-8dfe-826a0c5b5500 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.0486338 Mar 31 22:53:55.401265 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.402846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.403653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.407171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.416554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.434231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:55.456764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:55.465351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46296589-1942-4368-a5fc-0d280faa2925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.491712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261abec-31e0-488c-a8ed-9f9abec2d82f req-98bce8d3-502d-4ce6-b712-c89bc0cee4a2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.493331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d261abec-31e0-488c-a8ed-9f9abec2d82f req-98bce8d3-502d-4ce6-b712-c89bc0cee4a2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.1320283 Mar 31 22:53:55.512979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] Pushing event updated for resources: {'Network': ['ID=955564ea-2126-47e5-85c8-18a3e4efaa44,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.524494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:55.543705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:55.563284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d261abec-31e0-488c-a8ed-9f9abec2d82f req-e8a17737-93f5-44f7-954d-239a28ba0b82 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Mar 31 22:53:55.573184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2a433-7b7d-4d41-ab7e-dcf2d4a6d1b8 req-f975b537-71ad-46b7-a1d0-5cf76303baec tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.574640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cac2a433-7b7d-4d41-ab7e-dcf2d4a6d1b8 req-f975b537-71ad-46b7-a1d0-5cf76303baec tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 948 time: 0.0930450 Mar 31 22:53:55.585530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46296589-1942-4368-a5fc-0d280faa2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.592897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eaac3fbe-84f2-465c-ae14-05d172361667 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9506474 Mar 31 22:53:55.596235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:55.598493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.600995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Request body: {'subnet': {'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1655795444-subnet', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:55.645496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296589-1942-4368-a5fc-0d280faa2925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b948870c-c6e9-44a0-a102-f9bf91393c9e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.668564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cac2a433-7b7d-4d41-ab7e-dcf2d4a6d1b8 req-1b85917e-dd99-46de-9ce7-96e9bf6bc44c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845935 Mar 31 22:53:55.673546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46296589-1942-4368-a5fc-0d280faa2925 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6912bbcc73924a708b8bf3061b22d9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839529 Mar 31 22:53:55.674037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:55.678824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.737859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.762140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.770730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Made reservation on behalf of a1aed5ea54234ac48e2afa64ad89be90 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:55.773529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.789422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:55.794118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:55.794565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.916616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.940969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:55.943680 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddab540-2154-44c0-895b-090dc5f1ab10" -d '{"events": [{"server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "name": "network-vif-plugged", "status": "completed", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:55.956809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad754c1-a773-439c-8480-b0c7a11206be req-6c4f3039-a26d-4dd4-8f46-064e71f96785 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.957294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:55.958353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aad754c1-a773-439c-8480-b0c7a11206be req-6c4f3039-a26d-4dd4-8f46-064e71f96785 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0543764 Mar 31 22:53:55.981225 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b384ad1-909b-4722-a48d-5b59dbb6e28a x-openstack-request-id: req-0b384ad1-909b-4722-a48d-5b59dbb6e28a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:55.981556 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "name": "network-vif-plugged", "status": "completed", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:55.981837 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b384ad1-909b-4722-a48d-5b59dbb6e28a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:55.982777 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b384ad1-909b-4722-a48d-5b59dbb6e28a'] response: {'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'code': 200} Mar 31 22:53:55.988822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['181be31b-52c0-4681-b859-cc8c2ed0fd0b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:56.010717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aad754c1-a773-439c-8480-b0c7a11206be req-6aeb474b-ada3-45ca-a94e-7e9a2c9bdab9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Mar 31 22:53:56.018228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:56.151542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b6f1-2f45-46de-a9be-8dbcc593cdfe req-404e6497-2d2e-412e-b3cb-e0cc24868c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.153400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db9b6f1-2f45-46de-a9be-8dbcc593cdfe req-404e6497-2d2e-412e-b3cb-e0cc24868c1f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 1095 time: 0.0496912 Mar 31 22:53:56.189609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db9b6f1-2f45-46de-a9be-8dbcc593cdfe req-7ac6d53d-27c4-4969-ad0c-fe7d3611664a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298491 Mar 31 22:53:56.291691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.292547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:56.293642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.296389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.301124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b948870c-c6e9-44a0-a102-f9bf91393c9e HTTP/1.1" status: 204 len: 168 time: 0.6234508 Mar 31 22:53:56.319437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444a45-269b-4168-bb50-5818617dbd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b948870c-c6e9-44a0-a102-f9bf91393c9e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:56.336506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:56.336855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3e6c5585-5beb-42a3-b0c0-e0928c73fb51 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:56.379637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:56.438656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82f4d3-7528-49ac-8637-f52c9726fdf4 req-2712a93a-f224-4eb2-8858-152803d9d847 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.440117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd82f4d3-7528-49ac-8637-f52c9726fdf4 req-2712a93a-f224-4eb2-8858-152803d9d847 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Mar 31 22:53:56.493715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01032446-91ee-43d1-8713-4fbdfeda5bbf req-9c720c15-2df0-4f2d-923b-0fe8219ff25c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.0296164 Mar 31 22:53:56.507823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd82f4d3-7528-49ac-8637-f52c9726fdf4 req-24a59020-8217-46a9-8910-5074221716d9 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577075 Mar 31 22:53:56.531206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.572928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210bd5f4-e474-4b2a-8876-db2ba5a232e3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:56.588675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Checking segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:56.589109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Network hostable DHCP agents. Network: 955564ea-2126-47e5-85c8-18a3e4efaa44, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:56.631071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:56.694829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34189f-16c3-4e5d-9f8c-049e81bc8be6 req-c6b1e1c0-74b1-4e71-93d7-a06294a30c6f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.703218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c34189f-16c3-4e5d-9f8c-049e81bc8be6 req-c6b1e1c0-74b1-4e71-93d7-a06294a30c6f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Mar 31 22:53:56.709252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:56.751627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c34189f-16c3-4e5d-9f8c-049e81bc8be6 req-a6279086-143b-417d-89f2-8769cdc3a021 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Mar 31 22:53:56.790758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 955564ea-2126-47e5-85c8-18a3e4efaa44) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:56.798496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.799523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.799913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496944dd-1449-4ee9-92f5-4a9bb9d58f57 None None] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:56.813709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fa61-3b56-43a8-a2f8-a161f01ff257 req-57a261c3-1a2c-4701-b062-b1c57923a864 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.815805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be46fa61-3b56-43a8-a2f8-a161f01ff257 req-57a261c3-1a2c-4701-b062-b1c57923a864 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 948 time: 0.0625901 Mar 31 22:53:56.820631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-aeb0642f-0552-4f16-b00d-e98940609dab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=232631d93bd54d1db3123238ecda9749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883204 Mar 31 22:53:56.823588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35436) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:56.860863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be46fa61-3b56-43a8-a2f8-a161f01ff257 req-79616a4b-ec86-4a5a-beae-12070b008e75 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 Mar 31 22:53:56.878837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.900964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.940128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-65c21ce4-e1e3-4eb4-b2c0-4894b1a43517 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3428502 Mar 31 22:53:56.943387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35438) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:56.948691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:56.963993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-955564ea-2126-47e5-85c8-18a3e4efaa44', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:53:56.965071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.075095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.076452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.081107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.087916 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.087916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c HTTP/1.1" status: 204 len: 168 time: 0.2595377 Mar 31 22:53:57.094420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0fdaa-8af4-428c-9f93-f260f834f3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9bd71-deee-4ed1-8c8c-eb8a9132b46c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:57.140097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Allocated IP 172.20.0.2 (955564ea-2126-47e5-85c8-18a3e4efaa44/210bd5f4-e474-4b2a-8876-db2ba5a232e3/0a30e356-6305-40e1-95aa-052c76202645) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:57.172187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35444) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:57.175503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.199643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf5aa8d-1494-4129-a14b-41f5d8b1d314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.221767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53132-75dc-43fd-beee-2c8af02a48e4 req-55180924-54a3-4353-8486-ec5637f15e50 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.225072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f53132-75dc-43fd-beee-2c8af02a48e4 req-55180924-54a3-4353-8486-ec5637f15e50 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1013048 Mar 31 22:53:57.228677 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-5ff90e2e-f905-4ead-bced-591fc8d95abc service neutron] show failed (client error): The resource could not be found. Mar 31 22:53:57.234246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-5ff90e2e-f905-4ead-bced-591fc8d95abc service neutron] 10.222.0.44 "GET /v2.0/ports/3a4396df-291c-46b2-ac29-08cf0520a613/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.1244915 Mar 31 22:53:57.299527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f53132-75dc-43fd-beee-2c8af02a48e4 req-26559e75-2c93-497d-b46e-f3e2f9bae6eb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Mar 31 22:53:57.317374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf5aa8d-1494-4129-a14b-41f5d8b1d314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.339363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.435622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.457563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf5aa8d-1494-4129-a14b-41f5d8b1d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.457563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.461694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:57.464789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:57.483839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:57.506823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5aa8d-1494-4129-a14b-41f5d8b1d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b57d84-c0b1-4927-8855-05473c82be7d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:57.511512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-edf5aa8d-1494-4129-a14b-41f5d8b1d314 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0301018ce2924d2486fa1c26703091fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381963 Mar 31 22:53:57.514399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35448) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:57.560772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:57.594615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.626997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.627131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Pushing event updated for resources: {'Port': ['ID=0a30e356-6305-40e1-95aa-052c76202645,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:57.665804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Attempting to bind port 0a30e356-6305-40e1-95aa-052c76202645 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:57.666512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Attempting to bind port 0a30e356-6305-40e1-95aa-052c76202645 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:57.666880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Attempting to bind port 0a30e356-6305-40e1-95aa-052c76202645 on network 955564ea-2126-47e5-85c8-18a3e4efaa44 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:57.675331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:57.675687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Checking segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:57.676091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.676472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Bound using segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:57.676931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Bound port: 0a30e356-6305-40e1-95aa-052c76202645, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:57.677311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.739473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e673de1-6192-4a1d-bacf-2476f4dc929b req-7bedd9ed-8e65-491f-95aa-3e945e3ba33d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.0766428 Mar 31 22:53:57.765111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] For port 0a30e356-6305-40e1-95aa-052c76202645, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:57.770641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] For port 0a30e356-6305-40e1-95aa-052c76202645, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a30e356-6305-40e1-95aa-052c76202645,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:57.781913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c33d-de21-4c21-8b15-3dfc8635ee1b req-18adf41e-1114-47d5-bfe9-42be19410bdd tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.783469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce95c33d-de21-4c21-8b15-3dfc8635ee1b req-18adf41e-1114-47d5-bfe9-42be19410bdd tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.1112514 Mar 31 22:53:57.830418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce95c33d-de21-4c21-8b15-3dfc8635ee1b req-223b9ead-f6e7-406f-a609-8aee8ab475e7 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387006 Mar 31 22:53:57.840005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.863638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:57.865632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.868303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:57.868830 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.906272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735770e0-1a0b-4d29-895e-9d48de66f920 req-b242f882-48e7-4bde-b83c-f3798f15747a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.908132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-735770e0-1a0b-4d29-895e-9d48de66f920 req-b242f882-48e7-4bde-b83c-f3798f15747a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.0580990 Mar 31 22:53:57.917000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.921155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.924281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.928276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51b57d84-c0b1-4927-8855-05473c82be7d HTTP/1.1" status: 204 len: 168 time: 0.4127777 Mar 31 22:53:57.959508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb9ea-d84d-489c-ac7e-01313b9cdbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b57d84-c0b1-4927-8855-05473c82be7d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.080346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-735770e0-1a0b-4d29-895e-9d48de66f920 req-6814dc6a-223a-4961-a836-49b529267592 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632953 Mar 31 22:53:58.089603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e7626-51c7-4e29-b586-c44eb7a46dac None None] Pushing event updated for resources: {'Port': ['ID=0a30e356-6305-40e1-95aa-052c76202645,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.094944 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.114597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:58.158839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Allocated IP 172.25.6.79 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1fc97715-9529-4a88-bfcc-9114af5620bb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:58.160783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:58.170185 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a484297-952c-4975-ba3c-5f438d13f518" -d '{"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-plugged", "status": "completed", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:58.170695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-525ece05-85d3-427c-a0ac-6face31b6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.173125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-525ece05-85d3-427c-a0ac-6face31b6bfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1100 time: 0.0970576 Mar 31 22:53:58.188047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:58.201557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599f30-2491-425c-99d5-ca1bffbd9fe0 req-6d33f882-590f-4afb-8c9c-c338efa8ad05 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.203698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83599f30-2491-425c-99d5-ca1bffbd9fe0 req-6d33f882-590f-4afb-8c9c-c338efa8ad05 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 948 time: 0.2350426 Mar 31 22:53:58.213263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:58.215400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b056442b-07a3-4685-8d30-74c3d1c72eaf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=164897477d004c858ef2762980894a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970614 Mar 31 22:53:58.217086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35466) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:58.234944 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b025d-8e2c-4f05-b151-3c8c2bc0b8c4 x-openstack-request-id: req-9c2b025d-8e2c-4f05-b151-3c8c2bc0b8c4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:58.235243 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-plugged", "status": "completed", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:58.235602 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c2b025d-8e2c-4f05-b151-3c8c2bc0b8c4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:58.235972 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2b025d-8e2c-4f05-b151-3c8c2bc0b8c4'] response: {'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'code': 200} Mar 31 22:53:58.259190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.377953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.410349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.498104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.556631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a30e356-6305-40e1-95aa-052c76202645 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:58.595487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702f73-74f0-412e-a6d0-be2991aa87e6 req-2ce6502d-2004-4daa-ad37-c48e036e5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.598867 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48702f73-74f0-412e-a6d0-be2991aa87e6 req-2ce6502d-2004-4daa-ad37-c48e036e5edd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1097 time: 0.1431398 Mar 31 22:53:58.609693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:58.616646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0a30e356-6305-40e1-95aa-052c76202645 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:58.621835 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.632975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:58.640970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:58.657969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.666644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc97715-9529-4a88-bfcc-9114af5620bb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.667859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.716731 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48702f73-74f0-412e-a6d0-be2991aa87e6 req-4baf8774-2c3b-4729-86dc-e044c0c37824 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098006 Mar 31 22:53:58.722272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.734476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83599f30-2491-425c-99d5-ca1bffbd9fe0 req-85d7cf5d-14b4-4efe-b332-3890a1326189 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181322 Mar 31 22:53:58.774445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 0a30e356-6305-40e1-95aa-052c76202645, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a30e356-6305-40e1-95aa-052c76202645,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:58.778472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:58.800308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-2509912c-f7c2-49f8-801d-1d041754c8bd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.802038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-2509912c-f7c2-49f8-801d-1d041754c8bd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.3545506 Mar 31 22:53:58.806070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.817063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9669d-ab52-4057-9504-2cccbfcd7c06 req-b861017e-93fc-4502-9355-3e66e5709f14 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.818821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d9669d-ab52-4057-9504-2cccbfcd7c06 req-b861017e-93fc-4502-9355-3e66e5709f14 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.3336799 Mar 31 22:53:58.896860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb79b0cb-6379-4945-ae87-4d20a66422ed req-f762fbb4-b47b-4320-8d36-39e847a9595a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.0772061 Mar 31 22:53:58.943374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.989190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:59.011547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:59.011922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.035620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d9669d-ab52-4057-9504-2cccbfcd7c06 req-7256f938-5163-4d18-a651-75c37c0a8fed tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028019 Mar 31 22:53:59.089823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=0a30e356-6305-40e1-95aa-052c76202645,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:59.132842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Request body: {'port': {'device_id': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'admin_state_up': True, 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:59.166551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394d177-fc7d-4f0b-b1b8-524cedf15f08 req-8250e3cd-c41c-492d-8cde-62af29f571a6 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.168171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f394d177-fc7d-4f0b-b1b8-524cedf15f08 req-8250e3cd-c41c-492d-8cde-62af29f571a6 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.1962545 Mar 31 22:53:59.181537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.247284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.276453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.279085 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.280254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38fa75cb-e27e-4f04-924b-524114fab76d HTTP/1.1" status: 204 len: 168 time: 1.0623109 Mar 31 22:53:59.290351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:59.394378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.398795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 181be31b-52c0-4681-b859-cc8c2ed0fd0b up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:59.418968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42fde-e479-4288-95ce-a0ce60d3926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa75cb-e27e-4f04-924b-524114fab76d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:59.442581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f394d177-fc7d-4f0b-b1b8-524cedf15f08 req-fc15d4aa-7bc4-475b-ae95-5969d6744bf4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430384 Mar 31 22:53:59.454467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.459198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:59.510430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831b1bb-954b-4c23-9f11-b301422ceceb req-6166feaf-8b8e-4fff-8e60-95a869f6c4ea tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.519118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5831b1bb-954b-4c23-9f11-b301422ceceb req-6166feaf-8b8e-4fff-8e60-95a869f6c4ea tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 946 time: 0.2767742 Mar 31 22:53:59.556697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:59.566891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:59.576558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:59.584110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d3e3c-647b-40ac-9885-28c8b6a5b54e None None] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:59.664820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5831b1bb-954b-4c23-9f11-b301422ceceb req-2860618b-df46-4fcb-9025-3c7c599baad1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433175 Mar 31 22:53:59.726044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:59.734667 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c68586-6667-47fd-9df1-b3906ee3f59c" -d '{"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:59.750848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.766467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:59.775839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.849788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Transition to ACTIVE for port object 3a4396df-291c-46b2-ac29-08cf0520a613 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:59.871897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845778-dd04-48e8-baec-00b2a123d70e req-550ced31-85f8-41e5-96c2-3ee37a74a746 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.876814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c845778-dd04-48e8-baec-00b2a123d70e req-550ced31-85f8-41e5-96c2-3ee37a74a746 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.2689054 Mar 31 22:53:59.887464 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62536472-e95f-4643-8c15-8d319a043eda x-openstack-request-id: req-62536472-e95f-4643-8c15-8d319a043eda {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:59.887754 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:59.889128 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-62536472-e95f-4643-8c15-8d319a043eda {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:59.889555 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62536472-e95f-4643-8c15-8d319a043eda'] response: {'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'code': 200} Mar 31 22:53:59.900341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35510) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:59.925712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'floatingip': {'port_id': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:59.982388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cdb16822-1274-4664-a881-55672721ed46 None None] Provisioning complete for port 0a30e356-6305-40e1-95aa-052c76202645 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:59.982388 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cdb16822-1274-4664-a881-55672721ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.060930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.082044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-228876285-network', 'tenant_id': 'f56139a37e134cac83374285676c62d6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:00.147096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.177697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9dfa465-1060-4ddd-ba87-4bb8166a94ed req-36154c34-5177-4345-b702-05294c6f3b4e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.1358562 Mar 31 22:54:00.187710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Made reservation on behalf of f56139a37e134cac83374285676c62d6 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:00.188516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.189582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 181be31b-52c0-4681-b859-cc8c2ed0fd0b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:00.192740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Router dc47a3bd-3a78-4844-8792-6671f2a470af is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:54:00.201723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 181be31b-52c0-4681-b859-cc8c2ed0fd0b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:00.202252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.219806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.258522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:00.265515 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a7a2da-bbd6-454d-a4d6-01d3025aba3d" -d '{"events": [{"server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:00.372977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.454070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:00.457578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a30e356-6305-40e1-95aa-052c76202645 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:00.543925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:00.549821 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.563965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.566054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:00.566322 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Sync routers for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:00.581282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:00.582067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:00.649453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.655633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a33c2bb-6dfe-49a8-a891-f8e2560a6c27 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7104778 Mar 31 22:54:00.656998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35528) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:00.662915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.690112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:00.707926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:00.712257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.714028 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Added segment 42248abd-4885-4483-90b2-d046868f809e of type vlan for network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 Mar 31 22:54:00.715243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:00.721249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0a30e356-6305-40e1-95aa-052c76202645 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:00.721725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.723519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c3c584a1-7e3b-41e6-97e6-4d8e8ffae9ed None None] Provisioning complete for port 0a30e356-6305-40e1-95aa-052c76202645 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:00.724175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3c584a1-7e3b-41e6-97e6-4d8e8ffae9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.759296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.768444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:00.787879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] No DVR routers for this DVR port 3a4396df-291c-46b2-ac29-08cf0520a613 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:00.806883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1394ef69-0e49-4d5f-ab4c-521419064902,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:00.868854 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:00.882056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b60db-e21e-4c12-9354-07f683931756 req-f3ce216e-eedb-476a-919f-e6e0c6739c2e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:00.889639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903b60db-e21e-4c12-9354-07f683931756 req-f3ce216e-eedb-476a-919f-e6e0c6739c2e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 948 time: 0.8450165 Mar 31 22:54:00.930576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Allocated IP 172.20.0.7 (57569ecb-bc63-4dbe-801a-db06402113e6/70551a93-3fdb-45b4-a457-5ae18c9b86f7/f74a6a83-33ae-45b4-b089-6bb51d130118) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:01.019463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:01.021130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:01.021130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:01.033790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.036572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.038523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.049318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:01.049757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Attempting to bind port 3a4396df-291c-46b2-ac29-08cf0520a613 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:01.062498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4611-e412-4e5a-8a74-71687b7cbaab req-40b8801e-1ca0-4ec5-8434-e07323b51633 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.070124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03dc4611-e412-4e5a-8a74-71687b7cbaab req-40b8801e-1ca0-4ec5-8434-e07323b51633 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.7286885 Mar 31 22:54:01.101901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903b60db-e21e-4c12-9354-07f683931756 req-655b80e4-2f14-42d9-8fa2-358ee7caabe2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106616 Mar 31 22:54:01.132061 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:53:58Z', 'revision_number': 3, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:01.177851 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81ffcd-8044-4445-a619-752f2ffd4f30 x-openstack-request-id: req-fb81ffcd-8044-4445-a619-752f2ffd4f30 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:01.178396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:01.178396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fb81ffcd-8044-4445-a619-752f2ffd4f30 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:01.178827 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb81ffcd-8044-4445-a619-752f2ffd4f30'] response: {'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', 'code': 200} Mar 31 22:54:01.180726 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Checking router: dc47a3bd-3a78-4844-8792-6671f2a470af for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:01.181260 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Updating router dc47a3bd-3a78-4844-8792-6671f2a470af port 1fc97715-9529-4a88-bfcc-9114af5620bb binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:54:01.210141 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6391759 Mar 31 22:54:01.212004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35540) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:01.216620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Request body: {'subnet': {'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-228876285-subnet', 'tenant_id': 'f56139a37e134cac83374285676c62d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:01.228762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:01.229129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:01.229482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:01.229929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Bound port: 3a4396df-291c-46b2-ac29-08cf0520a613, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:01.230294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.256823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60bfe6-a5ac-4322-a072-587adb433cec admin admin] Pushing event updated for resources: {'Network': ['ID=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:01.274527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:01.283094 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.300385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Made reservation on behalf of f56139a37e134cac83374285676c62d6 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:01.304844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.339342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03dc4611-e412-4e5a-8a74-71687b7cbaab req-41c245ac-fd7b-4c4f-88ca-78050b960cb8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638321 Mar 31 22:54:01.481404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc69b-aeff-4b16-856b-aec6c3fcacc4 req-b8b09da0-c359-4603-bba5-1e5729ca2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.483660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-171bc69b-aeff-4b16-856b-aec6c3fcacc4 req-b8b09da0-c359-4603-bba5-1e5729ca2afd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1101 time: 0.2429059 Mar 31 22:54:01.580890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:01.585943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-171bc69b-aeff-4b16-856b-aec6c3fcacc4 req-31208552-69b8-4530-9516-a77c93efc3bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695069 Mar 31 22:54:01.603335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c93a69-e456-4ec0-987d-b16eaf075c17 req-06e20925-8203-4796-b206-32cb7d82e2f5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.1224301 Mar 31 22:54:01.635671 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.668004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:01.696029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e60ed-4323-4961-83ff-9f69ae81673e req-405aa7b5-d38c-42c3-a5bf-76ddf69354e0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.699521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d43e60ed-4323-4961-83ff-9f69ae81673e req-405aa7b5-d38c-42c3-a5bf-76ddf69354e0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 946 time: 0.3883150 Mar 31 22:54:01.755293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.771761 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.784389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.826451 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6375b6-2051-4c73-b24a-ba891a1e4b46 None None] Pushing event updated for resources: {'Port': ['ID=1fc97715-9529-4a88-bfcc-9114af5620bb,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:01.833073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Attempting to bind port 1fc97715-9529-4a88-bfcc-9114af5620bb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:01.833787 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Attempting to bind port 1fc97715-9529-4a88-bfcc-9114af5620bb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:01.833787 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Attempting to bind port 1fc97715-9529-4a88-bfcc-9114af5620bb on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:01.838996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:01.839217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:01.839818 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.840373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:01.841036 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Bound port: 1fc97715-9529-4a88-bfcc-9114af5620bb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:01.841434 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.884719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d43e60ed-4323-4961-83ff-9f69ae81673e req-7b4f8250-ebb5-4b3a-95f1-66c219318681 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392562 Mar 31 22:54:01.896895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.916353 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] For port 1fc97715-9529-4a88-bfcc-9114af5620bb, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:01.920311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] For port 1fc97715-9529-4a88-bfcc-9114af5620bb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1fc97715-9529-4a88-bfcc-9114af5620bb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:01.935317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.016763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.016763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.016763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] 10.222.0.10 "PUT /v2.0/ports/3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 1095 time: 3.8030250 Mar 31 22:54:02.018774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:02.021082 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f98fd-e6bc-4953-b175-1d0013e23034" -d '{"events": [{"name": "network-changed", "server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:02.038336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Checking segment: {'id': '42248abd-4885-4483-90b2-d046868f809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:02.038964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Network hostable DHCP agents. Network: 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:02.043727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:54:02.048947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ad2b25-cd32-4cce-bcf5-0534a42fd0d7,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.056925 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.083839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.084287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.084694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.085100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.086024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.086024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.086231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.086619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.087051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.087462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.087846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.088237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.121595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Allocated IP 172.20.0.1 (955564ea-2126-47e5-85c8-18a3e4efaa44/210bd5f4-e474-4b2a-8876-db2ba5a232e3/a1596a71-5f49-4d6e-93a6-d260fe08c2a8) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:02.175752 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.213636 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:02.214490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:02.233612 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f735df-65c0-461f-9f3f-7dccb32b2d04 x-openstack-request-id: req-08f735df-65c0-461f-9f3f-7dccb32b2d04 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:02.233941 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:02.234410 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-08f735df-65c0-461f-9f3f-7dccb32b2d04 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:02.234728 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f735df-65c0-461f-9f3f-7dccb32b2d04'] response: {'name': 'network-changed', 'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'status': 'completed', 'code': 200} Mar 31 22:54:02.275334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.292436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:02.297819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.323780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Network 57569ecb-bc63-4dbe-801a-db06402113e6 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:02.336682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.336933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.337245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.337577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.337914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.338241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.338561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.338882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.339266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.339586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.339903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.340218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e453865-74b4-42fd-8b77-815e0bbfd2eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:02.377731 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6375b6-2051-4c73-b24a-ba891a1e4b46 None None] Pushing event updated for resources: {'Port': ['ID=1fc97715-9529-4a88-bfcc-9114af5620bb,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.389567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:02.399676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:02.428193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-91071de1-4e02-4fc8-8d73-6b7a9c0d254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.429753 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-91071de1-4e02-4fc8-8d73-6b7a9c0d254d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1098 time: 0.1674514 Mar 31 22:54:02.429878 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:02.441745 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.450978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:02.461532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea60b839-f174-48c0-af8e-98fa8a1527d8 None None] Network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:02.471318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-c6de00ed-c1de-49bc-8f29-85991297fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.473398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-c6de00ed-c1de-49bc-8f29-85991297fc5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1098 time: 0.4214382 Mar 31 22:54:02.476844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.476844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.498583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.626994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-7bcc3b78-dd82-460c-a40d-c91fd449192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.627342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-7bcc3b78-dd82-460c-a40d-c91fd449192c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1896639 Mar 31 22:54:02.705188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef6850-a929-4098-81c5-dcb6f8deb8c7 None None] Network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:02.709578 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:53:58Z', 'revision_number': 3, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:02.711336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-1c6aeb70-a56b-41d6-8c76-20428c7e69b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0771575 Mar 31 22:54:02.724484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-15a44b71-e39f-452c-adfc-d77f49d97b1c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5026283 Mar 31 22:54:02.727761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.781790 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ded7bd-39ec-4752-9017-c3e663df717d None None] The sync data for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 is: [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:53:58Z', 'revision_number': 3, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:02.809238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:02.819801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:02.828287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:02.880518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Pushing event updated for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.888589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-e6f52af6-399c-42d3-a3de-ccb8bd2c58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.890647 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-e6f52af6-399c-42d3-a3de-ccb8bd2c58ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1720150 Mar 31 22:54:02.919416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.953964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.954334 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.954750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.034774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60547459-c2f6-4098-b946-c628e2a6a08c req-fc2254ee-3ed7-4932-b957-deeec6b00060 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.057257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60547459-c2f6-4098-b946-c628e2a6a08c req-fc2254ee-3ed7-4932-b957-deeec6b00060 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 949 time: 0.7280540 Mar 31 22:54:03.094341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59913f-8c08-44a3-83de-180d06e5d832 req-df3f2e15-4b12-4c92-979b-70a8107b72cb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.102120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa59913f-8c08-44a3-83de-180d06e5d832 req-df3f2e15-4b12-4c92-979b-70a8107b72cb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1097 time: 0.7157929 Mar 31 22:54:03.149324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-58e1b676-5045-4eed-bccd-5323b3a74e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.151193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-58e1b676-5045-4eed-bccd-5323b3a74e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535889 Mar 31 22:54:03.152882 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190 associated. External IP: 172.25.6.177, port: c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4. Mar 31 22:54:03.181216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:03.183940 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12883be-b9a3-4317-9136-4d21ddc54b79" -d '{"events": [{"server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "name": "network-vif-plugged", "status": "completed", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:03.258931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46d861ef-02fe-4a0c-a578-9be48baf3cd1 None None] Provisioning complete for port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:03.259335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46d861ef-02fe-4a0c-a578-9be48baf3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.266288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-11e6edad-aabe-4530-8933-b62e89e25eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.268510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-11e6edad-aabe-4530-8933-b62e89e25eec service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.7225201 Mar 31 22:54:03.283906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-ebee1b96-5abe-4d68-86d2-d6aafe10c55e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1574128 Mar 31 22:54:03.292030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.303627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa59913f-8c08-44a3-83de-180d06e5d832 req-fafedf86-0e3c-4692-9915-0f97fc021c0a tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002716 Mar 31 22:54:03.320672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46d861ef-02fe-4a0c-a578-9be48baf3cd1 None None] Port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:03.341954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-4e039e78-ed86-4d6e-b278-c69addebe28d service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834731 Mar 31 22:54:03.347662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Request body: {'port': {'device_id': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:03.352638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60547459-c2f6-4098-b946-c628e2a6a08c req-79273603-722d-4ad5-b377-aaa919b30ebc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830637 Mar 31 22:54:03.359454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-578f885a-2b1a-48b3-9267-13bc237bdb54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0815973 Mar 31 22:54:03.626626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-506bbe02-d1d6-414c-b5ca-58456937dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.635899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-506bbe02-d1d6-414c-b5ca-58456937dbca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.2515771 Mar 31 22:54:03.643729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.662604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.682652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-b285ddac-3211-48ff-a020-39fa979fe3a0 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706915 Mar 31 22:54:03.707306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab6033-e7cd-49fd-abb8-241f006897dd req-1d093cc1-bc57-421f-9ed0-e6838e0d5944 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.708837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dab6033-e7cd-49fd-abb8-241f006897dd req-1d093cc1-bc57-421f-9ed0-e6838e0d5944 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.2440155 Mar 31 22:54:03.743579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.792587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f986a-ac3d-48bf-a686-a6f4101da3da req-89630feb-34f4-4f1e-8b17-ee4e11ab8d9a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.794117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5f986a-ac3d-48bf-a686-a6f4101da3da req-89630feb-34f4-4f1e-8b17-ee4e11ab8d9a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 931 time: 0.2726390 Mar 31 22:54:03.835677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Pushing event updated for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:03.839154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.949175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-2345d786-d5af-4a06-a794-7f3980686d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.950685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-2345d786-d5af-4a06-a794-7f3980686d50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027985 Mar 31 22:54:03.961504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dab6033-e7cd-49fd-abb8-241f006897dd req-2cc13797-d41f-48c9-9f9e-6a6c8776cf2f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281764 Mar 31 22:54:03.970485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:03.972595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:04.040821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35594) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:04.051341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-607155385-network', 'tenant_id': '6745dabaa6304704bcb8b519178590cc'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:04.072031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5f986a-ac3d-48bf-a686-a6f4101da3da req-778210a6-3af5-4987-9ef8-e95008cded7c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550397 Mar 31 22:54:04.151887 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f13a0-765f-4438-942a-7dda8fd733a4 x-openstack-request-id: req-ef6f13a0-765f-4438-942a-7dda8fd733a4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:04.152371 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "name": "network-vif-plugged", "status": "completed", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:04.152501 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ef6f13a0-765f-4438-942a-7dda8fd733a4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:04.153219 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6f13a0-765f-4438-942a-7dda8fd733a4'] response: {'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b', 'code': 200} Mar 31 22:54:04.208940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:04.303104 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.347517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Made reservation on behalf of 6745dabaa6304704bcb8b519178590cc for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:04.351555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.360942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ed5834d-84cc-40a4-a86a-640072dcbb4b None None] Provisioning complete for port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:04.361498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ed5834d-84cc-40a4-a86a-640072dcbb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.403932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-8f144b20-d966-4f57-adba-e6c24d0b7961 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286997 Mar 31 22:54:04.414407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Router dc47a3bd-3a78-4844-8792-6671f2a470af has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:04.418714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.449027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a6527-819f-4708-889e-7bba40583d72 req-d0e93081-5fc7-4b6b-bcd6-5246bf9b7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.449226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5834d-84cc-40a4-a86a-640072dcbb4b None None] Port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:04.455347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-143a6527-819f-4708-889e-7bba40583d72 req-d0e93081-5fc7-4b6b-bcd6-5246bf9b7e27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 1100 time: 0.0687425 Mar 31 22:54:04.512268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4bef-4bd1-4bd4-9458-b7838929c007 req-c76ca9ee-6cfc-461d-8773-df4215911f79 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.513797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8fcd4bef-4bd1-4bd4-9458-b7838929c007 req-c76ca9ee-6cfc-461d-8773-df4215911f79 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1097 time: 0.2439392 Mar 31 22:54:04.533166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1fc97715-9529-4a88-bfcc-9114af5620bb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:04.574425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-143a6527-819f-4708-889e-7bba40583d72 req-fe59f6a4-a811-4602-bc19-923379674c37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570400 Mar 31 22:54:04.629471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1fc97715-9529-4a88-bfcc-9114af5620bb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:04.629834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.637135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:04.644531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-287cd8e9-c45b-4b14-8f24-c095c8d16e35 admin admin] 10.222.0.83 "PUT /v2.0/routers/dc47a3bd-3a78-4844-8792-6671f2a470af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763132 Mar 31 22:54:04.708345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:04.716887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.726193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-27c472ab-4564-4046-a923-111fb2befe7f service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081887 Mar 31 22:54:04.726618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8fcd4bef-4bd1-4bd4-9458-b7838929c007 req-71418558-a9df-4fa0-ab12-59e4a8c6ffd9 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716733 Mar 31 22:54:04.768592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74a6a83-33ae-45b4-b089-6bb51d130118 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:04.793461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:04.798668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.817221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d6640562-6ab2-46c8-9762-098465edc8c1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "PUT /v2.0/floatingips/7fc76196-f7f9-4ec6-9ef3-4c43ab082190 HTTP/1.1" status: 200 len: 991 time: 4.9114897 Mar 31 22:54:04.827049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:04.829754 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:04.858320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Transition to ACTIVE for port object f74a6a83-33ae-45b4-b089-6bb51d130118 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:04.866577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.884855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.904393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689aaa6-780e-4ea1-af8a-8bbe0afbc7cd req-44569e83-4c49-4f7c-8d70-211a2c9ada0d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.906947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1689aaa6-780e-4ea1-af8a-8bbe0afbc7cd req-44569e83-4c49-4f7c-8d70-211a2c9ada0d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 949 time: 0.1767828 Mar 31 22:54:04.909218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 1fc97715-9529-4a88-bfcc-9114af5620bb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1fc97715-9529-4a88-bfcc-9114af5620bb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:04.910958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:04.911684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:04.938295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-bec4aaa3-47ab-4382-8940-2c79f1bdf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.939876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-bec4aaa3-47ab-4382-8940-2c79f1bdf67e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1098 time: 0.1139364 Mar 31 22:54:04.966909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1689aaa6-780e-4ea1-af8a-8bbe0afbc7cd req-de429a7a-cf62-4082-9dcd-f42dd67e2daa tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511887 Mar 31 22:54:04.984890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.984890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.029953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.107426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:05.159943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=1fc97715-9529-4a88-bfcc-9114af5620bb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:05.168003 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Sync routers for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:05.191066 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:05.192057 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:05.320491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:05.356155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-5c6443e4-ec53-436f-a76e-22e2af0e29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.357567 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ba3a8c-815e-4687-8332-d2531943c540 x-openstack-request-id: req-b5ba3a8c-815e-4687-8332-d2531943c540 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:05.357853 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:05.358107 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b5ba3a8c-815e-4687-8332-d2531943c540 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:05.358491 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ba3a8c-815e-4687-8332-d2531943c540'] response: {'name': 'network-changed', 'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'status': 'completed', 'code': 200} Mar 31 22:54:05.359215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-5c6443e4-ec53-436f-a76e-22e2af0e29fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 1096 time: 0.0831847 Mar 31 22:54:05.369288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:05.384313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.389993 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Added segment 0fa728e8-5329-4085-b657-6660bbc24dbe of type vlan for network fc041966-c9fd-45f3-9c24-d4b7feeb06b0 Mar 31 22:54:05.434947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.468828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:05.490389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53af51-b885-4602-8da0-7bffe1e437c9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:05.509841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:b8:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:54:01Z', 'revision_number': 1, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:05.526366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-90f9de92-7673-403a-b188-7a88d5a587d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.528584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-90f9de92-7673-403a-b188-7a88d5a587d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 926 time: 0.1631176 Mar 31 22:54:05.548322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:05.555370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.556347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.556933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.558661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:05.560042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:05.579948 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 2, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:05.627581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-a77f6267-456d-42b3-aca8-cdcfb19752fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.629074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-a77f6267-456d-42b3-aca8-cdcfb19752fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.6779468 Mar 31 22:54:05.660904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35630) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:05.667642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849592144', 'description': 'tempest-description--1450620438'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:05.691190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383bc5-bdc7-4abd-add8-b47839d09d03 req-8ae34b78-7d59-4494-8ee9-78e9d75c5ce0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.691408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-cedd2c66-c8c9-430c-a52d-dee0feeb5262 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 HTTP/1.1" status: 200 len: 999 time: 0.1557231 Mar 31 22:54:05.692788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f383bc5-bdc7-4abd-add8-b47839d09d03 req-8ae34b78-7d59-4494-8ee9-78e9d75c5ce0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.3384209 Mar 31 22:54:05.759951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] Pushing event updated for resources: {'Network': ['ID=fc041966-c9fd-45f3-9c24-d4b7feeb06b0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:05.775699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-4fb69ee6-f208-41d5-a713-2814b209406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.777058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-359f7a6f-1e3a-4fc4-abf8-742b84f99683 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7351468 Mar 31 22:54:05.781765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-4fb69ee6-f208-41d5-a713-2814b209406a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 200 len: 863 time: 0.0788043 Mar 31 22:54:05.782040 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Checking router: dc47a3bd-3a78-4844-8792-6671f2a470af for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:05.782040 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Updating router dc47a3bd-3a78-4844-8792-6671f2a470af port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:54:05.782186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35632) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:05.782259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-e21f4912-6659-4f91-a19e-d2d775279754 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.1209183 Mar 31 22:54:05.793494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Request body: {'subnet': {'network_id': 'fc041966-c9fd-45f3-9c24-d4b7feeb06b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-607155385-subnet', 'tenant_id': '6745dabaa6304704bcb8b519178590cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:05.812826 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.848707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-e9294f7f-d20e-4c60-b4dc-e7389af7e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.850525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-e9294f7f-d20e-4c60-b4dc-e7389af7e1e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0567923 Mar 31 22:54:05.852969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-9899e618-a5f0-48d2-b366-0967c973a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.854637 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-9899e618-a5f0-48d2-b366-0967c973a91f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563972 Mar 31 22:54:05.865353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.877683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network fc041966-c9fd-45f3-9c24-d4b7feeb06b0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:05.957473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:05.957811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:05.958136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:05.962812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Made reservation on behalf of 6745dabaa6304704bcb8b519178590cc for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:05.965414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.966128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f383bc5-bdc7-4abd-add8-b47839d09d03 req-c1a1cace-6f7a-4338-a3ad-141ee9cb15fe tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326529 Mar 31 22:54:05.968749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:05.982295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:05.982295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:05.982295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:05.999471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:05.999471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Bound port: f74a6a83-33ae-45b4-b089-6bb51d130118, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:05.999471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.021985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd027fd-69f7-469b-b5eb-272312aaf443 req-7d2a9004-4689-4201-97ab-38c096e38bb1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.024180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdd027fd-69f7-469b-b5eb-272312aaf443 req-7d2a9004-4689-4201-97ab-38c096e38bb1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.1708000 Mar 31 22:54:06.081064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-352ade0c-e59c-4f5a-99ec-6d8c9a8105ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.082590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-352ade0c-e59c-4f5a-99ec-6d8c9a8105ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814201 Mar 31 22:54:06.084143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:06.128130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdd027fd-69f7-469b-b5eb-272312aaf443 req-00bc00e2-55c7-4994-826b-b789921a9a98 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833647 Mar 31 22:54:06.243686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-d4357220-a74d-4a55-a13a-1950f0665c44 service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795104 Mar 31 22:54:06.255703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.276847 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.304755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:06.309472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.341846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:06.363800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73812d17-121f-4b3e-b18f-2db00205f90a req-0773e63f-1699-4aeb-942d-47cbd168fc7d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.372633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73812d17-121f-4b3e-b18f-2db00205f90a req-0773e63f-1699-4aeb-942d-47cbd168fc7d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.1332026 Mar 31 22:54:06.381628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-3ab3b8db-b528-4432-a94c-bbd0f870dd90 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795777 Mar 31 22:54:06.394671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.404369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa4c9f5-e513-47d1-b919-81b135617521,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.431809 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.440263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Checking segment: {'id': '0fa728e8-5329-4085-b657-6660bbc24dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fc041966-c9fd-45f3-9c24-d4b7feeb06b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:06.440759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Network hostable DHCP agents. Network: fc041966-c9fd-45f3-9c24-d4b7feeb06b0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:06.454666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-56f1ed0b-2c66-4e8a-8962-70c8f15123ff req-33f4b9d0-1854-4a39-9c62-9b8b0a28acc0 service neutron] 10.222.0.10 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019415 Mar 31 22:54:06.458267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:b8:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:54:01Z', 'revision_number': 1, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:06.467824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de855c-5578-485f-9612-75c412d16202,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.492108 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.516277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1fc97715-9529-4a88-bfcc-9114af5620bb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:06.520444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8d53c-c95b-4b2f-b516-618503c68eee None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:b8:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:54:01Z', 'revision_number': 1, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:06.545493 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1241b5-b745-4498-ac7f-bce901f7249f None None] Pushing event updated for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.567826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.571630 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c686490-66d1-441d-a142-a29e061dec18 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9070489 Mar 31 22:54:06.572566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35638) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:06.572702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73812d17-121f-4b3e-b18f-2db00205f90a req-9e27a52f-5277-4853-88ff-442ada2c6257 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982982 Mar 31 22:54:06.578153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'security_group_rule': {'security_group_id': 'a7de855c-5578-485f-9612-75c412d16202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:06.591977 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Attempting to bind port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:06.592345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Attempting to bind port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:06.592706 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Attempting to bind port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 on network 955564ea-2126-47e5-85c8-18a3e4efaa44 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:06.607713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:06.610654 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Checking segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:06.611607 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.612226 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Bound using segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:06.613507 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Bound port: a1596a71-5f49-4d6e-93a6-d260fe08c2a8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:06.614295 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.619656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Network fc041966-c9fd-45f3-9c24-d4b7feeb06b0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:06.624169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.626217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.628213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 1091 time: 3.2863760 Mar 31 22:54:06.642502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1fc97715-9529-4a88-bfcc-9114af5620bb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:06.642987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.655932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1a16c-cd46-4b56-b47b-b9a1757869a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.667656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031f98fd-e6bc-4953-b175-1d0013e23034 req-1048514e-4fd3-45bd-93af-cd7ecc363eaa service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730474 Mar 31 22:54:06.724167 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] For port a1596a71-5f49-4d6e-93a6-d260fe08c2a8, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:06.730666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] For port a1596a71-5f49-4d6e-93a6-d260fe08c2a8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:06.769511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, fc041966-c9fd-45f3-9c24-d4b7feeb06b0) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:06.774979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.777138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948c304-e373-4860-ada1-92cf42d03acb None None] Network fc041966-c9fd-45f3-9c24-d4b7feeb06b0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:06.777914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.780340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.846549 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.912136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcca080-d6de-43eb-8375-3224e3302773 None None] New status for floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:06.913193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-a99176ec-db38-46b9-b80c-af467e2052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.914782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-a99176ec-db38-46b9-b80c-af467e2052c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1094 time: 0.1037326 Mar 31 22:54:06.929272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974845-0478-46d0-ad40-91246cc7958e req-62a37322-f233-4d07-bb9a-ccb33e3135ff tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.931040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1974845-0478-46d0-ad40-91246cc7958e req-62a37322-f233-4d07-bb9a-ccb33e3135ff tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 949 time: 0.0777931 Mar 31 22:54:06.945071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.958142 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1241b5-b745-4498-ac7f-bce901f7249f None None] Pushing event updated for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.961190 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:06.961991 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:06.984297 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16493a24-1f6b-430f-aa9b-8ac0a200b2b4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2045262 Mar 31 22:54:07.027175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-9723c163-9719-48a2-b1e0-9330a7d5de68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0949605 Mar 31 22:54:07.029034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.066788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7065c79-9110-4c30-bbc4-bf00497888c0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:07.104885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] Provisioning complete for port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:07.105265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.124994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1974845-0478-46d0-ad40-91246cc7958e req-c748a7c8-b526-40ce-b395-077ce857739e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810248 Mar 31 22:54:07.134075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.147044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7c02692c-2e17-4947-9f51-5a2e34c21ba0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5619993 Mar 31 22:54:07.154161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35652) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:07.162316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'security_group_rule': {'security_group_id': 'a7de855c-5578-485f-9612-75c412d16202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:07.174840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-b789224b-0f71-4d1d-84c5-c7b8d9cef702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.179804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-b789224b-0f71-4d1d-84c5-c7b8d9cef702 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1313615 Mar 31 22:54:07.197755 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:07.237747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-1d717f22-c995-4086-a6f9-4e887a08df94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409410 Mar 31 22:54:07.317189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.365910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096a48a-8fdb-4913-9c7b-58cdc5619445 None None] Network fc041966-c9fd-45f3-9c24-d4b7feeb06b0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:07.473696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.475795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:07.478304 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:07.482925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-4e656ad8-135a-4786-9b3f-d9b22f6faebb service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391796 Mar 31 22:54:07.572914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.583393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.589509 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:06Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:07.603462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddb6b3f-5fc6-4559-b9cd-63abc730d487,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:07.636831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] For port a1596a71-5f49-4d6e-93a6-d260fe08c2a8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:07.637521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5936e-4bc7-4608-b3a6-aa430a2346fa None None] The sync data for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 is: [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:06Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:07.655272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:07.709212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.733880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ed04059-67ac-43e1-a113-994e087c23c3 req-c81f5e2e-ed24-4376-84c2-2f1745a864ff service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434571 Mar 31 22:54:07.753051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab676-f75b-443f-abfb-bdacc28159ea req-a1d3edf2-df94-4bcf-94cf-3c0bea5c4723 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.755368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c87ab676-f75b-443f-abfb-bdacc28159ea req-a1d3edf2-df94-4bcf-94cf-3c0bea5c4723 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.1342907 Mar 31 22:54:07.773322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.777038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c4c30a0b-3895-4689-8cb8-c322654d5d47 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6215348 Mar 31 22:54:07.780412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:07.786766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:07.788843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98933da-7fbe-49ef-9cd7-3895db93576a None None] Pushing event updated for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:07.828331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c87ab676-f75b-443f-abfb-bdacc28159ea req-e298dc5a-947c-4770-b9c9-24ad1f5131a7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 Mar 31 22:54:07.845421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d446e14a-41fb-4b8b-a1f0-a7efedcf80d4 None None] Provisioning complete for port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:07.845873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d446e14a-41fb-4b8b-a1f0-a7efedcf80d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.942533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67c0cc-53ea-4803-b63a-a4ae853f5f58 req-997a8094-7a40-41c7-a44e-f539e37b9897 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.944568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e67c0cc-53ea-4803-b63a-a4ae853f5f58 req-997a8094-7a40-41c7-a44e-f539e37b9897 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 950 time: 0.0638165 Mar 31 22:54:07.949246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.016554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e67c0cc-53ea-4803-b63a-a4ae853f5f58 req-fcf43509-5d8b-483d-b6dc-cb9c1b6f325d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653553 Mar 31 22:54:08.097957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.234410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Allocated IP 172.25.6.194 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1f1d7f15-28fc-4a5b-aca0-6b11afe38243) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:08.357580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.424462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-ff8dd7a8-f8ba-4db5-9f9b-a38ab57f2b4b tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.426567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-ff8dd7a8-f8ba-4db5-9f9b-a38ab57f2b4b tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/networks?id=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 HTTP/1.1" status: 200 len: 814 time: 0.1222739 Mar 31 22:54:08.447579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-65ee5516-6cb9-4965-a772-729f18b375e0 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/quotas/f56139a37e134cac83374285676c62d6 HTTP/1.1" status: 200 len: 375 time: 0.0146146 Mar 31 22:54:08.479727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-34bfc193-c52b-403b-b429-d1570a31d09f tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f56139a37e134cac83374285676c62d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299921 Mar 31 22:54:08.480614 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.494403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1596a71-5f49-4d6e-93a6-d260fe08c2a8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:08.529089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:08.532951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:08.538230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:08.578790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:08.579422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.599534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-27ff38f9-d954-413d-9c21-cf509896911b service neutron] 10.222.0.83 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060112 Mar 31 22:54:08.628277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'Port': ['ID=1f1d7f15-28fc-4a5b-aca0-6b11afe38243,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:08.666508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.706981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-4d1af977-f628-4c11-bc5d-51cd7d432896 service neutron] 10.222.0.83 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062646 Mar 31 22:54:08.790281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.931919 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99623c77-9d46-445e-b78d-472f598a6f9a x-openstack-request-id: req-99623c77-9d46-445e-b78d-472f598a6f9a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:08.932228 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:08.932850 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-99623c77-9d46-445e-b78d-472f598a6f9a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:08.933250 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99623c77-9d46-445e-b78d-472f598a6f9a'] response: {'name': 'network-changed', 'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'status': 'completed', 'code': 200} Mar 31 22:54:08.984923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.057474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-b786db05-ca04-4183-967e-4b920a2b8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.058974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-b786db05-ca04-4183-967e-4b920a2b8b80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1094 time: 0.0839403 Mar 31 22:54:09.072231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b48b2-c81d-4749-b603-5381995fb5ad req-5de6fcba-fafb-4b3b-a438-7c4f1ea0de49 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.073729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-090b48b2-c81d-4749-b603-5381995fb5ad req-5de6fcba-fafb-4b3b-a438-7c4f1ea0de49 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0799487 Mar 31 22:54:09.103539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.189546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.198625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-090b48b2-c81d-4749-b603-5381995fb5ad req-2f4e87eb-e78c-40d4-b3d8-0bf8c8256af0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167002 Mar 31 22:54:09.221896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-7dd393ac-d0ca-4a0e-be19-a4fba3b8f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.223607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-7dd393ac-d0ca-4a0e-be19-a4fba3b8f5e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1489608 Mar 31 22:54:09.234742 n-d-828414-2 neutron-server[109835]: WARNING keystonemiddleware.auth_token [req-8eb7dc1c-2108-47bf-bfff-8096258273a7 req-8461489c-db28-4f3c-ac3e-205220e845c8 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:54:09.241781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-b1ce8b73-336a-42d2-bc6c-8097fc8703a1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:09.242842 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-b1ce8b73-336a-42d2-bc6c-8097fc8703a1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1918886 Mar 31 22:54:09.283288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-08d52cce-f3e4-45db-b917-1d55d396cb12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0506546 Mar 31 22:54:09.296073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'Port': ['ID=1f1d7f15-28fc-4a5b-aca0-6b11afe38243,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.305051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-56253688-5537-468f-9265-9a5e318a0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.313963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-56253688-5537-468f-9265-9a5e318a0415 service neutron] 10.222.0.83 "GET /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 1094 time: 0.0542450 Mar 31 22:54:09.316145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Request body: {'binding': {'host': 'n-h2-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:09.316657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Unknown quota resources ['binding']. {{(pid=109835) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:54:09.341656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.343043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6b89a649-f920-4990-a232-55ba1c2113e6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5613329 Mar 31 22:54:09.355550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-75a3fa12-f425-44e5-a400-1af44b347abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.356164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-75a3fa12-f425-44e5-a400-1af44b347abc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0640793 Mar 31 22:54:09.422455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-4eef4cdc-be2d-46b4-aa20-cf02440d4f6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567636 Mar 31 22:54:09.516885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on host n-h2-828414-2 for vnic_type normal with profile None {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:09.517232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:09.522929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:09.522929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:09.522929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:09.527236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:09.527575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:09.527955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:09.528390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Bound port: 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:09.563643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-0d0e2087-71fa-4033-9d76-46068432677b service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356421 Mar 31 22:54:09.607148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:09.622134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:09.682800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e75dae-4b86-4dcf-bead-68c8f1dabd5e req-e720cc67-b664-4ab4-ab69-55dea9f03203 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105807 Mar 31 22:54:09.728147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.733133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-85c23327-f496-45e0-9289-9e046d02e9f2 service neutron] 10.222.0.83 "POST /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05/bindings HTTP/1.1" status: 201 len: 389 time: 0.4204636 Mar 31 22:54:09.739445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a3ba-a627-4eb5-9a5f-74b06474fd27 req-a6dafca0-9183-447a-8c1c-72239a65aa33 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.745774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a3ba-a627-4eb5-9a5f-74b06474fd27 req-a6dafca0-9183-447a-8c1c-72239a65aa33 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.747512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2253a3ba-a627-4eb5-9a5f-74b06474fd27 req-a6dafca0-9183-447a-8c1c-72239a65aa33 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2&device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1690 time: 0.0637174 Mar 31 22:54:09.750432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:09.774053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '3a4396df-291c-46b2-ac29-08cf0520a613', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '3a4396df-291c-46b2-ac29-08cf0520a613', 'mac_address': 'fa:16:3e:8c:32:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:09.792316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2253a3ba-a627-4eb5-9a5f-74b06474fd27 req-0710f2fa-857c-4467-a52c-2dff4ae4c63d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Mar 31 22:54:09.814712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.831784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4396df-291c-46b2-ac29-08cf0520a613 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:09.852747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:09.902900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b454c-7be8-4087-b117-d4a0ff8e97ac req-ebe2cffb-1413-4de1-bef2-cf4b54b0ca21 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.904391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a3b454c-7be8-4087-b117-d4a0ff8e97ac req-ebe2cffb-1413-4de1-bef2-cf4b54b0ca21 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 947 time: 0.0489070 Mar 31 22:54:09.920304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.954307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a3b454c-7be8-4087-b117-d4a0ff8e97ac req-23a5fc98-426a-4507-85f9-0c870def7fb2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Mar 31 22:54:09.995499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60a75ceb-6c96-4681-93f6-dd9a1a8ed9d1 req-189dbd87-a4c1-4ff7-aa42-3bdc1c4bb961 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 210 time: 0.0314629 Mar 31 22:54:10.100335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-e695b2cc-88c1-4abf-9a85-3ff163722b07 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--849592144&fields=id&tenant_id=a1aed5ea54234ac48e2afa64ad89be90 HTTP/1.1" status: 200 len: 267 time: 0.0409641 Mar 31 22:54:10.111271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:10.222459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-be5adb99-a980-419a-b323-22c96d205589 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.224130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-be5adb99-a980-419a-b323-22c96d205589 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/networks?id=955564ea-2126-47e5-85c8-18a3e4efaa44 HTTP/1.1" status: 200 len: 812 time: 0.1162772 Mar 31 22:54:10.241255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-60fb472b-9f54-4256-8f98-871d29fe4a05 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/quotas/a1aed5ea54234ac48e2afa64ad89be90 HTTP/1.1" status: 200 len: 375 time: 0.0104327 Mar 31 22:54:10.298841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-731b0c06-8743-4adb-9823-16b7d3bb01ab tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1aed5ea54234ac48e2afa64ad89be90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518055 Mar 31 22:54:10.411349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-189ca0b1-275c-4764-84a2-6f9ed848f714 service neutron] 10.222.0.83 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009262 Mar 31 22:54:10.515629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-dae0d01b-ccab-4999-a42b-8e6ac4de4c4a service neutron] 10.222.0.83 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976105 Mar 31 22:54:10.565329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431a40-b398-4e36-842e-0e894ff3cf2b req-9da9bbea-7f90-4736-874f-3abca58d563b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.567663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4431a40-b398-4e36-842e-0e894ff3cf2b req-9da9bbea-7f90-4736-874f-3abca58d563b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 946 time: 0.0716739 Mar 31 22:54:10.614545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4431a40-b398-4e36-842e-0e894ff3cf2b req-7592064f-63ef-4933-81ab-3be39870a33f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Mar 31 22:54:10.684141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-62cc1f76-ef6a-4c87-ac8e-5c3b05fc923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.685929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-62cc1f76-ef6a-4c87-ac8e-5c3b05fc923e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1097 time: 0.0651968 Mar 31 22:54:10.763250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd6360-723d-43f5-b56c-20d4c55466ad req-a64b171f-33ef-4591-ae33-db883aebadad tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.765193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58bd6360-723d-43f5-b56c-20d4c55466ad req-a64b171f-33ef-4591-ae33-db883aebadad tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0630190 Mar 31 22:54:10.786178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:10.842084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58bd6360-723d-43f5-b56c-20d4c55466ad req-560dc759-04e3-41c0-9674-91a3073c48e6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660887 Mar 31 22:54:10.845026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-0f3f5529-89b8-4247-93a8-5224f43e64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.852839 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-0f3f5529-89b8-4247-93a8-5224f43e64ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1530235 Mar 31 22:54:10.965172 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-0def8202-b297-4ac1-861f-9437367f7ee4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.1089890 Mar 31 22:54:11.056655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f8caa-efb7-4bd7-b360-662a598ea44d req-8f7c75eb-ba69-439a-ace8-1aa860190217 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.058342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a4f8caa-efb7-4bd7-b360-662a598ea44d req-8f7c75eb-ba69-439a-ace8-1aa860190217 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 1100 time: 0.0867965 Mar 31 22:54:11.092066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-51b89b62-c07b-4357-9afc-01263467bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.094723 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-51b89b62-c07b-4357-9afc-01263467bad7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1227291 Mar 31 22:54:11.131615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-f57cf578-ef3a-46ad-a7b6-ac894b6b7272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299380 Mar 31 22:54:11.138016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-565ef031-ce28-4cd1-a05d-315fc073c734 req-089d7750-272e-4ba8-9f57-58639c58cd7e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0542817 Mar 31 22:54:11.159321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a4f8caa-efb7-4bd7-b360-662a598ea44d req-86bf13d1-c841-4fa6-9c49-acef31627b25 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943930 Mar 31 22:54:11.282972 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-049dcdb8-b0a6-4bd9-8ae2-3e24d01b2c58 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419294 Mar 31 22:54:11.294513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b5f19b5-f18c-411d-809b-26da481f4c99 req-f7ad54ed-1c33-4599-a1fd-7cbffe79dd86 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 210 time: 0.0326028 Mar 31 22:54:11.306839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50112ea-54e1-4c91-a656-a41246b0a8d4 req-489c4d58-eb08-4ce4-a183-31b8e1f38dbd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.308456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50112ea-54e1-4c91-a656-a41246b0a8d4 req-489c4d58-eb08-4ce4-a183-31b8e1f38dbd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 948 time: 0.0837030 Mar 31 22:54:11.360183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50112ea-54e1-4c91-a656-a41246b0a8d4 req-a8a47672-6b9c-4e69-b9a4-42acb176a1d9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Mar 31 22:54:11.413946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-5dea28d7-5015-40da-a5b1-260c2f091af6 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248455 Mar 31 22:54:11.415135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323489-cd94-40bf-91a1-60b0c3e4b310 req-ad024225-c730-4fdd-a223-e8249a3d1f5d tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.415930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c323489-cd94-40bf-91a1-60b0c3e4b310 req-ad024225-c730-4fdd-a223-e8249a3d1f5d tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1101 time: 0.0527959 Mar 31 22:54:11.456927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c323489-cd94-40bf-91a1-60b0c3e4b310 req-3ab0f67d-e61b-4939-bc1a-116f80f3fc94 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Mar 31 22:54:11.588322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0414aed-5561-41d6-918b-197dfa49fce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.625941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:11.699550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-a14794f7-eb16-4fad-98ae-eac962d0efef tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.701049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-a14794f7-eb16-4fad-98ae-eac962d0efef tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1097 time: 0.0760932 Mar 31 22:54:11.713335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828414-2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:11.724223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:11.739773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'port_id': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'mac_address': 'fa:16:3e:56:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70551a93-3fdb-45b4-a457-5ae18c9b86f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:11.779601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.779827 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.793866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74a6a83-33ae-45b4-b089-6bb51d130118 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:11.813679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:11.910204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:11.949836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:12.005998 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.058169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:12.065215 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fa456d-d4c4-4b99-84aa-1613b93773cb" -d '{"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:12.071218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:12.077419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.108834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec4d6-b765-47cf-8fed-ea62c850a611 req-2cbe240e-bfe5-42f1-84ed-c11ad0f2202f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.113358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d0ec4d6-b765-47cf-8fed-ea62c850a611 req-2cbe240e-bfe5-42f1-84ed-c11ad0f2202f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 946 time: 0.0801728 Mar 31 22:54:12.178461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d0ec4d6-b765-47cf-8fed-ea62c850a611 req-f066ab2c-cb53-4c48-9dee-89d014f1856b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584219 Mar 31 22:54:12.241455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566c9c-25cb-4e65-810e-f22c7d8448d2 req-61cdcdc9-fc91-44f0-875d-cde21acb3149 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.253129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4566c9c-25cb-4e65-810e-f22c7d8448d2 req-61cdcdc9-fc91-44f0-875d-cde21acb3149 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.0731683 Mar 31 22:54:12.261621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.328527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4566c9c-25cb-4e65-810e-f22c7d8448d2 req-d886f78c-dab6-4ecc-8bf0-6b1f18b98f96 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717685 Mar 31 22:54:12.346589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275792f-fea6-4810-ab73-4b68b4c9bdd5 req-a475bc04-fcbe-4d4e-8a22-a8d5cb15228a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.352587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b275792f-fea6-4810-ab73-4b68b4c9bdd5 req-a475bc04-fcbe-4d4e-8a22-a8d5cb15228a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 948 time: 0.0881155 Mar 31 22:54:12.420058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b275792f-fea6-4810-ab73-4b68b4c9bdd5 req-8746c799-5397-4d6d-a86e-da7916565fd1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598261 Mar 31 22:54:12.474862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-214711c8-15e0-4786-8a1c-d6e01dacb2e5 req-b805515a-eb79-4034-b27e-e3a46e29ac9f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Mar 31 22:54:12.528935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-95560072-b6e7-4338-9efe-b0915780bb2e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268598 Mar 31 22:54:12.553640 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf492f6-4631-432b-b85e-1f569f019a6e x-openstack-request-id: req-9cf492f6-4631-432b-b85e-1f569f019a6e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:12.553927 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:12.554176 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9cf492f6-4631-432b-b85e-1f569f019a6e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:12.554556 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf492f6-4631-432b-b85e-1f569f019a6e'] response: {'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'code': 200} Mar 31 22:54:12.596366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f74a6a83-33ae-45b4-b089-6bb51d130118'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:12.612323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ded85-7141-4967-ab17-f3e5a024723a req-532453fa-1d73-4b83-8f6a-d18263b182c7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.613836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-532453fa-1d73-4b83-8f6a-d18263b182c7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154&tenant_id=027823132da34143877e417ea2638426&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 948 time: 0.4396756 Mar 31 22:54:12.620283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-101d8972-e94a-458d-96b4-b5084cf61d9a req-13f63dde-37e6-401a-9d7a-898f2809e747 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 210 time: 0.0732028 Mar 31 22:54:12.689031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-714f0293-f5e7-49ec-bdbc-d3c923f4abcd tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.707601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-714f0293-f5e7-49ec-bdbc-d3c923f4abcd tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555650 Mar 31 22:54:12.710597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-d7524fb1-34c6-457f-87f1-894b55db6196 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0121398 Mar 31 22:54:12.723606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:12.744824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-93ecc1b1-7b19-43b0-b026-f5866ce1b537 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.746056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-93ecc1b1-7b19-43b0-b026-f5866ce1b537 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.44 "GET /v2.0/networks?id=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 HTTP/1.1" status: 200 len: 814 time: 0.5001528 Mar 31 22:54:12.748444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on host n-h1-828414-2 for vnic_type normal with profile {"migrating_to": "n-h2-828414-2"} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:12.748773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:12.749778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:12.760207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Request body: {'port': {'device_id': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926', 'admin_state_up': True, 'tenant_id': 'f56139a37e134cac83374285676c62d6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:12.784004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:12.784330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Attempting to bind port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:12.787949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f237e0f4-a967-405f-b526-989ef6268dae tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695577 Mar 31 22:54:12.796452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:12.796802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:12.797189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:12.797634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Bound port: 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:12.798173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.826253 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-533ded85-7141-4967-ab17-f3e5a024723a req-f486623b-36cc-4244-bb20-c81e1fa7aa2f service neutron] delete failed (client error): The resource could not be found. Mar 31 22:54:12.827364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-f486623b-36cc-4244-bb20-c81e1fa7aa2f service neutron] 10.222.0.44 "DELETE /v2.0/ports/3a4396df-291c-46b2-ac29-08cf0520a613/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.1949580 Mar 31 22:54:12.958103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:12.972450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:13.016058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ded85-7141-4967-ab17-f3e5a024723a req-01e7c43d-88b7-4ae4-8f1e-dfd9319f42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.017553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-01e7c43d-88b7-4ae4-8f1e-dfd9319f42f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1099 time: 0.0781722 Mar 31 22:54:13.108152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.112098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Made reservation on behalf of f56139a37e134cac83374285676c62d6 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:13.113948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.134285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ded85-7141-4967-ab17-f3e5a024723a req-baf20985-09fd-40d9-8d45-e72e0d3f6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.135769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-baf20985-09fd-40d9-8d45-e72e0d3f6602 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1113920 Mar 31 22:54:13.224834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-3db7262b-8bbe-46bf-a965-1c0a66aafe05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.0658200 Mar 31 22:54:13.321254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=8']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:13.349803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45d4bb-2a3d-4b52-908f-5a5cbd3bac54 req-53607a22-994c-4ad8-a84a-0ac8463a9f84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.350436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.351086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.352724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-23696162-f6b8-4abe-8b12-82b92de799bf service neutron] 10.222.0.44 "PUT /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 1122 time: 1.6436028 Mar 31 22:54:13.360275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd45d4bb-2a3d-4b52-908f-5a5cbd3bac54 req-53607a22-994c-4ad8-a84a-0ac8463a9f84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0857668 Mar 31 22:54:13.364245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ded85-7141-4967-ab17-f3e5a024723a req-f8938f25-272f-4647-8ac6-3419c99b0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.365689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-f8938f25-272f-4647-8ac6-3419c99b0b72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1360135 Mar 31 22:54:13.407683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd45d4bb-2a3d-4b52-908f-5a5cbd3bac54 req-d3a9f5ef-a411-477f-8a51-8c6d82d110a3 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Mar 31 22:54:13.444364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Allocated IP 172.20.0.8 (6fa1aa4e-9c98-4906-a563-d5d5c6e4c926/14ad2b25-cd32-4cce-bcf5-0534a42fd0d7/1f1a9372-b3c2-4b73-90cb-a56ddbead7b5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:13.466140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ded85-7141-4967-ab17-f3e5a024723a req-30475759-915b-438d-8edf-28ae287e10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.468340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-30475759-915b-438d-8edf-28ae287e10eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742085 Mar 31 22:54:13.552439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5adccb-4790-485c-8393-85a6702ea8b0 req-374224a7-d839-4152-adaf-73aadf584f10 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.554148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b5adccb-4790-485c-8393-85a6702ea8b0 req-374224a7-d839-4152-adaf-73aadf584f10 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.0684259 Mar 31 22:54:13.579557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3d00d21f-90b1-43ea-9945-4a2c39b23b05'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:13.600627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b5adccb-4790-485c-8393-85a6702ea8b0 req-805e69c2-a321-47c0-8135-3c2e924f0686 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Mar 31 22:54:13.647086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:13.650233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-ed3934e1-937a-438a-a4d4-e3e1d622c243 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736102 Mar 31 22:54:13.750460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.803708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-533ded85-7141-4967-ab17-f3e5a024723a req-1f046cf8-d766-46e7-b659-fdf5df5baf83 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442008 Mar 31 22:54:13.812216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b9e1d-77dd-4c63-99e7-4a71268e1f92 req-b93f3aaf-c5d6-4e51-b0ef-f4621fd9a8eb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.822962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f90b9e1d-77dd-4c63-99e7-4a71268e1f92 req-b93f3aaf-c5d6-4e51-b0ef-f4621fd9a8eb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 948 time: 0.0710671 Mar 31 22:54:13.880769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f90b9e1d-77dd-4c63-99e7-4a71268e1f92 req-5db43fc8-80e4-4192-939b-a3dd9633eb50 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490916 Mar 31 22:54:13.939810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.979220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b156918c-e8e2-42cc-ae4b-4f0b70a445f9 req-397fb398-3606-414d-9dde-52d5ee837665 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0375698 Mar 31 22:54:13.987162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a365d072-3b1a-4012-a1df-772c85ba6bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.033466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:14.037116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:14.041743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:14.048487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 3a4396df-291c-46b2-ac29-08cf0520a613 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:14.060260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 3a4396df-291c-46b2-ac29-08cf0520a613 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:14.060631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.063126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Pushing event updated for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:14.073501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177956-f75a-42e2-ae33-1ba2f49c3afa req-8743b331-b17b-4e3b-98b1-ec842173d0dc tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.083409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44177956-f75a-42e2-ae33-1ba2f49c3afa req-8743b331-b17b-4e3b-98b1-ec842173d0dc tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 931 time: 0.0909052 Mar 31 22:54:14.133788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.134410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.136647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44177956-f75a-42e2-ae33-1ba2f49c3afa req-f8539d49-3067-4dee-9511-dc6b52baf852 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506306 Mar 31 22:54:14.170240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.194870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:14.197187 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07caf98-3171-41d7-a149-84500de56d57" -d '{"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-plugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:14.211814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:14.254369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-9b4de98e-0d20-4a73-b190-c59f949a27e5 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4979668 Mar 31 22:54:14.267085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Request body: {'port': {'device_id': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:14.298392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.334232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.355974 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd739cc1-c4c1-4be0-99db-4332aeb96e0d x-openstack-request-id: req-dd739cc1-c4c1-4be0-99db-4332aeb96e0d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:14.356118 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-plugged", "status": "completed", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:14.360598 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd739cc1-c4c1-4be0-99db-4332aeb96e0d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:14.361049 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd739cc1-c4c1-4be0-99db-4332aeb96e0d'] response: {'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'code': 200} Mar 31 22:54:14.392065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:14.425620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70b15601-e7cb-42c4-b070-b1c381308734 req-6251ca24-d29f-4f28-a0d1-fd80659d9525 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 210 time: 0.0282836 Mar 31 22:54:14.535780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85646c2-daa6-4da3-b9f8-1994d98c7600 req-7e7054cd-a7b6-43ec-8f18-d31f6f04219e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.537823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f85646c2-daa6-4da3-b9f8-1994d98c7600 req-7e7054cd-a7b6-43ec-8f18-d31f6f04219e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0514948 Mar 31 22:54:14.556264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:14.558503 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558" -d '{"events": [{"name": "network-changed", "server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:14.579401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f85646c2-daa6-4da3-b9f8-1994d98c7600 req-c3113835-7faf-4806-96fd-b98b2b5dccc4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Mar 31 22:54:14.627378 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61caa354-abc6-4135-9359-c7eccd9c1d58 x-openstack-request-id: req-61caa354-abc6-4135-9359-c7eccd9c1d58 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:14.627663 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:14.627910 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-61caa354-abc6-4135-9359-c7eccd9c1d58 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:14.629200 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61caa354-abc6-4135-9359-c7eccd9c1d58'] response: {'name': 'network-changed', 'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'status': 'completed', 'code': 200} Mar 31 22:54:14.695576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-68741a56-351a-4c1b-8afa-b63279aff01e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.697014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-68741a56-351a-4c1b-8afa-b63279aff01e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.44 "GET /v2.0/networks?id=955564ea-2126-47e5-85c8-18a3e4efaa44 HTTP/1.1" status: 200 len: 812 time: 0.1529567 Mar 31 22:54:14.773242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:14.786345 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-c3b1e2fb-3063-411b-a828-1ec4703caee8 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1aed5ea54234ac48e2afa64ad89be90 HTTP/1.1" status: 200 len: 379 time: 0.0789335 Mar 31 22:54:14.788658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.802226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Transition to ACTIVE for port object 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:14.807784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'port': {'device_id': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'admin_state_up': True, 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'security_groups': ['a7de855c-5578-485f-9612-75c412d16202']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:14.880376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.967197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.050239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f70d9-9d4d-4dc5-a883-4592f9905988 req-f7c9ab49-afe7-460c-ac4a-246ca311b6c0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.051973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e3f70d9-9d4d-4dc5-a883-4592f9905988 req-f7c9ab49-afe7-460c-ac4a-246ca311b6c0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.3632185 Mar 31 22:54:15.054082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Attempting to bind port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:15.054570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Attempting to bind port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '42248abd-4885-4483-90b2-d046868f809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:15.055589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Attempting to bind port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 on network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:15.059731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 on network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:15.060016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Attempting to bind port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 on network 6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:15.065855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-4110ef72-4ee6-4705-afdb-959b261b6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.067640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-4110ef72-4ee6-4705-afdb-959b261b6778 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1125 time: 0.3293493 Mar 31 22:54:15.070516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Made reservation on behalf of a1aed5ea54234ac48e2afa64ad89be90 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:15.074081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.077313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:15.077757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Checking segment: {'id': '42248abd-4885-4483-90b2-d046868f809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:15.078142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Bound using segment: {'id': '42248abd-4885-4483-90b2-d046868f809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:15.078570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Bound port: 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42248abd-4885-4483-90b2-d046868f809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:15.079031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.164739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e3f70d9-9d4d-4dc5-a883-4592f9905988 req-c510242b-0c23-419a-8bf5-8edd31663cc2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835629 Mar 31 22:54:15.170487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.203102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-8fc60cd0-799d-47f5-b9dd-c7cbf81bdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.210847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-8fc60cd0-799d-47f5-b9dd-c7cbf81bdff3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1308234 Mar 31 22:54:15.226072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:15.258903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-6d867d18-0600-48c3-a39a-3580cf8bec73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0413067 Mar 31 22:54:15.276526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,segment=NetworkSegment(42248abd-4885-4483-90b2-d046868f809e),segment_id=42248abd-4885-4483-90b2-d046868f809e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:15.298086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Allocated IP 172.20.0.4 (955564ea-2126-47e5-85c8-18a3e4efaa44/210bd5f4-e474-4b2a-8876-db2ba5a232e3/0abfc39a-7a53-479d-8fa8-fbffdec8c999) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:15.332261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-b850beb4-f5ad-44d7-b50d-426e1abe5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.333990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-b850beb4-f5ad-44d7-b50d-426e1abe5b72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0656385 Mar 31 22:54:15.346606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c4e64-0207-4f86-a6d9-156acc128f70 req-eff7373b-ec4b-4ccf-8975-47f8746c7c6a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.348394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f20c4e64-0207-4f86-a6d9-156acc128f70 req-eff7373b-ec4b-4ccf-8975-47f8746c7c6a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0915523 Mar 31 22:54:15.381322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-f2902342-75f8-48cf-af24-90d9a7f2fcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319464 Mar 31 22:54:15.395561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.454983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f20c4e64-0207-4f86-a6d9-156acc128f70 req-9fe0c5cc-b356-4ecd-834b-e0a52b36ee00 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967944 Mar 31 22:54:15.455625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.455983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.457355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 HTTP/1.1" status: 200 len: 1091 time: 1.1951063 Mar 31 22:54:15.494326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610295ca-cc75-4f63-833a-c2d00eda85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.497877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-73c6f9a5-85d1-45d0-960d-0780268b6dc9 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066761 Mar 31 22:54:15.503562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.597381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4039ca9c-5cb1-497b-a2be-946184ed2e4b req-c9108d70-ddde-48bc-8092-200a8c6f76e9 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0348649 Mar 31 22:54:15.611877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.644460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10df1fae-dd9c-4c82-a2e9-5d01c5ce9558 req-64eaa260-5e5b-4c86-9bcf-98899b84a189 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366589 Mar 31 22:54:15.653855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:15.678243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:15.689080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:15.701631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:15.750594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event updated for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.753792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6208c-45f7-4f3d-b8bd-7c105deb5cee req-cece07f7-86eb-4412-9946-fb13094b416a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.761845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abb6208c-45f7-4f3d-b8bd-7c105deb5cee req-cece07f7-86eb-4412-9946-fb13094b416a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 943 time: 0.0749514 Mar 31 22:54:15.794780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.795454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.810932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-b84a76f4-57e3-4da9-ad5d-efca2e05c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.813030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-b84a76f4-57e3-4da9-ad5d-efca2e05c72d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f56139a37e134cac83374285676c62d6&device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 1094 time: 0.0744843 Mar 31 22:54:15.819192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abb6208c-45f7-4f3d-b8bd-7c105deb5cee req-435ce05d-6fe2-49aa-8079-e95c357e868e tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Mar 31 22:54:15.865765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-a19a4fc9-f4e1-4989-b04d-c5e32b21833c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 HTTP/1.1" status: 200 len: 217 time: 0.0445485 Mar 31 22:54:15.884794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a4066cc-f60f-4b26-9465-c6d1babf1d50 req-4a9db0af-f094-46f7-b939-860508d886f6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 210 time: 0.0338154 Mar 31 22:54:15.922532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-ad64f7c7-b2f3-4d64-aae2-df9e6c323e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.924151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-ad64f7c7-b2f3-4d64-aae2-df9e6c323e01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14ad2b25-cd32-4cce-bcf5-0534a42fd0d7 HTTP/1.1" status: 200 len: 854 time: 0.0510380 Mar 31 22:54:15.952759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port f74a6a83-33ae-45b4-b089-6bb51d130118 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:15.960537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f74a6a83-33ae-45b4-b089-6bb51d130118 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:15.961106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.972113 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-f925a58d-0c58-4246-925d-84febd99d153 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395217 Mar 31 22:54:16.005319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-b6df1b29-dfbc-4987-87dd-835c2d9fd224 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1881490 Mar 31 22:54:16.005559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-23e9c67f-1603-42a6-a6b3-1294cedb86e7 None None] Provisioning complete for port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:16.005559 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23e9c67f-1603-42a6-a6b3-1294cedb86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.005730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55106f56-f134-42c7-827d-091587c0fcca req-fe0b65a3-3d7d-4a42-a454-34e251076992 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.005730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55106f56-f134-42c7-827d-091587c0fcca req-fe0b65a3-3d7d-4a42-a454-34e251076992 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.0545571 Mar 31 22:54:16.013332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Request body: {'port': {'device_id': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:16.043416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55106f56-f134-42c7-827d-091587c0fcca req-8700ad81-89c4-4725-bab6-6f477fccde98 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Mar 31 22:54:16.051336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-23e9c67f-1603-42a6-a6b3-1294cedb86e7 None None] Port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:16.121681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.140139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.159774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:16.167395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb48f8-af2a-44a6-aec5-ac4e8a4c488b req-586a8b52-3663-4ae2-bf8b-e7778825115f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.167916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-a702de19-aada-4985-8d7f-40008184f560 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878788 Mar 31 22:54:16.168864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdbb48f8-af2a-44a6-aec5-ac4e8a4c488b req-586a8b52-3663-4ae2-bf8b-e7778825115f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0606840 Mar 31 22:54:16.210274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdbb48f8-af2a-44a6-aec5-ac4e8a4c488b req-46347969-7cfa-45f5-aa86-2dfa2334d85d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Mar 31 22:54:16.297261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.371731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:16.375168 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b189cf-5d22-4ae5-9790-df7006783f19" -d '{"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-plugged", "status": "completed", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:16.452416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:16.470203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c414b-234b-402e-b95a-f9f4f4974bd1 req-f1834862-5c6a-469d-b2cb-bfd32a1de219 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.472371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a90c414b-234b-402e-b95a-f9f4f4974bd1 req-f1834862-5c6a-469d-b2cb-bfd32a1de219 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.1082366 Mar 31 22:54:16.475696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c593e09c-e19f-4f39-b79b-c22c50883a60 req-7b8c73f9-7941-491e-8e85-2a23918374c3 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901230 Mar 31 22:54:16.526191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a90c414b-234b-402e-b95a-f9f4f4974bd1 req-6276d7c7-b8d8-4f91-96e4-1e28b75ac2f2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Mar 31 22:54:16.542558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.567242 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdc27f-93b4-44ad-ab7c-55cc2224ee69 x-openstack-request-id: req-2dcdc27f-93b4-44ad-ab7c-55cc2224ee69 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:16.567716 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-plugged", "status": "completed", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:16.568208 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2dcdc27f-93b4-44ad-ab7c-55cc2224ee69 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:16.568808 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcdc27f-93b4-44ad-ab7c-55cc2224ee69'] response: {'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'code': 200} Mar 31 22:54:16.620547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abfc39a-7a53-479d-8fa8-fbffdec8c999 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:16.630017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.632134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:16.635239 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce46f247-1135-4463-9cef-5e7ab436c310" -d '{"events": [{"name": "network-changed", "server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:16.651959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Transition to ACTIVE for port object 0abfc39a-7a53-479d-8fa8-fbffdec8c999 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:16.652677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-d0e83479-7f62-4ca9-94d2-4262eedbb240 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241816 Mar 31 22:54:16.765536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.778662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98799a-9f94-4dc3-9618-811a1edb40c9 req-cec18a92-d5da-4c1e-8a0d-f99007a0fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.780715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb98799a-9f94-4dc3-9618-811a1edb40c9 req-cec18a92-d5da-4c1e-8a0d-f99007a0fe6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.0945868 Mar 31 22:54:16.796635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-032b8185-4efc-4002-bdc7-970eda718ce1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.798109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-032b8185-4efc-4002-bdc7-970eda718ce1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393390 Mar 31 22:54:16.812813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.818569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:16.835463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-74172a6a-69b3-4742-b77b-0117312dab13 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/quotas/027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 375 time: 0.0274560 Mar 31 22:54:16.857142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb98799a-9f94-4dc3-9618-811a1edb40c9 req-b56565c4-6eb4-484f-a57f-ee1b47de3084 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548790 Mar 31 22:54:16.894864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-f6d6fee2-509f-440c-b253-08e3f379abce tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521121 Mar 31 22:54:16.914370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:16.929819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Attempting to bind port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:16.930221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Attempting to bind port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:16.931205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Attempting to bind port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 on network 955564ea-2126-47e5-85c8-18a3e4efaa44 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:16.935881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 on network 955564ea-2126-47e5-85c8-18a3e4efaa44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:16.936294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Attempting to bind port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 on network 955564ea-2126-47e5-85c8-18a3e4efaa44 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:16.941848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:16.948492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Checking segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:16.948492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Bound using segment: {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:16.948492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Bound port: 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d8cfc3-a2ee-4a6a-b885-840ffb853d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:16.948492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.032882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:17.035966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:17.060720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:17.080239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 has no active binding in host n-h2-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:54:17.200212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.246288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.247156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.248438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] 10.222.0.44 "PUT /v2.0/ports/0abfc39a-7a53-479d-8fa8-fbffdec8c999 HTTP/1.1" status: 200 len: 1091 time: 1.2393172 Mar 31 22:54:17.277136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64dd89-5dd6-4d1f-bad2-df7e97a3ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:17.287208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69961cb-360a-4327-bedd-9dcc02c243b0 req-af768a16-43ea-4901-b387-8faa8d064d53 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.289519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e69961cb-360a-4327-bedd-9dcc02c243b0 req-af768a16-43ea-4901-b387-8faa8d064d53 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 943 time: 0.0690453 Mar 31 22:54:17.336010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e69961cb-360a-4327-bedd-9dcc02c243b0 req-75c6b480-a6b8-47ca-88b0-f60707d9044e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384228 Mar 31 22:54:17.392566 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eef0d7-ebd3-4dbf-ae82-ec68b95613cc x-openstack-request-id: req-f9eef0d7-ebd3-4dbf-ae82-ec68b95613cc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:17.392883 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:17.403821 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f9eef0d7-ebd3-4dbf-ae82-ec68b95613cc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:17.403821 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9eef0d7-ebd3-4dbf-ae82-ec68b95613cc'] response: {'name': 'network-changed', 'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5', 'status': 'completed', 'code': 200} Mar 31 22:54:17.505674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-243c24c8-f1ea-46d3-a87e-7512b440d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.507991 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-243c24c8-f1ea-46d3-a87e-7512b440d023 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1aed5ea54234ac48e2afa64ad89be90&device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 1094 time: 0.1010070 Mar 31 22:54:17.512619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-6f76d6a2-cdad-4934-b1e1-031a0d6eb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.515600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-6f76d6a2-cdad-4934-b1e1-031a0d6eb752 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f56139a37e134cac83374285676c62d6&device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 1094 time: 0.0780003 Mar 31 22:54:17.528161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74785cbf-77fa-4662-9461-6de622d23666 req-ad4905d9-b3ba-4c26-bb3d-f73a1045802a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.529544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74785cbf-77fa-4662-9461-6de622d23666 req-ad4905d9-b3ba-4c26-bb3d-f73a1045802a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 943 time: 0.0786071 Mar 31 22:54:17.583886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-a1a19d56-26f5-4516-aec0-3dfc655d6157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999 HTTP/1.1" status: 200 len: 217 time: 0.0552073 Mar 31 22:54:17.591435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74785cbf-77fa-4662-9461-6de622d23666 req-bc29f6a7-468c-462a-a97c-bc43e2bfd0b3 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507882 Mar 31 22:54:17.685366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0c79f46-ed2f-4e21-9ed5-b58f6bd81073 req-788f0fa3-c33a-465d-bfa1-57dd4593e852 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 210 time: 0.0372257 Mar 31 22:54:17.758775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e493626c-2377-4b30-871c-1ce1d097458f req-8f806917-5914-4b9b-8725-9fe0813f7774 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Mar 31 22:54:17.875735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce273-fa8a-45ae-93d4-8d77928cb5ca req-5929f034-13d4-4e46-b1ad-8cf0687c0b80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.877211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-839ce273-fa8a-45ae-93d4-8d77928cb5ca req-5929f034-13d4-4e46-b1ad-8cf0687c0b80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0532568 Mar 31 22:54:17.928108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-839ce273-fa8a-45ae-93d4-8d77928cb5ca req-8603777f-358e-4c53-b082-fc540a508d29 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Mar 31 22:54:17.936107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-e4e94618-2f8d-4095-ba38-727e108d10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.937917 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-e4e94618-2f8d-4095-ba38-727e108d10ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=210bd5f4-e474-4b2a-8876-db2ba5a232e3 HTTP/1.1" status: 200 len: 851 time: 0.0694973 Mar 31 22:54:17.947457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-e7773d81-cab9-4778-ae4d-d84b84cf554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.948882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-e7773d81-cab9-4778-ae4d-d84b84cf554e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 HTTP/1.1" status: 200 len: 916 time: 0.4131110 Mar 31 22:54:17.997215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-37e44443-bfb4-44f3-8291-1557008a6e89 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299704 Mar 31 22:54:18.032854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-b4b6fded-5b68-4999-b220-156ebdbaa4ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 HTTP/1.1" status: 200 len: 217 time: 0.0617747 Mar 31 22:54:18.075080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-65ad40fb-236f-4e9f-86fb-ac34b867926c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393968 Mar 31 22:54:18.119135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe89e-89fb-41ef-bee7-fdde077a3898 req-9e8885e7-7ef7-4a74-9392-6ed8d5204def tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.127633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fabe89e-89fb-41ef-bee7-fdde077a3898 req-9e8885e7-7ef7-4a74-9392-6ed8d5204def tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.1288455 Mar 31 22:54:18.161068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-6b632cad-7656-42fa-bdb7-c3d4531cc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.162819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-6b632cad-7656-42fa-bdb7-c3d4531cc262 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=955564ea-2126-47e5-85c8-18a3e4efaa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006483 Mar 31 22:54:18.178932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-d7337986-622f-459a-bf0f-a7dfdacb521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.180428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-d7337986-622f-459a-bf0f-a7dfdacb521f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14ad2b25-cd32-4cce-bcf5-0534a42fd0d7 HTTP/1.1" status: 200 len: 854 time: 0.1224136 Mar 31 22:54:18.188504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fabe89e-89fb-41ef-bee7-fdde077a3898 req-67d76a07-4148-4899-af7f-1cca31feddfb tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599899 Mar 31 22:54:18.208734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-695ae8dc-dc6c-431b-abdc-07bf8db19cc3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.211702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-695ae8dc-dc6c-431b-abdc-07bf8db19cc3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988707 Mar 31 22:54:18.240481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:18.270953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-a2db5792-83b7-488e-9d80-68cea7651aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650148 Mar 31 22:54:18.362037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-1822341e-90e5-41d9-98c7-50c9d08fad7a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.363540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-1822341e-90e5-41d9-98c7-50c9d08fad7a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693920 Mar 31 22:54:18.396565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-70cbb085-73c8-49f7-b1f7-b64f21c7f33f service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130477 Mar 31 22:54:18.404006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:18.451820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:18.456005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.480532 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-e85b3d9e-7d38-496a-93e0-7235899e1f6b service neutron] 10.222.0.44 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988661 Mar 31 22:54:18.508740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ad8b1-890f-43fd-ade2-80d68ed90d24 req-3479b48e-31e7-4149-9fe2-c8da27d5b0b3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.510213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-931ad8b1-890f-43fd-ade2-80d68ed90d24 req-3479b48e-31e7-4149-9fe2-c8da27d5b0b3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 943 time: 0.0951269 Mar 31 22:54:18.610894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-931ad8b1-890f-43fd-ade2-80d68ed90d24 req-e67a9fe0-611f-406b-a226-4eaf0614dd03 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742657 Mar 31 22:54:18.650179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e0ba72f3-b88e-499d-973b-8235c8ef8c21 req-6e44eba8-727f-4bb4-871d-3bdcb8189d7b service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141290 Mar 31 22:54:18.662760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.19 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:18.679382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce46f247-1135-4463-9cef-5e7ab436c310 req-45432e39-6696-4a24-918f-78656d089ed6 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871932 Mar 31 22:54:18.836226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc7e8-2268-458f-b2ea-7bdb4afa09e6 req-f31b6d18-7c91-496e-9455-ed895b1d8514 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.837753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e21dc7e8-2268-458f-b2ea-7bdb4afa09e6 req-f31b6d18-7c91-496e-9455-ed895b1d8514 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 943 time: 0.1125357 Mar 31 22:54:18.851476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:18.855158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.897800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.923651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e21dc7e8-2268-458f-b2ea-7bdb4afa09e6 req-447b8a22-c06b-4a8c-b794-92048ea75760 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753958 Mar 31 22:54:19.017536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-871a7a52-cd6d-4ebe-a2d0-b812e2df2767 req-bde214a2-dd7c-4628-88ca-feb1b3dd92ec tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Mar 31 22:54:19.104328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e2788a0-976b-461d-961d-652e548f95c9 req-11f5ce52-f45b-4ab8-81b5-5543397b32dc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Mar 31 22:54:19.105802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.118792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:19.158232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:19.164437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:19.186717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:19.193920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:19.207047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.181 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/1ef02377-2481-4c99-a220-0d8ae3be7ab5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:19.207526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:19.301812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.302576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.329528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3220da-d792-45c4-8c7b-4332218d10e6 req-bc6440a0-1592-4d94-af5a-bdd704baee7c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.338498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d3220da-d792-45c4-8c7b-4332218d10e6 req-bc6440a0-1592-4d94-af5a-bdd704baee7c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.1294131 Mar 31 22:54:19.394495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:19.400922 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d4f74-4ca2-41f7-919e-0676152ba393" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:19.402585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d3220da-d792-45c4-8c7b-4332218d10e6 req-1ff00975-27f3-4234-9c55-10a745d4ca2b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Mar 31 22:54:19.447638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-91f938fc-0033-4d1b-ad8f-fdaaa6c50c91 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2111397 Mar 31 22:54:19.470333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Request body: {'port': {'device_id': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.496203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.609704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.611669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8b0326fb-4b25-4d32-a8ad-f0edda044621 None None] Provisioning complete for port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:19.612237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8b0326fb-4b25-4d32-a8ad-f0edda044621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.624943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7e6c-eb08-47a1-980f-c30a30f13913 req-5c85bc7c-b905-4647-9a8f-625ef9d12e1c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.627697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a85b7e6c-eb08-47a1-980f-c30a30f13913 req-5c85bc7c-b905-4647-9a8f-625ef9d12e1c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.1131339 Mar 31 22:54:19.641010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.671730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8b0326fb-4b25-4d32-a8ad-f0edda044621 None None] Port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:19.710005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:19.714055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:19.715840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:19.718002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:19.784278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.785115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.803473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a85b7e6c-eb08-47a1-980f-c30a30f13913 req-314b064d-7dde-4034-8682-fb80b3ece437 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127689 Mar 31 22:54:19.862949 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891c9c1f-bcc7-4d67-8a6c-b14af020e266 x-openstack-request-id: req-891c9c1f-bcc7-4d67-8a6c-b14af020e266 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:19.864257 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:19.864598 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-891c9c1f-bcc7-4d67-8a6c-b14af020e266 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:19.865088 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891c9c1f-bcc7-4d67-8a6c-b14af020e266'] response: {'name': 'network-changed', 'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'status': 'completed', 'code': 200} Mar 31 22:54:19.945327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-7fca87ae-c37d-4c82-9bb4-6d7ba522b3e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5464334 Mar 31 22:54:19.969169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Request body: {'port': {'device_id': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.976469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-5d1ba4e7-bd74-465c-a369-10ae29e6094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.978090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-5d1ba4e7-bd74-465c-a369-10ae29e6094c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1aed5ea54234ac48e2afa64ad89be90&device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 1094 time: 0.0852411 Mar 31 22:54:20.069012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b94c-f752-4839-82d3-94a907930eee req-5c97d69e-0904-4700-98fd-d38298bad74f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.070446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39e9b94c-f752-4839-82d3-94a907930eee req-5c97d69e-0904-4700-98fd-d38298bad74f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 943 time: 0.1262562 Mar 31 22:54:20.074653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10247050-de7e-4069-8630-15f50f992762 req-5ae9edb1-2118-494c-852f-caf801e57f61 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.076083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10247050-de7e-4069-8630-15f50f992762 req-5ae9edb1-2118-494c-852f-caf801e57f61 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.0921066 Mar 31 22:54:20.095057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4b61134c-6a07-4d22-a979-7fad31f9c336 None None] Provisioning complete for port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:20.095514 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4b61134c-6a07-4d22-a979-7fad31f9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.099448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:20.128786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-2ddf168a-10ae-48b4-9a49-647b5eedd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.130846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-2ddf168a-10ae-48b4-9a49-647b5eedd8b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=955564ea-2126-47e5-85c8-18a3e4efaa44 HTTP/1.1" status: 200 len: 914 time: 0.1323190 Mar 31 22:54:20.139924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:20.150120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.160208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.169400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4b61134c-6a07-4d22-a979-7fad31f9c336 None None] Port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:20.179486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39e9b94c-f752-4839-82d3-94a907930eee req-e40c52dc-65a2-4642-b07d-5e1397d3cfe8 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861003 Mar 31 22:54:20.181068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10247050-de7e-4069-8630-15f50f992762 req-3b959c25-1240-4aa5-94cb-143471067576 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Mar 31 22:54:20.185965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Transition to ACTIVE for port object ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:20.267111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:20.312805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.346997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-f304bad4-9b1b-40ab-a1a2-395ae23630fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999 HTTP/1.1" status: 200 len: 217 time: 0.1994724 Mar 31 22:54:20.431063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-7614d49c-4007-4a63-8b3b-a517b821db07 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653996 Mar 31 22:54:20.450287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be378a6-4e70-436e-87c7-a75fd094014c req-22f16ee8-e35a-4cf1-8d56-67b15137749e tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.452523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6be378a6-4e70-436e-87c7-a75fd094014c req-22f16ee8-e35a-4cf1-8d56-67b15137749e tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 943 time: 0.1854854 Mar 31 22:54:20.482191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Pushing event updated for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:20.513116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-1091dc58-e8b6-4dd3-855c-b3ca32e80adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.514655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-1091dc58-e8b6-4dd3-855c-b3ca32e80adc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=210bd5f4-e474-4b2a-8876-db2ba5a232e3 HTTP/1.1" status: 200 len: 851 time: 0.1553016 Mar 31 22:54:20.582486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5593384-2a66-4d1b-aa6b-f7342711c250 req-423e6571-b0b8-4411-bafb-6b1b0b71e70e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.590269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5593384-2a66-4d1b-aa6b-f7342711c250 req-423e6571-b0b8-4411-bafb-6b1b0b71e70e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 936 time: 0.2887025 Mar 31 22:54:20.620406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-4a6bbdf1-4604-41c5-899f-a574d459a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.622353 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-4a6bbdf1-4604-41c5-899f-a574d459a2f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=955564ea-2126-47e5-85c8-18a3e4efaa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996904 Mar 31 22:54:20.632572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:20.725080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6be378a6-4e70-436e-87c7-a75fd094014c req-58966283-6e5c-4883-a746-9f6bfca3b2e7 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331312 Mar 31 22:54:20.757266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5593384-2a66-4d1b-aa6b-f7342711c250 req-dbd659fe-9bef-4883-a593-532b7c32aed3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660099 Mar 31 22:54:20.772272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Attempting to bind port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:20.772272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Attempting to bind port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:20.772693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Attempting to bind port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:20.784611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6b120076-534c-4690-8c6e-fbb506c47566 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.786197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6b120076-534c-4690-8c6e-fbb506c47566 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296151 Mar 31 22:54:20.789222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:20.789536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Attempting to bind port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:20.796011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:20.797120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:20.797574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:20.798093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Bound port: ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:20.798525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.800362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef02377-2481-4c99-a220-0d8ae3be7ab5 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:20.815266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Request body: {'port': {'device_id': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '027823132da34143877e417ea2638426'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:20.815438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.831344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84bfafab-c2de-4719-9627-511fd7b24f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.850700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Transition to ACTIVE for port object 1ef02377-2481-4c99-a220-0d8ae3be7ab5 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:20.891190 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-d2723cc1-6c03-4e45-9b51-e0ab6a6b7982 service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468030 Mar 31 22:54:20.962649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:20.995904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.054817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84bfafab-c2de-4719-9627-511fd7b24f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.070848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f6d4f74-4ca2-41f7-919e-0676152ba393 req-80057fc6-9783-4490-9267-8fd3f0651436 service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721010 Mar 31 22:54:21.080940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.114916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,segment=NetworkSegment(42248abd-4885-4483-90b2-d046868f809e),segment_id=42248abd-4885-4483-90b2-d046868f809e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:21.133468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5', 'network_id': '6fa1aa4e-9c98-4906-a563-d5d5c6e4c926', 'port_id': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5', 'mac_address': 'fa:16:3e:bf:78:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ad2b25-cd32-4cce-bcf5-0534a42fd0d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:21.160919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Attempting to bind port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:21.161257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Attempting to bind port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:21.162518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Attempting to bind port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:21.166949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:21.167309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Attempting to bind port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:21.173180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:21.174005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:21.174005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:21.174387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Bound port: 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:21.174743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.188028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.192702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a13fd748-3277-48bc-9d08-f2a582a44716 req-7a58e514-82b9-4667-92b4-bf3d5e318d89 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.3540378 Mar 31 22:54:21.213392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84bfafab-c2de-4719-9627-511fd7b24f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.219584 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:21.245073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:21.245073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:21.261739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,segment=NetworkSegment(42248abd-4885-4483-90b2-d046868f809e),segment_id=42248abd-4885-4483-90b2-d046868f809e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:21.294990 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84bfafab-c2de-4719-9627-511fd7b24f4c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c33d3a667fe46fb957c21abb1a40228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591115 Mar 31 22:54:21.296635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:21.304642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfafab-c2de-4719-9627-511fd7b24f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb6f5c-c7c6-429b-ad5b-bbd9803671bd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.323884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:21.338641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc50d7-1fd2-4b8d-8e88-b680f685e33c req-df8a473b-ba47-4b4c-993e-07f05f3e5b46 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.340133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78fc50d7-1fd2-4b8d-8e88-b680f685e33c req-df8a473b-ba47-4b4c-993e-07f05f3e5b46 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.4822707 Mar 31 22:54:21.347910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:21.350612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.365198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba59736-df19-4ccd-8f38-164e66961daa req-58f8c2a8-34d3-4994-8a56-9eabad011be7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.366654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aba59736-df19-4ccd-8f38-164e66961daa req-58f8c2a8-34d3-4994-8a56-9eabad011be7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.0762010 Mar 31 22:54:21.374964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.382376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.397285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.432974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.433586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.434950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] 10.222.0.10 "PUT /v2.0/ports/ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 HTTP/1.1" status: 200 len: 1095 time: 1.9701264 Mar 31 22:54:21.438733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:21.441019 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2610a5-8ba3-4e58-a185-a0517015a29f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:21.457850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.479521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Made reservation on behalf of 027823132da34143877e417ea2638426 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:21.483504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.490593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d0077-5eeb-454b-99a2-20fa2677ff88 service neutron] Pushing event updated for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.497339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.504713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aba59736-df19-4ccd-8f38-164e66961daa req-98acb100-ccbe-4c6a-a9fd-f1cdfb11bcb6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103673 Mar 31 22:54:21.512496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78fc50d7-1fd2-4b8d-8e88-b680f685e33c req-a7eea088-d8cf-4dba-9cd7-192694739e56 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588724 Mar 31 22:54:21.537731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.538474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.539983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] 10.222.0.44 "PUT /v2.0/ports/1ef02377-2481-4c99-a220-0d8ae3be7ab5 HTTP/1.1" status: 200 len: 1096 time: 1.5769362 Mar 31 22:54:21.588629 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1366bbd4-a26e-458d-97da-3548cab5673e x-openstack-request-id: req-1366bbd4-a26e-458d-97da-3548cab5673e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:21.588945 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:21.589216 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1366bbd4-a26e-458d-97da-3548cab5673e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:21.589635 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366bbd4-a26e-458d-97da-3548cab5673e'] response: {'name': 'network-changed', 'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3', 'status': 'completed', 'code': 200} Mar 31 22:54:21.598320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b701a6-4d93-4acc-9a5a-5af5e75eab4d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.620996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.633496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.637303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a8cb6f5c-c7c6-429b-ad5b-bbd9803671bd HTTP/1.1" status: 204 len: 168 time: 0.3374097 Mar 31 22:54:21.648349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58068e-623e-4bbf-8366-5b879cdb09c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb6f5c-c7c6-429b-ad5b-bbd9803671bd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.770926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-0686dbe6-24e1-462b-99aa-3afbccccfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.773105 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-0686dbe6-24e1-462b-99aa-3afbccccfc28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 1099 time: 0.0617399 Mar 31 22:54:21.819502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-4aaa5f5a-1689-4c58-9bcf-f310b438b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.821006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-4aaa5f5a-1689-4c58-9bcf-f310b438b4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 1098 time: 0.1509800 Mar 31 22:54:21.822194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-bb912dfe-fa0e-4d93-8ad3-c944c294565a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5 HTTP/1.1" status: 200 len: 217 time: 0.0403106 Mar 31 22:54:21.831395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18343db1-ea83-49e6-b235-4ed7e8f738ff req-e317f650-3147-4664-9138-572b790204cc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.832926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18343db1-ea83-49e6-b235-4ed7e8f738ff req-e317f650-3147-4664-9138-572b790204cc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 943 time: 0.2255137 Mar 31 22:54:21.868539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:21.870827 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a11f5-04ae-4426-92f2-3fd915bd146c" -d '{"events": [{"name": "network-changed", "server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:21.898787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Allocated IP 192.168.233.72 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/59e1a39f-a918-4d83-a0a3-87776a66805d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:21.899202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-b8147234-a658-48cf-9a0b-fe4b4d288723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.900739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-b8147234-a658-48cf-9a0b-fe4b4d288723 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0661159 Mar 31 22:54:21.903433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-1e8b0f27-a9ae-4860-8eaf-6487a9242f22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 HTTP/1.1" status: 200 len: 217 time: 0.0647502 Mar 31 22:54:21.936435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18343db1-ea83-49e6-b235-4ed7e8f738ff req-4e6936fc-b939-42d3-896f-c59d9269eba6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901279 Mar 31 22:54:21.962249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1f1a9372-b3c2-4b73-90cb-a56ddbead7b5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:21.978034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-28502e21-f6a8-4d69-9681-47e4ca54e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.978034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-28502e21-f6a8-4d69-9681-47e4ca54e58b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658848 Mar 31 22:54:22.111695 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-d9f42891-9c02-4d69-b911-63b1015f4f1f service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216600 Mar 31 22:54:22.229926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-dfde2b2f-5e49-4633-85a7-2138afea1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.231444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-dfde2b2f-5e49-4633-85a7-2138afea1e5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.2608986 Mar 31 22:54:22.255906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca041-3338-421b-acb7-dfa3c5e57204 req-e6951fa3-290f-4922-a143-bd9b9c2be7f9 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.257286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1caca041-3338-421b-acb7-dfa3c5e57204 req-e6951fa3-290f-4922-a143-bd9b9c2be7f9 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 944 time: 0.2290375 Mar 31 22:54:22.258373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-db60fc65-d328-4539-b13e-49804445d0d4 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384232 Mar 31 22:54:22.359488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7733f-ae59-4956-9ec0-044827176601 req-fea60c59-0c45-4d8e-8a96-25b065e4d168 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.360944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fad7733f-ae59-4956-9ec0-044827176601 req-fea60c59-0c45-4d8e-8a96-25b065e4d168 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 948 time: 0.1599896 Mar 31 22:54:22.374354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.388531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f664789c-1822-4e07-bab5-a8323ae3c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.390001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-f664789c-1822-4e07-bab5-a8323ae3c391 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285899 Mar 31 22:54:22.392670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1caca041-3338-421b-acb7-dfa3c5e57204 req-cbc5a342-e460-4c7b-be60-dfcf73966aba tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215534 Mar 31 22:54:22.450134 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f710ccec-b8d1-4677-9e06-1d6b2c01fda8 x-openstack-request-id: req-f710ccec-b8d1-4677-9e06-1d6b2c01fda8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:22.450425 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:22.450670 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f710ccec-b8d1-4677-9e06-1d6b2c01fda8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:22.451087 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f710ccec-b8d1-4677-9e06-1d6b2c01fda8'] response: {'name': 'network-changed', 'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'status': 'completed', 'code': 200} Mar 31 22:54:22.497061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fad7733f-ae59-4956-9ec0-044827176601 req-1a2535ef-e2f3-49ae-bc99-c9fe59606c0a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213415 Mar 31 22:54:22.569148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-204dcc79-09a9-4663-b55d-0cd05714f0e6 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676095 Mar 31 22:54:22.572370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-c0cbbfd5-0baf-4c05-8948-6d4f1ea20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.573848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-c0cbbfd5-0baf-4c05-8948-6d4f1ea20d5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 1099 time: 0.1016989 Mar 31 22:54:22.614618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586f195-e311-4cf0-b3f1-9ad234b8617f req-6b2a55f6-99fd-45b6-bfa7-d311a6ec5ceb tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.616382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f586f195-e311-4cf0-b3f1-9ad234b8617f req-6b2a55f6-99fd-45b6-bfa7-d311a6ec5ceb tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.0893528 Mar 31 22:54:22.657590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09c68918-1973-4bd6-a8a7-ba0ebb168ccf req-f1f53192-ba5f-44c7-b457-7974362d0278 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.0718980 Mar 31 22:54:22.686668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.733626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:22.755215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36002) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:22.782104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f586f195-e311-4cf0-b3f1-9ad234b8617f req-190cb805-f393-451d-b131-44259101d157 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508052 Mar 31 22:54:22.816123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:22.826008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:22.828746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19dafcc8-4945-48de-9741-7286785e260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.831134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:22.835956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c0612b3-ddf4-4659-b394-9d0a1f628ae2 req-697277e9-fe30-44ff-b201-3ba754ee3591 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592244 Mar 31 22:54:22.839776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:22.916020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419af3f1-bad0-4c59-a7f9-93b7b5ca7f4a req-eadbc655-e498-4568-8a13-1fa02b1963a1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.917606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-419af3f1-bad0-4c59-a7f9-93b7b5ca7f4a req-eadbc655-e498-4568-8a13-1fa02b1963a1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 944 time: 0.1805327 Mar 31 22:54:22.937427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.937812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.939947 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-33f574c4-34a2-47b2-bd85-007169b00908 service neutron] 10.222.0.10 "GET /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.4172566 Mar 31 22:54:22.969397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0abfc39a-7a53-479d-8fa8-fbffdec8c999 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:23.029394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-419af3f1-bad0-4c59-a7f9-93b7b5ca7f4a req-8f68e12b-899f-4226-a348-5a186b8745ea tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023669 Mar 31 22:54:23.043612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-7b7435ab-c881-4848-aede-ae869b1aaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.045109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-7b7435ab-c881-4848-aede-ae869b1aaf87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.4615686 Mar 31 22:54:23.098184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19dafcc8-4945-48de-9741-7286785e260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.103463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6c5a91e1-fc68-492e-8655-74d2220af32e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3008299 Mar 31 22:54:23.122123 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-58acce0e-608c-425b-ad65-d11af07ca398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5 HTTP/1.1" status: 200 len: 217 time: 0.0596511 Mar 31 22:54:23.123482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:23.137770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'port_id': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'mac_address': 'fa:16:3e:eb:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:23.142530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0fda-cb23-47dd-8058-da1e47e11104 req-120e4c4a-a958-4c4a-b42f-624c8d55ebd6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.150290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-243c0fda-cb23-47dd-8058-da1e47e11104 req-120e4c4a-a958-4c4a-b42f-624c8d55ebd6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 943 time: 0.1141548 Mar 31 22:54:23.157841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Request body: {'port': {'device_id': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:23.191755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ff413eea-1b60-4647-a088-3efbcabe6f8e None None] Provisioning complete for port 59e1a39f-a918-4d83-a0a3-87776a66805d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:23.192119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff413eea-1b60-4647-a088-3efbcabe6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.217496 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.218307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-a6d18a9f-b6dd-4336-9095-b379d620fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.219809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-a6d18a9f-b6dd-4336-9095-b379d620fb26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0726724 Mar 31 22:54:23.240539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abfc39a-7a53-479d-8fa8-fbffdec8c999 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:23.247851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ff413eea-1b60-4647-a088-3efbcabe6f8e None None] Port 59e1a39f-a918-4d83-a0a3-87776a66805d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:23.262450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19dafcc8-4945-48de-9741-7286785e260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.265379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:23.271400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-243c0fda-cb23-47dd-8058-da1e47e11104 req-911276be-1105-4814-abc3-55d0e9cd7065 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202555 Mar 31 22:54:23.290664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-c6ef5014-75de-440a-841d-23e96bc8d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.292519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-c6ef5014-75de-440a-841d-23e96bc8d594 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 1098 time: 0.1393595 Mar 31 22:54:23.292749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.309649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-0e73d13d-f606-4583-89cc-6b33d3d29931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.311374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-0e73d13d-f606-4583-89cc-6b33d3d29931 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631173 Mar 31 22:54:23.343989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-19dafcc8-4945-48de-9741-7286785e260b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9eed13e5bed49d3ad2ebbb569a90978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795696 Mar 31 22:54:23.348043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dafcc8-4945-48de-9741-7286785e260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e495c1-0389-4fda-b518-3de9fcd465f4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.351861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36006) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:23.384677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:23.388644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.418363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:23.455785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.471872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-720bb768-c743-435c-b0a2-e50bd4610030 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500533 Mar 31 22:54:23.473963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d00d21f-90b1-43ea-9945-4a2c39b23b05 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:23.492375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:23.583625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d7a11f5-04ae-4426-92f2-3fd915bd146c req-6edb5a9b-b56b-4e77-8659-9a7deb541e15 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027598 Mar 31 22:54:23.593432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-0b78dd23-32dc-49e8-912e-570088f82568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.594866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-0b78dd23-32dc-49e8-912e-570088f82568 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2877135 Mar 31 22:54:23.599345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.668233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.676061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] Transition to ACTIVE for port object 3d00d21f-90b1-43ea-9945-4a2c39b23b05 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:23.701280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-f5f71a7e-f573-496e-b036-d7807de00e4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 HTTP/1.1" status: 200 len: 217 time: 0.0868349 Mar 31 22:54:23.735827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dabd2-6eff-4c1b-b41d-40a16c70954f req-bf9e9617-ae1d-4ff2-819d-ba35e572fe85 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.737295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-233dabd2-6eff-4c1b-b41d-40a16c70954f req-bf9e9617-ae1d-4ff2-819d-ba35e572fe85 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 944 time: 0.2239406 Mar 31 22:54:23.774082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.794082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.812958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa120a7-887c-4067-93c8-dbf7d8d46cdf req-b5369093-0916-4050-b5d0-8bead0f47ca2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.814449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fa120a7-887c-4067-93c8-dbf7d8d46cdf req-b5369093-0916-4050-b5d0-8bead0f47ca2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 948 time: 0.2505298 Mar 31 22:54:23.856282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] No DVR routers for this DVR port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:23.874136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.875509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] Pushing event updated for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.892678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-d0b656f2-60f2-415d-88d7-becd9acb6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.894118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-d0b656f2-60f2-415d-88d7-becd9acb6a08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1791229 Mar 31 22:54:23.903129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-04079923-244a-4ae9-8733-8c977bffcd2f service neutron] 10.222.0.10 "PUT /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05/bindings/n-h2-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9478273 Mar 31 22:54:23.914430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['0abfc39a-7a53-479d-8fa8-fbffdec8c999'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:23.921538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-233dabd2-6eff-4c1b-b41d-40a16c70954f req-1271b065-2d4f-4c60-a414-8a6bdcaacb68 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541436 Mar 31 22:54:23.963338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fa120a7-887c-4067-93c8-dbf7d8d46cdf req-2db0d3f2-0a59-4a23-987f-92d316b48892 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348593 Mar 31 22:54:24.022853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-10d5a75b-1e23-424d-b593-303f90572db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.024370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-10d5a75b-1e23-424d-b593-303f90572db2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166897 Mar 31 22:54:24.035610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e1a39f-a918-4d83-a0a3-87776a66805d {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:24.052590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.099520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.102121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.103228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/76e495c1-0389-4fda-b518-3de9fcd465f4 HTTP/1.1" status: 204 len: 168 time: 0.7499497 Mar 31 22:54:24.149654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Transition to ACTIVE for port object 59e1a39f-a918-4d83-a0a3-87776a66805d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:24.170062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c70e-aaf0-4c4d-b1e5-cb0eba200992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e495c1-0389-4fda-b518-3de9fcd465f4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.180887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-44cb8875-f4bb-42f4-bbdf-77fd3e1a787a tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.182950 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-44cb8875-f4bb-42f4-bbdf-77fd3e1a787a tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0570869 Mar 31 22:54:24.204913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3fc4-2984-4e07-bd9e-4916c8a3a2c0 req-2c71d59d-1359-4bb9-a1d0-06f839537b52 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.206410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e77e3fc4-2984-4e07-bd9e-4916c8a3a2c0 req-2c71d59d-1359-4bb9-a1d0-06f839537b52 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 935 time: 0.1875751 Mar 31 22:54:24.268883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-d0c67918-afac-4cc5-9bf7-8230271aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.270387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-d0c67918-afac-4cc5-9bf7-8230271aa110 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&tenant_id=97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0732365 Mar 31 22:54:24.345380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-c9c3c91a-616c-45da-b741-7a547910c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.346895 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-c9c3c91a-616c-45da-b741-7a547910c1a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1096 time: 0.0461354 Mar 31 22:54:24.445459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb017b4-f4bf-422f-9e57-5e0d4fb8f8d7 req-ca59ef9f-f574-4685-816a-f00a82605246 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.446928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bb017b4-f4bf-422f-9e57-5e0d4fb8f8d7 req-ca59ef9f-f574-4685-816a-f00a82605246 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.3739572 Mar 31 22:54:24.449313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.453117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-aec67a4a-c08d-4be6-9e29-9b24520b3bf9 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117172 Mar 31 22:54:24.454373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-ee952677-bfa8-4118-b84a-04e68fb1913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.456141 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-ee952677-bfa8-4118-b84a-04e68fb1913c service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.0929813 Mar 31 22:54:24.562580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-1d883eec-24da-441d-b064-46dc7833bf41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0825527 Mar 31 22:54:24.601163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e77e3fc4-2984-4e07-bd9e-4916c8a3a2c0 req-e1007b6d-7dcb-4fe2-bccf-e1006ac727d5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809154 Mar 31 22:54:24.610994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.637321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bb017b4-f4bf-422f-9e57-5e0d4fb8f8d7 req-f3585b1f-521d-44c7-8623-a57e51ea0ec1 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711485 Mar 31 22:54:24.651525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-3588b205-80a6-447a-b954-48e0246c67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.653290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-3588b205-80a6-447a-b954-48e0246c67ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0819263 Mar 31 22:54:24.714799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-2047057c-19b4-4683-a76b-6f8ad67a48e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532813 Mar 31 22:54:24.832333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-1adc681a-9016-464a-8f36-ec430f924782 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070774 Mar 31 22:54:24.848412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2610a5-8ba3-4e58-a185-a0517015a29f req-33f0cb7f-532c-4109-9fc9-f856ec02b480 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800173 Mar 31 22:54:24.849798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Attempting to bind port 59e1a39f-a918-4d83-a0a3-87776a66805d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:24.850146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Attempting to bind port 59e1a39f-a918-4d83-a0a3-87776a66805d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:24.850476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Attempting to bind port 59e1a39f-a918-4d83-a0a3-87776a66805d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:24.866207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Port 59e1a39f-a918-4d83-a0a3-87776a66805d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:24.866553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Attempting to bind port 59e1a39f-a918-4d83-a0a3-87776a66805d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:24.888147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:24.888488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:24.889470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:24.890434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Bound port: 59e1a39f-a918-4d83-a0a3-87776a66805d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:24.890819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.901718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d4dc-abe3-4ea5-a00d-3dea2707454c req-372c7e7c-9e6c-4852-acff-49d14c546749 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.903279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb5d4dc-abe3-4ea5-a00d-3dea2707454c req-372c7e7c-9e6c-4852-acff-49d14c546749 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 944 time: 0.1464903 Mar 31 22:54:24.917646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494550d0-c67c-48e0-803f-bb3ed3275e9b req-cfdaa228-f0b8-49a4-b09d-99a16dc00f96 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.923522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-494550d0-c67c-48e0-803f-bb3ed3275e9b req-cfdaa228-f0b8-49a4-b09d-99a16dc00f96 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.1617434 Mar 31 22:54:24.960572 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-636acd91-bf7f-4688-aa50-c013c395ce03 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169689 Mar 31 22:54:24.992802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:25.017203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb5d4dc-abe3-4ea5-a00d-3dea2707454c req-43c60501-bbbc-4a1f-a8fa-818ef0c4e61a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904403 Mar 31 22:54:25.028765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-494550d0-c67c-48e0-803f-bb3ed3275e9b req-37d2f263-2d0b-4c44-98d1-9fd66a78391b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011815 Mar 31 22:54:25.046780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:25.062194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:25.148326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.188670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:25.194197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:25.195117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.197051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.197677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.199106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] 10.222.0.10 "PUT /v2.0/ports/59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 1095 time: 2.0452859 Mar 31 22:54:25.199560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:25.203193 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35da1b67-b569-4f6b-ae48-01331d947ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:25.219981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e7ee-6284-423b-8be3-dca7b1ea4777 req-a8e397ec-199a-45f9-b77c-dabeec250943 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.221565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2311e7ee-6284-423b-8be3-dca7b1ea4777 req-a8e397ec-199a-45f9-b77c-dabeec250943 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 944 time: 0.1176467 Mar 31 22:54:25.241955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf7d5-9fce-4f05-b189-cfa0273edbce service neutron] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:25.284046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2311e7ee-6284-423b-8be3-dca7b1ea4777 req-931c31ac-1709-4c38-85df-d3551548d661 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Mar 31 22:54:25.319383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.350311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:25.357424 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd89835-f27e-4250-aa6f-6b54b35a3ce3" -d '{"events": [{"server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:25.372084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,segment=NetworkSegment(42248abd-4885-4483-90b2-d046868f809e),segment_id=42248abd-4885-4483-90b2-d046868f809e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:25.434277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38308-eb96-4787-a264-e7929898eff8 req-15dc470e-a81e-4210-abcf-4454fc06a9a1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.436110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef38308-eb96-4787-a264-e7929898eff8 req-15dc470e-a81e-4210-abcf-4454fc06a9a1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 948 time: 0.0847695 Mar 31 22:54:25.443360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-db1248a2-6582-46ea-a3d0-01bfce62aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.449074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-db1248a2-6582-46ea-a3d0-01bfce62aa3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1098 time: 0.0842779 Mar 31 22:54:25.504255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-9440e39e-e5f1-498c-8033-e4df0298b454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0438049 Mar 31 22:54:25.518542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef38308-eb96-4787-a264-e7929898eff8 req-980ea153-f3c9-40e4-afbe-8b59510f3d25 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Mar 31 22:54:25.540735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.541661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:25.563601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6563f60a-75ba-402c-8738-f6a9bca3e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.565098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-6563f60a-75ba-402c-8738-f6a9bca3e2f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0504067 Mar 31 22:54:25.566504 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b75f2-dd4a-4b65-82ec-0f6e7fcca059 x-openstack-request-id: req-e58b75f2-dd4a-4b65-82ec-0f6e7fcca059 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:25.566790 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:25.567090 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e58b75f2-dd4a-4b65-82ec-0f6e7fcca059 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:25.567456 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58b75f2-dd4a-4b65-82ec-0f6e7fcca059'] response: {'name': 'network-changed', 'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'status': 'completed', 'code': 200} Mar 31 22:54:25.597820 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acb4a3d-f382-4990-9ec1-9e5ffa2b658d x-openstack-request-id: req-3acb4a3d-f382-4990-9ec1-9e5ffa2b658d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:25.598625 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:25.598625 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3acb4a3d-f382-4990-9ec1-9e5ffa2b658d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:25.598800 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acb4a3d-f382-4990-9ec1-9e5ffa2b658d'] response: {'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5', 'code': 200} Mar 31 22:54:25.626996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:25.650539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-49066dea-d62d-46ef-8a81-566f8e2309cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.652663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-49066dea-d62d-46ef-8a81-566f8e2309cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622766 Mar 31 22:54:25.741692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:25.791492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287155-193a-4f34-898b-70f35226dddc req-35549e7f-ba9f-4aab-9002-4567272bcf77 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.797893 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-35549e7f-ba9f-4aab-9002-4567272bcf77 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.1278324 Mar 31 22:54:25.810494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:25.826142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc21f0-94d7-4443-a8e3-d0b7794bc81f req-f647e1d0-2a0d-4cd5-b847-406a8940d18e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.828424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecfc21f0-94d7-4443-a8e3-d0b7794bc81f req-f647e1d0-2a0d-4cd5-b847-406a8940d18e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.1171618 Mar 31 22:54:25.841994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-424bdbd9-ac48-4838-8d5a-5de1bef9006c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812396 Mar 31 22:54:25.856346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd9c2-41ea-4cd3-820b-2507299ab08b req-2c4b50b1-ca6d-474b-913e-4b4eccce16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.858443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c9bcd9c2-41ea-4cd3-820b-2507299ab08b req-2c4b50b1-ca6d-474b-913e-4b4eccce16f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 1096 time: 0.1447065 Mar 31 22:54:25.901941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-f4e91f07-191e-4cfb-bd83-a10c322bb1a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131449 Mar 31 22:54:25.931371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecfc21f0-94d7-4443-a8e3-d0b7794bc81f req-1e9d52e6-159e-4edf-ada1-6a7e864acc65 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926082 Mar 31 22:54:25.933507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c9bcd9c2-41ea-4cd3-820b-2507299ab08b req-55baf78b-2bfd-4e8c-a939-4a6ef1bb9c7e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Mar 31 22:54:25.978366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-412d68f5-c5e1-4ff2-93bd-67f2e0041afb req-b5b0a349-2cf3-4832-b255-a37e4828acaa service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287391 Mar 31 22:54:26.151521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3e287155-193a-4f34-898b-70f35226dddc req-4edb33a1-2188-4ee5-87dd-4e468f6797a0 service neutron] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:26.155089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3e287155-193a-4f34-898b-70f35226dddc req-4edb33a1-2188-4ee5-87dd-4e468f6797a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.155598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ba4f-27d9-427a-9f9c-7aa9e94299eb req-6700ac33-83e7-4e4e-8e8a-2661280a1eae tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.156303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3e287155-193a-4f34-898b-70f35226dddc req-4edb33a1-2188-4ee5-87dd-4e468f6797a0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05/bindings/n-h1-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.3472853 Mar 31 22:54:26.157137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef14ba4f-27d9-427a-9f9c-7aa9e94299eb req-6700ac33-83e7-4e4e-8e8a-2661280a1eae tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 944 time: 0.0572066 Mar 31 22:54:26.197776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef14ba4f-27d9-427a-9f9c-7aa9e94299eb req-4ca9fe2c-41d0-4905-833c-dfc266c71704 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344419 Mar 31 22:54:26.282972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-b695891c-fefa-484c-9f12-f392cb11a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.284525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-b695891c-fefa-484c-9f12-f392cb11a433 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1098 time: 0.0642238 Mar 31 22:54:26.375785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f49ac-acf5-4475-bdfe-9e76401b1a06 req-7207e09e-a5f8-4703-96cf-c1e1dcc51fdb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.377273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c77f49ac-acf5-4475-bdfe-9e76401b1a06 req-7207e09e-a5f8-4703-96cf-c1e1dcc51fdb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.1128941 Mar 31 22:54:26.433230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-971e9435-1e92-4ada-b2fe-c9e3f003812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.434580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-971e9435-1e92-4ada-b2fe-c9e3f003812e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1351433 Mar 31 22:54:26.440045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c77f49ac-acf5-4475-bdfe-9e76401b1a06 req-9b8560a0-decb-40f8-a0cc-1c8314f668e8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Mar 31 22:54:26.476629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-05bb898a-c01e-4d08-8965-1c24efea9dfc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0351412 Mar 31 22:54:26.559483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-d8b1f3b4-a2f4-4969-90cc-1fafcab12360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.561117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-d8b1f3b4-a2f4-4969-90cc-1fafcab12360 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0770931 Mar 31 22:54:26.587224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1920b3-b01e-4436-bd17-2948215d848a req-6074a782-8418-4e82-a311-ea437c0badb1 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.588728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a1920b3-b01e-4436-bd17-2948215d848a req-6074a782-8418-4e82-a311-ea437c0badb1 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0794232 Mar 31 22:54:26.645022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-370599e3-8884-46e9-8ab1-b7654798c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.646590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-370599e3-8884-46e9-8ab1-b7654798c98e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784962 Mar 31 22:54:26.653953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a1920b3-b01e-4436-bd17-2948215d848a req-9aff9ff3-10ed-4599-8847-932f97581340 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Mar 31 22:54:26.794254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-f4ccd9eb-b3f8-4d95-a070-b7b0f4668779 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985487 Mar 31 22:54:26.841402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa452961-9ca9-438f-b8a1-83de138fca09 req-7d8fb842-8209-4552-87f5-d061c9da567a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.842938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa452961-9ca9-438f-b8a1-83de138fca09 req-7d8fb842-8209-4552-87f5-d061c9da567a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 948 time: 0.1127105 Mar 31 22:54:26.889414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35da1b67-b569-4f6b-ae48-01331d947ccb req-0b517388-34f2-4433-aef8-5122c7e5bed8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231892 Mar 31 22:54:26.902166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa452961-9ca9-438f-b8a1-83de138fca09 req-d87fb909-7029-4b0f-94f3-00cc574da492 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Mar 31 22:54:26.988151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1ef02377-2481-4c99-a220-0d8ae3be7ab5 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:26.990437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0abfc39a-7a53-479d-8fa8-fbffdec8c999 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:27.024261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6833c4-6b5a-4a87-ae9f-9bbeedbcbf4b req-a3309e0e-27a4-4563-9d4b-d49cee55fcae tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.026039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c6833c4-6b5a-4a87-ae9f-9bbeedbcbf4b req-a3309e0e-27a4-4563-9d4b-d49cee55fcae tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1096 time: 0.0473835 Mar 31 22:54:27.062388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c6833c4-6b5a-4a87-ae9f-9bbeedbcbf4b req-8967fcde-2ff0-422f-bf27-a5cefb003f34 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289314 Mar 31 22:54:27.189627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dc283-9c9b-4766-bd0a-0e832a42cf6f req-35e98407-f80f-417e-8cc9-779bf11e6ea1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.191323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f1dc283-9c9b-4766-bd0a-0e832a42cf6f req-35e98407-f80f-417e-8cc9-779bf11e6ea1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0507982 Mar 31 22:54:27.230019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f1dc283-9c9b-4766-bd0a-0e832a42cf6f req-db67dbbc-fab5-4708-b66a-e80ecd7815e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Mar 31 22:54:27.256166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.267789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'mac_address': 'fa:16:3e:c1:51:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:27.307248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.324940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef02377-2481-4c99-a220-0d8ae3be7ab5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:27.348917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.412127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-336d80cb-b468-47e7-927f-a34fb0405481 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.413578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-336d80cb-b468-47e7-927f-a34fb0405481 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1088645 Mar 31 22:54:27.422652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:27.431893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:27.431893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.432146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-e4b5bcf1-89b1-4677-b869-2b5152f2c362 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/quotas/97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 375 time: 0.0099893 Mar 31 22:54:27.481366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-4ae23e07-68a5-4c28-832d-53dceb3321a5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455072 Mar 31 22:54:27.510701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.544928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.577965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-bdbfc3be-29fe-4b9b-a621-35c86065653e service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887358 Mar 31 22:54:27.582853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.606556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:27.609922 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff690f3c-d5a8-4537-b33d-ea65fdc6c584" -d '{"events": [{"server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "name": "network-vif-plugged", "status": "completed", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:27.637343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.671465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-7ebac2b6-de6b-470a-ab79-6deaeb84009e service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871396 Mar 31 22:54:27.719545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.755873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:27.780768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.867084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.878306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3', 'mac_address': 'fa:16:3e:99:b1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:27.926777 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.940424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:27.964031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.987522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12128867-387d-4e69-9e51-94d5ea8ba65a req-d59b98bc-0876-4b5d-8395-6b3536547489 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.989286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12128867-387d-4e69-9e51-94d5ea8ba65a req-d59b98bc-0876-4b5d-8395-6b3536547489 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0535433 Mar 31 22:54:28.018834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1ef02377-2481-4c99-a220-0d8ae3be7ab5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:28.028197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12128867-387d-4e69-9e51-94d5ea8ba65a req-2428e1a2-0168-4a49-8448-790b118b2c59 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Mar 31 22:54:28.045032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.110978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:28.440280 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549257b2-f961-4c96-bbd8-df28aff9a4b7 x-openstack-request-id: req-549257b2-f961-4c96-bbd8-df28aff9a4b7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:28.440670 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "name": "network-vif-plugged", "status": "completed", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:28.440926 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-549257b2-f961-4c96-bbd8-df28aff9a4b7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:28.441321 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549257b2-f961-4c96-bbd8-df28aff9a4b7'] response: {'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'code': 200} Mar 31 22:54:28.535454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607ec3a-0bbf-4ea0-863c-a607a4ed542f req-5a03fde0-b612-4fc4-a4d1-0cb72a5513ab tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.537134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8607ec3a-0bbf-4ea0-863c-a607a4ed542f req-5a03fde0-b612-4fc4-a4d1-0cb72a5513ab tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0522692 Mar 31 22:54:28.575279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8607ec3a-0bbf-4ea0-863c-a607a4ed542f req-86618047-4ee9-4a4e-b239-1cd8f267dc8b tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Mar 31 22:54:28.642176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1875851f-3310-4e41-b0c5-d88c6253c4e4 req-9d31176a-b585-4edf-9a1b-e1c3b5819dbc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0267918 Mar 31 22:54:28.761492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a2be6-8059-4f51-876b-79e0e5807514 req-c5d39071-b11b-4b3f-b1c6-e36da34c904c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.763173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-220a2be6-8059-4f51-876b-79e0e5807514 req-c5d39071-b11b-4b3f-b1c6-e36da34c904c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 949 time: 0.0500977 Mar 31 22:54:28.802039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-220a2be6-8059-4f51-876b-79e0e5807514 req-821f9298-eefc-42da-a94c-fd916fc06102 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Mar 31 22:54:28.901181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776107c-c3c6-4551-9ae4-6e6c9b70d54b req-2d2e0dd1-2ce6-47af-b9ee-6a6c81907057 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.902542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3776107c-c3c6-4551-9ae4-6e6c9b70d54b req-2d2e0dd1-2ce6-47af-b9ee-6a6c81907057 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0476701 Mar 31 22:54:28.943620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3776107c-c3c6-4551-9ae4-6e6c9b70d54b req-6febff82-9c9b-488d-96ed-ae7b1c83717c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Mar 31 22:54:28.983353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:29.169532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da8b5-1282-44e7-85a2-239d05130690 req-02930cbe-5e11-4970-ac5d-1c528808ff7e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.171599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa2da8b5-1282-44e7-85a2-239d05130690 req-02930cbe-5e11-4970-ac5d-1c528808ff7e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Mar 31 22:54:29.208983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa2da8b5-1282-44e7-85a2-239d05130690 req-18787f88-e93e-4269-be59-7019387eeaed tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Mar 31 22:54:29.700857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d07f-e4f3-4187-8aa4-68a0df959580 req-025df481-836f-4274-bd97-1e94c3bf6b1a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.703425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7615d07f-e4f3-4187-8aa4-68a0df959580 req-025df481-836f-4274-bd97-1e94c3bf6b1a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0528700 Mar 31 22:54:29.743079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7615d07f-e4f3-4187-8aa4-68a0df959580 req-a1cd4013-6f87-4bcc-9d52-54ad71494030 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Mar 31 22:54:29.822273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc5844b5-13f0-4296-ac7e-f71114dd9325 req-0fd2c700-626c-46e9-8362-7bab101cc679 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0251341 Mar 31 22:54:29.930025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87e469-d0e5-4c5b-9fc0-d8330a3b82ad req-397a250a-b7d7-4a74-8eeb-d504c42a818f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.931532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e87e469-d0e5-4c5b-9fc0-d8330a3b82ad req-397a250a-b7d7-4a74-8eeb-d504c42a818f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 949 time: 0.0522165 Mar 31 22:54:29.971040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e87e469-d0e5-4c5b-9fc0-d8330a3b82ad req-204031c6-3a36-45e1-8ea2-35bdd7632a76 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Mar 31 22:54:30.075290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561de69-6f5a-4502-a1dd-1da14591a642 req-5885a7d7-ef8a-4349-b830-cfb1674ffb04 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.077289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d561de69-6f5a-4502-a1dd-1da14591a642 req-5885a7d7-ef8a-4349-b830-cfb1674ffb04 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0501406 Mar 31 22:54:30.115818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d561de69-6f5a-4502-a1dd-1da14591a642 req-81b04aa0-70fb-4026-bf0b-a2482f980bd5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Mar 31 22:54:30.324080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569704ba-5675-4804-bb58-96ff8936c51a req-f9761253-f04d-4c80-b0ad-f2d55c905418 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.325600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-569704ba-5675-4804-bb58-96ff8936c51a req-f9761253-f04d-4c80-b0ad-f2d55c905418 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Mar 31 22:54:30.362696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-569704ba-5675-4804-bb58-96ff8936c51a req-7aa08d12-72ec-4ac6-a8b6-f0fdc1c47526 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310109 Mar 31 22:54:30.776734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:30.860863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21903b6-1468-4e77-9090-201da8c73a71 req-01dc90d3-9e5a-45d8-9975-7e583de6a14c tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.862417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b21903b6-1468-4e77-9090-201da8c73a71 req-01dc90d3-9e5a-45d8-9975-7e583de6a14c tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0518603 Mar 31 22:54:30.882783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-277455fc-97d0-4462-9a8b-4fc0b1580070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.901747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b21903b6-1468-4e77-9090-201da8c73a71 req-3cb07368-225e-44b2-9207-2c38811f223a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Mar 31 22:54:30.958532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-277455fc-97d0-4462-9a8b-4fc0b1580070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.983155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af7985e1-da14-4c20-a5da-e9d92c21b42b req-12e5e9a3-f635-4ea1-bf5f-dceba575f1de tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Mar 31 22:54:31.015621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1ef02377-2481-4c99-a220-0d8ae3be7ab5 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:31.084743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-277455fc-97d0-4462-9a8b-4fc0b1580070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.089088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91447791-9eef-49ee-b5ca-ff895abbedad req-82d13122-e5b0-41c4-8ea5-9d571d847904 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.090570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91447791-9eef-49ee-b5ca-ff895abbedad req-82d13122-e5b0-41c4-8ea5-9d571d847904 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 949 time: 0.0480764 Mar 31 22:54:31.124093 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-277455fc-97d0-4462-9a8b-4fc0b1580070 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d742747efb3b4f5cabd45dc3bc9bc630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454089 Mar 31 22:54:31.128070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277455fc-97d0-4462-9a8b-4fc0b1580070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba5c86-6aea-4889-a7d1-cbccbaee9ceb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:31.128070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36202) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:31.129303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91447791-9eef-49ee-b5ca-ff895abbedad req-e5a94974-1449-4647-97d2-8054f1008ffb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Mar 31 22:54:31.183151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.193254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:31.197263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:31.197637 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.206414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.246361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cceaa6-10b2-4659-90e0-742da9d20114 req-70463f85-cdfa-47d3-adc5-9142488b2f7b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.248867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51cceaa6-10b2-4659-90e0-742da9d20114 req-70463f85-cdfa-47d3-adc5-9142488b2f7b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0556366 Mar 31 22:54:31.285701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.287627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51cceaa6-10b2-4659-90e0-742da9d20114 req-a4d8eefa-8700-46a9-9021-e4bed044aa24 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Mar 31 22:54:31.309176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:31.312155 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee7977-a2e2-4bf3-af20-102c1527ca04" -d '{"events": [{"server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:31.328060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:31.347253 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa3a4e-ae1b-4853-9aef-9b842cb302cf x-openstack-request-id: req-31fa3a4e-ae1b-4853-9aef-9b842cb302cf {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:31.347563 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:31.347818 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-31fa3a4e-ae1b-4853-9aef-9b842cb302cf {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:31.348198 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fa3a4e-ae1b-4853-9aef-9b842cb302cf'] response: {'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'code': 200} Mar 31 22:54:31.359697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.362350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.363525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/20ba5c86-6aea-4889-a7d1-cbccbaee9ceb HTTP/1.1" status: 204 len: 168 time: 0.2353127 Mar 31 22:54:31.372438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff8647-8a8d-4f27-ae4d-d8bf3e957adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba5c86-6aea-4889-a7d1-cbccbaee9ceb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:31.433853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.487710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:31.492622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbe0ec-440e-49d0-9dd6-a5cd8733ca0e req-e74943ea-7a79-4420-a8c3-3ecb21d0c429 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.494086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5adbe0ec-440e-49d0-9dd6-a5cd8733ca0e req-e74943ea-7a79-4420-a8c3-3ecb21d0c429 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Mar 31 22:54:31.495040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.495389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.495729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.496065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.496393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.496720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.497045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.497368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.497691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.498038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.499026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.499364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:31.533610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5adbe0ec-440e-49d0-9dd6-a5cd8733ca0e req-44077810-fd6d-40a9-997a-ae3df4992003 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Mar 31 22:54:31.786373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:31.793639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:31.919667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:31.930444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'mac_address': 'fa:16:3e:2e:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:31.969265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.988504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1a39f-a918-4d83-a0a3-87776a66805d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:32.009198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:32.025396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137282-2342-477d-bfb7-31a526604880 req-31758ac9-0e02-44e8-bf6b-f01c62a55416 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.026892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f137282-2342-477d-bfb7-31a526604880 req-31758ac9-0e02-44e8-bf6b-f01c62a55416 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0538700 Mar 31 22:54:32.033380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:32.037697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:32.039248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.068098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f137282-2342-477d-bfb7-31a526604880 req-09afc4c2-87fb-492f-a1fc-98b1eb4fd476 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340815 Mar 31 22:54:32.121092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.128725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.153430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfc265b5-0a4c-4595-b689-b8ff8a868e43 req-99756992-d35f-417b-9122-2d95b394fe6f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Mar 31 22:54:32.196805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:32.197731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:32.206652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:32.219721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a239e947-704e-4dd9-8903-ca8ca2db47a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.263876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52717-60fb-4ebf-a6dd-5c11aa9bc29a req-52fbbed3-63da-4568-af1a-90521f0686e8 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.265332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ae52717-60fb-4ebf-a6dd-5c11aa9bc29a req-52fbbed3-63da-4568-af1a-90521f0686e8 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0485778 Mar 31 22:54:32.297888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a239e947-704e-4dd9-8903-ca8ca2db47a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.306306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ae52717-60fb-4ebf-a6dd-5c11aa9bc29a req-9794c008-10cd-4237-bdda-1d3b1ed012b7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Mar 31 22:54:32.307966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.355846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:32.393376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a239e947-704e-4dd9-8903-ca8ca2db47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.412572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679ce0-e36d-4e1a-8405-495bdf6bf61e req-547af325-9a93-4989-a717-376076b78957 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.414174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e679ce0-e36d-4e1a-8405-495bdf6bf61e req-547af325-9a93-4989-a717-376076b78957 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0493593 Mar 31 22:54:32.432709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a239e947-704e-4dd9-8903-ca8ca2db47a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=23b842d3cebf44cc8f889becd14e9f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248516 Mar 31 22:54:32.433483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239e947-704e-4dd9-8903-ca8ca2db47a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df365c6-06fb-4f0f-9993-7fdbf34cb787,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:32.436449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36224) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:32.455639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e679ce0-e36d-4e1a-8405-495bdf6bf61e req-621538b3-f98d-4f2e-bd2f-6ce1e8e7f595 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Mar 31 22:54:32.489037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.510085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.647372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd30f16-4327-4b9c-bcdf-e6cd7f70afd1 req-c39826e7-10e0-4b03-9287-8ed614a8e3c2 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.648821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abd30f16-4327-4b9c-bcdf-e6cd7f70afd1 req-c39826e7-10e0-4b03-9287-8ed614a8e3c2 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Mar 31 22:54:32.691291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.691291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.691291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9df365c6-06fb-4f0f-9993-7fdbf34cb787 HTTP/1.1" status: 204 len: 168 time: 0.2518618 Mar 31 22:54:32.691720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abd30f16-4327-4b9c-bcdf-e6cd7f70afd1 req-a0e63711-e876-4299-b8f1-4e38d7eef946 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Mar 31 22:54:32.695976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['59e1a39f-a918-4d83-a0a3-87776a66805d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:32.697799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309de3f8-63fe-455f-9c6f-75a6afe8d9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df365c6-06fb-4f0f-9993-7fdbf34cb787,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:33.188412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7b6cf-d323-405a-bab2-72bd87dc752b req-6adcaa33-10ed-4edf-882f-333e5674da21 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.189910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8e7b6cf-d323-405a-bab2-72bd87dc752b req-6adcaa33-10ed-4edf-882f-333e5674da21 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0490384 Mar 31 22:54:33.228209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8e7b6cf-d323-405a-bab2-72bd87dc752b req-76592080-6791-4f9c-9398-2c1e1e648283 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Mar 31 22:54:33.307316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5937aeae-1b64-4d66-a6be-2a5f23e61a4b req-80814a36-a3af-48f3-a4c8-2e33ca392cc1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0263255 Mar 31 22:54:33.349568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:33.351964 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7619c17b-4ad6-47c9-b4b9-2f0723852977" -d '{"events": [{"server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "name": "network-vif-plugged", "status": "completed", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:33.421692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ee2dc-21ef-40b9-a02a-8e079170d8d5 req-85eabf2d-4546-4204-971c-c64b7c81951b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.423189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b4ee2dc-21ef-40b9-a02a-8e079170d8d5 req-85eabf2d-4546-4204-971c-c64b7c81951b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0493553 Mar 31 22:54:33.468253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b4ee2dc-21ef-40b9-a02a-8e079170d8d5 req-337622a6-08cc-4657-acc4-872efbac16e7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Mar 31 22:54:33.509781 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775683f2-d01c-44d1-bb1b-2d6532d8a1de x-openstack-request-id: req-775683f2-d01c-44d1-bb1b-2d6532d8a1de {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:33.510111 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "name": "network-vif-plugged", "status": "completed", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:33.510386 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-775683f2-d01c-44d1-bb1b-2d6532d8a1de {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:33.510842 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775683f2-d01c-44d1-bb1b-2d6532d8a1de'] response: {'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3', 'code': 200} Mar 31 22:54:33.617169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82652-4dc1-4ded-a5dc-c72658b3e664 req-7a568f2d-70b0-43ae-aad6-02e7b294e8b9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.618667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b82652-4dc1-4ded-a5dc-c72658b3e664 req-7a568f2d-70b0-43ae-aad6-02e7b294e8b9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0640006 Mar 31 22:54:33.677818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b82652-4dc1-4ded-a5dc-c72658b3e664 req-c53f145f-f91d-4388-a19d-4a731823fee5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Mar 31 22:54:33.679554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf5cde-8697-45d2-ad7e-a5f107c3ea14 req-f25badac-500e-4bbc-a91a-2e038cc4791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.680932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84cf5cde-8697-45d2-ad7e-a5f107c3ea14 req-f25badac-500e-4bbc-a91a-2e038cc4791c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 1100 time: 0.0794752 Mar 31 22:54:33.716192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84cf5cde-8697-45d2-ad7e-a5f107c3ea14 req-4164f6dd-e174-4ccb-8c5e-db94c08fd54c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284328 Mar 31 22:54:33.834204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25258857-8f8f-4180-a246-4d3fc7a93fa3 req-e5646282-79c2-441c-b355-8f5e7d9e6868 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.835804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25258857-8f8f-4180-a246-4d3fc7a93fa3 req-e5646282-79c2-441c-b355-8f5e7d9e6868 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0621436 Mar 31 22:54:33.875588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25258857-8f8f-4180-a246-4d3fc7a93fa3 req-aa0fdafa-9979-46df-a12e-b2de382b649e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Mar 31 22:54:34.273997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.345514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c338c-a018-433d-9041-136397738628 req-0cae7d40-a35b-41ec-bc3e-e0464e78cbf7 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.346887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd7c338c-a018-433d-9041-136397738628 req-0cae7d40-a35b-41ec-bc3e-e0464e78cbf7 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0497828 Mar 31 22:54:34.384139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd7c338c-a018-433d-9041-136397738628 req-9022011b-fca8-4969-bc84-0b5442973703 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Mar 31 22:54:34.464594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c6b7030-6a89-4bd6-b687-e88b1b139693 req-2cfaeffa-d58e-4fc2-8709-7f5cca395fb9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0262811 Mar 31 22:54:34.582429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f308c8-8700-4d38-a44b-a740a13f7f7e req-09892458-8833-4c74-9569-f5f459f63d7f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.583935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2f308c8-8700-4d38-a44b-a740a13f7f7e req-09892458-8833-4c74-9569-f5f459f63d7f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0486965 Mar 31 22:54:34.625622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2f308c8-8700-4d38-a44b-a740a13f7f7e req-d37a0c69-3e85-4341-a7ea-5c32d2230f06 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Mar 31 22:54:34.919091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c4e7d-c3cc-4c55-9799-9ba1cc08f933 req-ae8589c4-ed8a-4cff-bc6e-d80db7f98e96 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.921164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d80c4e7d-c3cc-4c55-9799-9ba1cc08f933 req-ae8589c4-ed8a-4cff-bc6e-d80db7f98e96 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0486069 Mar 31 22:54:34.958618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d80c4e7d-c3cc-4c55-9799-9ba1cc08f933 req-af60b454-52a6-4dd5-8ce2-1a4b8b8aaf3a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Mar 31 22:54:35.092781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a01fb-8e51-4213-80a2-87267e86253f req-440f97ea-bdd9-4866-862c-3fab419a98d5 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.094233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1a01fb-8e51-4213-80a2-87267e86253f req-440f97ea-bdd9-4866-862c-3fab419a98d5 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0474696 Mar 31 22:54:35.132563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1a01fb-8e51-4213-80a2-87267e86253f req-0b98132a-c028-4c9a-81ef-e5a11247932a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Mar 31 22:54:35.518267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae931-ea5a-48ad-bc86-2a7dc3e14267 req-d72264f5-bbe4-40d8-8792-0a78b775b611 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.522978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e5ae931-ea5a-48ad-bc86-2a7dc3e14267 req-d72264f5-bbe4-40d8-8792-0a78b775b611 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0546446 Mar 31 22:54:35.561404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e5ae931-ea5a-48ad-bc86-2a7dc3e14267 req-cbc6faf3-064a-47d0-afb6-5a745765690a tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Mar 31 22:54:35.642255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee843df1-3950-4f6c-a96d-37f797d09723 req-29355748-a691-4fbe-b93c-c57f1ed62aae tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0256994 Mar 31 22:54:35.759969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1ff02-bbb5-4963-9a93-c373f8634e48 req-c5073d03-3f89-4a91-83f3-629db35fb5d7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.764072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64e1ff02-bbb5-4963-9a93-c373f8634e48 req-c5073d03-3f89-4a91-83f3-629db35fb5d7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0593512 Mar 31 22:54:35.783190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:35.806529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64e1ff02-bbb5-4963-9a93-c373f8634e48 req-c801e770-8323-46ba-bbdf-28424d81ace3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Mar 31 22:54:35.941973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 59e1a39f-a918-4d83-a0a3-87776a66805d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:35.946056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 59e1a39f-a918-4d83-a0a3-87776a66805d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:35.946358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.002812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36328) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:36.044437 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.071481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:36.074197 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d518b07a-c9ec-497e-886f-c2bb015e1108" -d '{"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-plugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:36.089849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940186-8dfe-4ea1-8f3d-c3293f741513 req-a6f2e5a9-65cd-48aa-b31b-6eeeb6bc5561 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.092141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41940186-8dfe-4ea1-8f3d-c3293f741513 req-a6f2e5a9-65cd-48aa-b31b-6eeeb6bc5561 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0554633 Mar 31 22:54:36.094070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:36.125110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9060-3f5a-4783-bc85-23384b9eacd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.131701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41940186-8dfe-4ea1-8f3d-c3293f741513 req-4d934103-1618-4efc-b2bc-a95eba3955a7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Mar 31 22:54:36.177201 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f275faae-931b-4ca8-a27a-5ddc38b91003 x-openstack-request-id: req-f275faae-931b-4ca8-a27a-5ddc38b91003 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:36.177522 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-plugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:36.177779 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f275faae-931b-4ca8-a27a-5ddc38b91003 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:36.178174 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f275faae-931b-4ca8-a27a-5ddc38b91003'] response: {'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'code': 200} Mar 31 22:54:36.188243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.213020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9060-3f5a-4783-bc85-23384b9eacd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.237902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:36.281516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448e8f8-43f0-446f-a613-9b261088b90e req-79153154-9652-4865-af00-1f55b8967601 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.282895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f448e8f8-43f0-446f-a613-9b261088b90e req-79153154-9652-4865-af00-1f55b8967601 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0582793 Mar 31 22:54:36.290358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9060-3f5a-4783-bc85-23384b9eacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.333169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f9060-3f5a-4783-bc85-23384b9eacd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd91ab29-6e1b-4848-9a29-55347de5ed2c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:36.333710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f448e8f8-43f0-446f-a613-9b261088b90e req-6c310fcc-28c9-4861-9409-5f3635e280ba tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Mar 31 22:54:36.337387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1a9f9060-3f5a-4783-bc85-23384b9eacd9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f7a425c3e6094a8bb8cc2869e1c906b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334692 Mar 31 22:54:36.343468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:36.371292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8bbe8-5b66-400e-ae5e-a4ffde46f205 req-cf6b5ba1-2a3a-4810-bc86-593843507e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.372709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65c8bbe8-5b66-400e-ae5e-a4ffde46f205 req-cf6b5ba1-2a3a-4810-bc86-593843507e18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1100 time: 0.0513625 Mar 31 22:54:36.405948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.408558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65c8bbe8-5b66-400e-ae5e-a4ffde46f205 req-fb120043-1e36-481b-a084-65ce2c0d565d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289798 Mar 31 22:54:36.431078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.576467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.578965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.580158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd91ab29-6e1b-4848-9a29-55347de5ed2c HTTP/1.1" status: 204 len: 168 time: 0.2357280 Mar 31 22:54:36.588363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44595248-b939-4708-a3b0-c36fac1c2146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd91ab29-6e1b-4848-9a29-55347de5ed2c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:36.681389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22534b78-bc9f-40a2-8974-08c93462451e req-90abf672-c0a9-4645-9162-a658957ae232 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.682880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22534b78-bc9f-40a2-8974-08c93462451e req-90abf672-c0a9-4645-9162-a658957ae232 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0503297 Mar 31 22:54:36.721154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22534b78-bc9f-40a2-8974-08c93462451e req-267a6ebd-78e0-49e2-9682-612e273e875d tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Mar 31 22:54:36.804632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4fcc1fb-ec33-4c18-880e-a4970b8eebe0 req-a698bd3b-3e3f-4759-984d-d96048e4578a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0302856 Mar 31 22:54:36.926884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b837f-2465-4cfa-8c5c-64e2b44b200a req-0e76a14a-bb53-48ef-a95e-782c7ae1d750 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.928427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c97b837f-2465-4cfa-8c5c-64e2b44b200a req-0e76a14a-bb53-48ef-a95e-782c7ae1d750 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0530951 Mar 31 22:54:36.967483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c97b837f-2465-4cfa-8c5c-64e2b44b200a req-151640f3-4e1a-412f-aefe-d64dec9c8506 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Mar 31 22:54:37.245288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfb10b-bebd-437f-86f7-29f3d5d11957 req-e77643f4-193f-4a9a-a250-8f616f74703e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.246750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3acfb10b-bebd-437f-86f7-29f3d5d11957 req-e77643f4-193f-4a9a-a250-8f616f74703e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0478337 Mar 31 22:54:37.285596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3acfb10b-bebd-437f-86f7-29f3d5d11957 req-b557abbe-53cf-4c0d-bc33-f5c62fec1a04 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Mar 31 22:54:37.294528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36350) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:37.308207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-726cdc8f-1fbb-4dee-bf95-5c9580c7035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.383974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-726cdc8f-1fbb-4dee-bf95-5c9580c7035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.474120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-726cdc8f-1fbb-4dee-bf95-5c9580c7035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.503792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16baf1-d0e1-4984-8a8f-fc7e942dfcbb req-0069c285-9ced-413a-90ba-93161a2afd96 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.515026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd16baf1-d0e1-4984-8a8f-fc7e942dfcbb req-0069c285-9ced-413a-90ba-93161a2afd96 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0910747 Mar 31 22:54:37.545105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cdc8f-1fbb-4dee-bf95-5c9580c7035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2921445-7c33-447b-a7ee-993d779e6163,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:37.551012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-726cdc8f-1fbb-4dee-bf95-5c9580c7035e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=442afd6120ab44a288cf833f95f2dc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548099 Mar 31 22:54:37.553800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36354) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:37.571420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd16baf1-d0e1-4984-8a8f-fc7e942dfcbb req-9df1efda-31d9-4e15-a253-eb9b3adb8a25 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452487 Mar 31 22:54:37.604460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.625469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.794170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.803771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.803771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b2921445-7c33-447b-a7ee-993d779e6163 HTTP/1.1" status: 204 len: 168 time: 0.2437284 Mar 31 22:54:37.806648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47fc5-5db2-4718-bfd6-d53e95917582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2921445-7c33-447b-a7ee-993d779e6163,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:37.845102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be43d7-8012-4e4e-bee8-99440dd5564d req-634c3299-e7a8-4e3e-8e82-5e8eeb208187 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.866827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9be43d7-8012-4e4e-bee8-99440dd5564d req-634c3299-e7a8-4e3e-8e82-5e8eeb208187 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0564172 Mar 31 22:54:37.885475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9be43d7-8012-4e4e-bee8-99440dd5564d req-c966b6f5-58c7-42c9-b5b6-e0263c0bdbc4 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Mar 31 22:54:37.969549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5c20773-9920-4eca-a3fd-93489e7f0996 req-93ca6177-660b-4275-8ba8-ddf75400554b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Mar 31 22:54:38.097003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411775c-40fc-4990-89cb-04a31daae88f req-dae148c6-3228-4bcf-bab3-543e9b07cc03 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.098824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f411775c-40fc-4990-89cb-04a31daae88f req-dae148c6-3228-4bcf-bab3-543e9b07cc03 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0580885 Mar 31 22:54:38.144830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f411775c-40fc-4990-89cb-04a31daae88f req-dbaf9372-ddb8-41e2-a15f-17eaf450cc2e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Mar 31 22:54:38.433637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9bc1-25ad-4624-9a86-e15c264eec1a req-c7fb82f4-337a-4212-a65d-e39860d34b3f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.435221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-373f9bc1-25ad-4624-9a86-e15c264eec1a req-c7fb82f4-337a-4212-a65d-e39860d34b3f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0529137 Mar 31 22:54:38.476806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-373f9bc1-25ad-4624-9a86-e15c264eec1a req-53c048c0-fafa-449d-9879-c8a324153536 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Mar 31 22:54:38.685884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fde68-6269-40e9-a9d6-6262a3ede9f9 req-ec8a9ec4-2fae-4738-888f-3fa1989f3839 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.687407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-129fde68-6269-40e9-a9d6-6262a3ede9f9 req-ec8a9ec4-2fae-4738-888f-3fa1989f3839 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0488579 Mar 31 22:54:38.728045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-129fde68-6269-40e9-a9d6-6262a3ede9f9 req-bd8f5f9b-6b13-4c7a-a8b9-d71faafbde66 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Mar 31 22:54:39.009279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199cc69-0bcc-4d02-b569-7b1a75488002 req-258ede8b-d859-4c5c-a4cc-5d33854f4b5c tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.010855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3199cc69-0bcc-4d02-b569-7b1a75488002 req-258ede8b-d859-4c5c-a4cc-5d33854f4b5c tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0571036 Mar 31 22:54:39.049469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3199cc69-0bcc-4d02-b569-7b1a75488002 req-45aa3805-70a4-47ec-9f61-667f6a3b55a2 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Mar 31 22:54:39.131763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f92077d6-cc82-44fd-b162-758f50634900 req-6e5e5056-eef1-4ace-a320-ba0a7f267f8c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Mar 31 22:54:39.290463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-90d4ec92-c245-4f2c-aa15-211a295a609d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403287 Mar 31 22:54:39.384580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd9180-9bc6-411b-ae35-534b92ddacb6 req-3cb8cb88-a16d-4868-8c1d-264f8c333924 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.386048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74fd9180-9bc6-411b-ae35-534b92ddacb6 req-3cb8cb88-a16d-4868-8c1d-264f8c333924 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0797224 Mar 31 22:54:39.389068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-86a31e45-9e93-434a-8af7-74e6c08f7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.390404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-86a31e45-9e93-434a-8af7-74e6c08f7304 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 1101 time: 0.0565252 Mar 31 22:54:39.444070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74fd9180-9bc6-411b-ae35-534b92ddacb6 req-22e6a379-c494-4c00-a15c-c0f15cfd4260 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Mar 31 22:54:39.513037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-ccb95d5f-d05d-4ab9-9de4-eb448e037fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.515195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-ccb95d5f-d05d-4ab9-9de4-eb448e037fc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1023569 Mar 31 22:54:39.559161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-ffe7f87e-ccb8-4fd3-98d5-c5e54bd19f62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6 HTTP/1.1" status: 200 len: 217 time: 0.0363078 Mar 31 22:54:39.632942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-d3e43418-bf60-4887-b038-da82f181435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.634381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-d3e43418-bf60-4887-b038-da82f181435c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0691469 Mar 31 22:54:39.656677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce4a85-504b-4df7-aa19-2eeee20873fa req-09a5be63-912e-4975-90ed-f95c2d63228f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.658077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98ce4a85-504b-4df7-aa19-2eeee20873fa req-09a5be63-912e-4975-90ed-f95c2d63228f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0852768 Mar 31 22:54:39.920646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98ce4a85-504b-4df7-aa19-2eeee20873fa req-6e8f1386-fff2-4027-9db2-60dc5f0afac8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Mar 31 22:54:39.922990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-15f6cee5-d2e4-4428-a73b-cc6fcc053c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.924406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-15f6cee5-d2e4-4428-a73b-cc6fcc053c02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2836168 Mar 31 22:54:40.027594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-b23823f1-9e63-4f79-bd87-23ab80653411 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952728 Mar 31 22:54:40.112171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b3349-0a14-4e79-a897-e7f05ca150c3 req-5b7050c4-5b7d-40ed-977a-096819b42320 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.113623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a2b3349-0a14-4e79-a897-e7f05ca150c3 req-5b7050c4-5b7d-40ed-977a-096819b42320 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0987539 Mar 31 22:54:40.170818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8531e6b2-8120-4e01-b57d-0d62adf3e672 req-3255c1f7-c4df-4e26-87f6-3e4527c3f307 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264958 Mar 31 22:54:40.173632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a2b3349-0a14-4e79-a897-e7f05ca150c3 req-a05924d8-c867-4272-8760-adb952c0852b tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539894 Mar 31 22:54:40.277769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-3bdf10c8-9999-41de-874d-5950f88d8432 req-83979eac-3e77-4e0f-96eb-c21c728f68d1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:40.278729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bdf10c8-9999-41de-874d-5950f88d8432 req-83979eac-3e77-4e0f-96eb-c21c728f68d1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054054 Mar 31 22:54:40.872133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf868-02a5-49f5-9730-24069ecc1469 req-f499c0a3-100c-465f-aef6-6b9254b75331 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.874154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4caf868-02a5-49f5-9730-24069ecc1469 req-f499c0a3-100c-465f-aef6-6b9254b75331 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0495446 Mar 31 22:54:40.912406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4caf868-02a5-49f5-9730-24069ecc1469 req-29dce69f-5af3-4f99-8683-bd633c993380 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Mar 31 22:54:40.998237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f734aea4-8e6d-4a19-931a-54f9513973ac req-2b9ddd38-2062-43eb-9cdd-5deae1c8ad0c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0290349 Mar 31 22:54:41.008296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-abc31d54-2d57-4b39-a9ba-12f53ff00794 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619655 Mar 31 22:54:41.021683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-7524c4ad-c6b8-4ded-8a28-8b20f2029a38 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:41.022641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-7524c4ad-c6b8-4ded-8a28-8b20f2029a38 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050924 Mar 31 22:54:41.117523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6de5-37c3-44de-80da-c915882b4a7c req-331304b2-c8a8-43cc-9c19-e142029bd206 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.118966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-237c6de5-37c3-44de-80da-c915882b4a7c req-331304b2-c8a8-43cc-9c19-e142029bd206 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0506489 Mar 31 22:54:41.156387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-237c6de5-37c3-44de-80da-c915882b4a7c req-fdc78922-ff80-434b-89e3-7dd583b98bce tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Mar 31 22:54:41.260289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a7ed-92e6-4a12-b145-de08f63530fd req-d7e17cb2-295c-45c6-9a40-c614985af028 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.261797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9628a7ed-92e6-4a12-b145-de08f63530fd req-d7e17cb2-295c-45c6-9a40-c614985af028 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0491507 Mar 31 22:54:41.301974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9628a7ed-92e6-4a12-b145-de08f63530fd req-c6d6e199-5ccb-4f87-b007-d22460dc24bd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Mar 31 22:54:41.438097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabb94-ea9c-49a5-8981-b974d1368099 req-dec3d4b1-f127-4005-aa06-f27ec027fe89 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.439631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7baabb94-ea9c-49a5-8981-b974d1368099 req-dec3d4b1-f127-4005-aa06-f27ec027fe89 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Mar 31 22:54:41.480634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7baabb94-ea9c-49a5-8981-b974d1368099 req-25b845b3-47b8-4bf3-b6af-b46742326c70 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349569 Mar 31 22:54:41.588156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-988d9eaf-d548-451e-8a54-bd3ae6bdcf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.033419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672247-115a-448f-a49a-96e60cae01d7 req-409524d8-11cd-4fc4-9236-719b40f066ee tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.040470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7672247-115a-448f-a49a-96e60cae01d7 req-409524d8-11cd-4fc4-9236-719b40f066ee tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0601964 Mar 31 22:54:42.089210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:42.090030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7672247-115a-448f-a49a-96e60cae01d7 req-d0555762-4c00-4693-982f-5a206d2437fe tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Mar 31 22:54:42.179691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11fc8051-6619-4007-b87e-3fc35a10e70a req-36b12670-a274-4ebf-b211-c103e1fb1d8e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0275252 Mar 31 22:54:42.210408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-568197ef-ebfc-4415-ab96-b31f6098238b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.288401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-568197ef-ebfc-4415-ab96-b31f6098238b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.303906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55889-c749-48c4-a586-69ea3ae6b447 req-7d1e7d1e-2914-499b-a625-395c0c236dcb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.305436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e55889-c749-48c4-a586-69ea3ae6b447 req-7d1e7d1e-2914-499b-a625-395c0c236dcb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0534532 Mar 31 22:54:42.343665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e55889-c749-48c4-a586-69ea3ae6b447 req-2d05dc33-5df8-4fd1-ac40-703cf986387e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Mar 31 22:54:42.404994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-568197ef-ebfc-4415-ab96-b31f6098238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.444744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-568197ef-ebfc-4415-ab96-b31f6098238b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1c09c1da4f8c4085b169c734f524676d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543069 Mar 31 22:54:42.445456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568197ef-ebfc-4415-ab96-b31f6098238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b5ee33-6d12-456f-b72b-f9bc2a1c43ce,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:42.448014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36480) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:42.452281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d065-0685-460f-970e-3ad999a4ddcc req-a9d267c2-3b5a-4eea-8ffb-b69ac434b0e2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.454424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd30d065-0685-460f-970e-3ad999a4ddcc req-a9d267c2-3b5a-4eea-8ffb-b69ac434b0e2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0538421 Mar 31 22:54:42.495355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd30d065-0685-460f-970e-3ad999a4ddcc req-78d3f82b-1d7e-49b9-8577-1f5d6775aea1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Mar 31 22:54:42.519707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.552255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.658085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dc58e-ad01-4e80-9281-5e696cd060a3 req-b1317ff4-8f71-41b8-91e7-539b4d314242 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.659616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f43dc58e-ad01-4e80-9281-5e696cd060a3 req-b1317ff4-8f71-41b8-91e7-539b4d314242 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Mar 31 22:54:42.680197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3b92-903a-4ed1-921f-b0029f73885a req-5f42f959-32b1-4a7e-8d94-1dd7316fa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.681668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-5f42f959-32b1-4a7e-8d94-1dd7316fa0f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1096 time: 0.1159167 Mar 31 22:54:42.695636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3a8e-86fd-41f4-9a63-833de9c556c3 req-e4a57bb8-0a8f-4775-8c12-a32867a31c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.697028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d63b3a8e-86fd-41f4-9a63-833de9c556c3 req-e4a57bb8-0a8f-4775-8c12-a32867a31c93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 1101 time: 0.0858970 Mar 31 22:54:42.699733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49d63-7ed7-416b-9003-35c72327eb17 req-fdf1a67d-1bd4-49a5-8147-5d5365be5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.701795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52f49d63-7ed7-416b-9003-35c72327eb17 req-fdf1a67d-1bd4-49a5-8147-5d5365be5b79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 1096 time: 0.0895653 Mar 31 22:54:42.718567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f43dc58e-ad01-4e80-9281-5e696cd060a3 req-ef9f111e-03ca-4c80-ae2e-1d4fd73056a6 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521779 Mar 31 22:54:42.819193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.821717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.822923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13b5ee33-6d12-456f-b72b-f9bc2a1c43ce HTTP/1.1" status: 204 len: 168 time: 0.3741913 Mar 31 22:54:42.864125 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52f49d63-7ed7-416b-9003-35c72327eb17 req-9e168f84-deea-4b4e-8e9a-215d6961c50a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150961 Mar 31 22:54:42.867432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d63b3a8e-86fd-41f4-9a63-833de9c556c3 req-8f162c89-0e5f-4505-acda-6c80f2f4b892 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116941 Mar 31 22:54:42.871487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ed49b-ff29-494d-9eed-7667822339fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b5ee33-6d12-456f-b72b-f9bc2a1c43ce,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:42.920585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3b92-903a-4ed1-921f-b0029f73885a req-171c34e2-c91a-4918-b08f-2c8fe231cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.922394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-171c34e2-c91a-4918-b08f-2c8fe231cb9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1656213 Mar 31 22:54:43.206515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248c3b7-db0c-47a6-91f2-c7c7deec2afb req-79ced888-1768-41c1-815a-bf2c00ccf6c8 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.208033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3248c3b7-db0c-47a6-91f2-c7c7deec2afb req-79ced888-1768-41c1-815a-bf2c00ccf6c8 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0505035 Mar 31 22:54:43.248510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3248c3b7-db0c-47a6-91f2-c7c7deec2afb req-92802ab0-9d01-400a-bc39-964ea1de9390 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Mar 31 22:54:43.333233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91f29398-5e0f-45a2-a33d-6e2478e3f071 req-a6487f01-4272-4516-829c-ce63eddd5b3e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0297301 Mar 31 22:54:43.457199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-1a2b46a6-2191-4eff-8596-5527b9d6ea00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0376790 Mar 31 22:54:43.461341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64dbb-18ae-45ba-89d9-8945b015ef01 req-f13cae82-887d-4ac4-ad89-5d738ad2d009 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.463077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf64dbb-18ae-45ba-89d9-8945b015ef01 req-f13cae82-887d-4ac4-ad89-5d738ad2d009 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0514348 Mar 31 22:54:43.506280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf64dbb-18ae-45ba-89d9-8945b015ef01 req-07697d1c-e996-48f4-985a-f14834121122 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Mar 31 22:54:43.548609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3b92-903a-4ed1-921f-b0029f73885a req-61cab7fe-0c03-4c5b-ad39-5cdefde872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.550164 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-61cab7fe-0c03-4c5b-ad39-5cdefde872ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0569623 Mar 31 22:54:43.589452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-75874d82-34a9-4c7f-ad6f-627699a73e3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309319 Mar 31 22:54:43.637773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50941a-ab97-44cb-aef3-8e364df804aa req-db418274-6bd0-40a4-9a8e-60d7bca141d1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.640688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe50941a-ab97-44cb-aef3-8e364df804aa req-db418274-6bd0-40a4-9a8e-60d7bca141d1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0497193 Mar 31 22:54:43.682497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe50941a-ab97-44cb-aef3-8e364df804aa req-e13c0aeb-8395-49b5-b9fd-97c8706c08a7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Mar 31 22:54:43.693187 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-9997b24b-c479-4a31-94ac-cfef13bc9255 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929632 Mar 31 22:54:43.730437 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c38e5ccf-6f20-4ba2-ab58-d99884508f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.832953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599c3b92-903a-4ed1-921f-b0029f73885a req-d91bbca8-a5ba-4e14-9793-8357ba03380e service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281500 Mar 31 22:54:43.911944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-835497b5-1649-44fc-b547-8d4c2b05f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.913737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-835497b5-1649-44fc-b547-8d4c2b05f477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1100 time: 0.1129913 Mar 31 22:54:43.928976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3fb0f-9237-4176-94c0-4ca11576546c req-9b7ebced-d18b-40b6-bc95-22d32dda09d3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.934304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49e3fb0f-9237-4176-94c0-4ca11576546c req-9b7ebced-d18b-40b6-bc95-22d32dda09d3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.1119826 Mar 31 22:54:44.040517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49e3fb0f-9237-4176-94c0-4ca11576546c req-8d323b35-c30d-4ffe-8fc9-cc1fa778ccce tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963538 Mar 31 22:54:44.070006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-8a254b81-de0d-4ae9-860e-df95f9790654 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:44.075906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-8a254b81-de0d-4ae9-860e-df95f9790654 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216808 Mar 31 22:54:44.137954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-71244c1e-6dee-4dea-a0f3-58fcf5aa1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.140433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-71244c1e-6dee-4dea-a0f3-58fcf5aa1c19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2069974 Mar 31 22:54:44.144054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-bab4d4bf-1f79-41e3-bb43-13a027942ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.145934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-bab4d4bf-1f79-41e3-bb43-13a027942ef6 service neutron] 10.222.0.83 "GET /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 1093 time: 0.0653217 Mar 31 22:54:44.189465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-5cedc4c2-33d0-4b7b-b5e7-7d170ea6afab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0423412 Mar 31 22:54:44.192561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Request body: {'binding': {'host': 'n-h2-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:44.193020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:54:44.354262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-b1a68b0b-67ee-48ab-9090-d6a364999bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.355742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-b1a68b0b-67ee-48ab-9090-d6a364999bfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1585152 Mar 31 22:54:44.466724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-f1e34582-66f3-4df2-9178-a2fdf830db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.468951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-f1e34582-66f3-4df2-9178-a2fdf830db1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046331 Mar 31 22:54:44.511126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on host n-h2-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:44.511663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:44.512215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:44.553751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:44.554066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:44.570412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:44.570942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:44.571569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:44.572316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Bound port: f74a6a83-33ae-45b4-b089-6bb51d130118, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:44.642297 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:44.669116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-a76914a2-35da-43a4-9df9-a7bc39b8fc53 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858282 Mar 31 22:54:44.695611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:44.788561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-4618a33d-7bba-4fdd-ae75-1916a22b7e69 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079874 Mar 31 22:54:44.827187 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.828674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-5d9e8aea-256f-4402-a19f-f6aa76ab0c8b service neutron] 10.222.0.83 "POST /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118/bindings HTTP/1.1" status: 201 len: 389 time: 0.6415694 Mar 31 22:54:44.885745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e64bd2-d4f5-4b53-acef-ed7aa951889f req-2c137301-49f7-4da6-832c-51aa680fec97 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.887360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7e64bd2-d4f5-4b53-acef-ed7aa951889f req-2c137301-49f7-4da6-832c-51aa680fec97 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.0577617 Mar 31 22:54:44.931968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7e64bd2-d4f5-4b53-acef-ed7aa951889f req-c4d67c90-f370-433c-b8a0-52b8eaefd1a9 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Mar 31 22:54:45.034042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-746ce943-70a8-4560-8e00-eaa85961e531 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.037940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-746ce943-70a8-4560-8e00-eaa85961e531 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1510258 Mar 31 22:54:45.053978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Request body: {'port': {'device_id': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'admin_state_up': True, 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:45.059193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a84d7527-3f0e-4e34-9918-c6f08ff8af32 req-4baed77f-2e77-4b22-b86c-dc0efc9c69e3 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Mar 31 22:54:45.222206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.247250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c439-f365-4296-8a42-fe859f2a6548 req-349b68c3-ba5a-40d2-91f0-330b91ef6acc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.255611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faf7c439-f365-4296-8a42-fe859f2a6548 req-349b68c3-ba5a-40d2-91f0-330b91ef6acc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.1204348 Mar 31 22:54:45.325512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faf7c439-f365-4296-8a42-fe859f2a6548 req-754ff939-b188-42ea-900f-5f72753a50ab tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Mar 31 22:54:45.334131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a54e3-8b6f-411c-a882-87911db7ce81 req-59802a19-aa76-47d2-8d8c-1636ac779570 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.335638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-679a54e3-8b6f-411c-a882-87911db7ce81 req-59802a19-aa76-47d2-8d8c-1636ac779570 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0767343 Mar 31 22:54:45.379854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-679a54e3-8b6f-411c-a882-87911db7ce81 req-9739d082-abb8-4d5f-8ad7-aafbc1c7a087 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Mar 31 22:54:45.393437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:45.396968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.505380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe22add-5a31-4f83-806f-fa65a9b2b52d req-5064da8e-9d17-4acf-b307-284b4160ed58 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.507029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fe22add-5a31-4f83-806f-fa65a9b2b52d req-5064da8e-9d17-4acf-b307-284b4160ed58 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0765684 Mar 31 22:54:45.562445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fe22add-5a31-4f83-806f-fa65a9b2b52d req-0c1339c4-8d57-40ff-8c26-bcbe73227de0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478289 Mar 31 22:54:45.616792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Allocated IP 172.20.0.10 (54fec72e-ba2f-4c0a-afee-b3d4d845235b/c6255af6-6f5d-469c-8e2e-8b3c916d59c8/df72bfc8-3fdd-48d1-bf57-69e53c485513) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:45.730636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19593-6cac-4aa1-8495-5c52fd029c0e req-d0e0a900-9546-4564-8ab0-2506ad5f9c53 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.732416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6f19593-6cac-4aa1-8495-5c52fd029c0e req-d0e0a900-9546-4564-8ab0-2506ad5f9c53 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.0497494 Mar 31 22:54:45.808236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6f19593-6cac-4aa1-8495-5c52fd029c0e req-58fd06b3-f433-418d-9f44-efe172a15b22 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Mar 31 22:54:45.820234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.876762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b222b-1db9-456f-8414-03b641ff9eb5 req-254826c5-1f46-41c0-8abf-b8b57e23887e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.878348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-396b222b-1db9-456f-8414-03b641ff9eb5 req-254826c5-1f46-41c0-8abf-b8b57e23887e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0616667 Mar 31 22:54:45.888674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36552) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:45.892077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-ab14aa47-b3e9-447f-bec7-5a51dc7425b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.893514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-ab14aa47-b3e9-447f-bec7-5a51dc7425b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1096 time: 0.0646932 Mar 31 22:54:45.896568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Request body: {'floatingip': {'port_id': '0abfc39a-7a53-479d-8fa8-fbffdec8c999'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:45.984307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.022067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.193558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20380e3-83a2-4327-a41d-bdfa399210cc req-c48f8186-7ebc-4324-bc2d-53b6ea8ec89f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.195373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d20380e3-83a2-4327-a41d-bdfa399210cc req-c48f8186-7ebc-4324-bc2d-53b6ea8ec89f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 932 time: 0.0583634 Mar 31 22:54:46.259083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d20380e3-83a2-4327-a41d-bdfa399210cc req-99b75acf-8f76-48d5-ac7c-b7a9e846ed89 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Mar 31 22:54:46.361068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:46.363397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:46.392606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:46.401658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:46.459537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b741878-3aa7-413c-9298-2cd427e0c463 req-b154b5d1-f856-429d-ab31-06ad2f68d787 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.461047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b741878-3aa7-413c-9298-2cd427e0c463 req-b154b5d1-f856-429d-ab31-06ad2f68d787 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0527232 Mar 31 22:54:46.468952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.476829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-9306e3cf-dbf6-4863-8f68-05e939582822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.478296 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-9306e3cf-dbf6-4863-8f68-05e939582822 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.5565212 Mar 31 22:54:46.540011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b741878-3aa7-413c-9298-2cd427e0c463 req-f9a94cf4-3d56-48f2-b009-3121f3950cfa tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657461 Mar 31 22:54:46.571988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af656443-7249-4357-9b61-e7126e417f76 req-9b475dce-f9df-4965-8dc4-df2caa7bed84 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.573671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af656443-7249-4357-9b61-e7126e417f76 req-9b475dce-f9df-4965-8dc4-df2caa7bed84 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0784216 Mar 31 22:54:46.579816 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-7021d8ab-8e23-4c21-9939-9bee0cd7fa60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0871146 Mar 31 22:54:46.587210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.587973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.616076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af656443-7249-4357-9b61-e7126e417f76 req-bf480d33-5147-41a7-b483-bd9099bbee32 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Mar 31 22:54:46.701845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-b72d1046-67d9-48e0-bda8-b4b13fff97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.703306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-b72d1046-67d9-48e0-bda8-b4b13fff97e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1103523 Mar 31 22:54:46.727358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09064f-824a-4d8f-8f3e-b3170cb16e57 req-cbcd36ca-4fcc-4598-afca-0a9c33072ea9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.728865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b09064f-824a-4d8f-8f3e-b3170cb16e57 req-cbcd36ca-4fcc-4598-afca-0a9c33072ea9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 949 time: 0.0536020 Mar 31 22:54:46.767766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-13719cf1-4d4e-41e1-b1ac-eaf8081ab722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573730 Mar 31 22:54:46.788523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b09064f-824a-4d8f-8f3e-b3170cb16e57 req-c6ac71be-459f-4836-8d79-91c0c8192bfe tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513511 Mar 31 22:54:46.793425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.854163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-6fc5affe-4078-451a-b838-f5acdb864df2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8042152 Mar 31 22:54:46.870352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Request body: {'port': {'device_id': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:47.055448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278707f6-4212-4be1-9554-b3e74d6a3baa req-84ad0330-ee22-42fc-a0a4-537c587b9f9f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.057737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-278707f6-4212-4be1-9554-b3e74d6a3baa req-84ad0330-ee22-42fc-a0a4-537c587b9f9f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.0636973 Mar 31 22:54:47.106191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.135576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-278707f6-4212-4be1-9554-b3e74d6a3baa req-a5d910d0-3221-4c57-8d37-804fdb111060 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674341 Mar 31 22:54:47.140992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-914d9bc1-3a27-4385-9d18-a8491b501489 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644583 Mar 31 22:54:47.160290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c84a8-5836-49f5-aa1a-75461ba5e4c1 req-0b32f103-67c1-4b26-b1b9-1b0e5fda12e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.173363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c84a8-5836-49f5-aa1a-75461ba5e4c1 req-0b32f103-67c1-4b26-b1b9-1b0e5fda12e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.183190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-020c84a8-5836-49f5-aa1a-75461ba5e4c1 req-0b32f103-67c1-4b26-b1b9-1b0e5fda12e9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571&device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 1690 time: 0.1065478 Mar 31 22:54:47.218246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-020c84a8-5836-49f5-aa1a-75461ba5e4c1 req-99913713-eaec-49d1-a3db-298ec13bf75c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 Mar 31 22:54:47.260671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.resource_extend [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:54:47.381411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44620bda-0025-4ae6-89d8-39df8659ce8c req-2e1d42bf-7fe0-44c6-913a-d75f205de6fb tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.383026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44620bda-0025-4ae6-89d8-39df8659ce8c req-2e1d42bf-7fe0-44c6-913a-d75f205de6fb tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 1101 time: 0.0458014 Mar 31 22:54:47.418790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44620bda-0025-4ae6-89d8-39df8659ce8c req-a6a9f1f5-9cc6-43dc-9651-6aeda2471df7 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288022 Mar 31 22:54:47.429479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.452065 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-1af0881c-64b3-40d7-9811-e964ce11517d service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882917 Mar 31 22:54:47.538146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.600562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be003c7-b917-4ef8-b1e1-ab9e75db666f req-51b66108-603d-43ac-99ca-2dcabc3df1a5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.602032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9be003c7-b917-4ef8-b1e1-ab9e75db666f req-51b66108-603d-43ac-99ca-2dcabc3df1a5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 932 time: 0.0848999 Mar 31 22:54:47.608223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762536b-d597-452b-8aa9-b46cb699c800 req-d3d3f3f7-2947-440e-9ee5-58706acb679e tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.609791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1762536b-d597-452b-8aa9-b46cb699c800 req-d3d3f3f7-2947-440e-9ee5-58706acb679e tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 1100 time: 0.0615239 Mar 31 22:54:47.666729 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Floating IP daac3963-74fb-4808-8eb8-22bab493c8c9 associated. External IP: 172.25.6.194, port: 0abfc39a-7a53-479d-8fa8-fbffdec8c999. Mar 31 22:54:47.680457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9be003c7-b917-4ef8-b1e1-ab9e75db666f req-c6443b71-1cc5-4d5b-94d3-f8aa7191de11 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659618 Mar 31 22:54:47.680457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1762536b-d597-452b-8aa9-b46cb699c800 req-cdb3644f-3c73-4ddb-8af8-859757478684 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Mar 31 22:54:47.916156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9a3f3-6fdf-4432-ac08-9bee8b6e06ea req-30a53963-3bdf-405a-a83f-ad4c9d9e34cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.920926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9b9a3f3-6fdf-4432-ac08-9bee8b6e06ea req-30a53963-3bdf-405a-a83f-ad4c9d9e34cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0858982 Mar 31 22:54:47.963932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9b9a3f3-6fdf-4432-ac08-9bee8b6e06ea req-6dfaa5a1-d9e3-4031-914d-6eb6479a52ea tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Mar 31 22:54:48.083385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-b60888d5-90ec-4069-b27d-c52641579374 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270925 Mar 31 22:54:48.092009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-b62485f7-a8c1-4083-88b8-e5c82fb87245 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.096602 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-b62485f7-a8c1-4083-88b8-e5c82fb87245 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.4328787 Mar 31 22:54:48.124979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828414-2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:48.218070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-45276b80-192d-4b4e-ab77-1ff6525bbe68 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.225578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-45276b80-192d-4b4e-ab77-1ff6525bbe68 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354408 Mar 31 22:54:48.232865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.243949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-6cfe534f-08d5-4c4b-ad3e-f64eac4ae1c9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0172167 Mar 31 22:54:48.268126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df72bfc8-3fdd-48d1-bf57-69e53c485513 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:48.288070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.323822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-b562c8a6-98f1-4c42-b1f6-cd7a50694bba tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0789418 Mar 31 22:54:48.350705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Transition to ACTIVE for port object df72bfc8-3fdd-48d1-bf57-69e53c485513 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:48.484924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.503269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Router dc47a3bd-3a78-4844-8792-6671f2a470af has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:48.573462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:48.586617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:48.748688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2a19304-5d9c-4e47-b8f1-964822a5fad1 req-6efbaaf7-6e54-40dc-a890-7840738437ca tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0359762 Mar 31 22:54:48.762428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d6e7-5bf7-4514-a607-b20152b3d4b0 req-9a7db18c-7630-4d4c-aaa0-e35490d1321e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.770619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c7d6e7-5bf7-4514-a607-b20152b3d4b0 req-9a7db18c-7630-4d4c-aaa0-e35490d1321e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 945 time: 0.0887301 Mar 31 22:54:48.816823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c7d6e7-5bf7-4514-a607-b20152b3d4b0 req-b34733da-0e45-4b4f-83ea-137378b65c64 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Mar 31 22:54:48.821827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:48.829485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:48.829827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:48.830154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:48.864463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:48.864821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:48.883675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:48.884013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:48.884405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:48.884849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Bound port: df72bfc8-3fdd-48d1-bf57-69e53c485513, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:48.885203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.891083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:48.897409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.902216 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Sync routers for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:48.909221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c564331-d9f3-4705-ac5f-937e167b7dfc req-9c21a5aa-759f-4557-924c-84beea1a55ef tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.909744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c564331-d9f3-4705-ac5f-937e167b7dfc req-9c21a5aa-759f-4557-924c-84beea1a55ef tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0559645 Mar 31 22:54:48.920920 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:48.926303 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:48.938946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:48.941324 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8441b71c-f2e6-40c7-bdee-cae0418fc836" -d '{"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-unplugged", "status": "completed", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:48.949555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.977604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c564331-d9f3-4705-ac5f-937e167b7dfc req-612cb113-9af2-46f9-8ce7-6d33ee812c7c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586283 Mar 31 22:54:48.984167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-98580ff8-0a34-4f16-b8f1-2a545524f9dc tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "PUT /v2.0/floatingips/daac3963-74fb-4808-8eb8-22bab493c8c9 HTTP/1.1" status: 200 len: 991 time: 3.0937798 Mar 31 22:54:49.023791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:49.026886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:49.044703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.055350 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:49.085572 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0ed802-dddd-4910-ab9e-6eff66d1f4a4 x-openstack-request-id: req-aa0ed802-dddd-4910-ab9e-6eff66d1f4a4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:49.085874 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-unplugged", "status": "completed", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:49.086131 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa0ed802-dddd-4910-ab9e-6eff66d1f4a4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:49.086543 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0ed802-dddd-4910-ab9e-6eff66d1f4a4'] response: {'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'code': 200} Mar 31 22:54:49.148439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.163599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:49.181333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.181990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.183438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] 10.222.0.44 "PUT /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 1092 time: 2.3185036 Mar 31 22:54:49.184161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on host n-h1-828414-2 for vnic_type normal with profile {"migrating_to": "n-h2-828414-2"} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:49.184472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:49.184857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:49.212019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:49.212341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Attempting to bind port f74a6a83-33ae-45b4-b089-6bb51d130118 on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:49.225110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:49.226464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:49.226464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:49.226464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Bound port: f74a6a83-33ae-45b4-b089-6bb51d130118, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:49.226789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.250700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62748387-5750-423f-b3ce-ab95d2659e6a req-2b22e499-2556-4fe9-85dc-0d473e3c2cff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.252239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62748387-5750-423f-b3ce-ab95d2659e6a req-2b22e499-2556-4fe9-85dc-0d473e3c2cff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0730908 Mar 31 22:54:49.254461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecb5fa-f15e-463b-8dc3-22b23c859b4f service neutron] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:49.261381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a93e6-de13-482b-ae61-d90fb129112c req-38bd4475-6ede-41db-873d-3168595b36a3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.262990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-302a93e6-de13-482b-ae61-d90fb129112c req-38bd4475-6ede-41db-873d-3168595b36a3 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.1012640 Mar 31 22:54:49.320977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62748387-5750-423f-b3ce-ab95d2659e6a req-75eb59e7-30e4-4d05-968b-b82a950395e5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568841 Mar 31 22:54:49.349600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-302a93e6-de13-482b-ae61-d90fb129112c req-f6c598bf-5ee0-478f-b592-4d033a8aa502 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691583 Mar 31 22:54:49.364290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:49.369766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:49.401247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-b11df28b-aa68-4179-9f2a-ed78657a6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.403053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-b11df28b-aa68-4179-9f2a-ed78657a6daf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1095 time: 0.0875809 Mar 31 22:54:49.435569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'daac3963-74fb-4808-8eb8-22bab493c8c9', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'port_id': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'mac_address': 'fa:16:3e:eb:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:08Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 1, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:49.455312 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-30cd5649-32c7-4e12-9d63-9ac8845d78bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.0400293 Mar 31 22:54:49.463561 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Checking router: dc47a3bd-3a78-4844-8792-6671f2a470af for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:49.471708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:49.472272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:49.493949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.581041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-9152d35e-6d8a-40db-a301-89a20f5c78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.582258 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-9152d35e-6d8a-40db-a301-89a20f5c78ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1205702 Mar 31 22:54:49.586000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=8']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:49.601852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:49.655076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-640b49a4-1328-442f-8ea7-15e410672822 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632346 Mar 31 22:54:49.667275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.668896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.673532 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-892c67f9-4e7d-4f86-9c72-ebc6fc9c3608 service neutron] 10.222.0.44 "PUT /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 1121 time: 1.5592592 Mar 31 22:54:49.773840 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-bfc03591-e02b-4ef4-a76b-f8680e6bf32f service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985186 Mar 31 22:54:49.859604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85fa0d0c-86a6-4bb5-9eae-daedd7652481 req-143622fb-c493-4898-a0fe-fc68ccf7d89a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Mar 31 22:54:49.874504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f74a6a83-33ae-45b4-b089-6bb51d130118'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:49.916171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f7e808a-3c06-4f70-a64e-34b0598df5b9 req-59b4ba87-f382-403b-b2ff-414a0f7c1721 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293941 Mar 31 22:54:49.990840 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'daac3963-74fb-4808-8eb8-22bab493c8c9', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'port_id': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'mac_address': 'fa:16:3e:eb:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:08Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 1, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:50.004603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd12e-1021-4591-b4c3-eefae0ca1d50 req-ef618455-4a1b-4f8a-b9c4-df28bb5bff8b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.004603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c69bd12e-1021-4591-b4c3-eefae0ca1d50 req-ef618455-4a1b-4f8a-b9c4-df28bb5bff8b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0543280 Mar 31 22:54:50.028164 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d0f73-ee3f-499f-8168-f4ab3bb8c838 None None] The sync data for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 is: [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'daac3963-74fb-4808-8eb8-22bab493c8c9', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'port_id': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'mac_address': 'fa:16:3e:eb:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:08Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 1, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:50.051441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c69bd12e-1021-4591-b4c3-eefae0ca1d50 req-f5f2dd39-9159-44d1-88c5-68caa25cbcbe tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Mar 31 22:54:50.198899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea40750-b3d6-426f-9f6b-abb319577ecb req-6fa0eda7-0e27-4712-a0e1-87d675a38437 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.201193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dea40750-b3d6-426f-9f6b-abb319577ecb req-6fa0eda7-0e27-4712-a0e1-87d675a38437 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0797465 Mar 31 22:54:50.244056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dea40750-b3d6-426f-9f6b-abb319577ecb req-d2d895e7-d351-4222-ab03-e67f48363abe tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Mar 31 22:54:50.250884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36668) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:50.268877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bbe02-49e9-49cc-9d9a-437203b5ed1b None None] New status for floating IP daac3963-74fb-4808-8eb8-22bab493c8c9: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:50.370984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80597819-4931-4ca1-af1a-a20ff787bfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.486843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e70ee-d3fe-4b78-9d73-74975b5dfa5a req-4074b892-2249-4974-8034-a5f9e211789e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.488356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d4e70ee-d3fe-4b78-9d73-74975b5dfa5a req-4074b892-2249-4974-8034-a5f9e211789e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0690336 Mar 31 22:54:50.492848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80597819-4931-4ca1-af1a-a20ff787bfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.526197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d4e70ee-d3fe-4b78-9d73-74975b5dfa5a req-9d33aad0-4e8a-4d46-8e7e-59cd913d64e5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Mar 31 22:54:50.639231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80597819-4931-4ca1-af1a-a20ff787bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.676334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80597819-4931-4ca1-af1a-a20ff787bfd9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b1303b27c1943e79c0a3ddd56ded8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244845 Mar 31 22:54:50.678196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80597819-4931-4ca1-af1a-a20ff787bfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6df5be-8438-4705-a778-a3b2c54992d7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:50.679153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:50.730031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.752269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.873652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.876404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.877851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8a6df5be-8438-4705-a778-a3b2c54992d7 HTTP/1.1" status: 204 len: 168 time: 0.1975317 Mar 31 22:54:50.887655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c2b0-ef93-4428-bb39-c17e80d55752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6df5be-8438-4705-a778-a3b2c54992d7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:50.965176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac000d33-0a11-444a-b212-25b58c95b2bc req-e9f21021-2d30-4493-99e2-32666378975c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0269279 Mar 31 22:54:51.087566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999'}, {'name': 'network-changed', 'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513'}, {'name': 'network-changed', 'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:51.089926 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a566329-a877-4680-8670-a995146568a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999"}, {"name": "network-changed", "server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513"}, {"name": "network-changed", "server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:51.137470 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d x-openstack-request-id: req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:51.138492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:51.138819 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:51.139400 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d'] response: {'name': 'network-changed', 'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'status': 'completed', 'code': 200} Mar 31 22:54:51.139747 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d'] response: {'name': 'network-changed', 'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'status': 'completed', 'code': 200} Mar 31 22:54:51.139850 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc91ee-67e6-40e2-b5bc-37a5d07ee13d'] response: {'name': 'network-changed', 'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'status': 'completed', 'code': 200} Mar 31 22:54:51.186462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8af07-6777-4568-9e02-d8e9824c8b76 req-a25aa8c4-03d3-44c9-aaec-4d55df0ceac6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.188950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5df8af07-6777-4568-9e02-d8e9824c8b76 req-a25aa8c4-03d3-44c9-aaec-4d55df0ceac6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0581119 Mar 31 22:54:51.229370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-c96e8312-1bbc-41c3-8de6-ee12b50ebde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.231452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-c96e8312-1bbc-41c3-8de6-ee12b50ebde5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1aed5ea54234ac48e2afa64ad89be90&device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 1096 time: 0.0549479 Mar 31 22:54:51.253075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-da49cf1a-fcd4-4f02-8504-485ed95d5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.255041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-da49cf1a-fcd4-4f02-8504-485ed95d5c28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1124 time: 0.0661380 Mar 31 22:54:51.271333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5df8af07-6777-4568-9e02-d8e9824c8b76 req-6b050ff8-804e-43ea-a024-dce6e3720246 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733526 Mar 31 22:54:51.387386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-d709285f-00bf-4fcd-a33e-5b817feb1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.389834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-d709285f-00bf-4fcd-a33e-5b817feb1d21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=955564ea-2126-47e5-85c8-18a3e4efaa44 HTTP/1.1" status: 200 len: 914 time: 0.1493948 Mar 31 22:54:51.462425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-55584c7a-d0f3-4ccc-9f9a-31b0f23b226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.464054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-55584c7a-d0f3-4ccc-9f9a-31b0f23b226b service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1908216 Mar 31 22:54:51.468969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-9391a975-52a9-43b7-af54-c6f3627b4ea2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999 HTTP/1.1" status: 200 len: 1001 time: 0.0650768 Mar 31 22:54:51.511463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-cd62b471-dd73-4767-88c2-314fb853d3d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0401821 Mar 31 22:54:51.519523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89733b9-0702-4ff4-873b-844efa8dc4b2 req-6612057c-a1f3-4a22-966d-3fdc487b8d2c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.520980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f89733b9-0702-4ff4-873b-844efa8dc4b2 req-6612057c-a1f3-4a22-966d-3fdc487b8d2c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1272774 Mar 31 22:54:51.543470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-bb1366e3-89ec-40e4-af08-abe50b8029a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.545629 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-bb1366e3-89ec-40e4-af08-abe50b8029a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=210bd5f4-e474-4b2a-8876-db2ba5a232e3 HTTP/1.1" status: 200 len: 851 time: 0.0703416 Mar 31 22:54:51.588842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f89733b9-0702-4ff4-873b-844efa8dc4b2 req-f2fb1a2f-333e-432b-87aa-165fdf0e165d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598018 Mar 31 22:54:51.606317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-a5fc694f-b8c4-459a-a4bf-106c652c1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.611157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-a5fc694f-b8c4-459a-a4bf-106c652c1d0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=955564ea-2126-47e5-85c8-18a3e4efaa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544155 Mar 31 22:54:51.615358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-f5a2e9b6-7407-45ad-b6bf-be7e8ad23fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.617475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-f5a2e9b6-7407-45ad-b6bf-be7e8ad23fc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0956228 Mar 31 22:54:51.678458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-de11ac4c-72b1-4165-ac64-7e2ba5198b28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502732 Mar 31 22:54:51.712236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-1be480ee-714d-4d2d-abb8-96bd5705b470 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305381 Mar 31 22:54:51.805226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd101-0bb9-4173-a704-df77e5215efc req-396fcc28-fdda-46a7-bc0f-fb3df97e8808 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.807429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43bfd101-0bb9-4173-a704-df77e5215efc req-396fcc28-fdda-46a7-bc0f-fb3df97e8808 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1269255 Mar 31 22:54:51.825716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-d4218576-0459-4094-a159-53d2d845260b service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100556 Mar 31 22:54:51.859686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-aa078269-a0ba-4852-8806-1e2d0f70ffc6 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675315 Mar 31 22:54:51.930313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-ed991b6c-5009-4320-887e-be6cc46e9f26 service neutron] 10.222.0.44 "GET /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978348 Mar 31 22:54:51.942745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-6d26f006-f4fd-4240-906b-f221520e0c02 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.944836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-6d26f006-f4fd-4240-906b-f221520e0c02 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267082 Mar 31 22:54:51.953029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43bfd101-0bb9-4173-a704-df77e5215efc req-e735603a-cf89-408f-87f0-b8eb6d2953b1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376445 Mar 31 22:54:51.963798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:52.051165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-5bd9c056-76dc-4e4e-9c15-9b9f76938fee service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629496 Mar 31 22:54:52.102719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed69b4c3-2127-4503-a8e5-a8be209397f9 req-b7ede46f-677b-4cec-8196-06f11ff9a1b2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0373323 Mar 31 22:54:52.159801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-7a6de6e0-7f13-4d08-ba7b-af21b73aaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.161548 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-7a6de6e0-7f13-4d08-ba7b-af21b73aaf25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1095 time: 0.0784378 Mar 31 22:54:52.278989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-822b01db-8195-4bfc-9faf-64277069b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.280505 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-822b01db-8195-4bfc-9faf-64277069b84a service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1050620 Mar 31 22:54:52.329195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-7ac19dc3-7574-4368-a611-b9d85d479252 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.0414872 Mar 31 22:54:52.329746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:52.333828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.399765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765be6a1-aafc-4200-a605-09f0d8c374d4 req-97649955-8fc9-4d5a-90cd-d96a41f650d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.408278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-765be6a1-aafc-4200-a605-09f0d8c374d4 req-97649955-8fc9-4d5a-90cd-d96a41f650d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0598099 Mar 31 22:54:52.461657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-765be6a1-aafc-4200-a605-09f0d8c374d4 req-ae8a3000-2111-4db3-a154-9096eed321bf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524514 Mar 31 22:54:52.464424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566329-a877-4680-8670-a995146568a1 req-225829d3-ba47-4be2-8e41-d35e9ff6e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.465862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-225829d3-ba47-4be2-8e41-d35e9ff6e602 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1143446 Mar 31 22:54:52.540163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-dd608991-a258-4962-a662-ec1e50081140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379941 Mar 31 22:54:52.571217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.96 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/bf115f88-266b-47fb-8a24-94498b7cf249) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:52.703593 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-475b32a6-8576-447b-b3fb-fe8caccfed0a service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456754 Mar 31 22:54:52.773429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7db0-af15-40fd-8c05-e74c179af1c1 req-11f193a3-c817-4283-b960-f620e204c388 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.775260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2fa7db0-af15-40fd-8c05-e74c179af1c1 req-11f193a3-c817-4283-b960-f620e204c388 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0637269 Mar 31 22:54:52.818363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2fa7db0-af15-40fd-8c05-e74c179af1c1 req-72b14f40-23dd-4a16-923e-df9d80a013c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Mar 31 22:54:52.854607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.868640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a566329-a877-4680-8670-a995146568a1 req-e53db858-e89c-475c-85b4-145982f1d999 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356621 Mar 31 22:54:53.003062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.020266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:53.062245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:53.079342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:53.083778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:53.119100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3d448-47c7-4037-8c85-0dd81a80e561 req-1e0013a5-3c3f-4b8a-bdb3-be1dad403999 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.121698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbd3d448-47c7-4037-8c85-0dd81a80e561 req-1e0013a5-3c3f-4b8a-bdb3-be1dad403999 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0717723 Mar 31 22:54:53.134366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:53.145525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:53.150184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.189151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.204576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.264362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36736) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:53.295610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbd3d448-47c7-4037-8c85-0dd81a80e561 req-12141e68-7ea1-4aa4-8a14-eb3e3d95ce16 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647947 Mar 31 22:54:53.339970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5993-f2b7-49be-a3a9-1734c01be660 req-00f83129-6d59-42db-a101-511a8f8615f4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.342424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23dc5993-f2b7-49be-a3a9-1734c01be660 req-00f83129-6d59-42db-a101-511a8f8615f4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 935 time: 0.1050808 Mar 31 22:54:53.356428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-90e80499-78ab-4ad0-91c9-231d6aa749e4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4001741 Mar 31 22:54:53.368377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Request body: {'port': {'device_id': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:53.470775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23dc5993-f2b7-49be-a3a9-1734c01be660 req-7757a8d0-980a-4470-a301-ea16fc024f99 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134439 Mar 31 22:54:53.499424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:53.511382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f259ddc6-b80e-4155-a2fb-0225093c89b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.530713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.539617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 has no active binding in host n-h2-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:54:53.602236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779c6c7-dbc0-4340-a508-4fcb78367795 req-384f31e2-b308-4659-9970-d900dc3ca58f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.602563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-37581ade-ad60-4e4e-9f32-23d2e6686dd1 None None] Provisioning complete for port bf115f88-266b-47fb-8a24-94498b7cf249 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:53.602943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37581ade-ad60-4e4e-9f32-23d2e6686dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.603804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3779c6c7-dbc0-4340-a508-4fcb78367795 req-384f31e2-b308-4659-9970-d900dc3ca58f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0582385 Mar 31 22:54:53.673249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-37581ade-ad60-4e4e-9f32-23d2e6686dd1 None None] Port bf115f88-266b-47fb-8a24-94498b7cf249 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:53.717160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3779c6c7-dbc0-4340-a508-4fcb78367795 req-033f017f-44c9-48a5-9094-59976bf668a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Mar 31 22:54:53.786363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f259ddc6-b80e-4155-a2fb-0225093c89b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.900224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.967656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf115f88-266b-47fb-8a24-94498b7cf249 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:53.972286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f259ddc6-b80e-4155-a2fb-0225093c89b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.989830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30379af3-8831-4fa6-8307-8dbe9497bc5d req-8f0e37ad-1047-49b3-96cd-836c8ed15179 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.991372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30379af3-8831-4fa6-8307-8dbe9497bc5d req-8f0e37ad-1047-49b3-96cd-836c8ed15179 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0646751 Mar 31 22:54:53.992118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.037378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259ddc6-b80e-4155-a2fb-0225093c89b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5117dbed-fe48-470c-86e9-a3beac9fe48a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.049236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f259ddc6-b80e-4155-a2fb-0225093c89b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=51d068f3689a4b24bfd2ce6fdebba950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843897 Mar 31 22:54:54.049883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:54.051023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Transition to ACTIVE for port object bf115f88-266b-47fb-8a24-94498b7cf249 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:54.056771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30379af3-8831-4fa6-8307-8dbe9497bc5d req-5c5def11-e4e6-47f2-a5cc-92e179d7cbc0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562706 Mar 31 22:54:54.113025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.134587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.163364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.214107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Pushing event updated for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.290960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Attempting to bind port bf115f88-266b-47fb-8a24-94498b7cf249 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:54.291419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Attempting to bind port bf115f88-266b-47fb-8a24-94498b7cf249 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:54.291816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Attempting to bind port bf115f88-266b-47fb-8a24-94498b7cf249 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:54.296490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Port bf115f88-266b-47fb-8a24-94498b7cf249 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:54.296857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Attempting to bind port bf115f88-266b-47fb-8a24-94498b7cf249 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:54.302583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:54.302918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:54.303363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:54.312976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Bound port: bf115f88-266b-47fb-8a24-94498b7cf249, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:54.312976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.355909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.359301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.363104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5117dbed-fe48-470c-86e9-a3beac9fe48a HTTP/1.1" status: 204 len: 168 time: 0.3078897 Mar 31 22:54:54.378376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d735e-6b79-4d47-83e6-095370834027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117dbed-fe48-470c-86e9-a3beac9fe48a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.430156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:54.434387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=bf115f88-266b-47fb-8a24-94498b7cf249,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:54.449594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcccc5b-5d64-4e12-a944-fa6df22cc38d req-f99fc26a-20d4-422e-af46-47de56c9509e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.451786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adcccc5b-5d64-4e12-a944-fa6df22cc38d req-f99fc26a-20d4-422e-af46-47de56c9509e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0749524 Mar 31 22:54:54.497518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adcccc5b-5d64-4e12-a944-fa6df22cc38d req-7e52ca44-6dcc-4416-9bf2-8560595fd450 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 Mar 31 22:54:54.570820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df850d-b129-4beb-83dd-af09a6bf2eac req-cf576180-503e-4b04-9c52-bd4f645529ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.572470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28df850d-b129-4beb-83dd-af09a6bf2eac req-cf576180-503e-4b04-9c52-bd4f645529ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.0496588 Mar 31 22:54:54.593756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.630360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28df850d-b129-4beb-83dd-af09a6bf2eac req-d093fc03-8f99-4832-b1ab-0c96d6bfcfd1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Mar 31 22:54:54.646003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.646620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.648205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] 10.222.0.44 "PUT /v2.0/ports/bf115f88-266b-47fb-8a24-94498b7cf249 HTTP/1.1" status: 200 len: 1095 time: 1.2843394 Mar 31 22:54:54.648638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:54.650842 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439de2de-f777-4f61-bcf3-6d616c003aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:54.679519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fcf1-213f-44a5-b999-d7586dc50312 service neutron] Pushing event updated for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.698693 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9b2ae0-b161-466b-87fe-9737e9372a16 x-openstack-request-id: req-4b9b2ae0-b161-466b-87fe-9737e9372a16 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:54.699117 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:54.699462 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b9b2ae0-b161-466b-87fe-9737e9372a16 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:54.700764 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9b2ae0-b161-466b-87fe-9737e9372a16'] response: {'name': 'network-changed', 'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249', 'status': 'completed', 'code': 200} Mar 31 22:54:54.776470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de2de-f777-4f61-bcf3-6d616c003aa1 req-4c61f360-3d30-4a16-bff2-2de2c6a81496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.778158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-439de2de-f777-4f61-bcf3-6d616c003aa1 req-4c61f360-3d30-4a16-bff2-2de2c6a81496 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 1098 time: 0.0565674 Mar 31 22:54:54.858755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6436557-2757-4b10-ab92-ec0939d9f217 req-35643db9-a6c7-4f76-bc22-09dba5efd0af tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.866603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6436557-2757-4b10-ab92-ec0939d9f217 req-35643db9-a6c7-4f76-bc22-09dba5efd0af tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0632105 Mar 31 22:54:54.921707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6436557-2757-4b10-ab92-ec0939d9f217 req-2ae43240-d3f1-42d8-a8c3-44dd665de7d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541337 Mar 31 22:54:55.109713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-439de2de-f777-4f61-bcf3-6d616c003aa1 req-8edc90dc-e117-4f30-8fb0-61163df77f03 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3096085 Mar 31 22:54:55.124018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:55.241598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dd7de-58f4-495b-87ca-c7154995bb97 req-a51b5834-4ec0-4cce-9b43-34caf75d3a86 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.251189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-174dd7de-58f4-495b-87ca-c7154995bb97 req-a51b5834-4ec0-4cce-9b43-34caf75d3a86 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0912321 Mar 31 22:54:55.254202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de2de-f777-4f61-bcf3-6d616c003aa1 req-d4a71cbe-6f24-4f5d-8c21-3450e6a0206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.255897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-439de2de-f777-4f61-bcf3-6d616c003aa1 req-d4a71cbe-6f24-4f5d-8c21-3450e6a0206e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1341481 Mar 31 22:54:55.286145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:55.305579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'port_id': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'mac_address': 'fa:16:3e:ce:fd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6255af6-6f5d-469c-8e2e-8b3c916d59c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:55.316906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-174dd7de-58f4-495b-87ca-c7154995bb97 req-dafcf32f-530a-4ba4-acda-92aa2d74d8d1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Mar 31 22:54:55.371124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-8b690118-6777-4da7-933f-9a56fe241233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.373851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-8b690118-6777-4da7-933f-9a56fe241233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 1098 time: 0.0563059 Mar 31 22:54:55.375368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.391317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df72bfc8-3fdd-48d1-bf57-69e53c485513 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:55.419622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:55.426850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-6bbc4c63-10d3-4b56-b86e-44a805acc842 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=bf115f88-266b-47fb-8a24-94498b7cf249 HTTP/1.1" status: 200 len: 217 time: 0.0410261 Mar 31 22:54:55.478378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-be8f7511-e347-473e-8e09-b43d64f94f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.479873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-be8f7511-e347-473e-8e09-b43d64f94f3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0434194 Mar 31 22:54:55.527273 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f715d-8136-4fa7-8625-c9772e593c7e req-54495eac-88ed-4730-98f8-c40498bc4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.529758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-54495eac-88ed-4730-98f8-c40498bc4df7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426805 Mar 31 22:54:55.541537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.632829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:55.664966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106b738-6e40-437b-a5aa-6f526ef6b624 req-0073410b-e60d-4fc8-843b-21dd8eaa3d04 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.665517 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-80d8c2ee-ec1a-4224-81e8-b3df763674b7 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225533 Mar 31 22:54:55.666528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a106b738-6e40-437b-a5aa-6f526ef6b624 req-0073410b-e60d-4fc8-843b-21dd8eaa3d04 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0947602 Mar 31 22:54:55.710302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a106b738-6e40-437b-a5aa-6f526ef6b624 req-c7b76956-8f5c-4b72-8185-597d77ac4059 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Mar 31 22:54:55.779470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-588f715d-8136-4fa7-8625-c9772e593c7e req-d20a5816-3b0a-4bfc-a390-65cd91c86ca3 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070850 Mar 31 22:54:55.805237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9d9e-893f-4d5d-a89f-265990c6feb1 req-d0cb2d4f-269f-4cae-97b0-56b0db017768 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.811507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2cc9d9e-893f-4d5d-a89f-265990c6feb1 req-d0cb2d4f-269f-4cae-97b0-56b0db017768 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.0562069 Mar 31 22:54:55.858033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2cc9d9e-893f-4d5d-a89f-265990c6feb1 req-487297b5-aaf8-4fa4-b3a2-02eba491ae12 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Mar 31 22:54:55.909759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:56.011049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-522742332-network', 'tenant_id': '27e44b78f378434f900263744cc4fc96'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:56.048664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1330-c134-4843-a67d-7ba81a6b4c5d req-9b122d7c-0744-4c4a-a410-681b1a9e842b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.050276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-365c1330-c134-4843-a67d-7ba81a6b4c5d req-9b122d7c-0744-4c4a-a410-681b1a9e842b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0542262 Mar 31 22:54:56.091344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-365c1330-c134-4843-a67d-7ba81a6b4c5d req-de3f2975-fe0f-4834-a9b5-6c2409532cf7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Mar 31 22:54:56.134823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['df72bfc8-3fdd-48d1-bf57-69e53c485513'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:56.202096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Made reservation on behalf of 27e44b78f378434f900263744cc4fc96 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:56.204669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.213910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.292871 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.433030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431b631-a83a-49fe-8e93-01da36764580 req-f767c26d-2219-4b39-8b38-a79a3bc5cfb1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.433030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3431b631-a83a-49fe-8e93-01da36764580 req-f767c26d-2219-4b39-8b38-a79a3bc5cfb1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.0479805 Mar 31 22:54:56.463610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.470341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3431b631-a83a-49fe-8e93-01da36764580 req-5377dd26-dcb2-4a5a-88b3-192cb3ceed31 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Mar 31 22:54:56.484305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:56.504061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc799c6f-b9d0-4b34-8439-d047aaa4ed03,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:56.506938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.507321 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Added segment 1957fd10-7ebd-4b7c-b60f-fc394a01d945 of type vlan for network 392109c0-07dd-47ea-81de-c4f671b13811 Mar 31 22:54:56.546746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.747913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.750200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.750200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.775547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-32e87e7a-26c8-4b14-ba5c-73a08ef73561 service neutron] 10.222.0.10 "GET /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0585501 Mar 31 22:54:56.814379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] Pushing event updated for resources: {'Network': ['ID=392109c0-07dd-47ea-81de-c4f671b13811,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:56.824463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 392109c0-07dd-47ea-81de-c4f671b13811 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:56.854687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-351fd209-fa37-48dc-8434-03f6692e9570 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9368215 Mar 31 22:54:56.854687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36800) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:56.857017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Request body: {'subnet': {'network_id': '392109c0-07dd-47ea-81de-c4f671b13811', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-522742332-subnet', 'tenant_id': '27e44b78f378434f900263744cc4fc96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:56.970229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Made reservation on behalf of 27e44b78f378434f900263744cc4fc96 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:56.972678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.116438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708ddf7-e4cb-495c-b8d3-b8e1c4b3d478 req-2a5a3e1e-3c1e-4fd6-974a-7fbafea052a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.118234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c708ddf7-e4cb-495c-b8d3-b8e1c4b3d478 req-2a5a3e1e-3c1e-4fd6-974a-7fbafea052a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.3295972 Mar 31 22:54:57.122490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:57.132847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f664226-f430-4b96-8adc-d41080834fdb req-7eec438a-d5f7-4bef-bad5-2a3c1409a7cf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.134313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f664226-f430-4b96-8adc-d41080834fdb req-7eec438a-d5f7-4bef-bad5-2a3c1409a7cf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.1062496 Mar 31 22:54:57.223205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:57.227435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.235893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 has no active binding in host n-h2-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:54:57.256499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f664226-f430-4b96-8adc-d41080834fdb req-11c447a4-f893-4816-8390-75788f4645c3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034162 Mar 31 22:54:57.258936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c708ddf7-e4cb-495c-b8d3-b8e1c4b3d478 req-994ce79b-8942-43a7-8552-6c6b83ed13af tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237371 Mar 31 22:54:57.288407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=331c86ba-089e-4d30-8378-7756bf5c4fb5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:57.307794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Checking segment: {'id': '1957fd10-7ebd-4b7c-b60f-fc394a01d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:57.308150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Network hostable DHCP agents. Network: 392109c0-07dd-47ea-81de-c4f671b13811, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:57.321218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:57.368937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:57.409499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74a6a83-33ae-45b4-b089-6bb51d130118 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:57.423399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7026-c0d1-4365-9163-96b03f81b937 req-8f755097-6e78-4972-a198-3dc852f74d5b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.424862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67ed7026-c0d1-4365-9163-96b03f81b937 req-8f755097-6e78-4972-a198-3dc852f74d5b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 943 time: 0.0829360 Mar 31 22:54:57.429612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:57.444434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Network 392109c0-07dd-47ea-81de-c4f671b13811 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:57.471244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67ed7026-c0d1-4365-9163-96b03f81b937 req-dac1f123-98a1-4ba8-aefd-8a80b617e839 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Mar 31 22:54:57.535998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.632968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 392109c0-07dd-47ea-81de-c4f671b13811) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:57.638776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.639552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.644392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0a1cc-715d-4b13-a824-de76835087ea req-16d5c851-7f75-475b-a596-9f38aebba184 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.690654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261c6d1-0572-48f6-9b3d-85ead81c311d None None] Network 392109c0-07dd-47ea-81de-c4f671b13811 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:57.690972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40a0a1cc-715d-4b13-a824-de76835087ea req-16d5c851-7f75-475b-a596-9f38aebba184 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.0962512 Mar 31 22:54:57.690972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] Transition to ACTIVE for port object f74a6a83-33ae-45b4-b089-6bb51d130118 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:57.693296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40a0a1cc-715d-4b13-a824-de76835087ea req-64dd8cec-14f1-4d0c-aab0-71bfc91007ce tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Mar 31 22:54:57.790451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06673ac2-6ce8-49e7-bae6-e2c0974a5429 None None] Network 392109c0-07dd-47ea-81de-c4f671b13811 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:57.853198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af8e4a36-a132-4118-822a-1c9516bcdab7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0008292 Mar 31 22:54:57.884507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.918673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:57.954834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] No DVR routers for this DVR port f74a6a83-33ae-45b4-b089-6bb51d130118 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:57.961047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:57.966510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:57.996157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-94533d2f-65a4-4473-987f-ae6fb5d454b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118/bindings/n-h2-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2133830 Mar 31 22:54:58.256229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-df7fd3c0-8070-45ff-ac36-ca019542440b tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.257708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-df7fd3c0-8070-45ff-ac36-ca019542440b tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.0443218 Mar 31 22:54:58.284749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-3c752864-bf08-4037-b88d-902529020c98 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.286526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-3c752864-bf08-4037-b88d-902529020c98 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/networks?id=392109c0-07dd-47ea-81de-c4f671b13811 HTTP/1.1" status: 200 len: 813 time: 0.1007814 Mar 31 22:54:58.303587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-54a8ece7-a77e-4224-aa71-de43ae1d8595 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/quotas/27e44b78f378434f900263744cc4fc96 HTTP/1.1" status: 200 len: 375 time: 0.0104623 Mar 31 22:54:58.313169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-4c9fa5ca-1f0f-439c-9e51-e277fed8a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.314628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-4c9fa5ca-1f0f-439c-9e51-e277fed8a3e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c&tenant_id=62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 1095 time: 0.0417788 Mar 31 22:54:58.335627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-75fc8110-e245-4af6-9ec7-a8d9af30107c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=27e44b78f378434f900263744cc4fc96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263736 Mar 31 22:54:58.400801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-bdb60cc0-0eb5-4922-8a25-e59666ef87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.402360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-bdb60cc0-0eb5-4922-8a25-e59666ef87a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1095 time: 0.0481076 Mar 31 22:54:58.448575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1f514-ab5f-4262-b5a6-ef98fe20352f req-71d1f70a-4851-47ac-8553-c691c49527df tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.450636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb1f514-ab5f-4262-b5a6-ef98fe20352f req-71d1f70a-4851-47ac-8553-c691c49527df tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.0987811 Mar 31 22:54:58.491715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-323ba300-4d5b-4d50-a6d0-3087aedd9794 service neutron] 10.222.0.83 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490378 Mar 31 22:54:58.507174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-389f98aa-024c-4544-9da6-9878c06f33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.508635 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-389f98aa-024c-4544-9da6-9878c06f33cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.0876439 Mar 31 22:54:58.519401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb1f514-ab5f-4262-b5a6-ef98fe20352f req-1be76788-2fa3-41b0-a6be-464b399c96df tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Mar 31 22:54:58.553063 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-d48f1dc2-da0e-456e-bd89-2c6b98e7b0d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0356104 Mar 31 22:54:58.611555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-661fa6ae-a46f-4545-93a7-cb5df9b024fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.612921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-661fa6ae-a46f-4545-93a7-cb5df9b024fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0511532 Mar 31 22:54:58.622645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-47166476-f3f1-4815-a921-63470dde2a24 service neutron] 10.222.0.83 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200531 Mar 31 22:54:58.642581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f27458-2e02-4d77-a0eb-a3cc093540a2 req-076c5519-6e5b-4219-9de5-2f05a0dbaeaf tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.644228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92f27458-2e02-4d77-a0eb-a3cc093540a2 req-076c5519-6e5b-4219-9de5-2f05a0dbaeaf tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0621934 Mar 31 22:54:58.652976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-e8ac123c-35ef-4965-860f-6143023ec52b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255785 Mar 31 22:54:58.686223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92f27458-2e02-4d77-a0eb-a3cc093540a2 req-ed414e98-4ac3-4357-b6d2-fb8ddfb746ad tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360076 Mar 31 22:54:58.754592 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-8c35387b-decb-4668-83a1-efd6bd6f34e5 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901873 Mar 31 22:54:58.797595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504e8a5-388a-4232-86e7-1f593329dd45 req-7b380af3-9d6b-4355-b5cc-02f40d5146b7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.799296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b504e8a5-388a-4232-86e7-1f593329dd45 req-7b380af3-9d6b-4355-b5cc-02f40d5146b7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.0560677 Mar 31 22:54:58.844064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b504e8a5-388a-4232-86e7-1f593329dd45 req-40d6a44a-6fd3-4ff0-b8be-4754f38c7a32 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Mar 31 22:54:58.879885 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-26cd5362-201e-4db3-9d6e-dd97a6320f5c service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129713 Mar 31 22:54:58.954954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07721e92-9324-42fe-b7ee-20e03c2ec1a4 req-613d912f-9946-46bb-a904-6d0ad34dd678 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0484624 Mar 31 22:54:58.980145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91472bb-2945-44ca-bb8f-e5e7ca100323 req-5776be21-e5a1-4223-a5b3-25f72455e988 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.985017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b91472bb-2945-44ca-bb8f-e5e7ca100323 req-5776be21-e5a1-4223-a5b3-25f72455e988 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Mar 31 22:54:59.024070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b91472bb-2945-44ca-bb8f-e5e7ca100323 req-47b9f7c6-b01c-4287-b865-d9aa7e386a92 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Mar 31 22:54:59.142752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:59.342338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port df72bfc8-3fdd-48d1-bf57-69e53c485513 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:59.346379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port df72bfc8-3fdd-48d1-bf57-69e53c485513 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:59.346800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.400404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44130-5124-4b4f-bca1-072cc8795375 req-3a3b6ce4-a449-4a0c-887a-d870a2eb2257 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.401800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-3a3b6ce4-a449-4a0c-887a-d870a2eb2257 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.0428960 Mar 31 22:54:59.431515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.465469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:59.465469 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3bbc71-92f9-4bc9-b15a-5f36ae672cc4" -d '{"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-plugged", "status": "completed", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:59.490125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.508434 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860ee89-e323-4338-afef-88626d9d9e68 x-openstack-request-id: req-4860ee89-e323-4338-afef-88626d9d9e68 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:59.508434 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-plugged", "status": "completed", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:59.508720 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4860ee89-e323-4338-afef-88626d9d9e68 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:59.508916 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4860ee89-e323-4338-afef-88626d9d9e68'] response: {'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'code': 200} Mar 31 22:54:59.593281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.604898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee44130-5124-4b4f-bca1-072cc8795375 req-fd6c5ef4-9ba3-4c23-864b-b56c0dde68db service neutron] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:59.621831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee44130-5124-4b4f-bca1-072cc8795375 req-fd6c5ef4-9ba3-4c23-864b-b56c0dde68db service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.627095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee44130-5124-4b4f-bca1-072cc8795375 req-fd6c5ef4-9ba3-4c23-864b-b56c0dde68db service neutron] 10.222.0.44 "DELETE /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118/bindings/n-h1-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.2092092 Mar 31 22:54:59.639453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fcd2-0ba3-4b10-80ad-8778f3883b94 req-63c6e957-d2ca-4a5b-87a4-408dfe4610ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.640937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4679fcd2-0ba3-4b10-80ad-8778f3883b94 req-63c6e957-d2ca-4a5b-87a4-408dfe4610ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0484958 Mar 31 22:54:59.649356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:59.660783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc7d1-d379-4682-acee-4532c4b0a806 req-4da24200-beec-4e18-a675-eb94b88a6877 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.662279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eadc7d1-d379-4682-acee-4532c4b0a806 req-4da24200-beec-4e18-a675-eb94b88a6877 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.0689819 Mar 31 22:54:59.690971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4679fcd2-0ba3-4b10-80ad-8778f3883b94 req-6f36d466-beeb-44b2-bb20-b357e05936ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Mar 31 22:54:59.705983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eadc7d1-d379-4682-acee-4532c4b0a806 req-f0f83a56-3a55-49cf-9012-079201811330 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Mar 31 22:54:59.819963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028645-500c-4004-987e-9b53ad9c826e req-9a62afaa-743b-4ff7-8589-9be8886e01a8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.821417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7028645-500c-4004-987e-9b53ad9c826e req-9a62afaa-743b-4ff7-8589-9be8886e01a8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0526001 Mar 31 22:54:59.859526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7028645-500c-4004-987e-9b53ad9c826e req-7472ae26-9c91-49ad-b79f-878be2cce307 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Mar 31 22:54:59.958217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf875-1a93-4084-835f-f3b113c193cb req-91287917-c39f-4576-8e07-ca41f44b0265 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.959617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d63cf875-1a93-4084-835f-f3b113c193cb req-91287917-c39f-4576-8e07-ca41f44b0265 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.0483575 Mar 31 22:54:59.999985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d63cf875-1a93-4084-835f-f3b113c193cb req-00154d78-b3ce-44cc-a391-19199052105a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Mar 31 22:55:00.038701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f5256b8-0e8f-404e-825e-f9b2fe65e0bc req-3f3b0c87-a753-4cf1-85a0-2a0a98f00c2c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0300152 Mar 31 22:55:00.166305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68e8d9-7fa8-4b96-b346-a0eabc67beab req-8b20ce35-cca5-4a77-9214-26c646075a70 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.167857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb68e8d9-7fa8-4b96-b346-a0eabc67beab req-8b20ce35-cca5-4a77-9214-26c646075a70 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1095 time: 0.0673580 Mar 31 22:55:00.178569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640d7a9-3c78-45e6-bfc1-1daf8f1f597f req-be0fa3d4-ba56-47b9-a0f9-d44956331183 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.180035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f640d7a9-3c78-45e6-bfc1-1daf8f1f597f req-be0fa3d4-ba56-47b9-a0f9-d44956331183 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0814769 Mar 31 22:55:00.226919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb68e8d9-7fa8-4b96-b346-a0eabc67beab req-0cf3a2f9-bc94-478d-a23e-b51f6836dd10 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Mar 31 22:55:00.239884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f640d7a9-3c78-45e6-bfc1-1daf8f1f597f req-bb92c297-6416-46b5-84b8-c330f4a202e0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Mar 31 22:55:00.506667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-cecd80ed-eba0-440f-b4c7-82f129f12aef tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.508185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-cecd80ed-eba0-440f-b4c7-82f129f12aef tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.1063228 Mar 31 22:55:00.524275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-382e6eeb-69ee-4c5b-b934-710dd0590ef4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/quotas/62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 375 time: 0.0094931 Mar 31 22:55:00.574443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-26f53e3f-3f11-4808-816a-2e246ad89abd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439751 Mar 31 22:55:00.586218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-e6952c30-ea96-4a52-95e6-c39435334cff service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:00.587412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-e6952c30-ea96-4a52-95e6-c39435334cff service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052481 Mar 31 22:55:00.680067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-a497f5b5-a14a-4664-8259-74f73a31178c service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862873 Mar 31 22:55:00.772903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-31e9a470-7872-4b35-9ce6-563c2e5c7a53 service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867329 Mar 31 22:55:00.823781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc643cbe-d6d4-41f4-90c8-a8b7b928f668 req-79601be7-f358-46b2-ba1e-8d3ac7ad2f59 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.826068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc643cbe-d6d4-41f4-90c8-a8b7b928f668 req-79601be7-f358-46b2-ba1e-8d3ac7ad2f59 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 947 time: 0.0517316 Mar 31 22:55:00.864009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc643cbe-d6d4-41f4-90c8-a8b7b928f668 req-9d3e9f66-410b-4143-a848-cbfe45898f6b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Mar 31 22:55:00.979432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2cf54-2400-4a7d-83f1-016d55f8e626 req-76b47755-3285-467d-8250-da7ba98a8ca2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.980995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95c2cf54-2400-4a7d-83f1-016d55f8e626 req-76b47755-3285-467d-8250-da7ba98a8ca2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0539923 Mar 31 22:55:01.025518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95c2cf54-2400-4a7d-83f1-016d55f8e626 req-384e7bc6-0f59-4d90-8354-675f14ed6a78 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Mar 31 22:55:01.116308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9432e37b-b380-4da6-8839-ea52f4d51cb8 req-4f529874-0083-4bf2-aacf-0705161d5f27 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0383251 Mar 31 22:55:01.149709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device bf115f88-266b-47fb-8a24-94498b7cf249 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:01.152342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbc85ef-4d14-4c52-8ef2-ec4d6b5c239c req-ebad7069-f415-4188-9f75-0e230854d0c2 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Mar 31 22:55:01.259229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=bf115f88-266b-47fb-8a24-94498b7cf249,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:01.271665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'bf115f88-266b-47fb-8a24-94498b7cf249', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'bf115f88-266b-47fb-8a24-94498b7cf249', 'mac_address': 'fa:16:3e:ad:a4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:01.313798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.327709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf115f88-266b-47fb-8a24-94498b7cf249 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:01.349399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=bf115f88-266b-47fb-8a24-94498b7cf249,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:01.371259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af318c6f-e1d4-4794-886c-931d85b30f34 req-97ba067d-68c6-4d7f-bc1b-54bb1f1dc22f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.373367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af318c6f-e1d4-4794-886c-931d85b30f34 req-97ba067d-68c6-4d7f-bc1b-54bb1f1dc22f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0564122 Mar 31 22:55:01.410156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af318c6f-e1d4-4794-886c-931d85b30f34 req-a9af77e2-bad8-44f6-ba27-67c6b3d140c7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Mar 31 22:55:01.415832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.465849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:01.919386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['bf115f88-266b-47fb-8a24-94498b7cf249'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:01.986041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbdce5-fd93-4465-9fe2-090639dd8ffa req-0a940afa-4040-42d8-a6a1-ec25648aaa6c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.986041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38bbdce5-fd93-4465-9fe2-090639dd8ffa req-0a940afa-4040-42d8-a6a1-ec25648aaa6c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 948 time: 0.0526659 Mar 31 22:55:02.084032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38bbdce5-fd93-4465-9fe2-090639dd8ffa req-181baebf-e5ba-4d56-80c5-40ffd485db8e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872724 Mar 31 22:55:02.152797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-f5d577fe-d1ca-4a35-b151-8dc2ae4c97a3 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.154829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-f5d577fe-d1ca-4a35-b151-8dc2ae4c97a3 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.10 "GET /v2.0/networks?id=392109c0-07dd-47ea-81de-c4f671b13811 HTTP/1.1" status: 200 len: 813 time: 0.1435981 Mar 31 22:55:02.175401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf033-79f4-45e1-bb61-337cb1129923 req-1c202be8-d63c-4337-a6f1-2cc61a73edd7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.176895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb8cf033-79f4-45e1-bb61-337cb1129923 req-1c202be8-d63c-4337-a6f1-2cc61a73edd7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0714178 Mar 31 22:55:02.181526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Request body: {'port': {'device_id': '6910d281-8845-4498-bfef-9f9c4c477413', 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811', 'admin_state_up': True, 'tenant_id': '27e44b78f378434f900263744cc4fc96'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:02.263518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37aba8f3-cb91-45c6-9687-b069615e2e55 req-d1c5cfa9-d22a-475c-ac50-e8bfdb6d9895 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0759985 Mar 31 22:55:02.291397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb8cf033-79f4-45e1-bb61-337cb1129923 req-86d7516d-6f7b-4544-9599-e2ef94654f66 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060476 Mar 31 22:55:02.374202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9513ab02-bac8-4968-82d8-17fe4056979b req-f702b580-3e8b-46a1-813a-3075f7be92a4 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Mar 31 22:55:02.455566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Made reservation on behalf of 27e44b78f378434f900263744cc4fc96 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:02.459084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.598601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9326b4-cf89-41a7-b9f0-9f192a09ba90 req-9ff4ac5c-f334-4e74-b810-b0ca18ea17d9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.600115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb9326b4-cf89-41a7-b9f0-9f192a09ba90 req-9ff4ac5c-f334-4e74-b810-b0ca18ea17d9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0888643 Mar 31 22:55:02.646782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Allocated IP 172.20.0.8 (392109c0-07dd-47ea-81de-c4f671b13811/331c86ba-089e-4d30-8378-7756bf5c4fb5/9d63310b-ad94-4811-974d-b82d20120d96) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:02.655368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb9326b4-cf89-41a7-b9f0-9f192a09ba90 req-c0d1795d-8705-4a8f-bcb2-b6ffd0ded59a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Mar 31 22:55:02.803731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.958935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.004045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Network 392109c0-07dd-47ea-81de-c4f671b13811 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:03.007374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:03.011034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:03.021175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Pushing event updated for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:03.045833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.046174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.046511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.046843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.047198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.047523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.047845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.048165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.048485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.048875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.049120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.049500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:03.073561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.074164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.202967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5b505-9f0c-40a4-8e3a-97f754cd9b4d req-d32cb5da-96f0-489f-a97b-11dba2d2cb42 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.204433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcc5b505-9f0c-40a4-8e3a-97f754cd9b4d req-d32cb5da-96f0-489f-a97b-11dba2d2cb42 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 948 time: 0.0480509 Mar 31 22:55:03.237558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-a4f7658e-ccde-4f9b-91da-d55bbf4f5243 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0595932 Mar 31 22:55:03.249486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcc5b505-9f0c-40a4-8e3a-97f754cd9b4d req-39248026-f51e-414a-94b2-2591007e9599 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Mar 31 22:55:03.254952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Request body: {'port': {'device_id': '6910d281-8845-4498-bfef-9f9c4c477413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:03.308464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.370896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-525aaec5-8e6b-4f4f-a695-768f40f8be10 req-b44b2b6f-66e3-4b97-8fe2-3808fcfb5eea tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0312650 Mar 31 22:55:03.522276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1892-aa66-4b5d-9727-b360f46a632a req-2795b821-bdc9-479e-9005-976f7789f28a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.523684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a7c1892-aa66-4b5d-9727-b360f46a632a req-2795b821-bdc9-479e-9005-976f7789f28a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1519098 Mar 31 22:55:03.592385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1b7ee-67a0-4030-9367-6507b4c008f3 req-7966494c-1942-486b-8bff-6b69ed545dcf tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.593858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e1b7ee-67a0-4030-9367-6507b4c008f3 req-7966494c-1942-486b-8bff-6b69ed545dcf tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 931 time: 0.1362002 Mar 31 22:55:03.642251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a7c1892-aa66-4b5d-9727-b360f46a632a req-bff1da57-dd02-451f-96b9-bdc1a180f084 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084146 Mar 31 22:55:03.677870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e1b7ee-67a0-4030-9367-6507b4c008f3 req-3a9c62a8-349e-4a1c-ab6e-057ab58b92b4 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734892 Mar 31 22:55:03.768382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d63310b-ad94-4811-974d-b82d20120d96 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:03.777463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.797754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Transition to ACTIVE for port object 9d63310b-ad94-4811-974d-b82d20120d96 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:03.815155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e637a4-9814-4409-94e5-3b2648a24768 req-ac945c32-75cb-4759-bc45-ff274c312bbc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.816648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57e637a4-9814-4409-94e5-3b2648a24768 req-ac945c32-75cb-4759-bc45-ff274c312bbc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0814915 Mar 31 22:55:03.853883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57e637a4-9814-4409-94e5-3b2648a24768 req-4a40ad5c-81f3-49f3-bbe0-54ced0cdb77c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Mar 31 22:55:03.960316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.058158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.137978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-fae31dfb-7398-4e50-8ed4-158728f60a6d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.139433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-fae31dfb-7398-4e50-8ed4-158728f60a6d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.1891644 Mar 31 22:55:04.162347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Request body: {'port': {'device_id': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'admin_state_up': True, 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:04.166872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Attempting to bind port 9d63310b-ad94-4811-974d-b82d20120d96 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:04.167233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Attempting to bind port 9d63310b-ad94-4811-974d-b82d20120d96 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '1957fd10-7ebd-4b7c-b60f-fc394a01d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:04.167564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Attempting to bind port 9d63310b-ad94-4811-974d-b82d20120d96 on network 392109c0-07dd-47ea-81de-c4f671b13811 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:04.182882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Port 9d63310b-ad94-4811-974d-b82d20120d96 on network 392109c0-07dd-47ea-81de-c4f671b13811 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:04.183224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Attempting to bind port 9d63310b-ad94-4811-974d-b82d20120d96 on network 392109c0-07dd-47ea-81de-c4f671b13811 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:04.307294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.444548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:04.444887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Checking segment: {'id': '1957fd10-7ebd-4b7c-b60f-fc394a01d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:04.445268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Bound using segment: {'id': '1957fd10-7ebd-4b7c-b60f-fc394a01d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:04.445711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Bound port: 9d63310b-ad94-4811-974d-b82d20120d96, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1957fd10-7ebd-4b7c-b60f-fc394a01d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:04.446074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.514478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d968a042-0154-4383-8657-72e781d7369d req-9130a502-3131-41aa-adce-8c27ca95c420 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0648746 Mar 31 22:55:04.581274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8478e9-0ef7-4b8f-85ae-fe5e14b9e4ee req-42c80315-3dd9-48bf-957f-fcac455488bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.582739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e8478e9-0ef7-4b8f-85ae-fe5e14b9e4ee req-42c80315-3dd9-48bf-957f-fcac455488bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 948 time: 0.1509817 Mar 31 22:55:04.630768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:04.660060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d63310b-ad94-4811-974d-b82d20120d96,segment=NetworkSegment(1957fd10-7ebd-4b7c-b60f-fc394a01d945),segment_id=1957fd10-7ebd-4b7c-b60f-fc394a01d945)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:04.664029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e8478e9-0ef7-4b8f-85ae-fe5e14b9e4ee req-b10cbf41-abf8-4b85-b6b5-3acdb4fec77d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744021 Mar 31 22:55:04.746342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:04.750705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.809783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.828884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4252ed-b497-437a-81e6-5548be735b4a req-ffbcb01f-f3d6-4e25-a5a3-8c995aec168a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.830354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d4252ed-b497-437a-81e6-5548be735b4a req-ffbcb01f-f3d6-4e25-a5a3-8c995aec168a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1140444 Mar 31 22:55:04.921343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.921867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.923266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] 10.222.0.10 "PUT /v2.0/ports/9d63310b-ad94-4811-974d-b82d20120d96 HTTP/1.1" status: 200 len: 1091 time: 1.6720688 Mar 31 22:55:04.927109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:04.929336 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e3fe8-26e5-439c-a847-991e913dbc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "tag": "9d63310b-ad94-4811-974d-b82d20120d96"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:04.947781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913fc5e-62c3-4e13-a98f-0f3c577fab52 req-a1ae7785-8f9b-4877-8b4a-9b319bad7924 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.951131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1913fc5e-62c3-4e13-a98f-0f3c577fab52 req-a1ae7785-8f9b-4877-8b4a-9b319bad7924 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 943 time: 0.1869857 Mar 31 22:55:05.007997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf07e9-6fbf-40c3-9ac9-65ec7c5b7e7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.036650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d4252ed-b497-437a-81e6-5548be735b4a req-d954e558-dad7-4a3b-befc-3f50f0dc32fa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593506 Mar 31 22:55:05.074780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Allocated IP 172.20.0.6 (57569ecb-bc63-4dbe-801a-db06402113e6/70551a93-3fdb-45b4-a457-5ae18c9b86f7/709ea784-b0e6-463f-8b7e-ae6b9d17070a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:05.079133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1913fc5e-62c3-4e13-a98f-0f3c577fab52 req-07f0482f-142c-47c5-84f1-96d0add81d43 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196089 Mar 31 22:55:05.138209 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f41af0-b7be-4848-aff4-e0b03e22012a x-openstack-request-id: req-05f41af0-b7be-4848-aff4-e0b03e22012a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:05.138495 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "tag": "9d63310b-ad94-4811-974d-b82d20120d96", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:05.138745 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-05f41af0-b7be-4848-aff4-e0b03e22012a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:05.139159 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f41af0-b7be-4848-aff4-e0b03e22012a'] response: {'name': 'network-changed', 'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96', 'status': 'completed', 'code': 200} Mar 31 22:55:05.167130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device bf115f88-266b-47fb-8a24-94498b7cf249 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:05.210477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-2d858888-9682-4fbd-a197-85c460f1954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.211906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-2d858888-9682-4fbd-a197-85c460f1954c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27e44b78f378434f900263744cc4fc96&device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 1094 time: 0.1188025 Mar 31 22:55:05.227189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f310c9-c496-4c57-b364-ea85f9ba79bf req-8b624970-def7-4a17-a7f0-858c6545917c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.228607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05f310c9-c496-4c57-b364-ea85f9ba79bf req-8b624970-def7-4a17-a7f0-858c6545917c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.1245499 Mar 31 22:55:05.309971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-1af58a42-d90d-4589-a854-64c659f63f1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d63310b-ad94-4811-974d-b82d20120d96 HTTP/1.1" status: 200 len: 217 time: 0.0554214 Mar 31 22:55:05.312689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port bf115f88-266b-47fb-8a24-94498b7cf249 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:05.316616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port bf115f88-266b-47fb-8a24-94498b7cf249 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:05.317011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.346171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05f310c9-c496-4c57-b364-ea85f9ba79bf req-48243b8c-68c3-4541-b861-046f4d99f610 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887687 Mar 31 22:55:05.386491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.399552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.424118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:05.426324 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d7ee7-da1a-4dcb-858e-5ea61ee79fe0" -d '{"events": [{"server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:05.439640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=bf115f88-266b-47fb-8a24-94498b7cf249,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:05.457335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-9dcdd128-47c3-4e3e-9f5e-db65ea3cdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.458787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-9dcdd128-47c3-4e3e-9f5e-db65ea3cdb69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=331c86ba-089e-4d30-8378-7756bf5c4fb5 HTTP/1.1" status: 200 len: 853 time: 0.0603905 Mar 31 22:55:05.466326 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bababb33-e777-4121-b0f3-3f0054d7994e x-openstack-request-id: req-bababb33-e777-4121-b0f3-3f0054d7994e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:05.466656 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:05.466898 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bababb33-e777-4121-b0f3-3f0054d7994e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:05.467313 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bababb33-e777-4121-b0f3-3f0054d7994e'] response: {'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249', 'code': 200} Mar 31 22:55:05.490564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-e3f6d14e-b223-43bc-9a6f-1025b8f0ae4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=392109c0-07dd-47ea-81de-c4f671b13811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238037 Mar 31 22:55:05.553042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.583105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-c4994d6e-c90f-4abb-b16c-c8cc6bba93d9 service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Mar 31 22:55:05.609015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.621516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.735785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Network 57569ecb-bc63-4dbe-801a-db06402113e6 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:05.750401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:05.753473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:05.797024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.826363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387761b-33de-42cb-993a-013f98797bb7 req-d785b23a-4e43-413b-a7ef-8606713121b2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.828267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6387761b-33de-42cb-993a-013f98797bb7 req-d785b23a-4e43-413b-a7ef-8606713121b2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 931 time: 0.2287760 Mar 31 22:55:05.874794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33cb8d04-1e91-4f3e-b579-9510741a444b req-d2bf1884-4da6-4e12-b4ac-146b85bf352d service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827003 Mar 31 22:55:05.892664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.893284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.927255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad58f63-42d2-4fab-8823-20b54f7aa52a req-2cffdb4f-cf95-4c79-b4b2-4c22259684a0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.928998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ad58f63-42d2-4fab-8823-20b54f7aa52a req-2cffdb4f-cf95-4c79-b4b2-4c22259684a0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1817682 Mar 31 22:55:05.931676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6387761b-33de-42cb-993a-013f98797bb7 req-afad30b6-6c68-408d-bef2-2d6a77e2d155 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967519 Mar 31 22:55:05.967764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ad58f63-42d2-4fab-8823-20b54f7aa52a req-c05714d2-9b8c-42be-a118-aa62becbf833 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Mar 31 22:55:06.061913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-6cf2b4a7-06d8-4662-a6ab-301dad5eda95 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9052989 Mar 31 22:55:06.077968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-ecad0fb7-8d71-47f0-bead-5753f9c681bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.079488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-ecad0fb7-8d71-47f0-bead-5753f9c681bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27e44b78f378434f900263744cc4fc96&device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 1094 time: 0.0470443 Mar 31 22:55:06.084216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Request body: {'port': {'device_id': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:06.245765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.293507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b087f-2d35-469a-b885-e8581e787f70 req-75659938-662c-4744-8fe1-52793d0ecb2a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.294981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b20b087f-2d35-469a-b885-e8581e787f70 req-75659938-662c-4744-8fe1-52793d0ecb2a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1840417 Mar 31 22:55:06.305877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-e3d7a3e3-d2d4-4312-899f-d9588bb07436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.307318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-e3d7a3e3-d2d4-4312-899f-d9588bb07436 service neutron] 10.222.0.10 "GET /v2.0/networks?id=392109c0-07dd-47ea-81de-c4f671b13811 HTTP/1.1" status: 200 len: 915 time: 0.2196081 Mar 31 22:55:06.339971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8f34-4126-4639-ac54-545282204c52 req-6402eabd-8618-43dc-9ba2-bcdaaa72b267 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.341502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f7a8f34-4126-4639-ac54-545282204c52 req-6402eabd-8618-43dc-9ba2-bcdaaa72b267 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 943 time: 0.1764784 Mar 31 22:55:06.419411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-556288cc-0a67-4e78-adc6-906aef231730 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d63310b-ad94-4811-974d-b82d20120d96 HTTP/1.1" status: 200 len: 217 time: 0.0738089 Mar 31 22:55:06.488353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b20b087f-2d35-469a-b885-e8581e787f70 req-d6449bef-5d62-4359-a0cd-68761e8e9038 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858580 Mar 31 22:55:06.543984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f7a8f34-4126-4639-ac54-545282204c52 req-a682d32f-0266-4265-bdd2-52ccb2df3681 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810820 Mar 31 22:55:06.581527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-eb2bb7b3-eb6f-412a-8b2e-ceeabe776ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.586242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-eb2bb7b3-eb6f-412a-8b2e-ceeabe776ff2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=331c86ba-089e-4d30-8378-7756bf5c4fb5 HTTP/1.1" status: 200 len: 853 time: 0.1544945 Mar 31 22:55:06.870658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-6e678829-6b56-4908-92dc-1a3a4fa2b6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=392109c0-07dd-47ea-81de-c4f671b13811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2766044 Mar 31 22:55:06.895666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd72f74-64fe-4f55-864c-3e43672c92ab req-d705fa8f-b0ff-42e2-ac58-42f997f0646b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.897045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebd72f74-64fe-4f55-864c-3e43672c92ab req-d705fa8f-b0ff-42e2-ac58-42f997f0646b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.3487446 Mar 31 22:55:07.009681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebd72f74-64fe-4f55-864c-3e43672c92ab req-d14bf1f4-1657-4867-a411-98d74baca4db tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013803 Mar 31 22:55:07.089995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-a4652e45-e3df-4a29-92b1-e6e4fa65d408 service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103474 Mar 31 22:55:07.165693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709ea784-b0e6-463f-8b7e-ae6b9d17070a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:07.204509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d56a-2ed3-4b44-96c7-00df79574bdf req-ee8b71ca-7ef9-4bb8-b1ec-b6823d977d33 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.205995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df4d56a-2ed3-4b44-96c7-00df79574bdf req-ee8b71ca-7ef9-4bb8-b1ec-b6823d977d33 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 931 time: 0.2014043 Mar 31 22:55:07.215247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.260773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490dde6-0012-4545-91fc-7d20352873db req-c9d598f6-3d20-425b-b9e6-d9f47bb0ec66 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.264789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6490dde6-0012-4545-91fc-7d20352873db req-c9d598f6-3d20-425b-b9e6-d9f47bb0ec66 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1896057 Mar 31 22:55:07.270033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Transition to ACTIVE for port object 709ea784-b0e6-463f-8b7e-ae6b9d17070a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:07.314924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df4d56a-2ed3-4b44-96c7-00df79574bdf req-c17f38a4-748e-46a4-81e8-bb6d97126fd3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932941 Mar 31 22:55:07.316770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6e3fe8-26e5-439c-a847-991e913dbc7d req-9916e60f-4b94-4c95-881d-fcb5f3c03a25 service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034349 Mar 31 22:55:07.334063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6490dde6-0012-4545-91fc-7d20352873db req-6c6176cb-ac70-48f8-982a-24e22a9cd6d9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Mar 31 22:55:07.369452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.417657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:07.490321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:07.490653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:07.490979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:07.495407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:07.495729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:07.501293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:07.501629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:07.502013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:07.502435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Bound port: 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:07.502787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.575390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:07.601462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:07.620789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30178-d99a-4fb5-b400-63797bb097b5 req-bb1fc162-6e31-4875-9f8e-7f2e71792a26 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.622325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1e30178-d99a-4fb5-b400-63797bb097b5 req-bb1fc162-6e31-4875-9f8e-7f2e71792a26 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0614550 Mar 31 22:55:07.677718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.715980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1e30178-d99a-4fb5-b400-63797bb097b5 req-3b8c08e1-cf5a-4e8c-9fd5-6eac86ccc5e1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841351 Mar 31 22:55:07.731812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01677d18-655d-4c28-82cd-77fac83d9b92 req-fb952c5d-1bf3-4664-8c7e-577ba405a64c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.736688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01677d18-655d-4c28-82cd-77fac83d9b92 req-fb952c5d-1bf3-4664-8c7e-577ba405a64c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 943 time: 0.1100969 Mar 31 22:55:07.740203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.740869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.742194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] 10.222.0.10 "PUT /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 1091 time: 1.6618354 Mar 31 22:55:07.743744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:07.745923 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac" -d '{"events": [{"name": "network-changed", "server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:07.775855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b35a6-1ece-4609-b71c-9efe7dd5ce94 service neutron] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:07.789645 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58066bcc-1a4f-4113-8462-3516caa5120d x-openstack-request-id: req-58066bcc-1a4f-4113-8462-3516caa5120d {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:07.789929 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:07.790177 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-58066bcc-1a4f-4113-8462-3516caa5120d {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:07.790566 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58066bcc-1a4f-4113-8462-3516caa5120d'] response: {'name': 'network-changed', 'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'status': 'completed', 'code': 200} Mar 31 22:55:07.798596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01677d18-655d-4c28-82cd-77fac83d9b92 req-22b5e338-5e32-4c4d-b83f-cd5e96ccc658 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555375 Mar 31 22:55:07.884080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-57dabb32-dfe4-4edf-8825-96ff6f71e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.885596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-57dabb32-dfe4-4edf-8825-96ff6f71e9ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1094 time: 0.0478053 Mar 31 22:55:08.058496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-6019a9e8-1d2b-4360-b176-7efd0714f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.060167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-6019a9e8-1d2b-4360-b176-7efd0714f257 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1592162 Mar 31 22:55:08.250493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfc48a-5854-4525-a6b7-55755cd62fa0 req-b5d38863-ad8c-409a-b9d6-e9e135ab2e15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.252000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3cfc48a-5854-4525-a6b7-55755cd62fa0 req-b5d38863-ad8c-409a-b9d6-e9e135ab2e15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.1660960 Mar 31 22:55:08.272024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-dd3cac7c-8343-49eb-b226-a4c38a2e8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.273402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cdbb5fe-608b-4320-8a7c-662b0dabcaac req-dd3cac7c-8343-49eb-b226-a4c38a2e8791 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2070200 Mar 31 22:55:08.299960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3cfc48a-5854-4525-a6b7-55755cd62fa0 req-cef38223-42a7-40e1-978e-caefd65b35d6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 Mar 31 22:55:08.382317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-ec541b22-19e1-482e-afd5-f0835d802b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.383923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-ec541b22-19e1-482e-afd5-f0835d802b69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1094 time: 0.0463548 Mar 31 22:55:08.467165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-cdc2f8ff-f3df-4faf-9841-a48e5a55d444 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 217 time: 0.0561659 Mar 31 22:55:08.523291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ab946-6d15-4912-9450-1e22416b3c34 req-e3c6d73f-752c-444e-9aed-a78996e2815c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.524641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d96ab946-6d15-4912-9450-1e22416b3c34 req-e3c6d73f-752c-444e-9aed-a78996e2815c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1398323 Mar 31 22:55:08.538194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0699c7-35a2-479c-ac18-b3f28ab8234c req-1d8ac4c6-6cf9-4fc7-a310-f4fe36c03fe4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.539571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a0699c7-35a2-479c-ac18-b3f28ab8234c req-1d8ac4c6-6cf9-4fc7-a310-f4fe36c03fe4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1302102 Mar 31 22:55:08.548758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-45c72bac-4ec9-4ea3-bca1-9122bf9b510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.550066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-45c72bac-4ec9-4ea3-bca1-9122bf9b510a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0754082 Mar 31 22:55:08.600491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-2542178f-9478-4f55-a7cf-3105e494ae58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363977 Mar 31 22:55:08.640912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d96ab946-6d15-4912-9450-1e22416b3c34 req-2076a7fa-f878-498b-b68e-c134acbc9d40 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986278 Mar 31 22:55:08.646213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a0699c7-35a2-479c-ac18-b3f28ab8234c req-1a2e2bd7-9ae1-4144-bc1d-fa9caa10e299 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Mar 31 22:55:08.710087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-d3ce54f9-ecc8-42bb-98d3-641b9a1a9427 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930512 Mar 31 22:55:08.810922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc243f-45e8-421b-bbf0-caa4bd83a342 req-f9b07e0d-6fb3-4d29-aa95-14961721f70e service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941110 Mar 31 22:55:08.847441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb217ee-b9c6-4eb2-93bc-670d440874e3 req-d53790fc-da5f-4399-8105-494bc2d03910 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.848961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb217ee-b9c6-4eb2-93bc-670d440874e3 req-d53790fc-da5f-4399-8105-494bc2d03910 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0609345 Mar 31 22:55:08.915912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb217ee-b9c6-4eb2-93bc-670d440874e3 req-84ebff0b-d301-4f14-a0de-e60890a85b10 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Mar 31 22:55:08.933133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc1a55-36c7-4a49-9212-3b6b5308ae65 req-ab4b76eb-e1c4-4871-9150-bcc50fda206b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.935930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72dc1a55-36c7-4a49-9212-3b6b5308ae65 req-ab4b76eb-e1c4-4871-9150-bcc50fda206b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 943 time: 0.0659897 Mar 31 22:55:08.974156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72dc1a55-36c7-4a49-9212-3b6b5308ae65 req-4571a070-5bdf-4d44-a051-cb1463dae5a4 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Mar 31 22:55:09.421627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8865-a468-41e2-96cc-cebd3434e95c req-4854457d-f8ba-464c-bfa4-0765b32f9d3d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.423085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-322b8865-a468-41e2-96cc-cebd3434e95c req-4854457d-f8ba-464c-bfa4-0765b32f9d3d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0480487 Mar 31 22:55:09.462395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-322b8865-a468-41e2-96cc-cebd3434e95c req-9eba1820-af15-40de-b98e-dba2c172bb95 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Mar 31 22:55:09.786290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692474-a84c-452c-bfdd-1de0bb288019 req-b8cc515c-7dc5-4ce3-b959-9448a3630a75 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.787753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89692474-a84c-452c-bfdd-1de0bb288019 req-b8cc515c-7dc5-4ce3-b959-9448a3630a75 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.0760832 Mar 31 22:55:09.803626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df756-625b-47c1-b0b2-26859223935f req-42bf9002-6a45-4f48-b3c0-f8e565d72c36 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.805043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-483df756-625b-47c1-b0b2-26859223935f req-42bf9002-6a45-4f48-b3c0-f8e565d72c36 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0686312 Mar 31 22:55:09.859391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89692474-a84c-452c-bfdd-1de0bb288019 req-6d2607f5-3586-477d-afb4-16b2e3e92bb3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Mar 31 22:55:09.864002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-483df756-625b-47c1-b0b2-26859223935f req-9a67f93b-23a2-49bf-a6df-8c89a1e1f0bc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Mar 31 22:55:09.905929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d63310b-ad94-4811-974d-b82d20120d96 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:10.004358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d63310b-ad94-4811-974d-b82d20120d96,segment=NetworkSegment(1957fd10-7ebd-4b7c-b60f-fc394a01d945),segment_id=1957fd10-7ebd-4b7c-b60f-fc394a01d945)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:10.020070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9d63310b-ad94-4811-974d-b82d20120d96', 'network_id': '392109c0-07dd-47ea-81de-c4f671b13811', 'port_id': '9d63310b-ad94-4811-974d-b82d20120d96', 'mac_address': 'fa:16:3e:5b:34:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331c86ba-089e-4d30-8378-7756bf5c4fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:10.050128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33121570-804e-4daf-bac3-a5f1dd38eda9 req-c86ddfd1-0277-438e-936e-f5674dd0c4fc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.051602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33121570-804e-4daf-bac3-a5f1dd38eda9 req-c86ddfd1-0277-438e-936e-f5674dd0c4fc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0573528 Mar 31 22:55:10.063262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.076474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d63310b-ad94-4811-974d-b82d20120d96 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:10.096174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d63310b-ad94-4811-974d-b82d20120d96,segment=NetworkSegment(1957fd10-7ebd-4b7c-b60f-fc394a01d945),segment_id=1957fd10-7ebd-4b7c-b60f-fc394a01d945)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:10.114933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33121570-804e-4daf-bac3-a5f1dd38eda9 req-f3a5e68d-be40-4a22-a3f0-3fd481a53897 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Mar 31 22:55:10.123121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fa5c8-cd62-426c-bf6b-1de1824f6441 req-aa250a89-bf31-4624-8793-0399194d66cb tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.124543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e9fa5c8-cd62-426c-bf6b-1de1824f6441 req-aa250a89-bf31-4624-8793-0399194d66cb tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 943 time: 0.0720885 Mar 31 22:55:10.163016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e9fa5c8-cd62-426c-bf6b-1de1824f6441 req-805e472a-690e-48e2-bbb0-0771c7e29aca tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Mar 31 22:55:10.203892 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.251070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:10.580844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edacb98-5331-46d4-bdec-6c2b8d3c5463 req-b4438a6a-4930-413c-9c02-ba5cb9318662 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.582638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2edacb98-5331-46d4-bdec-6c2b8d3c5463 req-b4438a6a-4930-413c-9c02-ba5cb9318662 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Mar 31 22:55:10.619457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2edacb98-5331-46d4-bdec-6c2b8d3c5463 req-85ca8b63-f20e-44a5-abf4-3fb877815e9d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Mar 31 22:55:10.986857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9d63310b-ad94-4811-974d-b82d20120d96'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:11.038651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17dc92-11d1-416d-96a1-799ff1dca216 req-8257a581-5c59-4b93-a4cd-154df4233770 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.046531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f17dc92-11d1-416d-96a1-799ff1dca216 req-8257a581-5c59-4b93-a4cd-154df4233770 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1201513 Mar 31 22:55:11.070865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b518f-3417-493a-90fb-05a256f6a41d req-dff3bc83-49db-4c10-8cee-0130e6bd5fa6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.073483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b518f-3417-493a-90fb-05a256f6a41d req-dff3bc83-49db-4c10-8cee-0130e6bd5fa6 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1196222 Mar 31 22:55:11.137775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b518f-3417-493a-90fb-05a256f6a41d req-b4f96976-7f4b-4be8-a893-3a58fce9d0a1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495927 Mar 31 22:55:11.140681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f17dc92-11d1-416d-96a1-799ff1dca216 req-6fff5c9a-93ba-4419-9097-e1fcf40e0f17 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841374 Mar 31 22:55:11.312556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afa53-b98b-4721-8079-30cbfb934493 req-b44187ca-dbe9-452c-95a4-d95de4905996 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.314076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-244afa53-b98b-4721-8079-30cbfb934493 req-b44187ca-dbe9-452c-95a4-d95de4905996 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0884190 Mar 31 22:55:11.326241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b2a28-0c4a-400a-80a4-c29b66f70536 req-61bab059-dce2-4358-abf1-b73879cc092e tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.328186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa8b2a28-0c4a-400a-80a4-c29b66f70536 req-61bab059-dce2-4358-abf1-b73879cc092e tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 944 time: 0.0736363 Mar 31 22:55:11.380837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-244afa53-b98b-4721-8079-30cbfb934493 req-f3469bbc-d7d4-4b0b-9b9e-3d7e88f1abeb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516658 Mar 31 22:55:11.393717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa8b2a28-0c4a-400a-80a4-c29b66f70536 req-6fd68141-2f99-4181-a91d-40b2ef2a1781 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Mar 31 22:55:11.535737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d1e26a3-99e0-4934-adb1-7c2b5a060f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.616162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9d56-3344-4c45-a215-1aa005182260 req-f87f880e-b5ed-41a9-9f6a-7a65d218f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.617847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3dfa9d56-3344-4c45-a215-1aa005182260 req-f87f880e-b5ed-41a9-9f6a-7a65d218f4a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 1100 time: 0.0410933 Mar 31 22:55:11.671085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3dfa9d56-3344-4c45-a215-1aa005182260 req-39032480-0387-4f1a-8072-e764b877a4f4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Mar 31 22:55:11.753349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fdcca-f3c2-4cb5-a78c-28f346e910a5 req-47f7380d-e066-4b67-9c52-242a5e88e3b8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.754807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-740fdcca-f3c2-4cb5-a78c-28f346e910a5 req-47f7380d-e066-4b67-9c52-242a5e88e3b8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0603185 Mar 31 22:55:11.798846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-740fdcca-f3c2-4cb5-a78c-28f346e910a5 req-a213efa8-98e1-4061-9314-6f370cb268f6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Mar 31 22:55:11.906941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:12.010152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:12.022201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'port_id': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'mac_address': 'fa:16:3e:89:a9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70551a93-3fdb-45b4-a457-5ae18c9b86f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:12.060645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.073554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709ea784-b0e6-463f-8b7e-ae6b9d17070a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:12.094542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:12.232877 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.281043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:12.509868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82d3a5-adb7-419b-aaa7-13c9d869f863 req-d3436465-5ba9-41c0-a3bf-a2ae9874a4f5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.511268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc82d3a5-adb7-419b-aaa7-13c9d869f863 req-d3436465-5ba9-41c0-a3bf-a2ae9874a4f5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.2908690 Mar 31 22:55:12.518285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aae70-d301-49ad-9a7c-e7ab9fcf5dfb req-7489fd39-d5ab-4d92-87d4-63880cfc56ae tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.519667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-185aae70-d301-49ad-9a7c-e7ab9fcf5dfb req-7489fd39-d5ab-4d92-87d4-63880cfc56ae tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.3011923 Mar 31 22:55:12.573736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc82d3a5-adb7-419b-aaa7-13c9d869f863 req-7b95534b-b49f-45d7-bfe4-4d4692e230cc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Mar 31 22:55:12.581407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-185aae70-d301-49ad-9a7c-e7ab9fcf5dfb req-cdb37278-7996-4bb1-ab6e-e40e3e66946f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552075 Mar 31 22:55:12.719753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0613c-4ea1-41cc-8687-2b0b725d2e93 req-0e93271e-a2a0-4ed9-a6f7-fee11714cad5 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.721317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dd0613c-4ea1-41cc-8687-2b0b725d2e93 req-0e93271e-a2a0-4ed9-a6f7-fee11714cad5 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 944 time: 0.0803139 Mar 31 22:55:12.728422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d3082-0f38-4073-adb1-086d5ace35da req-e817da5f-39ee-42de-88c7-6c4e27f097a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.729771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d0d3082-0f38-4073-adb1-086d5ace35da req-e817da5f-39ee-42de-88c7-6c4e27f097a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0799413 Mar 31 22:55:12.775354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:12.789985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dd0613c-4ea1-41cc-8687-2b0b725d2e93 req-8c166f50-5d75-47c0-9abd-4670c0341f5b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592740 Mar 31 22:55:12.792679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d0d3082-0f38-4073-adb1-086d5ace35da req-fe8bbb90-5222-4169-bcb2-2c75505322b5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 Mar 31 22:55:12.928063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b791cc-e7a4-489b-9b6b-0f262c5d2232 req-d732b7ed-3b8e-4c0f-bf48-d067951c88e2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.929522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19b791cc-e7a4-489b-9b6b-0f262c5d2232 req-d732b7ed-3b8e-4c0f-bf48-d067951c88e2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0489407 Mar 31 22:55:12.969137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19b791cc-e7a4-489b-9b6b-0f262c5d2232 req-332d302a-e35f-4b7f-9d19-fbc776693a79 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Mar 31 22:55:13.723547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d2db7-7e88-424a-af2e-758c27acd17b req-72ea6f50-113f-482c-b77e-31ea44692a20 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.725043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-662d2db7-7e88-424a-af2e-758c27acd17b req-72ea6f50-113f-482c-b77e-31ea44692a20 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.0815427 Mar 31 22:55:13.732894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27e701-4f15-4205-bbae-d9e33aec85e9 req-ddc1dd50-40a8-45a4-8643-b928d9717895 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.734284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af27e701-4f15-4205-bbae-d9e33aec85e9 req-ddc1dd50-40a8-45a4-8643-b928d9717895 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0820894 Mar 31 22:55:13.763901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc540c-4ab2-40a4-a03d-17bfcc9c950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.790295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-662d2db7-7e88-424a-af2e-758c27acd17b req-5cf6fccd-e807-4bed-b58e-94f9dd039383 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550516 Mar 31 22:55:13.793634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af27e701-4f15-4205-bbae-d9e33aec85e9 req-ce0216a2-dd22-4b62-abf6-735c94bf9968 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Mar 31 22:55:13.922248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d63310b-ad94-4811-974d-b82d20120d96 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:13.943154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8e0d9-edda-476e-ad46-77e96fb92682 req-3568d098-cf3f-42c0-af01-ee6a323a2a69 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.944628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56a8e0d9-edda-476e-ad46-77e96fb92682 req-3568d098-cf3f-42c0-af01-ee6a323a2a69 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 944 time: 0.0700884 Mar 31 22:55:13.953420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a344-9de8-4d6c-8645-a5c95b2bf7da req-1cd77a66-749c-44ae-a3b3-54ed982aee1e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.954834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4b1a344-9de8-4d6c-8645-a5c95b2bf7da req-1cd77a66-749c-44ae-a3b3-54ed982aee1e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0891798 Mar 31 22:55:14.007848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56a8e0d9-edda-476e-ad46-77e96fb92682 req-31c9b7b9-1189-48cc-b850-3e6dbe87f912 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520456 Mar 31 22:55:14.015451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4b1a344-9de8-4d6c-8645-a5c95b2bf7da req-cb88e3ee-1583-488f-9cf6-3b5c20ce753c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Mar 31 22:55:14.111515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de11ae-981c-4ee3-9563-cbbb195c4cd8 req-72d98cca-a419-480d-9bd4-539b36a3b9af tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.112977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8de11ae-981c-4ee3-9563-cbbb195c4cd8 req-72d98cca-a419-480d-9bd4-539b36a3b9af tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Mar 31 22:55:14.134981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9d63310b-ad94-4811-974d-b82d20120d96 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:14.139425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9d63310b-ad94-4811-974d-b82d20120d96 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:14.139792 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.150472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8de11ae-981c-4ee3-9563-cbbb195c4cd8 req-5da9bd43-fc7b-40a5-adc7-b60711b47309 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Mar 31 22:55:14.219480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.241235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:14.243474 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf60ab-c196-4ee5-a8d4-fb9c6224a0d7" -d '{"events": [{"server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "name": "network-vif-plugged", "status": "completed", "tag": "9d63310b-ad94-4811-974d-b82d20120d96"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:14.256561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d63310b-ad94-4811-974d-b82d20120d96,segment=NetworkSegment(1957fd10-7ebd-4b7c-b60f-fc394a01d945),segment_id=1957fd10-7ebd-4b7c-b60f-fc394a01d945)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.280422 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba3e55-c56b-4bf1-b616-0da38fbaf0bd x-openstack-request-id: req-c9ba3e55-c56b-4bf1-b616-0da38fbaf0bd {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:14.280739 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "name": "network-vif-plugged", "status": "completed", "tag": "9d63310b-ad94-4811-974d-b82d20120d96", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:14.280995 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c9ba3e55-c56b-4bf1-b616-0da38fbaf0bd {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:14.281417 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ba3e55-c56b-4bf1-b616-0da38fbaf0bd'] response: {'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96', 'code': 200} Mar 31 22:55:14.341193 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.389669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.415030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd57e-17fe-42c5-ae45-ee0b9d4dbb51 req-2af3e90e-eab1-4ddc-8d98-01cab2af9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.416500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25fd57e-17fe-42c5-ae45-ee0b9d4dbb51 req-2af3e90e-eab1-4ddc-8d98-01cab2af9ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 1096 time: 0.0456161 Mar 31 22:55:14.451215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25fd57e-17fe-42c5-ae45-ee0b9d4dbb51 req-d242e518-18e7-4f5a-81e9-9e71d929718e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280614 Mar 31 22:55:14.938119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200806e8-f2f8-426b-849a-7f2a0d30a3f3 req-680bfa2e-81a4-4795-ab33-1b0f8caca12a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.939615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-200806e8-f2f8-426b-849a-7f2a0d30a3f3 req-680bfa2e-81a4-4795-ab33-1b0f8caca12a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0779147 Mar 31 22:55:14.947305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd8f72-a5ae-48f0-9654-ba44b58f7239 req-de5999b6-1ec0-421a-b5d1-c9505eab6876 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.948655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30cd8f72-a5ae-48f0-9654-ba44b58f7239 req-de5999b6-1ec0-421a-b5d1-c9505eab6876 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.0888784 Mar 31 22:55:15.004936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-200806e8-f2f8-426b-849a-7f2a0d30a3f3 req-f4a7ea8f-858c-4697-91c4-3cb6ae8d12e5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Mar 31 22:55:15.007645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30cd8f72-a5ae-48f0-9654-ba44b58f7239 req-e6a882dc-33ec-469a-a809-4b7c19d2e438 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Mar 31 22:55:15.156269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee23b2-62c5-4669-9c01-1618bda6d2ad req-bd06c2f6-7ce0-4c14-901e-4b534741f362 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.157742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5ee23b2-62c5-4669-9c01-1618bda6d2ad req-bd06c2f6-7ce0-4c14-901e-4b534741f362 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0802438 Mar 31 22:55:15.169778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.178850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1db7a-ab1c-48fe-8b45-8b477018906f req-b0a671f8-4383-4280-925b-e3258cc00e7f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.180316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c1db7a-ab1c-48fe-8b45-8b477018906f req-b0a671f8-4383-4280-925b-e3258cc00e7f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0690370 Mar 31 22:55:15.228493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5ee23b2-62c5-4669-9c01-1618bda6d2ad req-61145a5b-6430-4318-b681-7b35aeeed438 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Mar 31 22:55:15.235587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c1db7a-ab1c-48fe-8b45-8b477018906f req-6c9dd708-b87e-4a8e-ae8b-246d9f6c61f1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 Mar 31 22:55:15.331986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdb30-98c4-44c3-b336-ee2312a34be9 req-bef9bc99-47ac-4521-a378-0f285c2a0eee tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.333459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9becdb30-98c4-44c3-b336-ee2312a34be9 req-bef9bc99-47ac-4521-a378-0f285c2a0eee tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Mar 31 22:55:15.370799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9becdb30-98c4-44c3-b336-ee2312a34be9 req-a1985cf2-a67a-45f7-a348-3aacba7bafc4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Mar 31 22:55:15.922025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:16.045515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 709ea784-b0e6-463f-8b7e-ae6b9d17070a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:16.050304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 709ea784-b0e6-463f-8b7e-ae6b9d17070a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:16.050304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.130562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.158947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc4698-9e52-406c-b607-0b6b9563cdfb req-a74c0559-c8f3-4552-8670-d5f16dc4e355 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.160756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abbc4698-9e52-406c-b607-0b6b9563cdfb req-a74c0559-c8f3-4552-8670-d5f16dc4e355 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0840807 Mar 31 22:55:16.164496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:16.169967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05140de-0c32-45ad-a24d-cb1a83ef89a8 req-bb9532f9-bdaa-49ff-8f8a-69437e469d15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.171904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b05140de-0c32-45ad-a24d-cb1a83ef89a8 req-bb9532f9-bdaa-49ff-8f8a-69437e469d15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.0934207 Mar 31 22:55:16.228116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abbc4698-9e52-406c-b607-0b6b9563cdfb req-eb9bfd12-5198-43ae-be33-f25531ccfd39 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Mar 31 22:55:16.231933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b05140de-0c32-45ad-a24d-cb1a83ef89a8 req-7c73b351-4640-4cdc-9fea-35e59cc5097f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532742 Mar 31 22:55:16.251253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.283458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:16.286199 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165cb3d8-8a76-4e70-8435-5c271aa551de" -d '{"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-plugged", "status": "completed", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:16.312630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:16.391979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf94382-c101-4f22-b5a5-bf9022eb68ad req-2e2877f1-4f06-4234-811b-d13a72a4015b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.393459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcf94382-c101-4f22-b5a5-bf9022eb68ad req-2e2877f1-4f06-4234-811b-d13a72a4015b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0829244 Mar 31 22:55:16.416184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e8ec0-0205-40a7-899f-7f6c0c1b685a req-e015e94c-7958-4d67-b9b2-2a181813315b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.417634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f86e8ec0-0205-40a7-899f-7f6c0c1b685a req-e015e94c-7958-4d67-b9b2-2a181813315b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0947046 Mar 31 22:55:16.459494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcf94382-c101-4f22-b5a5-bf9022eb68ad req-a2f14f51-17d6-46b8-9483-6a951af9ccf2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Mar 31 22:55:16.477924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f86e8ec0-0205-40a7-899f-7f6c0c1b685a req-41a18ba1-e174-4f56-a345-f1165b32e948 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Mar 31 22:55:16.489430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.517134 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2796c-51be-4b1d-b76c-ba3ab6e57b1b x-openstack-request-id: req-09d2796c-51be-4b1d-b76c-ba3ab6e57b1b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:16.517134 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-plugged", "status": "completed", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:16.517134 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09d2796c-51be-4b1d-b76c-ba3ab6e57b1b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:16.517134 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d2796c-51be-4b1d-b76c-ba3ab6e57b1b'] response: {'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'code': 200} Mar 31 22:55:16.584478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040fc5c-0341-456a-841c-7f3ca1bd902e req-a54e6cae-c9f3-473f-b1d5-5bf89b0c9b77 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.585962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7040fc5c-0341-456a-841c-7f3ca1bd902e req-a54e6cae-c9f3-473f-b1d5-5bf89b0c9b77 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0491860 Mar 31 22:55:16.645285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7040fc5c-0341-456a-841c-7f3ca1bd902e req-13de7a14-cd3e-4b89-80b1-671ebac2d4da tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Mar 31 22:55:16.657291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7027-c938-4254-aea7-b624f3d15740 req-957974c6-54b4-4863-826c-d6c16e532347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.658759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36cc7027-c938-4254-aea7-b624f3d15740 req-957974c6-54b4-4863-826c-d6c16e532347 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1096 time: 0.0534635 Mar 31 22:55:16.696834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36cc7027-c938-4254-aea7-b624f3d15740 req-8a7fea16-bcf3-44ff-ad00-eb2eb27f97bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288129 Mar 31 22:55:16.798197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:17.380124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f4a8-8647-4973-b472-ce6908ca8ff0 req-830081e8-21f7-4627-bef3-d0db82c0d839 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.381584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d05f4a8-8647-4973-b472-ce6908ca8ff0 req-830081e8-21f7-4627-bef3-d0db82c0d839 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0816264 Mar 31 22:55:17.393496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd56b6d-5b54-458d-9d99-7cbc4076d503 req-db1a1623-7f09-4624-9ecd-c7333a1d0a1f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.394914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8dd56b6d-5b54-458d-9d99-7cbc4076d503 req-db1a1623-7f09-4624-9ecd-c7333a1d0a1f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.0655615 Mar 31 22:55:17.449364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d05f4a8-8647-4973-b472-ce6908ca8ff0 req-8b2e1cb4-1193-441a-b72a-96c36e765965 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Mar 31 22:55:17.454297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8dd56b6d-5b54-458d-9d99-7cbc4076d503 req-4da7cc23-b072-445d-a38a-6861db585a15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Mar 31 22:55:17.600654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847ff33-46e1-451e-be4d-92472ab6f292 req-cca8faaa-193e-451b-b08b-e01174677ef2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.602110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d847ff33-46e1-451e-be4d-92472ab6f292 req-cca8faaa-193e-451b-b08b-e01174677ef2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0763502 Mar 31 22:55:17.624172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20155735-436d-4307-afc6-4cfb693e5a35 req-6be0f99e-fdfe-42a4-8744-cf95412c3ec7 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.625577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20155735-436d-4307-afc6-4cfb693e5a35 req-6be0f99e-fdfe-42a4-8744-cf95412c3ec7 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0739558 Mar 31 22:55:17.674351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d847ff33-46e1-451e-be4d-92472ab6f292 req-ff8355e4-7eb6-4449-991b-1e9b52326396 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Mar 31 22:55:17.679072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20155735-436d-4307-afc6-4cfb693e5a35 req-6e5aedbd-fbda-4c4c-b705-36adbb8fa124 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Mar 31 22:55:17.779241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14368753-c3e5-4e2d-bb3b-66274abb471d req-984abdaf-8633-473a-9700-f2b58a1fb077 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.780723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14368753-c3e5-4e2d-bb3b-66274abb471d req-984abdaf-8633-473a-9700-f2b58a1fb077 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Mar 31 22:55:17.818751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14368753-c3e5-4e2d-bb3b-66274abb471d req-e74961f1-472b-4f22-864e-5d3a3ff912ba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Mar 31 22:55:18.099101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc403f9-2b4a-4a36-bf7a-f2f6da7e8a4f req-b136d334-033e-4b7b-bfb3-3e86d2579d80 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.100541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbc403f9-2b4a-4a36-bf7a-f2f6da7e8a4f req-b136d334-033e-4b7b-bfb3-3e86d2579d80 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Mar 31 22:55:18.138718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbc403f9-2b4a-4a36-bf7a-f2f6da7e8a4f req-8a815017-80a3-4119-abdb-04bbce93bf5e tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Mar 31 22:55:18.249591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abd17b-c9df-41b9-af2f-119a49969287 req-c04ba3eb-8214-491a-9333-fc2f84e58b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.251065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-c04ba3eb-8214-491a-9333-fc2f84e58b84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27e44b78f378434f900263744cc4fc96&device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 1096 time: 0.0395770 Mar 31 22:55:18.341921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abd17b-c9df-41b9-af2f-119a49969287 req-ce0abf76-38a4-448d-8cd6-ba78674408c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.343310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-ce0abf76-38a4-448d-8cd6-ba78674408c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=392109c0-07dd-47ea-81de-c4f671b13811 HTTP/1.1" status: 200 len: 915 time: 0.0854135 Mar 31 22:55:18.406405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-bd4c5d76-ed26-46d0-bd45-481cf905b823 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d63310b-ad94-4811-974d-b82d20120d96 HTTP/1.1" status: 200 len: 217 time: 0.0391276 Mar 31 22:55:18.598835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abd17b-c9df-41b9-af2f-119a49969287 req-d5859736-39d8-4aa3-b784-d976e713c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.600235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-d5859736-39d8-4aa3-b784-d976e713c8c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=331c86ba-089e-4d30-8378-7756bf5c4fb5 HTTP/1.1" status: 200 len: 853 time: 0.1248360 Mar 31 22:55:18.650878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-f77876e0-b051-47f2-8d41-ae579b316783 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=392109c0-07dd-47ea-81de-c4f671b13811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390992 Mar 31 22:55:18.675832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-6cf8effc-0954-48da-accf-6185f39e9475 service neutron] 10.222.0.10 "GET /v2.0/ports/59e1a39f-a918-4d83-a0a3-87776a66805d/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.1660593 Mar 31 22:55:18.694236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210197b-e447-417b-bfd7-f11a6617ae7a req-be01a76c-e7bd-4278-a654-2024c6a89e97 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.695755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9210197b-e447-417b-bfd7-f11a6617ae7a req-be01a76c-e7bd-4278-a654-2024c6a89e97 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1558621 Mar 31 22:55:18.706592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27d3a0-6f49-4267-81f5-4889165dac16 req-3c3d9cac-0e4d-4c91-a5be-8966b041aeac tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.708068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c27d3a0-6f49-4267-81f5-4889165dac16 req-3c3d9cac-0e4d-4c91-a5be-8966b041aeac tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1870637 Mar 31 22:55:18.809116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c27d3a0-6f49-4267-81f5-4889165dac16 req-71260b61-8598-4ef4-baf8-48f3aa50d9eb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926740 Mar 31 22:55:18.815491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9210197b-e447-417b-bfd7-f11a6617ae7a req-d2f927e6-45cb-4c49-954d-411fbb444fb4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063170 Mar 31 22:55:18.846211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-5b695b74-cc24-4363-a537-d3f43e77fd71 service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844938 Mar 31 22:55:19.021268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0908d-0fe1-44cc-8ad0-aca5515d8050 req-909c8f52-481a-4db7-8a8f-33ca1ae57abd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.022738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdc0908d-0fe1-44cc-8ad0-aca5515d8050 req-909c8f52-481a-4db7-8a8f-33ca1ae57abd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1090786 Mar 31 22:55:19.032272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ada2e-080c-4e1b-b0e1-6772d55e3567 req-bc1bec3d-d258-49b5-b49b-152ac4c38ed4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.033715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-917ada2e-080c-4e1b-b0e1-6772d55e3567 req-bc1bec3d-d258-49b5-b49b-152ac4c38ed4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.1253769 Mar 31 22:55:19.037103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95abd17b-c9df-41b9-af2f-119a49969287 req-69a33886-69ff-47b4-8175-3d0a5b76564d service neutron] 10.222.0.10 "GET /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801496 Mar 31 22:55:19.092778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdc0908d-0fe1-44cc-8ad0-aca5515d8050 req-31dc0bb6-d62b-4e02-b305-4c6aff47bea0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Mar 31 22:55:19.101625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-917ada2e-080c-4e1b-b0e1-6772d55e3567 req-2da4abc8-64b1-42cb-89fb-a3a4e05908a4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Mar 31 22:55:19.259032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5babf8-8b88-4826-bfe4-9a9d16ba10d9 req-07629ad9-10db-429d-a907-eb7ab1c54b7b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.260493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c5babf8-8b88-4826-bfe4-9a9d16ba10d9 req-07629ad9-10db-429d-a907-eb7ab1c54b7b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 31 22:55:19.300408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c5babf8-8b88-4826-bfe4-9a9d16ba10d9 req-16e0d9f7-258d-491d-af95-5c0c9fb6c483 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Mar 31 22:55:19.430963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-b3860054-4da0-4646-8fc7-9f73140c624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.432474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-b3860054-4da0-4646-8fc7-9f73140c624c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1100 time: 0.0417421 Mar 31 22:55:19.530392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-5837b84d-8c62-464f-881e-205b89a9af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.531967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-5837b84d-8c62-464f-881e-205b89a9af02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1100 time: 0.0439291 Mar 31 22:55:19.626755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-f0ad68d3-00d9-49c3-909b-5ff83db66596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.628238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-f0ad68d3-00d9-49c3-909b-5ff83db66596 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.0881128 Mar 31 22:55:19.672225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-a0017ad3-70c0-4efc-8fb0-7f1cd5123b0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0357783 Mar 31 22:55:19.733612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-081c1b87-4e50-43c2-b400-5b9211113068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.734965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-081c1b87-4e50-43c2-b400-5b9211113068 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0514011 Mar 31 22:55:19.783387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-0beb2c22-55fe-45d1-b113-cb5cb11aade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.785083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-0beb2c22-55fe-45d1-b113-cb5cb11aade1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421038 Mar 31 22:55:19.891147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-6a531c58-22e4-4096-a7d6-6c6f2801a623 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868616 Mar 31 22:55:20.030490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8224357-bc42-41e4-a50b-038115f6ba8d req-a296200b-0f40-423c-a1c0-fd8a00b9b856 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.031997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8224357-bc42-41e4-a50b-038115f6ba8d req-a296200b-0f40-423c-a1c0-fd8a00b9b856 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1463230 Mar 31 22:55:20.050918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66b79-0dd3-48f0-bf8d-8dcc859803bf req-57a669b7-177a-4349-bf70-85b73dd5a069 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.052335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0da66b79-0dd3-48f0-bf8d-8dcc859803bf req-57a669b7-177a-4349-bf70-85b73dd5a069 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1639934 Mar 31 22:55:20.097542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ae1a510-5147-4ab9-bbdc-041e0f7c9178 req-9590e477-1d7b-4298-bcc4-cba5d01347cc service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974359 Mar 31 22:55:20.124034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8224357-bc42-41e4-a50b-038115f6ba8d req-9d3d72af-b527-495c-a2c0-8729fa82fc54 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837111 Mar 31 22:55:20.128860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0da66b79-0dd3-48f0-bf8d-8dcc859803bf req-d446df09-3e2a-46b9-a306-dc8ddc1a08e7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Mar 31 22:55:20.261164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2650f-a117-4faa-a3b1-5c7b54a4defb req-0c38312c-d465-486b-ad04-f5789a0599f6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.263220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48c2650f-a117-4faa-a3b1-5c7b54a4defb req-0c38312c-d465-486b-ad04-f5789a0599f6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0674016 Mar 31 22:55:20.270754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6c4e5-2a41-4494-a89c-3cb3362ae548 req-46c45561-b948-4f3d-b6de-a9cc5daebb9d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.272198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77a6c4e5-2a41-4494-a89c-3cb3362ae548 req-46c45561-b948-4f3d-b6de-a9cc5daebb9d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0848703 Mar 31 22:55:20.329522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48c2650f-a117-4faa-a3b1-5c7b54a4defb req-985ab87c-c0bd-49c5-8cf8-873f4664d35a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Mar 31 22:55:20.334074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77a6c4e5-2a41-4494-a89c-3cb3362ae548 req-8053b10d-d4fa-4e4c-82b3-74c15b8c6c12 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 Mar 31 22:55:20.460589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a22a3-8c14-4a7d-8ea8-8233b37eb3a0 req-394b8c37-3289-4d4d-b71e-9c3d26b86e1c tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.462085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-410a22a3-8c14-4a7d-8ea8-8233b37eb3a0 req-394b8c37-3289-4d4d-b71e-9c3d26b86e1c tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1096 time: 0.0729811 Mar 31 22:55:20.474544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8cae1-5d6c-4540-a5b5-c5e807428a84 req-5104ad77-03dc-4eeb-9ce4-2ff18e28dba1 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.475960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f8cae1-5d6c-4540-a5b5-c5e807428a84 req-5104ad77-03dc-4eeb-9ce4-2ff18e28dba1 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0583117 Mar 31 22:55:20.537116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-410a22a3-8c14-4a7d-8ea8-8233b37eb3a0 req-383a3335-4093-4160-a01b-3a74ff2850a6 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601933 Mar 31 22:55:20.540133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f8cae1-5d6c-4540-a5b5-c5e807428a84 req-6dbca6d8-1a29-4b6e-a498-15a2e60e2949 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Mar 31 22:55:21.249270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88764e-a585-4521-b70a-0dd9e30bf6dc req-d31c184b-56cb-4c5d-a7a2-3bea5f1a167a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.250618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e88764e-a585-4521-b70a-0dd9e30bf6dc req-d31c184b-56cb-4c5d-a7a2-3bea5f1a167a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0468054 Mar 31 22:55:21.291695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e88764e-a585-4521-b70a-0dd9e30bf6dc req-53f2ca5c-d63d-432c-85db-c258783ae7b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Mar 31 22:55:21.493233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77fe0f-a33d-472b-b98b-f9f5ab91f19e req-68758c7d-3a02-46a1-af53-2b884d496fa5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.494756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac77fe0f-a33d-472b-b98b-f9f5ab91f19e req-68758c7d-3a02-46a1-af53-2b884d496fa5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0768187 Mar 31 22:55:21.505480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6e2cb-c789-4194-8c45-64d691e8862a req-de82bdb9-561d-4e23-b472-1b4c48f8fd56 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.506864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78e6e2cb-c789-4194-8c45-64d691e8862a req-de82bdb9-561d-4e23-b472-1b4c48f8fd56 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0983367 Mar 31 22:55:21.563561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac77fe0f-a33d-472b-b98b-f9f5ab91f19e req-7a6ab94f-2dbc-4377-ad44-eca85b70bf05 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Mar 31 22:55:21.568293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78e6e2cb-c789-4194-8c45-64d691e8862a req-ff6036ff-9193-4e47-9e1d-8d91f428909d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Mar 31 22:55:21.642480 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:55:21.686388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e1221-6fa7-499f-a445-015bfc6a17e8 req-94e30368-5d96-494b-8fea-c4f43596a31f tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.687925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b2e1221-6fa7-499f-a445-015bfc6a17e8 req-94e30368-5d96-494b-8fea-c4f43596a31f tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Mar 31 22:55:21.725050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b2e1221-6fa7-499f-a445-015bfc6a17e8 req-dc75b6d7-41ff-48ca-9bf1-f738d8581f57 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Mar 31 22:55:21.945943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:22.040266 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.189229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:22.191446 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825370d2-7cd0-4695-973f-e63a1ddf3ad4" -d '{"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:22.204862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:22.237575 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76bd1e-5b43-4ed9-8fcb-86b79c8c2f63 x-openstack-request-id: req-3b76bd1e-5b43-4ed9-8fcb-86b79c8c2f63 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:22.237911 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:22.238167 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3b76bd1e-5b43-4ed9-8fcb-86b79c8c2f63 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:22.238555 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b76bd1e-5b43-4ed9-8fcb-86b79c8c2f63'] response: {'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'code': 200} Mar 31 22:55:22.364026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.419207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1c41-b8ec-483e-a6ef-12ee16b03645 req-8137c316-37f4-41d2-a9a4-e6f8f1db1a25 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.420937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c75e1c41-b8ec-483e-a6ef-12ee16b03645 req-8137c316-37f4-41d2-a9a4-e6f8f1db1a25 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0587680 Mar 31 22:55:22.468957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:22.514416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c75e1c41-b8ec-483e-a6ef-12ee16b03645 req-9137c035-c179-4975-b3ac-90f0262f7176 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847082 Mar 31 22:55:22.538992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564e4e8-84f7-4cf6-b9e1-416c61281680 req-e2645647-a540-414e-8625-e9c2fc1c3f9b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.540457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1564e4e8-84f7-4cf6-b9e1-416c61281680 req-e2645647-a540-414e-8625-e9c2fc1c3f9b tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0567822 Mar 31 22:55:22.579083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1564e4e8-84f7-4cf6-b9e1-416c61281680 req-23e6839e-d551-4757-8fe8-5803503b2548 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Mar 31 22:55:22.718505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233cb61-0f70-4b7f-96d0-a96bb7f7b73b req-476ac604-73ad-40e3-af45-bef2c16909e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.720115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8233cb61-0f70-4b7f-96d0-a96bb7f7b73b req-476ac604-73ad-40e3-af45-bef2c16909e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0815778 Mar 31 22:55:22.732517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884b4f-166b-48a9-ad61-3dffb5986417 req-8d18a8e5-e4a0-4494-a39d-13921d8a68ee tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.733961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e884b4f-166b-48a9-ad61-3dffb5986417 req-8d18a8e5-e4a0-4494-a39d-13921d8a68ee tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0847862 Mar 31 22:55:22.790282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e884b4f-166b-48a9-ad61-3dffb5986417 req-f05cd564-a1bb-4ccf-b3b7-f8e47bc290be tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495989 Mar 31 22:55:22.793093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8233cb61-0f70-4b7f-96d0-a96bb7f7b73b req-fe4d488e-89ca-4a74-9f24-19be2dc1a33e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Mar 31 22:55:23.631404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae89e-f4db-4535-b820-361ad25d01bb req-8f8ea20a-d523-40c7-a96b-b0b724516776 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.632872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c66ae89e-f4db-4535-b820-361ad25d01bb req-8f8ea20a-d523-40c7-a96b-b0b724516776 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0494251 Mar 31 22:55:23.671378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c66ae89e-f4db-4535-b820-361ad25d01bb req-d5d950de-ae52-4b94-9218-459d8a0ba982 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Mar 31 22:55:23.786672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d267d1-b031-49e0-af2f-ddc65edeb0e1 req-6a36afd8-656d-496c-be7d-7ae340729e2c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.788211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79d267d1-b031-49e0-af2f-ddc65edeb0e1 req-6a36afd8-656d-496c-be7d-7ae340729e2c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0604842 Mar 31 22:55:23.826481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.830066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79d267d1-b031-49e0-af2f-ddc65edeb0e1 req-ca011fe3-efa8-4445-bed7-ae3ddf907143 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Mar 31 22:55:23.935657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364be8e9-e249-453d-8069-73668fe76570 req-1086e360-50f5-40cb-ae41-b3f09dad80a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.937106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-364be8e9-e249-453d-8069-73668fe76570 req-1086e360-50f5-40cb-ae41-b3f09dad80a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 947 time: 0.0502746 Mar 31 22:55:23.957737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:23.974460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-364be8e9-e249-453d-8069-73668fe76570 req-c5973e88-2374-4ba5-a5ba-9434edf0d6b9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Mar 31 22:55:24.073819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:24.085384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'mac_address': 'fa:16:3e:2e:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:24.087860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673c7c-577d-4789-bc84-987bda2a14cc req-b10acef0-436a-4724-bbc8-2695a34b2249 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.090386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20673c7c-577d-4789-bc84-987bda2a14cc req-b10acef0-436a-4724-bbc8-2695a34b2249 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Mar 31 22:55:24.127815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:24.129821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20673c7c-577d-4789-bc84-987bda2a14cc req-4141bc0a-cd3c-4eb3-b0c1-6bab5a0c6b8b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Mar 31 22:55:24.141424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1a39f-a918-4d83-a0a3-87776a66805d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:24.161693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:24.266217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:24.312197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:24.796886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c6fc0-de8e-4561-91a9-4d000786b775 req-6a22f477-565c-45b2-9aec-851f92c04afc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.798319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-812c6fc0-de8e-4561-91a9-4d000786b775 req-6a22f477-565c-45b2-9aec-851f92c04afc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0593657 Mar 31 22:55:24.835994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-812c6fc0-de8e-4561-91a9-4d000786b775 req-351532ad-e9c1-4e82-9ae3-919e0672f5ef tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Mar 31 22:55:24.934167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['59e1a39f-a918-4d83-a0a3-87776a66805d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:24.947422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a987e-4476-4f84-999f-8943469f3d9f req-e0d854a5-fa04-47ee-995d-e4c9c9cfe74c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.949568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e4a987e-4476-4f84-999f-8943469f3d9f req-e0d854a5-fa04-47ee-995d-e4c9c9cfe74c tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0484722 Mar 31 22:55:24.988265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e4a987e-4476-4f84-999f-8943469f3d9f req-2fecf151-5d2b-4970-9474-c84b9936a657 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/security-groups?id=cc799c6f-b9d0-4b34-8439-d047aaa4ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Mar 31 22:55:25.105827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80ef25-a83d-47d7-9c50-a4501bc59c5b req-e4af584e-fa7e-48e5-a5da-8b07f9f55454 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.107464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca80ef25-a83d-47d7-9c50-a4501bc59c5b req-e4af584e-fa7e-48e5-a5da-8b07f9f55454 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0483069 Mar 31 22:55:25.176903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca80ef25-a83d-47d7-9c50-a4501bc59c5b req-e4b9f0da-2824-42d5-8bec-4dde14bab57d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Mar 31 22:55:25.195489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c2b1ba22-5fb5-4a95-9326-c2ba43df256d tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.196965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c2b1ba22-5fb5-4a95-9326-c2ba43df256d tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.10 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 945 time: 0.0886521 Mar 31 22:55:25.306640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e6094-6115-4be4-b1e8-f7483fc1c621 req-6bfb2d86-0bd5-40b6-b3c5-d337004a7a85 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.308123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c08e6094-6115-4be4-b1e8-f7483fc1c621 req-6bfb2d86-0bd5-40b6-b3c5-d337004a7a85 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0920992 Mar 31 22:55:25.360571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c08e6094-6115-4be4-b1e8-f7483fc1c621 req-013fbd0d-9654-43b8-a8dd-8f4ec6b002e0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Mar 31 22:55:25.363315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Deleting port 9d63310b-ad94-4811-974d-b82d20120d96 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:25.363649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.684887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] For port 9d63310b-ad94-4811-974d-b82d20120d96, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d63310b-ad94-4811-974d-b82d20120d96,segment=NetworkSegment(1957fd10-7ebd-4b7c-b60f-fc394a01d945),segment_id=1957fd10-7ebd-4b7c-b60f-fc394a01d945)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:25.685275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.699310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Calling delete_port for 9d63310b-ad94-4811-974d-b82d20120d96 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:25.953300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.965338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7358c6-1931-4d4a-a3b9-110b3b136d54 req-d78d305d-233c-4181-b2b9-d6de83f611f8 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.966840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a7358c6-1931-4d4a-a3b9-110b3b136d54 req-d78d305d-233c-4181-b2b9-d6de83f611f8 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0588365 Mar 31 22:55:25.989919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Pushing event deleted for resources: {'Port': ['ID=9d63310b-ad94-4811-974d-b82d20120d96,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:26.053987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] No DVR routers for this DVR port 9d63310b-ad94-4811-974d-b82d20120d96 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:26.062967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.066557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-477c1e8e-425b-4a89-86cc-f79d71ef522b req-c0488294-3556-47b4-95f6-5cc7589ed319 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.10 "DELETE /v2.0/ports/9d63310b-ad94-4811-974d-b82d20120d96 HTTP/1.1" status: 204 len: 173 time: 0.8577313 Mar 31 22:55:26.067020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'name': 'network-vif-deleted', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:26.069309 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c578a1-576a-44b2-874b-33d34c17f9a1" -d '{"events": [{"server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "name": "network-vif-deleted", "tag": "9d63310b-ad94-4811-974d-b82d20120d96"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:26.077953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a7358c6-1931-4d4a-a3b9-110b3b136d54 req-5e6f0e4a-5a33-496e-9543-fbe2849c3b4a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899453 Mar 31 22:55:26.115672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-420f9043-3246-4d46-840d-60e45b08d745 req-7eee5a97-8b54-47dd-bfa9-59aa339de5bf tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0366039 Mar 31 22:55:26.131727 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a285895-6661-4ab9-8f1d-c06e60696bd8 x-openstack-request-id: req-7a285895-6661-4ab9-8f1d-c06e60696bd8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:26.132109 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6910d281-8845-4498-bfef-9f9c4c477413", "name": "network-vif-deleted", "tag": "9d63310b-ad94-4811-974d-b82d20120d96", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:26.132448 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7a285895-6661-4ab9-8f1d-c06e60696bd8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:26.132971 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a285895-6661-4ab9-8f1d-c06e60696bd8'] response: {'server_uuid': '6910d281-8845-4498-bfef-9f9c4c477413', 'name': 'network-vif-deleted', 'tag': '9d63310b-ad94-4811-974d-b82d20120d96', 'status': 'completed', 'code': 200} Mar 31 22:55:26.314949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca6328-0fce-4a2a-9879-b71339955e52 req-a7de3bb8-22c8-4709-9843-45b33c44ae6a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.316621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcca6328-0fce-4a2a-9879-b71339955e52 req-a7de3bb8-22c8-4709-9843-45b33c44ae6a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0555794 Mar 31 22:55:26.357287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcca6328-0fce-4a2a-9879-b71339955e52 req-f024d03d-c158-496f-892f-7729ef9bfc05 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Mar 31 22:55:26.498589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf09079-993d-48ee-af6a-d2a0644fd1c8 req-881ab24b-4d30-4485-b1c5-9bf3dca84679 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.500260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaf09079-993d-48ee-af6a-d2a0644fd1c8 req-881ab24b-4d30-4485-b1c5-9bf3dca84679 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0561411 Mar 31 22:55:26.543331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaf09079-993d-48ee-af6a-d2a0644fd1c8 req-5b55b821-4f74-43ef-a07b-5e81bbfacaf8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366335 Mar 31 22:55:26.792276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b919d-333e-479a-8d40-6897ce636048 req-2b064652-6fbb-494a-bdd6-355a782c4541 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.794085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3b919d-333e-479a-8d40-6897ce636048 req-2b064652-6fbb-494a-bdd6-355a782c4541 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0510490 Mar 31 22:55:26.833769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3b919d-333e-479a-8d40-6897ce636048 req-fc147f5c-262e-4ff7-8160-6795644c0e51 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Mar 31 22:55:27.062398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-e2b66035-c94a-494c-abd9-1e009eec150c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.063901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-e2b66035-c94a-494c-abd9-1e009eec150c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77&tenant_id=027823132da34143877e417ea2638426&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 948 time: 0.0863099 Mar 31 22:55:27.238269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-d3613125-b622-44f2-8d2d-d895290ec6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.239732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-d3613125-b622-44f2-8d2d-d895290ec6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1099 time: 0.0792186 Mar 31 22:55:27.284290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbcf48b0-4dc8-4819-8b06-af04c4f7020c req-90c3a29d-e042-4554-bc63-ba0aed0b4411 tempest-InstanceActionsTestJSON-1075633562 tempest-InstanceActionsTestJSON-1075633562-project] 10.222.0.83 "GET /v2.0/ports?device_id=6910d281-8845-4498-bfef-9f9c4c477413 HTTP/1.1" status: 200 len: 210 time: 0.0482676 Mar 31 22:55:27.339991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1e81a-f622-440e-be9d-1aec9b7a0c54 req-c1814bad-bb74-4644-952f-0f67b2a4b125 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.341776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e1e81a-f622-440e-be9d-1aec9b7a0c54 req-c1814bad-bb74-4644-952f-0f67b2a4b125 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1352711 Mar 31 22:55:27.394752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-f53fbb81-ad49-4910-93d5-88ffa44b7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.396221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-f53fbb81-ad49-4910-93d5-88ffa44b7ee4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1458831 Mar 31 22:55:27.403507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e1e81a-f622-440e-be9d-1aec9b7a0c54 req-8bf8c839-19f4-4f55-9910-6ebf0a1eb016 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Mar 31 22:55:27.440438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-8ae9ff6d-f52d-4b94-87fa-65db025c3ae5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0360656 Mar 31 22:55:27.500018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-afbd01eb-8071-40f4-a06d-7123dbe54cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.501699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-afbd01eb-8071-40f4-a06d-7123dbe54cc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0538416 Mar 31 22:55:27.555481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-edb08f29-33f0-4c51-9f49-63fde2d9277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.557339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-edb08f29-33f0-4c51-9f49-63fde2d9277e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479262 Mar 31 22:55:27.680742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-ced419f7-ec88-4190-bb71-09106ccf4314 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152053 Mar 31 22:55:27.704992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4849b67-0b3b-48a2-8262-6176581f58ef req-d784e0e4-24b8-4e91-80d9-2124b44776da tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.706454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4849b67-0b3b-48a2-8262-6176581f58ef req-d784e0e4-24b8-4e91-80d9-2124b44776da tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0783403 Mar 31 22:55:27.786716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4849b67-0b3b-48a2-8262-6176581f58ef req-78fa9095-ca44-49c9-a009-971cb054e171 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Mar 31 22:55:27.815740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e193795-55d2-4ac9-a4ce-63a766cde03d req-9460f875-1cf6-461f-907a-c652121fa585 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262884 Mar 31 22:55:27.977739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:28.006061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4cc5-4b5c-4298-91a9-1eac163b9e55 req-2495aa1c-a313-4d4f-a009-f28cd2204e85 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.007856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bfe4cc5-4b5c-4298-91a9-1eac163b9e55 req-2495aa1c-a313-4d4f-a009-f28cd2204e85 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 948 time: 0.0915122 Mar 31 22:55:28.076028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 59e1a39f-a918-4d83-a0a3-87776a66805d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:28.076460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.080713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bfe4cc5-4b5c-4298-91a9-1eac163b9e55 req-3dea8f7a-b61c-4c37-829f-5582cef2d097 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575216 Mar 31 22:55:28.182887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.210010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:28.212341 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2b04d-0b59-435d-b63e-9f486d7192dd" -d '{"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-plugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:28.225709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:28.264084 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318bd38-3e4c-4317-a7f8-0daaf7b3b1f6 x-openstack-request-id: req-1318bd38-3e4c-4317-a7f8-0daaf7b3b1f6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:28.264374 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-plugged", "status": "completed", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:28.264624 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1318bd38-3e4c-4317-a7f8-0daaf7b3b1f6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:28.265013 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1318bd38-3e4c-4317-a7f8-0daaf7b3b1f6'] response: {'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'code': 200} Mar 31 22:55:28.349352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37238) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:28.392899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.393992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d63310b-ad94-4811-974d-b82d20120d96 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:28.405250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Deleting subnet 331c86ba-089e-4d30-8378-7756bf5c4fb5 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:28.408567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.426609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 9d63310b-ad94-4811-974d-b82d20120d96 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:28.427057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d63310b-ad94-4811-974d-b82d20120d96 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:28.458934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.485819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:28.522312 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.591937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20626-ffab-4876-b991-15a7da689471 req-a1065e3b-5855-4c2d-b9ab-85e0caa47710 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.593631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44e20626-ffab-4876-b991-15a7da689471 req-a1065e3b-5855-4c2d-b9ab-85e0caa47710 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0720243 Mar 31 22:55:28.648191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44e20626-ffab-4876-b991-15a7da689471 req-9d4d8c47-9c15-4a1a-9d04-be286fda57a2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Mar 31 22:55:28.735525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.767100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.770299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] 10.222.0.83 "DELETE /v2.0/subnets/331c86ba-089e-4d30-8378-7756bf5c4fb5 HTTP/1.1" status: 204 len: 168 time: 0.4199023 Mar 31 22:55:28.771294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331c86ba-089e-4d30-8378-7756bf5c4fb5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:28.773564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37250) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:28.779356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.779703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.780028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.780418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.780673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.780997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.781315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.781630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.781953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.782266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.782579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.782888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95300126-abcf-4835-a45c-c16a82b9c4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:28.873010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.967327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d3762-ec1a-4345-b5ce-6796781b4c4a req-1d429e7c-5b42-42dd-b9a9-5655bed3c052 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.969973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4d3762-ec1a-4345-b5ce-6796781b4c4a req-1d429e7c-5b42-42dd-b9a9-5655bed3c052 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0945179 Mar 31 22:55:29.029314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.060154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392109c0-07dd-47ea-81de-c4f671b13811']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:29.075986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4d3762-ec1a-4345-b5ce-6796781b4c4a req-60d9f742-827a-4695-ab12-8ed23541fe76 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991936 Mar 31 22:55:29.077854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1957fd10-7ebd-4b7c-b60f-fc394a01d945') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:29.078153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1957fd10-7ebd-4b7c-b60f-fc394a01d945') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:29.089537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.129336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.133995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:29.134416 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:29.136939 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:29.241745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d283de-a374-429e-9bc0-13613bc04148 req-a27435ee-4d8b-461f-bc99-47f90f8edf4e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.243170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70d283de-a374-429e-9bc0-13613bc04148 req-a27435ee-4d8b-461f-bc99-47f90f8edf4e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0603106 Mar 31 22:55:29.282328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70d283de-a374-429e-9bc0-13613bc04148 req-9dd061d8-5b2d-465d-9899-4c05a051f299 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Mar 31 22:55:29.386302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.404559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.407779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] 10.222.0.83 "DELETE /v2.0/networks/392109c0-07dd-47ea-81de-c4f671b13811 HTTP/1.1" status: 204 len: 168 time: 0.6330340 Mar 31 22:55:29.410885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4dee8-af49-4805-97f1-baf306766536 admin admin] Pushing event deleted for resources: {'Network': ['ID=392109c0-07dd-47ea-81de-c4f671b13811,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:29.432854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619f943-e10d-40a5-ade5-0d4abca0bb3e req-d13b04dd-1f47-42c2-b708-b8f5d55daa60 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.432854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e619f943-e10d-40a5-ade5-0d4abca0bb3e req-d13b04dd-1f47-42c2-b708-b8f5d55daa60 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0742311 Mar 31 22:55:29.469756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e619f943-e10d-40a5-ade5-0d4abca0bb3e req-5aa17588-74ef-4204-8a30-4f2d684bef4a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Mar 31 22:55:29.790453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e27b-c59b-43b4-b886-112c6b17b039 req-a9633c82-826f-45d7-ba60-fa75ab6dcb39 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.792079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d90e27b-c59b-43b4-b886-112c6b17b039 req-a9633c82-826f-45d7-ba60-fa75ab6dcb39 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0493264 Mar 31 22:55:29.845760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d90e27b-c59b-43b4-b886-112c6b17b039 req-7e2f03ba-f38c-49a2-a466-707f9df35780 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Mar 31 22:55:29.934831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37284) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:30.008711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1f426b5d-01f4-4d70-bdcf-30275119b067 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27e44b78f378434f900263744cc4fc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726168 Mar 31 22:55:30.010756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-c89a8fd4-3801-4bfc-bbf2-cfc9a4cc86b0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341370 Mar 31 22:55:30.011931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:30.150165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.180348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-c00d0942-794b-41f7-b02d-2eb5b678d111 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.181657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-c00d0942-794b-41f7-b02d-2eb5b678d111 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637843 Mar 31 22:55:30.204935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.248440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-dd1dde6b-b2a6-4cf4-8750-7fd6b3ca5302 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/quotas/027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 375 time: 0.0513005 Mar 31 22:55:30.315728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca459091-250a-4e84-85ea-466232afb710 req-6b65b7e7-8ee0-4f55-8053-5daa603918e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.317120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca459091-250a-4e84-85ea-466232afb710 req-6b65b7e7-8ee0-4f55-8053-5daa603918e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.1464684 Mar 31 22:55:30.348607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-aed02308-6632-4bd1-a0e7-0aecb2388438 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912085 Mar 31 22:55:30.372102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca459091-250a-4e84-85ea-466232afb710 req-e39bd441-4c97-4bdc-89a3-c07c565d93b1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Mar 31 22:55:30.420773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.423896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.425336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cc799c6f-b9d0-4b34-8439-d047aaa4ed03 HTTP/1.1" status: 204 len: 168 time: 0.4124212 Mar 31 22:55:30.437915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511f9c6-9a87-4ab7-bea5-28eb3fe23c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc799c6f-b9d0-4b34-8439-d047aaa4ed03,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:30.615509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-142efd31-7426-4149-821b-174548271d38 req-f3f72d73-2dda-49ae-92b2-da2001073d2c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Mar 31 22:55:31.000822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8ac08-8c15-4884-aa67-305a7d5baf59 req-ea177b67-c60d-4060-81f3-72517541eb1a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.016204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26e8ac08-8c15-4884-aa67-305a7d5baf59 req-ea177b67-c60d-4060-81f3-72517541eb1a tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0994880 Mar 31 22:55:31.069566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26e8ac08-8c15-4884-aa67-305a7d5baf59 req-dd54d931-56fc-4891-853c-6768e5b0dfc5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Mar 31 22:55:31.493901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb672-6c69-43a4-ab2b-8c40ded8453c req-3d7efd68-d7e2-463b-b066-22a3e938c875 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.495528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b1cb672-6c69-43a4-ab2b-8c40ded8453c req-3d7efd68-d7e2-463b-b066-22a3e938c875 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Mar 31 22:55:31.553025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b1cb672-6c69-43a4-ab2b-8c40ded8453c req-d968b1e0-cc1c-40cc-97cd-bd05d71005ac tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Mar 31 22:55:31.694056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dc22aae-2a19-4c1d-b998-5372473370c8 req-7dc9417f-6962-4bd1-a5cb-c661ae97eaa4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 210 time: 0.0267019 Mar 31 22:55:32.247310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f998ff-1661-49ff-8923-dc8f5b5fb50c req-d781a9ce-f061-476e-8b2a-1432598fba60 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.249253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86f998ff-1661-49ff-8923-dc8f5b5fb50c req-d781a9ce-f061-476e-8b2a-1432598fba60 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0856245 Mar 31 22:55:32.291599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86f998ff-1661-49ff-8923-dc8f5b5fb50c req-5b481f64-2641-4d9c-8fef-ccc93b83e041 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Mar 31 22:55:32.684039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c0ac1-2e29-4471-9090-3cbda52ecf83 req-4f0f4b82-8326-4f5f-9660-c0331a0a443a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.685527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc1c0ac1-2e29-4471-9090-3cbda52ecf83 req-4f0f4b82-8326-4f5f-9660-c0331a0a443a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0527711 Mar 31 22:55:32.728603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc1c0ac1-2e29-4471-9090-3cbda52ecf83 req-1ac6b63e-d25b-48c2-b2ff-6493c4f77f6b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Mar 31 22:55:32.802947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbf6093-d939-4f78-84b4-02f37521b020 req-31d8a3ab-bc7d-4bd3-afed-a4ca59e0b666 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 210 time: 0.0260344 Mar 31 22:55:33.040445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37374) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:33.149383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd041676-c9e8-4a47-b4d6-eda0b381a586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.224449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd041676-c9e8-4a47-b4d6-eda0b381a586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.384755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd041676-c9e8-4a47-b4d6-eda0b381a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.429031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bd041676-c9e8-4a47-b4d6-eda0b381a586 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56407db703124920b07d5e221e56df2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874547 Mar 31 22:55:33.431787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37384) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:33.432658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041676-c9e8-4a47-b4d6-eda0b381a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f2be1-012e-4e47-aa2e-66d7317147a4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:33.453232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26ad6-57e6-40df-bbf4-3d19ae6fb763 req-28ca0b9d-195d-432f-8a94-4465d1326463 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.454986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4b26ad6-57e6-40df-bbf4-3d19ae6fb763 req-28ca0b9d-195d-432f-8a94-4465d1326463 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0983887 Mar 31 22:55:33.503778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.514686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-49f8e631-e2bf-4a95-8742-af0356144502 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251679 Mar 31 22:55:33.517538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4b26ad6-57e6-40df-bbf4-3d19ae6fb763 req-0111c851-7a84-4027-a93b-d769c8e3b7b2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Mar 31 22:55:33.530123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.628471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-e632c15b-0c61-4795-b793-49827d799f77 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.629897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-e632c15b-0c61-4795-b793-49827d799f77 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075597 Mar 31 22:55:33.651042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Request body: {'port': {'device_id': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '027823132da34143877e417ea2638426'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:33.747380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.749979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.751196 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa6f2be1-012e-4e47-aa2e-66d7317147a4 HTTP/1.1" status: 204 len: 168 time: 0.3183546 Mar 31 22:55:33.765555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8ecdf-e524-4ce5-bf0b-c1e12b80fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f2be1-012e-4e47-aa2e-66d7317147a4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:33.863607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2025-44c2-4601-84b0-468e1e85f863 req-6f8a6ab2-33ba-4f0d-905b-0ea848e8f5eb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.865221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cfc2025-44c2-4601-84b0-468e1e85f863 req-6f8a6ab2-33ba-4f0d-905b-0ea848e8f5eb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0546026 Mar 31 22:55:33.892171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Made reservation on behalf of 027823132da34143877e417ea2638426 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:33.895487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.924645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb2e7306-c7de-4f91-8d69-63ed53743ab9 req-8accc161-132d-4638-b8b3-b83745465e98 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 210 time: 0.0472951 Mar 31 22:55:33.950875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cfc2025-44c2-4601-84b0-468e1e85f863 req-ab40af2b-a95b-43d8-baa3-be57ada5501d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795870 Mar 31 22:55:34.088798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Allocated IP 192.168.233.121 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/c41b5f9a-c229-4a52-8bba-18bfa2e632b2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:34.104437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dda42f-f70c-4e28-8f0c-a23ce32d0575 req-ba52e275-3f1e-46a0-8cc6-3132728f4358 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.106495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8dda42f-f70c-4e28-8f0c-a23ce32d0575 req-ba52e275-3f1e-46a0-8cc6-3132728f4358 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0756879 Mar 31 22:55:34.170785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8dda42f-f70c-4e28-8f0c-a23ce32d0575 req-4e25661b-6197-4fc3-ba9b-c84c6dd1acb8 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Mar 31 22:55:34.293091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.329121 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.368763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac12a99-3dd4-4ce2-a871-ee0ae74cc89f req-4d141799-f903-4541-83b2-954373a4a006 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.370897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ac12a99-3dd4-4ce2-a871-ee0ae74cc89f req-4d141799-f903-4541-83b2-954373a4a006 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0464067 Mar 31 22:55:34.411749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ac12a99-3dd4-4ce2-a871-ee0ae74cc89f req-28313877-0c8c-4a56-be8d-6a0aeae11fd4 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Mar 31 22:55:34.495086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.529005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613', '59e1a39f-a918-4d83-a0a3-87776a66805d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:34.555995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:34.566604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:34.576845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:34.617464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:34.657299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.658390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.712643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b253067-f133-422a-b88a-67e481c46378 req-230322ca-77b6-471b-add9-acd1765b53d0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.714730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b253067-f133-422a-b88a-67e481c46378 req-230322ca-77b6-471b-add9-acd1765b53d0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0775080 Mar 31 22:55:34.756608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b253067-f133-422a-b88a-67e481c46378 req-d9d5dfc0-f0df-40c2-a565-e8a3cd12cc4c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Mar 31 22:55:34.795490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-a90e3576-8b37-41f2-b2ae-54991c7262de tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1480989 Mar 31 22:55:34.817798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Request body: {'port': {'device_id': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:34.854159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d3a1079e-5faa-4342-b5e7-b895b4807555 None None] Provisioning complete for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:34.854651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d3a1079e-5faa-4342-b5e7-b895b4807555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.893474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1079e-5faa-4342-b5e7-b895b4807555 None None] Port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:34.915025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.937163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47902-d894-40df-a47c-fb3cd0f7ad39 req-eb16261c-b0d4-42b9-9517-dc4938e5f65a tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.938763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccd47902-d894-40df-a47c-fb3cd0f7ad39 req-eb16261c-b0d4-42b9-9517-dc4938e5f65a tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0614467 Mar 31 22:55:35.013258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccd47902-d894-40df-a47c-fb3cd0f7ad39 req-54722fbe-a1c5-4ae2-a55c-34b2a1ec8dd2 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570195 Mar 31 22:55:35.113999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37436) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:35.181759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e1c5e-ce76-41b2-a7ed-ec1183cdcb21 req-cda9eccd-fbff-4d61-a756-6c1b969ce4c2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.183300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c87e1c5e-ce76-41b2-a7ed-ec1183cdcb21 req-cda9eccd-fbff-4d61-a756-6c1b969ce4c2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 936 time: 0.1734574 Mar 31 22:55:35.234728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-182770422-network', 'tenant_id': '71c4722b51124760a8058539c7f95a77'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:35.250193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c87e1c5e-ce76-41b2-a7ed-ec1183cdcb21 req-551630e2-d76e-45e8-b430-b9b130a4282a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Mar 31 22:55:35.374977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Made reservation on behalf of 71c4722b51124760a8058539c7f95a77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:35.377501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.390342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.470824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.547121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:35.555022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.568030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Transition to ACTIVE for port object c41b5f9a-c229-4a52-8bba-18bfa2e632b2 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:35.603480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.628408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:35.638870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d404c3-e786-47ec-b33b-ae551dc2ac60,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:35.643692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.644061 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Added segment a7fa2845-5552-4bc6-910e-84be612e762d of type vlan for network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e Mar 31 22:55:35.688157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.740818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.801375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:35.820635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.822025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.822793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.897407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] Pushing event updated for resources: {'Network': ['ID=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:35.915068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:35.916623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:35.917570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:35.917990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:35.925314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:35.925637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:35.939499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc49f-07e4-4cef-a7d5-92706dd15833 req-1fa6ac27-2f44-44c6-b9db-7b3b62411cde tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.940976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbfc49f-07e4-4cef-a7d5-92706dd15833 req-1fa6ac27-2f44-44c6-b9db-7b3b62411cde tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0734034 Mar 31 22:55:35.946770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:35.946770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:35.946770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:35.946770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Bound port: c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:35.946770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.017418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbfc49f-07e4-4cef-a7d5-92706dd15833 req-2e18503f-6f89-4153-b7db-f9768b107590 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644093 Mar 31 22:55:36.031656 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-81f6cec0-1280-407f-83b6-551424d55a36 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9164188 Mar 31 22:55:36.035488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:36.041610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Request body: {'subnet': {'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-subnet', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:36.044112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:36.048353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:36.150112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66027a-7e7a-42ad-a84b-d34c03489e6b req-6cd3726b-e793-4040-88d4-7644de6b5cfb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.151234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce66027a-7e7a-42ad-a84b-d34c03489e6b req-6cd3726b-e793-4040-88d4-7644de6b5cfb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0506306 Mar 31 22:55:36.182795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.192192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Made reservation on behalf of 71c4722b51124760a8058539c7f95a77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:36.194672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.234358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.234948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.236412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] 10.222.0.10 "PUT /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 1096 time: 1.4232395 Mar 31 22:55:36.240710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:36.243147 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241" -d '{"events": [{"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:36.254666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce66027a-7e7a-42ad-a84b-d34c03489e6b req-dd092084-a176-4fcc-a2a4-0510e0d9afd1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963752 Mar 31 22:55:36.268285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf55374-1000-4c5e-939c-04100c0e530e service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:36.296549 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be10b4e4-441e-4224-ad1b-35823c3f9f49 x-openstack-request-id: req-be10b4e4-441e-4224-ad1b-35823c3f9f49 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:36.296689 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:36.296985 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be10b4e4-441e-4224-ad1b-35823c3f9f49 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:36.298854 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be10b4e4-441e-4224-ad1b-35823c3f9f49'] response: {'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'status': 'completed', 'code': 200} Mar 31 22:55:36.468512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241 req-8bae5003-ff48-41dc-894b-31461e5e57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.469903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241 req-8bae5003-ff48-41dc-894b-31461e5e57d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1099 time: 0.1090984 Mar 31 22:55:36.483871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966ac7-04b8-4cf7-b523-911d6917f5f2 req-f87978e8-a59a-4eb0-b8af-9d386e9f8ead tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.490261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30966ac7-04b8-4cf7-b523-911d6917f5f2 req-f87978e8-a59a-4eb0-b8af-9d386e9f8ead tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0781705 Mar 31 22:55:36.512073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241 req-4a79f771-6e7b-4ef4-907e-286ddc85946a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257192 Mar 31 22:55:36.555374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30966ac7-04b8-4cf7-b523-911d6917f5f2 req-a4b1bcb3-d484-40df-acf6-d0ef056b8dbe tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606914 Mar 31 22:55:36.598222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.628023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241 req-fdd2c6a2-9baa-4580-a913-9399d3f3c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.630983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2abcacea-07bb-4a87-ac0f-7b6bd51f7241 req-fdd2c6a2-9baa-4580-a913-9399d3f3c7ce service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1049821 Mar 31 22:55:36.658235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9734833-0967-4f95-8531-74a124caceb2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:36.665715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:36.666063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Network hostable DHCP agents. Network: 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:36.744139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-bb932555-8e8b-4104-9775-5a74d02ffc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.746114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-bb932555-8e8b-4104-9775-5a74d02ffc56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1099 time: 0.0431864 Mar 31 22:55:36.799147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-7f491283-b75b-4892-b57b-4f32194b65b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0349026 Mar 31 22:55:36.850567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-943dc812-5980-4050-a86b-b05f61f996ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.852038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-943dc812-5980-4050-a86b-b05f61f996ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0430737 Mar 31 22:55:36.898320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-44ce2a3a-b47c-44d1-92a7-3f4f8f9986c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.899857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-44ce2a3a-b47c-44d1-92a7-3f4f8f9986c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410554 Mar 31 22:55:36.900535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:37.009654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-fe6f1510-b55f-4115-8032-019c94253885 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947106 Mar 31 22:55:37.078448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:37.082953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.090975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.091726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1dadb9-9408-463c-bcb3-d7cf3a274dfa None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:37.109555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81942568-7cd8-4d8e-864f-f4d36279c8c6 req-1f0d72f1-d8d5-40af-8d28-8c6c42ddb160 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958490 Mar 31 22:55:37.157378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57d542-a8a1-412d-8040-fda85ece0717 req-16ebf696-f1c7-4a35-be0c-12eead941a63 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.158861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b57d542-a8a1-412d-8040-fda85ece0717 req-16ebf696-f1c7-4a35-be0c-12eead941a63 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0548546 Mar 31 22:55:37.199753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b57d542-a8a1-412d-8040-fda85ece0717 req-fbe2ff25-b6c6-4f9c-aac0-730ba1a8f07f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Mar 31 22:55:37.201650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-549b8ef9-a41b-4767-b8ee-794ae97b6254 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1651077 Mar 31 22:55:37.205653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:37.210031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:37.257033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:55:37.257974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.421653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.423221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.460548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Allocated IP 172.20.0.2 (73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e/e9734833-0967-4f95-8531-74a124caceb2/7a359443-804a-400c-be9f-3706fe5c570f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:37.495695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.622002 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.675774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ee4d6-598f-40d8-9057-985fac31dcd6 req-b47955e3-0288-498c-a551-e681209f89ec tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.677245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e3ee4d6-598f-40d8-9057-985fac31dcd6 req-b47955e3-0288-498c-a551-e681209f89ec tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0489662 Mar 31 22:55:37.716147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e3ee4d6-598f-40d8-9057-985fac31dcd6 req-e9eec0cc-9a9c-4447-bd51-2731d46feb55 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Mar 31 22:55:37.725963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.786639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.801200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:37.804000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:37.810376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:37.825344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Pushing event updated for resources: {'Port': ['ID=7a359443-804a-400c-be9f-3706fe5c570f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:37.845793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.846137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.846477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.846811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.847176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.847506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.847836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.848158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.848482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.848800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.849133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.849442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:37.879341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Attempting to bind port 7a359443-804a-400c-be9f-3706fe5c570f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:37.879711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Attempting to bind port 7a359443-804a-400c-be9f-3706fe5c570f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:37.880072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Attempting to bind port 7a359443-804a-400c-be9f-3706fe5c570f on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:37.884922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:37.885288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:37.885723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.886776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Bound using segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:37.887263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Bound port: 7a359443-804a-400c-be9f-3706fe5c570f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:37.887642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.954466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] For port 7a359443-804a-400c-be9f-3706fe5c570f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:37.958279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] For port 7a359443-804a-400c-be9f-3706fe5c570f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7a359443-804a-400c-be9f-3706fe5c570f,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:38.078138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.149691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500d7d-f828-42d9-b8e2-9648c81450f8 None None] Pushing event updated for resources: {'Port': ['ID=7a359443-804a-400c-be9f-3706fe5c570f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.218130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.239225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.354213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Allocated IP 172.25.6.69 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d04e6a38-0794-4fd9-b031-c6ede2ac7d41) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:38.362129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1fb31-2da8-4608-a48b-fb92666396f2 req-1a602e93-c53b-43ac-859a-1c14475d6fcc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.364609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45b1fb31-2da8-4608-a48b-fb92666396f2 req-1a602e93-c53b-43ac-859a-1c14475d6fcc tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0716121 Mar 31 22:55:38.459258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45b1fb31-2da8-4608-a48b-fb92666396f2 req-61b701d5-cb4a-4a69-a7a6-00cd38945bce tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854449 Mar 31 22:55:38.579053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.626381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7a359443-804a-400c-be9f-3706fe5c570f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:38.694523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7a359443-804a-400c-be9f-3706fe5c570f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:38.695177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.713916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d00b1-6b47-49d9-b7c9-90c1fca54019 req-df3e4b6b-7321-451f-a30a-1230c0d73e77 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.715572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-129d00b1-6b47-49d9-b7c9-90c1fca54019 req-df3e4b6b-7321-451f-a30a-1230c0d73e77 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1096 time: 0.0457532 Mar 31 22:55:38.753081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-129d00b1-6b47-49d9-b7c9-90c1fca54019 req-8e7d3bc6-a1f5-454e-a343-a31badbe1db1 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Mar 31 22:55:38.785802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.821891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 7a359443-804a-400c-be9f-3706fe5c570f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7a359443-804a-400c-be9f-3706fe5c570f,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:38.901832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39e5e2-09b7-4d30-a46a-e6b63e69244b req-1a064899-63ea-4226-b1a7-622f2a42b6f8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.903419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab39e5e2-09b7-4d30-a46a-e6b63e69244b req-1a064899-63ea-4226-b1a7-622f2a42b6f8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0528097 Mar 31 22:55:38.942410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab39e5e2-09b7-4d30-a46a-e6b63e69244b req-14288447-9085-4a1c-9f25-e2a052f0ab7e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Mar 31 22:55:38.946437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.981280 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.009649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:39.014318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:39.019201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:39.048596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Pushing event updated for resources: {'Port': ['ID=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.092387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=7a359443-804a-400c-be9f-3706fe5c570f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.217243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-d96d3549-6573-42e0-97e6-ed2963d56f8e tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:39.218340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-d96d3549-6573-42e0-97e6-ed2963d56f8e tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065329 Mar 31 22:55:39.274029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c8e5953b-e4c0-42e7-9b9f-887b80d8a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:39.275738 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c8e5953b-e4c0-42e7-9b9f-887b80d8a9d8 service neutron] 10.222.0.83 "GET /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 1094 time: 0.0437860 Mar 31 22:55:39.292730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Request body: {'binding': {'host': 'n-h1-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:39.293371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Unknown quota resources ['binding']. {{(pid=109835) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:55:39.392822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9cd9d-e576-4b5c-ba54-7008448a912f None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:39.484891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a793b0fa-4409-41fe-95cb-17c9b86e74ed None None] Provisioning complete for port 7a359443-804a-400c-be9f-3706fe5c570f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:39.485268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a793b0fa-4409-41fe-95cb-17c9b86e74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.495034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.575383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on host n-h1-828414-2 for vnic_type normal with profile None {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:39.575888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:39.576295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:39.883999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Bound port: df72bfc8-3fdd-48d1-bf57-69e53c485513, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:39.944130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9f8dc797-3f33-4f06-93b7-630ab2c413ad None None] Provisioning complete for port 7a359443-804a-400c-be9f-3706fe5c570f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:39.945112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc797-3f33-4f06-93b7-630ab2c413ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.021767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:40.048354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.133417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.134577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e028e57d-6056-412b-bdef-29d5df0b7395 service neutron] 10.222.0.83 "POST /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513/bindings HTTP/1.1" status: 201 len: 389 time: 0.8466332 Mar 31 22:55:40.348892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:55:40.473737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:40.490560 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:40.504761 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:40.510256 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:40.539746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7a359443-804a-400c-be9f-3706fe5c570f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:40.540256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a83f-621d-4f8a-a5b0-ccfa38b9399b req-b3920c1a-b9c4-47a3-8ec5-d28cac1129c1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.552799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8549a83f-621d-4f8a-a5b0-ccfa38b9399b req-b3920c1a-b9c4-47a3-8ec5-d28cac1129c1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.1036642 Mar 31 22:55:40.618387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8549a83f-621d-4f8a-a5b0-ccfa38b9399b req-c4294384-056f-447e-9789-7e3427a86530 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644107 Mar 31 22:55:40.638724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.650520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-17b9019b-2dee-49cb-baf2-a13b3cf0acbf admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4348176 Mar 31 22:55:40.652959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37548) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:40.654465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:40.680229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7a359443-804a-400c-be9f-3706fe5c570f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:40.680608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.796656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d686f9-c191-4c14-9df9-2e978e3144ad req-69e8b100-49cc-4751-a4d1-942ffc93e89b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.804140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d686f9-c191-4c14-9df9-2e978e3144ad req-69e8b100-49cc-4751-a4d1-942ffc93e89b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0929255 Mar 31 22:55:40.870453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d686f9-c191-4c14-9df9-2e978e3144ad req-6935de9f-0862-42f7-9109-eb4a4cb6b064 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Mar 31 22:55:40.931395 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:39Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:41.018554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:41.019348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Updating router 6d1a2c81-5429-45b9-9b03-83653b9e0417 port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:41.051672 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.054010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9394-cbe8-44e3-8f4c-117ae7e2a398 req-d98e027f-61f4-4a96-9e96-eeac41c4eb69 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.063520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a3b9394-cbe8-44e3-8f4c-117ae7e2a398 req-d98e027f-61f4-4a96-9e96-eeac41c4eb69 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.0909450 Mar 31 22:55:41.116536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a3b9394-cbe8-44e3-8f4c-117ae7e2a398 req-e4d7dd1a-56d5-4f53-b555-f2dcba978bb5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Mar 31 22:55:41.247608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.254969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b16a-e139-4d64-ab78-a3744bcf0de6 req-27a15a71-ebb1-4685-aac8-930bf92bba92 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.256506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1449b16a-e139-4d64-ab78-a3744bcf0de6 req-27a15a71-ebb1-4685-aac8-930bf92bba92 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 1100 time: 0.0740135 Mar 31 22:55:41.316247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-5149e54c-008b-436b-aa7c-0f3a406f2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.317797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-5149e54c-008b-436b-aa7c-0f3a406f2600 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1097 time: 0.0829771 Mar 31 22:55:41.319704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1449b16a-e139-4d64-ab78-a3744bcf0de6 req-66f165f4-c0ab-4e64-8b94-39365a2d11e2 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Mar 31 22:55:41.455988 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.490151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-8b550df4-90a0-43ab-b474-90aade8a3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.491961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-8b550df4-90a0-43ab-b474-90aade8a3bec service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1666615 Mar 31 22:55:41.538879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Allocated IP 172.20.0.1 (73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e/e9734833-0967-4f95-8531-74a124caceb2/7baeba1f-8680-41c8-ac1b-fc4b5fea0a08) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:41.545086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-297f0e96-b5e9-4b26-b62a-a2a0659a3d42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.0453515 Mar 31 22:55:41.593502 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.595022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47d4073d-6cb5-4f41-adc0-77700b2a1a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.661479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-02d029d5-003b-40ca-a909-ba6b6578c443 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449758 Mar 31 22:55:41.671637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-3196b1ff-bace-4f23-89dc-38e75c2ec164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.674086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-3196b1ff-bace-4f23-89dc-38e75c2ec164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1213999 Mar 31 22:55:41.699877 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Pushing event updated for resources: {'Port': ['ID=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:41.702945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Attempting to bind port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:41.703435 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Attempting to bind port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:41.703884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Attempting to bind port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:41.714728 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:41.715069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-16ceda6c-25dd-4463-9e18-ea4b8f22e72a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282845 Mar 31 22:55:41.715498 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:41.715988 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.716472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:41.717041 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Bound port: d04e6a38-0794-4fd9-b031-c6ede2ac7d41, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:41.717553 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.723436 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.736153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:41.738540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.767619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e6767fad-110b-47d0-80fd-b5b2b8fd879a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748515 Mar 31 22:55:41.808959 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] For port d04e6a38-0794-4fd9-b031-c6ede2ac7d41, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:41.812193 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] For port d04e6a38-0794-4fd9-b031-c6ede2ac7d41, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:41.862017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-5f3538ff-326f-4185-b6e8-fc0d56dfe970 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.863537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-5f3538ff-326f-4185-b6e8-fc0d56dfe970 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885636 Mar 31 22:55:41.866445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.915528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:41.918792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:41.923620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:41.926289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Pushing event updated for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:41.926406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-dd60e71f-7bf4-4931-8eed-0c39e968e252 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0248373 Mar 31 22:55:41.967326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.975262 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.030276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-4d1aaac4-f121-4b6b-b533-6871b4b66b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.032042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-4d1aaac4-f121-4b6b-b533-6871b4b66b52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 1100 time: 0.2093263 Mar 31 22:55:42.038426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-63db5c7e-2a6a-4d49-8224-91e6beba961f service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303228 Mar 31 22:55:42.084569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:42.085377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:42.128177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897d12-1cec-4381-a8fc-2875abee4c9a None None] Pushing event updated for resources: {'Port': ['ID=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:42.200634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-65fab13e-a354-4dc8-ad7a-6d0404a48c59 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460905 Mar 31 22:55:42.209236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-4e0b112b-089e-4d7e-923f-7834a3da415a tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:42.210189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-4e0b112b-089e-4d7e-923f-7834a3da415a tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1569116 Mar 31 22:55:42.264829 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:42.266726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-5b130103-ba85-4dbe-a4d4-ae8dd9ad5680 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3341019 Mar 31 22:55:42.304024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.310071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-511f4391-0a41-41bc-b1b0-efb9df5a4675 None None] Provisioning complete for port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:42.310451 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-511f4391-0a41-41bc-b1b0-efb9df5a4675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.387506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-511f4391-0a41-41bc-b1b0-efb9df5a4675 None None] Port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:42.400015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-a0dfc695-3ba7-4115-942b-373c45dd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.401948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-a0dfc695-3ba7-4115-942b-373c45dd981d service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1969004 Mar 31 22:55:42.403373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-bdbd6a07-77dc-45f4-b2f4-c04062e06da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.405145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-bdbd6a07-77dc-45f4-b2f4-c04062e06da0 service neutron] 10.222.0.83 "GET /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 1093 time: 0.1750798 Mar 31 22:55:42.423368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Request body: {'binding': {'host': 'n-h2-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:42.424433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:55:42.555119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:39Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:42.589282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8e14-f15b-44d3-983d-9233a4774c00 None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:39Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:42.594359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-491e1be2-6664-477a-99ab-37a10d685cab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 200 len: 217 time: 0.1847217 Mar 31 22:55:42.644136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.717818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.790926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-5ffd001b-ba69-4235-8a83-152d06167861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.791805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-5ffd001b-ba69-4235-8a83-152d06167861 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1818731 Mar 31 22:55:42.806510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-3e2fca54-7cb5-4a4f-a0f0-bf22e0e2cf27 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.808629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-3e2fca54-7cb5-4a4f-a0f0-bf22e0e2cf27 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1097 time: 0.2134070 Mar 31 22:55:42.813887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.818913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426d496-267a-4ff8-a6a9-ac6c00a421f8 req-e79c3f10-93ec-4fe6-a193-bb9677e1d11d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.849150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7426d496-267a-4ff8-a6a9-ac6c00a421f8 req-e79c3f10-93ec-4fe6-a193-bb9677e1d11d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.1339679 Mar 31 22:55:42.849258 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Pushing event updated for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:42.849359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828414-2'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:42.852835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on host n-h2-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:42.853173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:42.853496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:42.903672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:42.903992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:42.933457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:42.933934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:42.934313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:42.934757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Bound port: 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:42.948992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:42.950397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:42.981268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7426d496-267a-4ff8-a6a9-ac6c00a421f8 req-e4c0bee0-41f8-4b44-ac77-8087016027c0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457343 Mar 31 22:55:43.074551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-ff8bd77f-b076-4108-ad0d-b196021e51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.082071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-ff8bd77f-b076-4108-ad0d-b196021e51bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706676 Mar 31 22:55:43.097954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.176579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:43.176769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:43.338096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282008f-1c78-4361-b287-0f8eefb6bc8c req-7ee35d64-2f33-4761-a2b6-33dc0fa6d164 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.345551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:43.350854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ccf1993f-fdc0-4084-bec4-4af935d42755 admin admin] 10.222.0.83 "PUT /v2.0/routers/6d1a2c81-5429-45b9-9b03-83653b9e0417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963563 Mar 31 22:55:43.351530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0282008f-1c78-4361-b287-0f8eefb6bc8c req-7ee35d64-2f33-4761-a2b6-33dc0fa6d164 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 946 time: 0.2188013 Mar 31 22:55:43.357490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.358651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-b6e7b7d0-7dc3-4b04-8a2c-b4127f8b7fd8 service neutron] 10.222.0.83 "POST /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9474254 Mar 31 22:55:43.406424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-5c5d3c71-ae95-4e80-af02-4265d6debeee service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094139 Mar 31 22:55:43.530809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cb6a9b74-53a9-4e35-9db8-611e2c513dd0 None None] Provisioning complete for port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:43.532644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9b74-53a9-4e35-9db8-611e2c513dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.569308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a9b74-53a9-4e35-9db8-611e2c513dd0 None None] Port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:43.673182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0282008f-1c78-4361-b287-0f8eefb6bc8c req-cb04b08b-9959-4162-83b1-6a633f8dad69 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203506 Mar 31 22:55:43.675308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:43.747063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c9a1c4-7ceb-44b9-a320-b797bcf6d730 req-17429bda-b6f9-465e-a893-dd8cf890ba83 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246746 Mar 31 22:55:43.780728 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aecc4678-6856-4774-a5b3-5860d7cc7a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.797004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e70a35-59a7-4d79-be9c-a7dbe8ee31f9 req-0bad6e0d-f7af-4d91-94fd-8eabbdc51603 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 210 time: 0.0471289 Mar 31 22:55:43.801111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:43.863489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:43.865779 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a696640-bb5a-48ed-a132-0a13170416fa" -d '{"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-unplugged", "status": "completed", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:43.874901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.994888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.018560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:44.144649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:44.158947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'mac_address': 'fa:16:3e:e1:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:44.184541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebca5db-dade-4322-8995-6c96f8f65644 req-d67e0c54-68da-40de-a18d-a2db006a109e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.186250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ebca5db-dade-4322-8995-6c96f8f65644 req-d67e0c54-68da-40de-a18d-a2db006a109e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.2555430 Mar 31 22:55:44.221675 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.237954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:44.261029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:44.290523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:44.325092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ebca5db-dade-4322-8995-6c96f8f65644 req-d42e8d72-587e-4606-9be0-3c655d5e108e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Mar 31 22:55:44.325773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on host n-h2-828414-2 for vnic_type normal with profile {"migrating_to": "n-h1-828414-2"} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:44.326173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:44.326568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:44.342742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:44.342742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Attempting to bind port df72bfc8-3fdd-48d1-bf57-69e53c485513 on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:44.353891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:44.355847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:44.355847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:44.355847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Bound port: df72bfc8-3fdd-48d1-bf57-69e53c485513, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:44.356174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.421969 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.497744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:44.606401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d04e6a38-0794-4fd9-b031-c6ede2ac7d41 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:44.701592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:44.702327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.702491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-e9eaa242-1d69-4db2-b47c-06e41c5dc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.705558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-e9eaa242-1d69-4db2-b47c-06e41c5dc262 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1096 time: 0.0840302 Mar 31 22:55:44.710647 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19ec4cc-1b32-4fab-8dc9-e39c91c1d7c3 x-openstack-request-id: req-b19ec4cc-1b32-4fab-8dc9-e39c91c1d7c3 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:44.711265 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-unplugged", "status": "completed", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:44.711265 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b19ec4cc-1b32-4fab-8dc9-e39c91c1d7c3 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:44.711660 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19ec4cc-1b32-4fab-8dc9-e39c91c1d7c3'] response: {'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'code': 200} Mar 31 22:55:44.720743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-abf2df40-3868-4b74-9db3-a3ec29f359ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.722455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-abf2df40-3868-4b74-9db3-a3ec29f359ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.6399770 Mar 31 22:55:44.801829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-bd951041-7cb9-4d48-9049-3508bb8e8424 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/quotas/71c4722b51124760a8058539c7f95a77 HTTP/1.1" status: 200 len: 375 time: 0.0507126 Mar 31 22:55:44.805524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.827697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-d231e53b-ea30-4e89-9f3e-d5f2335e3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.829064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-d231e53b-ea30-4e89-9f3e-d5f2335e3a21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1171947 Mar 31 22:55:44.841538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port d04e6a38-0794-4fd9-b031-c6ede2ac7d41, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:44.871846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6e51-63b1-4260-8c8d-b458872164a3 req-2f603435-4994-4e9e-88b1-39f8dcb7003c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.871846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bbd6e51-63b1-4260-8c8d-b458872164a3 req-2f603435-4994-4e9e-88b1-39f8dcb7003c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1544707 Mar 31 22:55:44.871846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:44.871846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:44.876397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-96a4ac94-e111-4678-9e90-cf258b36fe4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 217 time: 0.0398843 Mar 31 22:55:44.902249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-33512811-501a-49ee-b051-7521f6e1f959 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107252 Mar 31 22:55:44.937240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-0f97906e-c938-4a8d-878a-3992b73a3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.938911 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-0f97906e-c938-4a8d-878a-3992b73a3561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0557129 Mar 31 22:55:44.939095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bbd6e51-63b1-4260-8c8d-b458872164a3 req-13343935-f918-49ee-a141-7bb7c4e81a8e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707736 Mar 31 22:55:44.973782 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9793156d-ee68-44b6-98ac-3bdefc22e6d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268748 Mar 31 22:55:45.030910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-d80c7d58-8d3c-473b-a17d-f3a6dbd4c0a2 service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203835 Mar 31 22:55:45.037880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:45.049467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:45.050484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:45.097860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-8297f886-0188-407c-bcb5-af8c29c66682 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171067 Mar 31 22:55:45.123784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.125063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.182152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66d3a-f89f-4eef-897a-6a72601b38b2 req-9c94ab42-e224-4452-8fac-077e5d4782bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.184808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05d66d3a-f89f-4eef-897a-6a72601b38b2 req-9c94ab42-e224-4452-8fac-077e5d4782bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1698120 Mar 31 22:55:45.239853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-53dcdbf4-c1f0-4c2d-b29a-3ebadcd3a047 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338251 Mar 31 22:55:45.241685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:45.251759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:45.256908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.289184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=8']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:45.303250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.303883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.305300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-1beacc4c-eb04-475a-97a1-51842734194e service neutron] 10.222.0.10 "PUT /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 1122 time: 2.4751546 Mar 31 22:55:45.314724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05d66d3a-f89f-4eef-897a-6a72601b38b2 req-a87005c7-36da-46d9-aaff-01defce72f19 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085792 Mar 31 22:55:45.330143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-33f32258-369d-4be9-b0a6-0f4052baec08 service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776420 Mar 31 22:55:45.346295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:45.454532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['df72bfc8-3fdd-48d1-bf57-69e53c485513'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:45.474656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3db4d35-4d5d-4f9b-8be6-f97eeb0d2992 req-56540f13-1238-4777-8932-a7acc62ea277 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 210 time: 0.0420208 Mar 31 22:55:45.597549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f7a8-9dbb-400d-ad92-3961d2191ad4 req-a34934ca-fd27-4387-9cca-1aa3c3c29d45 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.605625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68e7f7a8-9dbb-400d-ad92-3961d2191ad4 req-a34934ca-fd27-4387-9cca-1aa3c3c29d45 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.0649281 Mar 31 22:55:45.650902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68e7f7a8-9dbb-400d-ad92-3961d2191ad4 req-a1cd8f5a-8011-4b2e-8211-78daf064aa50 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Mar 31 22:55:45.723792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad4f85ee-8950-4f2b-8368-982ac459d425 req-5c1920ef-1e0d-4a63-9d66-3dbfdebd3e01 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 210 time: 0.0421062 Mar 31 22:55:45.872761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 2, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:45.971850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:45.972204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Updating router 6d1a2c81-5429-45b9-9b03-83653b9e0417 port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:46.028603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.064909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-d14b0935-6ebe-4665-a58e-61cb7b7edc61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035290 Mar 31 22:55:46.144817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-7299ba67-d413-4fe8-aee5-5329cc6fb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.146409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-7299ba67-d413-4fe8-aee5-5329cc6fb088 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 1101 time: 0.0517969 Mar 31 22:55:46.193425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-c2b75b61-7ccc-44d1-b259-9cd37a329f50 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.195945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-c2b75b61-7ccc-44d1-b259-9cd37a329f50 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.2393787 Mar 31 22:55:46.212903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-507cfd52-79a8-4ff5-985d-16cc6cc8a096 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/quotas/71c4722b51124760a8058539c7f95a77 HTTP/1.1" status: 200 len: 375 time: 0.0110226 Mar 31 22:55:46.297866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-31573f44-c35e-45b9-a693-87aa79803742 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782716 Mar 31 22:55:46.326287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-a7aad16d-5cd8-4b56-be64-22c8c2c6ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.328322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-a7aad16d-5cd8-4b56-be64-22c8c2c6ccad service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1529896 Mar 31 22:55:46.435280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-f2089ad7-72f3-4bf1-a164-c6de82250b57 service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271622 Mar 31 22:55:46.482070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-1a113f46-3ca0-4637-ab27-1ea3fe74642b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795043 Mar 31 22:55:46.495049 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.518944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-729fe327-0190-464f-9cef-f387964e8717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 HTTP/1.1" status: 200 len: 217 time: 0.1305904 Mar 31 22:55:46.566868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d04e6a38-0794-4fd9-b031-c6ede2ac7d41 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:46.579139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.647075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:46.647075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.655178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.655344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-00733a7f-2886-4c8a-b251-a8a425a558c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.656502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-00733a7f-2886-4c8a-b251-a8a425a558c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1043801 Mar 31 22:55:46.693598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfaf7d-f011-431f-bee0-fce17cd92916 req-45142122-ea1c-418d-9114-77877fccb55e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.695858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cecfaf7d-f011-431f-bee0-fce17cd92916 req-45142122-ea1c-418d-9114-77877fccb55e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1838133 Mar 31 22:55:46.704345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-9e5e7d3e-6e1d-40ba-97a3-7184888dab2d service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645392 Mar 31 22:55:46.715307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:46.718166 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8423121-f24e-401e-b697-4f204f6edf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:46.740028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-3fbc5c77-0874-4fcd-8651-9e2d70d1fdd4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.741059 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-3fbc5c77-0874-4fcd-8651-9e2d70d1fdd4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212002 Mar 31 22:55:46.744202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-0f0842c5-27ee-4880-83e3-d9f0060cdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.745393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-0f0842c5-27ee-4880-83e3-d9f0060cdbd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776482 Mar 31 22:55:46.766873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:46.787770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537c4a-a90d-4dfa-b34f-11bb83e82558 None None] Pushing event updated for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:46.825753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cecfaf7d-f011-431f-bee0-fce17cd92916 req-98da5ec0-220d-4e20-b620-7bdf02162730 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095660 Mar 31 22:55:46.929451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Attempting to bind port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:46.930015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Attempting to bind port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:46.930111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Attempting to bind port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:46.943543 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:46.944593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:46.945428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.945651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Bound using segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:46.946136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Bound port: 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:46.946513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.977627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.032082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-43aab1d5-fa4b-464b-bfed-22881fef97b8 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692716 Mar 31 22:55:47.057909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01418c-59df-4a5a-8dda-f8461c822b12 req-523bf3c5-6e7d-4c0d-a507-b724f680b862 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.068516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e01418c-59df-4a5a-8dda-f8461c822b12 req-523bf3c5-6e7d-4c0d-a507-b724f680b862 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1526995 Mar 31 22:55:47.070740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] For port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:47.075504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] For port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:47.137111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e01418c-59df-4a5a-8dda-f8461c822b12 req-dc7cb256-dff5-4d27-8240-49126dea90da tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Mar 31 22:55:47.168036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:47.173329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.198918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.308204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4adb2e68-da2d-4e17-b432-7fe8c3800dde req-d502da60-3c3c-4075-9747-2104626864a0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 210 time: 0.0545266 Mar 31 22:55:47.339685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69667aa6-5c34-4009-883c-bd24d3ae44b5 req-a11e07e1-9025-4936-b784-a6ef85191601 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969887 Mar 31 22:55:47.347883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0967ff-3b26-44ad-984d-ffdf20aa21db req-580fff66-8d95-41a1-ac45-e5e4795b3cc4 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.364622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b0967ff-3b26-44ad-984d-ffdf20aa21db req-580fff66-8d95-41a1-ac45-e5e4795b3cc4 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.1518106 Mar 31 22:55:47.421037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.69 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/9af6b5ff-4826-46ac-9f89-03e14f9cb36d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:47.446889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b0967ff-3b26-44ad-984d-ffdf20aa21db req-5fa69ecb-2b9b-4315-a3f6-0fb1611a5354 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807505 Mar 31 22:55:47.565567 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff447cd8-ae42-4756-89c1-9b8171a06c93 x-openstack-request-id: req-ff447cd8-ae42-4756-89c1-9b8171a06c93 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:47.573415 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:47.573415 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff447cd8-ae42-4756-89c1-9b8171a06c93 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:47.573415 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff447cd8-ae42-4756-89c1-9b8171a06c93'] response: {'name': 'network-changed', 'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'status': 'completed', 'code': 200} Mar 31 22:55:47.581687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:47.582485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:47.594747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f87a-3a41-48bb-a1ec-c8f7cfa72373 req-7f077f4c-0ac0-4f22-8797-cb03b1d4e100 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.602388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4306f87a-3a41-48bb-a1ec-c8f7cfa72373 req-7f077f4c-0ac0-4f22-8797-cb03b1d4e100 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1544831 Mar 31 22:55:47.658058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] Provisioning complete for port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:47.658669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.697206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1853ba8e-7ae8-42ef-96b6-138303e95f45 req-2250b33c-e6d9-483b-9930-5f8df1e3a443 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.0423963 Mar 31 22:55:47.707482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.716794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4306f87a-3a41-48bb-a1ec-c8f7cfa72373 req-392190fd-b96d-42ca-89d3-b3f51519a50f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Mar 31 22:55:47.778201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423121-f24e-401e-b697-4f204f6edf1e req-5988ca85-2c6f-493e-b802-b51ac8079cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.785799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-5988ca85-2c6f-493e-b802-b51ac8079cd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1125 time: 0.0614552 Mar 31 22:55:47.795547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537c4a-a90d-4dfa-b34f-11bb83e82558 None None] Pushing event updated for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:47.821959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:47.940637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c271d1-3e1c-46f0-bec1-bfde3a557ebc req-948dc21f-5edc-491b-9448-59d8c17be9a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.949809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73c271d1-3e1c-46f0-bec1-bfde3a557ebc req-948dc21f-5edc-491b-9448-59d8c17be9a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.0624516 Mar 31 22:55:47.973329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423121-f24e-401e-b697-4f204f6edf1e req-a731368c-cbac-4c64-a0c6-a674cae9b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.974715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-a731368c-cbac-4c64-a0c6-a674cae9b9d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1359286 Mar 31 22:55:47.975917 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.018668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73c271d1-3e1c-46f0-bec1-bfde3a557ebc req-24601172-595a-40a3-a5af-ed7f3e29fc32 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624225 Mar 31 22:55:48.028751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.031880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'bf115f88-266b-47fb-8a24-94498b7cf249'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:48.034326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:48.052649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:48.067951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:48.098381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:48.102405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:48.107789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-eda6be7a-59ae-490f-8a41-780d40f68db7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.0569847 Mar 31 22:55:48.140973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:48.264620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.268768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.349120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:48.363275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423121-f24e-401e-b697-4f204f6edf1e req-7637f4ec-58ab-4947-9132-69a6ea433e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.365159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-7637f4ec-58ab-4947-9132-69a6ea433e4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.2207932 Mar 31 22:55:48.427993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:55:48.431837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008b11-5f9f-4132-bf68-f483ca07f76c req-be5cad55-53ee-49ff-b256-1a81e46450ec tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.443879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c008b11-5f9f-4132-bf68-f483ca07f76c req-be5cad55-53ee-49ff-b256-1a81e46450ec tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1362703 Mar 31 22:55:48.476475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] For port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:48.579829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c008b11-5f9f-4132-bf68-f483ca07f76c req-1964b406-24e7-4abe-8558-1c2f69e6744a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311462 Mar 31 22:55:48.617520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.622838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e75d3-9b1c-4253-b316-c32fb4c8b720 req-bf89b92d-e46e-4e99-a85f-ee84ad4e3f3e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.626336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca6e75d3-9b1c-4253-b316-c32fb4c8b720 req-bf89b92d-e46e-4e99-a85f-ee84ad4e3f3e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 935 time: 0.1771960 Mar 31 22:55:48.750587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca6e75d3-9b1c-4253-b316-c32fb4c8b720 req-4697fce9-b693-4644-8f45-2e80b782c61b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Mar 31 22:55:48.763221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:47Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:48.819311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b672d5-4bca-4bc4-a7be-11c4afc35057 None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:47Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:48.820907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bd244ed3-a292-48fb-b262-5ccb2c2cdacc None None] Provisioning complete for port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:48.821278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bd244ed3-a292-48fb-b262-5ccb2c2cdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.862799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-7b8439ce-0fe9-4d4d-aa8e-4ca06773aa41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4816084 Mar 31 22:55:48.878758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ba5ff-ca82-4ef0-be3e-4e2fc73de881 None None] Pushing event updated for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:48.907247 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-501f3101-80fb-4dd6-8710-d0dbadf645b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1317816 Mar 31 22:55:48.907410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de4ea-9ec9-46e4-bd37-7324126b1701 req-44555fea-7ffc-4c01-a20d-4dd7d793fd82 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.915280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de0de4ea-9ec9-46e4-bd37-7324126b1701 req-44555fea-7ffc-4c01-a20d-4dd7d793fd82 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.1586990 Mar 31 22:55:48.920680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bd244ed3-a292-48fb-b262-5ccb2c2cdacc None None] Port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:48.926532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Request body: {'port': {'device_id': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:49.006302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9690fe6-efa2-4851-9760-20914fb16410 req-bf002aec-9769-4c3e-8eaf-b1ac0dfa3353 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.1345122 Mar 31 22:55:49.070724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de0de4ea-9ec9-46e4-bd37-7324126b1701 req-f3789c2a-5b47-438a-99ea-f87d2c0dc8c1 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Mar 31 22:55:49.091230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bd244ed3-a292-48fb-b262-5ccb2c2cdacc None None] Provisioning complete for port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:49.091847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bd244ed3-a292-48fb-b262-5ccb2c2cdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.215902 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-3455d7dd-130c-483b-8c6c-67b3f8b12b4b service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093610 Mar 31 22:55:49.221862 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.252699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136695b-9a2c-4aa8-af26-29ffc8ada116 req-20fb1bc3-bb4c-4e6d-b71b-6fd5d5e0c558 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.256146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b136695b-9a2c-4aa8-af26-29ffc8ada116 req-20fb1bc3-bb4c-4e6d-b71b-6fd5d5e0c558 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1431246 Mar 31 22:55:49.280576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7644759-41ca-41f9-b770-9da4fd8c1299 req-9f53a3ce-ca30-4043-b40c-dc1bf06f9041 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.288758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7644759-41ca-41f9-b770-9da4fd8c1299 req-9f53a3ce-ca30-4043-b40c-dc1bf06f9041 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1257012 Mar 31 22:55:49.358281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2777610-3558-49ca-b206-6f9e700977e1 req-f399ae99-6ae3-44f0-984d-5f29e49fdc72 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.360545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2777610-3558-49ca-b206-6f9e700977e1 req-f399ae99-6ae3-44f0-984d-5f29e49fdc72 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.44 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.4966269 Mar 31 22:55:49.381165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b136695b-9a2c-4aa8-af26-29ffc8ada116 req-4ad4b492-5d3d-4287-baf6-17d5acf3b02f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144650 Mar 31 22:55:49.401538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7644759-41ca-41f9-b770-9da4fd8c1299 req-c3337087-4535-440a-bd18-8f57105c2025 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112032 Mar 31 22:55:49.624600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c8423121-f24e-401e-b697-4f204f6edf1e req-7a5273ff-35eb-4b02-9a0f-6318fc53647a service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866115 Mar 31 22:55:49.747093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84a7c4-f79a-4357-aa45-7f23466a0ff9 req-4a785c0a-919d-440e-b90d-bdcd84ce9066 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.749595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c84a7c4-f79a-4357-aa45-7f23466a0ff9 req-4a785c0a-919d-440e-b90d-bdcd84ce9066 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.0675900 Mar 31 22:55:49.750098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Deleting port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:49.750448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.815405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c84a7c4-f79a-4357-aa45-7f23466a0ff9 req-6e5fd3dc-12e1-49be-a21d-b59bf1ec7f42 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Mar 31 22:55:49.928297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] For port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,segment=NetworkSegment(42248abd-4885-4483-90b2-d046868f809e),segment_id=42248abd-4885-4483-90b2-d046868f809e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:49.928297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.951131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af6b5ff-4826-46ac-9f89-03e14f9cb36d {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:49.955319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Calling delete_port for 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:49.963161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.967065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f580-8b0e-41ba-bfd3-1d8605bb45b0 req-9e81a782-8567-46b0-bda4-820ba97a7582 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.968719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b972f580-8b0e-41ba-bfd3-1d8605bb45b0 req-9e81a782-8567-46b0-bda4-820ba97a7582 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 935 time: 0.1125047 Mar 31 22:55:50.014288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Transition to ACTIVE for port object 9af6b5ff-4826-46ac-9f89-03e14f9cb36d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:50.019390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-607ee3d6-38b6-486f-bf21-3f94601da307 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.021079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-607ee3d6-38b6-486f-bf21-3f94601da307 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.1874857 Mar 31 22:55:50.054039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b972f580-8b0e-41ba-bfd3-1d8605bb45b0 req-def474b2-2d42-4d77-940e-15ec873fa5c9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760896 Mar 31 22:55:50.079573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'port': {'device_id': '2256f070-aee1-443b-8a67-fb915c507e03', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'admin_state_up': True, 'tenant_id': '71c4722b51124760a8058539c7f95a77'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:50.084816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:50.117564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.238257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:50.272612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7c335e1-7f0f-402c-884a-f818cdfa9a7a req-1ae90e98-557c-4c4b-b0e7-55884b2ca732 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.1585627 Mar 31 22:55:50.294925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:50.299347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:50.299725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.431402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Attempting to bind port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:50.431939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Attempting to bind port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:50.432615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Attempting to bind port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:50.439583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:50.441599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Attempting to bind port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:50.445624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64584-a5ae-4fe6-b3d3-20e150e8d431 req-33a9fb17-a5aa-4dda-9854-0fc7d23bf991 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.447251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ed64584-a5ae-4fe6-b3d3-20e150e8d431 req-33a9fb17-a5aa-4dda-9854-0fc7d23bf991 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 945 time: 0.2083960 Mar 31 22:55:50.449190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:50.449631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:50.450182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:50.450634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Bound port: 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:50.451498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.530938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.541101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.575802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:50.583182 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea6271-a2db-488a-87ad-0b97742277e8" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:50.600463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Pushing event deleted for resources: {'Port': ['ID=1f1a9372-b3c2-4b73-90cb-a56ddbead7b5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:50.608430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:50.649576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:50.677771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ed64584-a5ae-4fe6-b3d3-20e150e8d431 req-730bafb9-a11d-43a3-b7d9-288fa708f4b2 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/security-groups?id=1394ef69-0e49-4d5f-ab4c-521419064902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087398 Mar 31 22:55:50.692444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] No DVR routers for this DVR port 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:50.697494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.703179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2777610-3558-49ca-b206-6f9e700977e1 req-7baff5c0-4342-4657-8467-c4ecd2cbd210 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.44 "DELETE /v2.0/ports/1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 HTTP/1.1" status: 204 len: 173 time: 1.3156807 Mar 31 22:55:50.705589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'name': 'network-vif-deleted', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:50.706459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12e849-fe17-45c4-86a3-133373ba5118 req-9b4e3199-6551-411f-adec-c128c411d559 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.710226 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c119c672-7350-405f-ab0b-f2f240e22f74" -d '{"events": [{"server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "name": "network-vif-deleted", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:50.721293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e12e849-fe17-45c4-86a3-133373ba5118 req-9b4e3199-6551-411f-adec-c128c411d559 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1757817 Mar 31 22:55:50.724982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:50.732238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Made reservation on behalf of 71c4722b51124760a8058539c7f95a77 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:50.735835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.755883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:50.763402 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.815809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e12e849-fe17-45c4-86a3-133373ba5118 req-576023e2-deb9-4683-a33d-3000f98c7ae2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931463 Mar 31 22:55:50.836618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:50.842383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:50.842887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.879695 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec00e7e5-ccdd-4722-8ad8-9b5d030d3732 x-openstack-request-id: req-ec00e7e5-ccdd-4722-8ad8-9b5d030d3732 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:50.879837 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:50.880073 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec00e7e5-ccdd-4722-8ad8-9b5d030d3732 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:50.880465 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec00e7e5-ccdd-4722-8ad8-9b5d030d3732'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'code': 200} Mar 31 22:55:50.925125 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669d9fff-528a-4295-b5f0-e86df6d90aec x-openstack-request-id: req-669d9fff-528a-4295-b5f0-e86df6d90aec {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:50.925530 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82112a14-c92f-45c1-870f-12cb0d215bfd", "name": "network-vif-deleted", "tag": "1f1a9372-b3c2-4b73-90cb-a56ddbead7b5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:50.925887 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-669d9fff-528a-4295-b5f0-e86df6d90aec {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:50.926389 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669d9fff-528a-4295-b5f0-e86df6d90aec'] response: {'server_uuid': '82112a14-c92f-45c1-870f-12cb0d215bfd', 'name': 'network-vif-deleted', 'tag': '1f1a9372-b3c2-4b73-90cb-a56ddbead7b5', 'status': 'completed', 'code': 200} Mar 31 22:55:50.937783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29c291-1a35-4b88-95a8-2638ee1cdd3c req-363d1b1d-adec-499b-85e3-3345314a9ca2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.939730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e29c291-1a35-4b88-95a8-2638ee1cdd3c req-363d1b1d-adec-499b-85e3-3345314a9ca2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1407559 Mar 31 22:55:50.964854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.060235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.060836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.062193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/9af6b5ff-4826-46ac-9f89-03e14f9cb36d HTTP/1.1" status: 200 len: 1095 time: 2.1569309 Mar 31 22:55:51.101916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab454d7-2be0-4a3f-9051-8867ff0a05d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:51.134306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e29c291-1a35-4b88-95a8-2638ee1cdd3c req-f8d1e80c-f424-47e9-8126-324159d69ae3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820443 Mar 31 22:55:51.168417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Allocated IP 172.20.0.14 (73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e/e9734833-0967-4f95-8531-74a124caceb2/6291e1d0-704a-476e-804d-927f2be1689d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:51.177009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404101-314b-4f64-a5a9-f0417a199e70 req-ca04b793-b242-420d-9a3c-4e1b1b9b51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.178517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1404101-314b-4f64-a5a9-f0417a199e70 req-ca04b793-b242-420d-9a3c-4e1b1b9b51a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1101 time: 0.1794887 Mar 31 22:55:51.211956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1231-f835-4119-8628-903da679cda5 req-de8b577a-c1c5-4247-92d0-b385acf6e687 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.213732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47bf1231-f835-4119-8628-903da679cda5 req-de8b577a-c1c5-4247-92d0-b385acf6e687 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1659043 Mar 31 22:55:51.305190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1404101-314b-4f64-a5a9-f0417a199e70 req-1880c0d9-3ddb-47b3-b555-364c534fe569 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154623 Mar 31 22:55:51.371507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47bf1231-f835-4119-8628-903da679cda5 req-920e6408-b0fe-4103-9ec8-6290bd52e7c6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496377 Mar 31 22:55:51.398156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313d7e-5c68-4821-8fd0-ec60e246e511 req-61bf45c1-c8f8-4224-9daf-375b3c0c82a3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.399671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33313d7e-5c68-4821-8fd0-ec60e246e511 req-61bf45c1-c8f8-4224-9daf-375b3c0c82a3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 947 time: 0.1581652 Mar 31 22:55:51.417399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:51.468239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:51.468581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1f1a9372-b3c2-4b73-90cb-a56ddbead7b5 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:51.488999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33313d7e-5c68-4821-8fd0-ec60e246e511 req-c4450903-c0e6-4d8a-8ddc-bc1bf8252447 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766106 Mar 31 22:55:51.493228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.511183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-3ec836af-cc7f-4a36-ad71-032e5b06866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.512686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-3ec836af-cc7f-4a36-ad71-032e5b06866c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 1098 time: 0.0750394 Mar 31 22:55:51.566431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-4e704672-3832-43f2-b443-b5aeea500633 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d HTTP/1.1" status: 200 len: 217 time: 0.0444405 Mar 31 22:55:51.571253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da6f9d46-6f94-46b5-b4a8-f026a032ca44 req-9d9e6bee-8161-469a-9e8e-8204e4a662d3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Mar 31 22:55:51.624920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-c78befe8-f222-47ad-b8ef-f54c51364e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.626407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-c78befe8-f222-47ad-b8ef-f54c51364e40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0522926 Mar 31 22:55:51.643615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.676551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b848-2a90-49be-8133-713331ca82ce req-6cb01076-8051-4ff6-8148-58cc105a7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.678094 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-6cb01076-8051-4ff6-8148-58cc105a7030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438731 Mar 31 22:55:51.690643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:51.696575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:51.701159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:51.705734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:51.774106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.774918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.819418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-0520ae11-439d-40b3-95be-f084f913766f service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340160 Mar 31 22:55:51.848598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94bf3a88-ec06-417a-b2e9-1e6af8ac874a req-7e13af6f-0449-4e53-a4cd-3631c087a830 tempest-VolumesAdminNegativeTest-1269445538 tempest-VolumesAdminNegativeTest-1269445538-project] 10.222.0.83 "GET /v2.0/ports?device_id=82112a14-c92f-45c1-870f-12cb0d215bfd HTTP/1.1" status: 200 len: 210 time: 0.0346880 Mar 31 22:55:51.929261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-fa4c60c1-6346-4560-b35d-eb6956131351 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8584173 Mar 31 22:55:51.950253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e25970-6192-4eaa-b8f9-acb5e8c6f28d req-6a435cd9-e0b3-41be-84f1-dc455337d178 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.957828 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1959b848-2a90-49be-8133-713331ca82ce req-6f824b19-bb4d-46b3-9fa2-8a94c382d51c service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 Mar 31 22:55:51.959566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05e25970-6192-4eaa-b8f9-acb5e8c6f28d req-6a435cd9-e0b3-41be-84f1-dc455337d178 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.0668917 Mar 31 22:55:51.976404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Request body: {'port': {'device_id': '2256f070-aee1-443b-8a67-fb915c507e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:52.070363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-96fb5d34-7e5e-44a4-b5fe-8beb117da6db None None] Provisioning complete for port 6291e1d0-704a-476e-804d-927f2be1689d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:52.070837 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-96fb5d34-7e5e-44a4-b5fe-8beb117da6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.109380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-96fb5d34-7e5e-44a4-b5fe-8beb117da6db None None] Port 6291e1d0-704a-476e-804d-927f2be1689d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:52.133006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05e25970-6192-4eaa-b8f9-acb5e8c6f28d req-0d9c74c8-091b-45a1-a5fe-917869758e26 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724722 Mar 31 22:55:52.141622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.188851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-23f56d95-7909-4b15-bff7-0d6d8faa9db0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.190618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-23f56d95-7909-4b15-bff7-0d6d8faa9db0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.2287753 Mar 31 22:55:52.214922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'port': {'device_id': '64288025-1899-4f81-92c5-824cc56e1a01', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'admin_state_up': True, 'tenant_id': '71c4722b51124760a8058539c7f95a77'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:52.524382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-9736a174-3972-42dc-8001-172038ce023f service neutron] 10.222.0.44 "GET /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0700572 Mar 31 22:55:52.681843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e1966-fb68-4138-8f65-d3ef227ea811 req-b61e8af4-4552-4b48-932f-ec6d4e16e9cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.683548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c05e1966-fb68-4138-8f65-d3ef227ea811 req-b61e8af4-4552-4b48-932f-ec6d4e16e9cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.4591672 Mar 31 22:55:52.718492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:52.739499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:52.774360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df72bfc8-3fdd-48d1-bf57-69e53c485513 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:52.785774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:52.787277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091fcd-e332-4cc8-862d-9da926ad6884 req-ed23ec9c-7804-4d8f-9f50-5f1c2efb199a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.788745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37091fcd-e332-4cc8-862d-9da926ad6884 req-ed23ec9c-7804-4d8f-9f50-5f1c2efb199a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 944 time: 0.1839671 Mar 31 22:55:52.819796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c05e1966-fb68-4138-8f65-d3ef227ea811 req-8f53c49d-25c6-495b-8000-a3eff9d89fab tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165872 Mar 31 22:55:52.863776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37091fcd-e332-4cc8-862d-9da926ad6884 req-cbae9783-f266-4312-adda-90015193c0e2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658886 Mar 31 22:55:52.912433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.927339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:52.929708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Made reservation on behalf of 71c4722b51124760a8058539c7f95a77 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:52.929849 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53de40f3-0ef6-499d-afbd-403e75e88167" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:52.936863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.987800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dadf56af-42cb-47c4-9a42-971e6a4def72 req-1e49cb50-ca86-4f6e-81b2-a946bda45332 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.0500424 Mar 31 22:55:52.989812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6291e1d0-704a-476e-804d-927f2be1689d {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:53.011917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] Transition to ACTIVE for port object df72bfc8-3fdd-48d1-bf57-69e53c485513 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:53.012015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.035460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cd8f7-dd30-4c2a-9be3-5e4fef3aadcc req-f925779a-99fc-4117-9b80-2f8a68d4564d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.036925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-488cd8f7-dd30-4c2a-9be3-5e4fef3aadcc req-f925779a-99fc-4117-9b80-2f8a68d4564d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 947 time: 0.1543040 Mar 31 22:55:53.040217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Transition to ACTIVE for port object 6291e1d0-704a-476e-804d-927f2be1689d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:53.043249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37728) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:53.074057 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b201be9-9406-4cb5-9b86-9671667e0484 x-openstack-request-id: req-9b201be9-9406-4cb5-9b86-9671667e0484 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:53.074344 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:53.074598 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b201be9-9406-4cb5-9b86-9671667e0484 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:53.074996 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b201be9-9406-4cb5-9b86-9671667e0484'] response: {'name': 'network-changed', 'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d', 'status': 'completed', 'code': 200} Mar 31 22:55:53.095895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Deleting subnet 14ad2b25-cd32-4cce-bcf5-0534a42fd0d7 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:53.115390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.119666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-488cd8f7-dd30-4c2a-9be3-5e4fef3aadcc req-96d73e51-d9a4-480f-b343-a42019c23376 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532272 Mar 31 22:55:53.147691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.148418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.211926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.241623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Pushing event updated for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.279983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] No DVR routers for this DVR port df72bfc8-3fdd-48d1-bf57-69e53c485513 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:53.290979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-0e0d1e79-492b-46a9-9c3f-8731bf2acd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.293333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-0e0d1e79-492b-46a9-9c3f-8731bf2acd61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 1098 time: 0.1943288 Mar 31 22:55:53.296006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Allocated IP 172.20.0.12 (73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e/e9734833-0967-4f95-8531-74a124caceb2/82cfc231-877d-485a-a594-ebff1c24a62b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:53.299784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.345888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.381474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43095d72-556b-41d5-94fc-458531df4552 req-34167aff-6975-494f-aee0-8b39d625e712 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.383219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43095d72-556b-41d5-94fc-458531df4552 req-34167aff-6975-494f-aee0-8b39d625e712 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1464269 Mar 31 22:55:53.399649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-c4b59b95-88c5-46e6-9ff9-f425fbc9fb1e service neutron] 10.222.0.44 "PUT /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513/bindings/n-h1-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8687384 Mar 31 22:55:53.431815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Attempting to bind port 6291e1d0-704a-476e-804d-927f2be1689d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:53.432299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Attempting to bind port 6291e1d0-704a-476e-804d-927f2be1689d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:53.432694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Attempting to bind port 6291e1d0-704a-476e-804d-927f2be1689d on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:53.443230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:53.457981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Port 6291e1d0-704a-476e-804d-927f2be1689d on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:53.458274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Attempting to bind port 6291e1d0-704a-476e-804d-927f2be1689d on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:53.465309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-958d587a-295e-4b67-96f8-40d229fa3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.466787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-958d587a-295e-4b67-96f8-40d229fa3ba4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1460109 Mar 31 22:55:53.510984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:53.511328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:53.511725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Bound using segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:53.512167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Bound port: 6291e1d0-704a-476e-804d-927f2be1689d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:53.512666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.514629 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-c4ee8f08-2081-4323-917d-63497894ec5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d HTTP/1.1" status: 200 len: 217 time: 0.0390341 Mar 31 22:55:53.520556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43095d72-556b-41d5-94fc-458531df4552 req-bbb33a41-b474-4b6e-87c2-a793ebc589a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266642 Mar 31 22:55:53.571669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.634714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ad2b25-cd32-4cce-bcf5-0534a42fd0d7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.636820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:53.645123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.652476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.658527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de55b74f-6cae-4b38-b07c-dfbbb8ac20f2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/14ad2b25-cd32-4cce-bcf5-0534a42fd0d7 HTTP/1.1" status: 204 len: 168 time: 0.6140342 Mar 31 22:55:53.659753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37732) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:53.668879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-82ccf501-1192-4d4e-a69a-9709d756371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.670188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-82ccf501-1192-4d4e-a69a-9709d756371e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1383076 Mar 31 22:55:53.675318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-5b46bb62-c431-482d-b4db-b5b0bddfa299 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.676737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-5b46bb62-c431-482d-b4db-b5b0bddfa299 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.1025212 Mar 31 22:55:53.689660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:53.749116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6291e1d0-704a-476e-804d-927f2be1689d,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:53.749353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-b83d89c1-eb5b-483a-a20d-ba039d324d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.750608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-b83d89c1-eb5b-483a-a20d-ba039d324d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724120 Mar 31 22:55:53.755807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e3bcaadc-7040-44c2-9740-8e0175a4505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.757189 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-e3bcaadc-7040-44c2-9740-8e0175a4505c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320&tenant_id=97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0554342 Mar 31 22:55:53.768027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.858930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.871918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.876726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-a15212ce-c1f8-41b1-9d5d-00c780021032 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186342 Mar 31 22:55:53.880912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-8e49784d-cdc5-4868-8493-45b2d9086443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.882397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-8e49784d-cdc5-4868-8493-45b2d9086443 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1096 time: 0.0648806 Mar 31 22:55:53.886212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa1aa4e-9c98-4906-a563-d5d5c6e4c926']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:53.906518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42248abd-4885-4483-90b2-d046868f809e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:53.906885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42248abd-4885-4483-90b2-d046868f809e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:53.932826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.938141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.940722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.015986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.016608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.017990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] 10.222.0.10 "PUT /v2.0/ports/6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 1092 time: 2.0553746 Mar 31 22:55:54.039068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:54.041396 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46" -d '{"events": [{"name": "network-changed", "server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "tag": "6291e1d0-704a-476e-804d-927f2be1689d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:54.053942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-53de40f3-0ef6-499d-afbd-403e75e88167 req-23fed32b-ca01-4b7b-812d-0d6359f6f0a7 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636424 Mar 31 22:55:54.053942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-07e77dcf-8da7-435f-a0f0-06c45eaf8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.053942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-07e77dcf-8da7-435f-a0f0-06c45eaf8d7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1610546 Mar 31 22:55:54.055236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.064432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:54.078484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:54.078894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.081002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:54.084038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:54.086600 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:54.111486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-d3bb7cc1-083b-471f-9c31-878b88a38168 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.0412986 Mar 31 22:55:54.134646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b350-9dc8-4dbd-9716-10d762f74808 req-3c7ca9b3-4906-42da-8a7e-5067948b3f87 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.136621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abf2b350-9dc8-4dbd-9716-10d762f74808 req-3c7ca9b3-4906-42da-8a7e-5067948b3f87 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.2427883 Mar 31 22:55:54.161252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-61266303-5402-4eb9-8f91-273400b794aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.163823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-61266303-5402-4eb9-8f91-273400b794aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0495656 Mar 31 22:55:54.189466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ffc2d-b3b7-4b9d-90e2-6b4705918017 service neutron] Pushing event updated for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:54.220828 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-fbaf705b-422e-4a82-a561-3444c59f1b09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289810 Mar 31 22:55:54.292634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a2a3-a80c-4e92-987c-f85f124b24a8 req-6ecf4d1c-1022-4fec-8bf4-798624929ad1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.300060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ec3a2a3-a80c-4e92-987c-f85f124b24a8 req-6ecf4d1c-1022-4fec-8bf4-798624929ad1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.3531404 Mar 31 22:55:54.316949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.317594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.360848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-6708e53e-187f-4c9a-9048-9542f7b09c17 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281340 Mar 31 22:55:54.364151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.375828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abf2b350-9dc8-4dbd-9716-10d762f74808 req-c98def8e-4e7f-47dc-85c8-cec90bdb8c80 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298303 Mar 31 22:55:54.376441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:54.379373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.386682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] 10.222.0.83 "DELETE /v2.0/networks/6fa1aa4e-9c98-4906-a563-d5d5c6e4c926 HTTP/1.1" status: 204 len: 168 time: 0.7247770 Mar 31 22:55:54.412017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:54.433210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e5d5-f5a1-4a39-a55f-702169dc321b admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa1aa4e-9c98-4906-a563-d5d5c6e4c926,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:54.436337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-eb165b6a-a3d8-4435-8c47-33b93db86273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.437839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-eb165b6a-a3d8-4435-8c47-33b93db86273 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1095 time: 0.2098482 Mar 31 22:55:54.470449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-edb77d3d-564f-4844-b834-3ca88eaff296 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2598825 Mar 31 22:55:54.474970 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-0e475a75-860e-4091-b9e5-3409ad50a570 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038802 Mar 31 22:55:54.506500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ec3a2a3-a80c-4e92-987c-f85f124b24a8 req-30239acc-6c9b-46ea-9967-a5f7f9a48c8e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055786 Mar 31 22:55:54.511025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e72b66f5-47c8-45ca-962c-dcb44518a756 None None] Provisioning complete for port 82cfc231-877d-485a-a594-ebff1c24a62b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:54.511549 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e72b66f5-47c8-45ca-962c-dcb44518a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.521324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Request body: {'port': {'device_id': '64288025-1899-4f81-92c5-824cc56e1a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:54.526417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-8bc31bd1-92c2-4f21-b2a6-2250574dbada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 217 time: 0.0673587 Mar 31 22:55:54.564768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e72b66f5-47c8-45ca-962c-dcb44518a756 None None] Port 82cfc231-877d-485a-a594-ebff1c24a62b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:54.575477 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e58775-4ecd-4d73-be43-7b235040556e x-openstack-request-id: req-41e58775-4ecd-4d73-be43-7b235040556e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:54.575765 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "tag": "6291e1d0-704a-476e-804d-927f2be1689d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:54.576020 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-41e58775-4ecd-4d73-be43-7b235040556e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:54.576411 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e58775-4ecd-4d73-be43-7b235040556e'] response: {'name': 'network-changed', 'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d', 'status': 'completed', 'code': 200} Mar 31 22:55:54.601884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Deleting subnet 7aa4c9f5-e513-47d1-b919-81b135617521 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:54.612850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.714727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b362f8f-1cd2-4d27-a262-60e27442539e req-a867d8b1-e00f-4930-a2c4-07b0bd606aeb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.716248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b362f8f-1cd2-4d27-a262-60e27442539e req-a867d8b1-e00f-4930-a2c4-07b0bd606aeb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 932 time: 0.2422681 Mar 31 22:55:54.722422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.727149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-0ae2b720-1bc8-42e5-a6ac-46d4b5f6e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.728578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-0ae2b720-1bc8-42e5-a6ac-46d4b5f6e224 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1852586 Mar 31 22:55:54.752680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.851816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28215c-0d1e-4eee-b95a-0af746af9172 req-acab0b6d-5c7a-4e85-9f2e-79693128f4de tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.853185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d28215c-0d1e-4eee-b95a-0af746af9172 req-acab0b6d-5c7a-4e85-9f2e-79693128f4de tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 947 time: 0.2172649 Mar 31 22:55:54.876856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.905954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b362f8f-1cd2-4d27-a262-60e27442539e req-0bba3e7e-8716-4796-8870-539647974b55 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754544 Mar 31 22:55:54.936394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-062494eb-0d74-4070-8dd3-5e8f91fd551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.937950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-062494eb-0d74-4070-8dd3-5e8f91fd551b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884017 Mar 31 22:55:55.006361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a986-7464-47a0-a565-34384a90f0aa req-63f39b6d-da7b-440a-a906-ba5554813d30 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.007299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-63f39b6d-da7b-440a-a906-ba5554813d30 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0450580 Mar 31 22:55:55.029207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d28215c-0d1e-4eee-b95a-0af746af9172 req-8fc0c83d-447f-4433-a2ef-ddd137eb446e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624010 Mar 31 22:55:55.212247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd36a986-7464-47a0-a565-34384a90f0aa req-dd7cd55c-6e30-4db5-9db8-ccf7e366f6d1 service neutron] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:55.216343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd36a986-7464-47a0-a565-34384a90f0aa req-dd7cd55c-6e30-4db5-9db8-ccf7e366f6d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.217485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd36a986-7464-47a0-a565-34384a90f0aa req-dd7cd55c-6e30-4db5-9db8-ccf7e366f6d1 service neutron] 10.222.0.10 "DELETE /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513/bindings/n-h2-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.2021921 Mar 31 22:55:55.436558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.454873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24f81-93e6-49be-9b42-a631d194d555 req-8ed3d3f9-ff10-4bcc-abbd-dd6eb437c23b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.456502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ef24f81-93e6-49be-9b42-a631d194d555 req-8ed3d3f9-ff10-4bcc-abbd-dd6eb437c23b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.4428210 Mar 31 22:55:55.464316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9af6b5ff-4826-46ac-9f89-03e14f9cb36d details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:55.507475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa4c9f5-e513-47d1-b919-81b135617521,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:55.511141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.516734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-59fdf533-c607-4144-9bce-12acbd57d8ed admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7aa4c9f5-e513-47d1-b919-81b135617521 HTTP/1.1" status: 204 len: 168 time: 1.1014085 Mar 31 22:55:55.517444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:55.531206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-6761cf66-c23e-4455-a48e-ef883d60a010 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767846 Mar 31 22:55:55.567294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:55.580656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d', 'mac_address': 'fa:16:3e:0e:7d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:55.597931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.626296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.646189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af6b5ff-4826-46ac-9f89-03e14f9cb36d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:55.647842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ef24f81-93e6-49be-9b42-a631d194d555 req-f33c73f1-400c-400c-b1db-a9a9c39c1ba0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799030 Mar 31 22:55:55.676105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fb4de-ab89-4c94-bee7-1333cb7e5fd7 req-7b53ad0f-c13e-493f-bb75-054ee5e0f4cf tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.677589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-458fb4de-ab89-4c94-bee7-1333cb7e5fd7 req-7b53ad0f-c13e-493f-bb75-054ee5e0f4cf tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.2125163 Mar 31 22:55:55.710865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:55.727056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.762515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc041966-c9fd-45f3-9c24-d4b7feeb06b0']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:55.772263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cfc231-877d-485a-a594-ebff1c24a62b {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:55.774040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa728e8-5329-4085-b657-6660bbc24dbe') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:55.774336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa728e8-5329-4085-b657-6660bbc24dbe') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:55.783648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-458fb4de-ab89-4c94-bee7-1333cb7e5fd7 req-c46953f5-806d-4616-88b7-a8bc34553fc0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965900 Mar 31 22:55:55.785575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c31b48-3fe7-4b9f-8b9c-1036f7a77614 req-2da74eb7-00bc-468d-9750-4991f83da31b service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452531 Mar 31 22:55:55.785726 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.787510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.791689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.831113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.835169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Transition to ACTIVE for port object 82cfc231-877d-485a-a594-ebff1c24a62b will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:55.838736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:55.839300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:55.841347 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:55.854598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:55.870970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d66da-a110-407a-9b02-0e0843c284f4 req-c3de5a58-b9b9-4038-8891-4aa7d1605b9b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.872542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-065d66da-a110-407a-9b02-0e0843c284f4 req-c3de5a58-b9b9-4038-8891-4aa7d1605b9b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.0957456 Mar 31 22:55:55.922943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.942513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-065d66da-a110-407a-9b02-0e0843c284f4 req-7c626ac3-a3f5-4aac-aba1-90588eb440ad tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621502 Mar 31 22:55:55.981294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.997616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.998206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Pushing event updated for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.005674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] 10.222.0.83 "DELETE /v2.0/networks/fc041966-c9fd-45f3-9c24-d4b7feeb06b0 HTTP/1.1" status: 204 len: 168 time: 0.4875252 Mar 31 22:55:56.056661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4333c-e2cf-463a-8be7-f9d17089bfba admin admin] Pushing event deleted for resources: {'Network': ['ID=fc041966-c9fd-45f3-9c24-d4b7feeb06b0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.062768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3510391-4d3e-4eee-9bd6-6f685d6fbcee req-6d62f776-0706-4b6e-8e48-a99835a02ec5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.065196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3510391-4d3e-4eee-9bd6-6f685d6fbcee req-6d62f776-0706-4b6e-8e48-a99835a02ec5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1568868 Mar 31 22:55:56.213201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9af6b5ff-4826-46ac-9f89-03e14f9cb36d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:56.229265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3510391-4d3e-4eee-9bd6-6f685d6fbcee req-3881c74d-974c-4fbe-a2b7-421ea8ee8338 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236558 Mar 31 22:55:56.230947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-f8556091-2ac3-4cb9-bc55-58aab156a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.232368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-f8556091-2ac3-4cb9-bc55-58aab156a628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1095 time: 0.2164025 Mar 31 22:55:56.259285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf708dc-1a70-4aa8-8fa6-7e06985fa296 req-b144b4d1-c0b0-4251-87ee-051865f0e12c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.259285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bf708dc-1a70-4aa8-8fa6-7e06985fa296 req-b144b4d1-c0b0-4251-87ee-051865f0e12c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.1437175 Mar 31 22:55:56.259285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Attempting to bind port 82cfc231-877d-485a-a594-ebff1c24a62b on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:56.259285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Attempting to bind port 82cfc231-877d-485a-a594-ebff1c24a62b by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:56.259285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Attempting to bind port 82cfc231-877d-485a-a594-ebff1c24a62b on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:56.277599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Port 82cfc231-877d-485a-a594-ebff1c24a62b on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:56.277858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Attempting to bind port 82cfc231-877d-485a-a594-ebff1c24a62b on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:56.318220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:56.318559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:56.319074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Bound using segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:56.319533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Bound port: 82cfc231-877d-485a-a594-ebff1c24a62b, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:56.320018 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.398394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bf708dc-1a70-4aa8-8fa6-7e06985fa296 req-33333c35-8244-4da7-bf68-b3328f109e2d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Mar 31 22:55:56.444343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37768) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:56.446875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-1cdb0245-9ba0-4c33-92dd-2cb16b662d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.449481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-1cdb0245-9ba0-4c33-92dd-2cb16b662d15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.2010908 Mar 31 22:55:56.525066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-e6b1ec76-7ee8-4f4e-b24f-89cb7ffe8103 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 217 time: 0.0619206 Mar 31 22:55:56.582792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:56.605754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89ebf4-4d99-4a8a-8291-09574a1d8297 req-bbc36e77-0cb5-46d2-b31b-43a3fd57aa49 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.607881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c89ebf4-4d99-4a8a-8291-09574a1d8297 req-bbc36e77-0cb5-46d2-b31b-43a3fd57aa49 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 948 time: 0.2127337 Mar 31 22:55:56.619998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3636500f-f320-41ab-b8d4-5d352b0765bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f56139a37e134cac83374285676c62d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687989 Mar 31 22:55:56.623139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37772) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:56.632644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=82cfc231-877d-485a-a594-ebff1c24a62b,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:56.670642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-42bfaf08-69a5-4d36-a85e-ad493d1a9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.672133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-42bfaf08-69a5-4d36-a85e-ad493d1a9ca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1364331 Mar 31 22:55:56.672256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.695345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.719374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c89ebf4-4d99-4a8a-8291-09574a1d8297 req-8a22564a-de44-492f-97ca-2f583865de8d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954614 Mar 31 22:55:56.724519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb54862-8e66-4542-92fa-e5ad2f9eb1f5 req-4f6b0d7a-c17e-4f4c-9d13-e0ff0f09e9a8 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.725999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cb54862-8e66-4542-92fa-e5ad2f9eb1f5 req-4f6b0d7a-c17e-4f4c-9d13-e0ff0f09e9a8 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1096 time: 0.1304774 Mar 31 22:55:56.752170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-a0049e67-0433-46a6-a32a-b154d7691a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.757109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-a0049e67-0433-46a6-a32a-b154d7691a6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723965 Mar 31 22:55:56.786160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cb54862-8e66-4542-92fa-e5ad2f9eb1f5 req-5fbcb8eb-9d35-4f08-8376-f97bc2e47361 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Mar 31 22:55:56.793160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.825689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.829271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.833568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1394ef69-0e49-4d5f-ab4c-521419064902 HTTP/1.1" status: 204 len: 168 time: 0.2094512 Mar 31 22:55:56.847901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f46e4-71fe-40e0-8ee0-81b31c7a87d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394ef69-0e49-4d5f-ab4c-521419064902,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.894616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.895266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.896784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] 10.222.0.10 "PUT /v2.0/ports/82cfc231-877d-485a-a594-ebff1c24a62b HTTP/1.1" status: 200 len: 1092 time: 2.3805103 Mar 31 22:55:56.902831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:56.904498 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62" -d '{"events": [{"name": "network-changed", "server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:56.962633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faef8f-9d1f-44aa-a4eb-2a63e0ce42dd service neutron] Pushing event updated for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.968049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-e30ceb5c-6da5-4ab3-aaff-10ce429a8458 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030859 Mar 31 22:55:56.981112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993271-e2ff-43bc-a3ba-d6e00188f66b req-f1d99880-4dc8-45c9-b977-e49015f80578 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.995559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13993271-e2ff-43bc-a3ba-d6e00188f66b req-f1d99880-4dc8-45c9-b977-e49015f80578 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.1654217 Mar 31 22:55:57.104676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13993271-e2ff-43bc-a3ba-d6e00188f66b req-91351845-708f-4004-8ec0-a449c681cb7d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083090 Mar 31 22:55:57.154995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-4ddf6dd7-4fca-42a9-b39c-8debae5e52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.156586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-4ddf6dd7-4fca-42a9-b39c-8debae5e52fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 1095 time: 0.0882795 Mar 31 22:55:57.158059 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2807c-49d6-4612-937d-4f85409afeea x-openstack-request-id: req-e1e2807c-49d6-4612-937d-4f85409afeea {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:57.158345 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:57.158600 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e1e2807c-49d6-4612-937d-4f85409afeea {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:57.159264 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e2807c-49d6-4612-937d-4f85409afeea'] response: {'name': 'network-changed', 'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b', 'status': 'completed', 'code': 200} Mar 31 22:55:57.162972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fecfd27e-ba1b-446d-a3c6-56ba2176ec46 req-fa2bb023-91b4-4212-9b1d-75b9bbf24aea service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648877 Mar 31 22:55:57.278570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-2277cc9c-730f-4a2f-b875-7673e1d0a7da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82cfc231-877d-485a-a594-ebff1c24a62b HTTP/1.1" status: 200 len: 217 time: 0.0558631 Mar 31 22:55:57.410641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-b562c126-20f1-4533-9060-454bf481ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.412102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-b562c126-20f1-4533-9060-454bf481ad1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1158578 Mar 31 22:55:57.431639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1ca6-b9e1-42cf-affd-db6a876bc8fb req-165ec18b-1339-40dd-94ff-f97f678a76fb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.434131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddbe1ca6-b9e1-42cf-affd-db6a876bc8fb req-165ec18b-1339-40dd-94ff-f97f678a76fb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1681411 Mar 31 22:55:57.526079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-af88a916-286e-4d0b-9e35-4121ca78e4ba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.527680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-af88a916-286e-4d0b-9e35-4121ca78e4ba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.3037670 Mar 31 22:55:57.566532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-92bcc783-b0a7-4816-a5e4-934c6fc934a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.568081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-92bcc783-b0a7-4816-a5e4-934c6fc934a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319792 Mar 31 22:55:57.570283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-dab1edbf-3e08-4034-ba3d-34edea2a2b3e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/quotas/97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 375 time: 0.0330265 Mar 31 22:55:57.573281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-9e4b3279-6281-4ec6-a8c2-f9c781cb633d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380715 Mar 31 22:55:57.576112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddbe1ca6-b9e1-42cf-affd-db6a876bc8fb req-dfc2875b-7c5f-4fa8-866e-df2abd672968 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199460 Mar 31 22:55:57.718563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-665b7444-0d96-4490-b672-ca23fb39cc10 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415031 Mar 31 22:55:57.741079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb916a-88fa-4c11-a82e-93924f813686 req-7d1832c9-40bf-42b3-960c-58183c27f8e8 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.742608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05cb916a-88fa-4c11-a82e-93924f813686 req-7d1832c9-40bf-42b3-960c-58183c27f8e8 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.0927370 Mar 31 22:55:57.772250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-229255e5-c869-48fa-bba1-97117d518a2c service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941848 Mar 31 22:55:57.893007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05cb916a-88fa-4c11-a82e-93924f813686 req-6d61b697-802a-4a55-b1b4-14f9e19595da tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373861 Mar 31 22:55:57.923518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37814) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:57.987726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-86fdd5f8-938f-49cb-9361-7047603f95b6 service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440941 Mar 31 22:55:58.008721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee4c35c-79e6-41fa-be3f-c812b985e27f req-228bb5ac-e4cf-4903-a707-cb8c603a0ca0 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247102 Mar 31 22:55:58.082348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8316ab0-0ce3-42eb-a2a2-ed75d07eae35 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6745dabaa6304704bcb8b519178590cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575251 Mar 31 22:55:58.085017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:58.110318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23ccd7-a447-4fdd-a278-d672a2790314 req-6ca574c1-d28c-4d04-91bb-c421f227f1a3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.111930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b23ccd7-a447-4fdd-a278-d672a2790314 req-6ca574c1-d28c-4d04-91bb-c421f227f1a3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 948 time: 0.1529880 Mar 31 22:55:58.141072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.161584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-f11cad65-f6dd-470d-9831-2327e1a9cc7b service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518736 Mar 31 22:55:58.162092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.175210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b23ccd7-a447-4fdd-a278-d672a2790314 req-09bf0b80-28fa-4634-8752-040d989635ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Mar 31 22:55:58.309415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-c0c3d62e-9364-46c9-9930-0d732c2bb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.310824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-c0c3d62e-9364-46c9-9930-0d732c2bb085 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 1095 time: 0.0787413 Mar 31 22:55:58.323284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d9949-67a7-46a5-833b-486d172d3cf7 req-c4749b79-ab49-4a3a-b05f-086536efee15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.324641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-697d9949-67a7-46a5-833b-486d172d3cf7 req-c4749b79-ab49-4a3a-b05f-086536efee15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.0610075 Mar 31 22:55:58.328464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.331136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.332255 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c53af51-b885-4602-8da0-7bffe1e437c9 HTTP/1.1" status: 204 len: 168 time: 0.2462771 Mar 31 22:55:58.343380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf972-e55e-4494-b616-51d921f6531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53af51-b885-4602-8da0-7bffe1e437c9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:58.434152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-697d9949-67a7-46a5-833b-486d172d3cf7 req-02093dcc-75ad-40db-9718-7b00149d7292 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016116 Mar 31 22:55:58.497155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-24adf74c-e12b-4bd6-a816-cac6163d6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.498605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-24adf74c-e12b-4bd6-a816-cac6163d6d21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.1731334 Mar 31 22:55:58.557889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08e61e81-0cf2-4807-b5c7-f0fb6eb8eaa6 req-abc9f4cb-0f85-4714-b0d1-f6e91fd1d0b8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.0640895 Mar 31 22:55:58.559797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-1bfd1381-8cc0-4a84-9265-4fdf16a30489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82cfc231-877d-485a-a594-ebff1c24a62b HTTP/1.1" status: 200 len: 217 time: 0.0534160 Mar 31 22:55:58.634506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-391d84b9-fe70-408c-af19-7c9d3a513969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.636570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-391d84b9-fe70-408c-af19-7c9d3a513969 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.0600367 Mar 31 22:55:58.644444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:55:58.715471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-7edb7452-8402-42f2-b307-4bf4b6669a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.716980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-7edb7452-8402-42f2-b307-4bf4b6669a28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715647 Mar 31 22:55:58.728822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313a9a-76cc-4b8b-b2fa-3b02a3dda220 req-22a56ce0-7147-4be6-8a59-db4557f3b29d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.730238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48313a9a-76cc-4b8b-b2fa-3b02a3dda220 req-22a56ce0-7147-4be6-8a59-db4557f3b29d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0767887 Mar 31 22:55:58.824346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48313a9a-76cc-4b8b-b2fa-3b02a3dda220 req-d40cc131-888a-470e-8888-a3a24c138d00 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855160 Mar 31 22:55:58.854099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-fc30a1e1-be31-48fc-a71c-746f724bf7e6 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228569 Mar 31 22:55:58.961909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d343ebb-ad7c-41e8-aa2b-afcb86c73b62 req-d4f0a280-2fec-4b16-8a9d-c1fd9b6b90ea service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959332 Mar 31 22:55:59.040103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc4965-ae78-46a4-8892-5424aa1dec6d req-011fc250-94f9-48f9-974f-dee6d0edf68a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.042019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bbc4965-ae78-46a4-8892-5424aa1dec6d req-011fc250-94f9-48f9-974f-dee6d0edf68a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.0687168 Mar 31 22:55:59.080254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bbc4965-ae78-46a4-8892-5424aa1dec6d req-f6098507-76fb-4be5-8b9e-f77457e64edf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Mar 31 22:55:59.321879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6241084-2d00-477d-bd41-8d973ef052f8 req-9695fadf-85d8-46b4-847c-75d52b650398 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.324124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6241084-2d00-477d-bd41-8d973ef052f8 req-9695fadf-85d8-46b4-847c-75d52b650398 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 948 time: 0.0524337 Mar 31 22:55:59.362691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6241084-2d00-477d-bd41-8d973ef052f8 req-6a023197-ed65-4b4e-b9bf-726479aead20 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Mar 31 22:55:59.478291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9af6b5ff-4826-46ac-9f89-03e14f9cb36d up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:59.563699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a4224-ed02-4b34-a77e-23f9cbeeedc5 req-86629770-e68c-4364-ad67-8877dc1f8936 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.565361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-636a4224-ed02-4b34-a77e-23f9cbeeedc5 req-86629770-e68c-4364-ad67-8877dc1f8936 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 945 time: 0.0561509 Mar 31 22:55:59.617768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-636a4224-ed02-4b34-a77e-23f9cbeeedc5 req-56703016-075b-4697-8653-2eaac596d476 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Mar 31 22:55:59.642788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:59.646964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:59.647441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.704694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e79eee79-a2af-4fc1-befd-392876f8ac55 req-7399cec6-e19c-4cdd-b4c0-d209d2539867 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.0361857 Mar 31 22:55:59.757450 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.780770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:59.783176 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067456b-ec18-439c-bd43-d1103234b5cd" -d '{"events": [{"server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "name": "network-vif-plugged", "status": "completed", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:59.805068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:59.829672 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f63af3-94e2-4885-a8d4-1e59b9239695 x-openstack-request-id: req-85f63af3-94e2-4885-a8d4-1e59b9239695 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:59.829991 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "name": "network-vif-plugged", "status": "completed", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:59.830245 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-85f63af3-94e2-4885-a8d4-1e59b9239695 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:59.830646 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f63af3-94e2-4885-a8d4-1e59b9239695'] response: {'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d', 'code': 200} Mar 31 22:55:59.871796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.958977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:59.973811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d02b-c352-4b33-a355-242f54aae007 req-955077a6-927a-4bbc-a1b3-79a38c3a5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.975874 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3424d02b-c352-4b33-a355-242f54aae007 req-955077a6-927a-4bbc-a1b3-79a38c3a5bf8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 1100 time: 0.0693226 Mar 31 22:55:59.982321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f2834-a42c-404b-85e5-90c4d8a4fedd req-bf9b9160-e442-484c-b420-dc34d559228e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.983934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-666f2834-a42c-404b-85e5-90c4d8a4fedd req-bf9b9160-e442-484c-b420-dc34d559228e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0828874 Mar 31 22:56:00.013389 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3424d02b-c352-4b33-a355-242f54aae007 req-b20dc383-9b3d-4ac1-9d4d-15a85203f758 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297177 Mar 31 22:56:00.024555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-666f2834-a42c-404b-85e5-90c4d8a4fedd req-71c6c68b-740e-46ea-898f-e67ef1b4b289 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Mar 31 22:56:00.195979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c72ae-92a3-4476-9816-79231cc52b2e req-5188ccef-7c10-4cc6-a624-9be358f70376 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.197555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e71c72ae-92a3-4476-9816-79231cc52b2e req-5188ccef-7c10-4cc6-a624-9be358f70376 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.0500140 Mar 31 22:56:00.237507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e71c72ae-92a3-4476-9816-79231cc52b2e req-c93e9f43-896b-46b5-bb3f-130979e7b133 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Mar 31 22:56:00.346002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-dc399eed-e782-49ee-b54f-fb1150ba81fb tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.348171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-dc399eed-e782-49ee-b54f-fb1150ba81fb tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0432878 Mar 31 22:56:00.360149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828414-2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:00.429399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.505185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570aa9c-9bb0-48ed-b80d-3a6ba921ab5d req-219773d9-621e-49b4-b37d-e9e5cd87015b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.515020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d570aa9c-9bb0-48ed-b80d-3a6ba921ab5d req-219773d9-621e-49b4-b37d-e9e5cd87015b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.0604732 Mar 31 22:56:00.548946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d570aa9c-9bb0-48ed-b80d-3a6ba921ab5d req-c1545150-451c-4ec3-ab99-08543622a62b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Mar 31 22:56:00.592334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:00.631592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:00.684636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:00.687055 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a518354d-9132-49d9-b3cb-3af11bcb3785" -d '{"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-unplugged", "status": "completed", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:00.691463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.726439 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409b493-300a-447f-860e-ccc5505fe2f8 x-openstack-request-id: req-5409b493-300a-447f-860e-ccc5505fe2f8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:00.726735 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-unplugged", "status": "completed", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:00.726994 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5409b493-300a-447f-860e-ccc5505fe2f8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:00.728035 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5409b493-300a-447f-860e-ccc5505fe2f8'] response: {'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'code': 200} Mar 31 22:56:00.786077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.876563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:00.883062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on host n-h1-828414-2 for vnic_type normal with profile {"migrating_to": "n-h2-828414-2"} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:00.883343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:00.883643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:00.889136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:00.889522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Attempting to bind port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:00.894491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:00.894883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:00.895332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:00.895760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Bound port: 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:00.896110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.968880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:00.972195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:00.998028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe960644-42a0-49ac-98d3-1741a8111f7d req-e29662a1-8997-4b5c-bd9d-f3d9a7556823 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.0560369 Mar 31 22:56:01.011013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-212026bc-79d8-4030-b2fe-e71c64edd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.012572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-212026bc-79d8-4030-b2fe-e71c64edd758 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1101 time: 0.3526022 Mar 31 22:56:01.025190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1b80c-0247-4bcd-965b-cfa7d3b81dec req-50d3676b-ea84-4ff8-84e3-afff0970eb86 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.027221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af1b80c-0247-4bcd-965b-cfa7d3b81dec req-50d3676b-ea84-4ff8-84e3-afff0970eb86 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.3400047 Mar 31 22:56:01.055245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.139869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02d0105a-d3a7-45f3-8205-6bbf9b74a04e req-020e5b91-d819-448e-98c0-f0ca8a384f37 tempest-FlavorsV2NegativeTest-1837770408 tempest-FlavorsV2NegativeTest-1837770408-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f0ec2fbd29d4b4bb3881ec660e6da5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423646 Mar 31 22:56:01.162413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af1b80c-0247-4bcd-965b-cfa7d3b81dec req-76c9fef0-6948-42a0-817b-5d328a8dfd98 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256406 Mar 31 22:56:01.245604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-4c8c767d-9aab-43fb-a930-aadcbaf670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.247262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-4c8c767d-9aab-43fb-a930-aadcbaf670a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2189713 Mar 31 22:56:01.317457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-f7032985-b9f9-416b-8f34-3f0cb21ce2fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0488110 Mar 31 22:56:01.393767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5550cb3-f6a4-40b9-9e9d-563837311d21 req-eef56e93-57b6-4c3a-a73e-6c69ca8158f0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.395214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5550cb3-f6a4-40b9-9e9d-563837311d21 req-eef56e93-57b6-4c3a-a73e-6c69ca8158f0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1619468 Mar 31 22:56:01.405343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=8']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:01.405603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0105a-d3a7-45f3-8205-6bbf9b74a04e req-d21ef9a2-b284-4d82-96da-d6bb7b848e08 tempest-FlavorsV2NegativeTest-1837770408 tempest-FlavorsV2NegativeTest-1837770408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.407074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02d0105a-d3a7-45f3-8205-6bbf9b74a04e req-d21ef9a2-b284-4d82-96da-d6bb7b848e08 tempest-FlavorsV2NegativeTest-1837770408 tempest-FlavorsV2NegativeTest-1837770408-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594242 Mar 31 22:56:01.436581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-8d7919e9-7a15-4bc2-a23a-8739df1e1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.438058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-8d7919e9-7a15-4bc2-a23a-8739df1e1e1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1091900 Mar 31 22:56:01.441329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02d0105a-d3a7-45f3-8205-6bbf9b74a04e req-baf80335-7be8-40fc-aabc-d310a9939b9e tempest-FlavorsV2NegativeTest-1837770408 tempest-FlavorsV2NegativeTest-1837770408-project] 10.222.0.83 "GET /v2.0/quotas/9f0ec2fbd29d4b4bb3881ec660e6da5a HTTP/1.1" status: 200 len: 375 time: 0.0235643 Mar 31 22:56:01.446762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.447660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.449432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-9eede9db-d363-4a93-8678-e5efbaddeae7 service neutron] 10.222.0.44 "PUT /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 1121 time: 1.0935473 Mar 31 22:56:01.483849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c510684b-68bf-4154-921f-5a4c97c1b233 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.485294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c510684b-68bf-4154-921f-5a4c97c1b233 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1569707 Mar 31 22:56:01.492409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5550cb3-f6a4-40b9-9e9d-563837311d21 req-1c3ac5a1-33fd-4998-9322-a17fd1af04ee tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843565 Mar 31 22:56:01.499671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:01.500757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Request body: {'port': {'device_id': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'admin_state_up': True, 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:01.522160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02d0105a-d3a7-45f3-8205-6bbf9b74a04e req-22ee8c15-891d-453b-9a3a-0644d6e03125 tempest-FlavorsV2NegativeTest-1837770408 tempest-FlavorsV2NegativeTest-1837770408-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f0ec2fbd29d4b4bb3881ec660e6da5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623062 Mar 31 22:56:01.545707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-23db06db-ab53-49a9-86b5-107acc0adf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.547929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-23db06db-ab53-49a9-86b5-107acc0adf49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960710 Mar 31 22:56:01.729102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:01.729102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:01.765512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-d79eb6f9-0a2f-4091-be50-653fdae03cf1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084479 Mar 31 22:56:01.814355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:01.819879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763237-cbbf-4341-b253-f6615e45baf9 req-346c44f7-26d6-4bc6-92d8-8178025b2270 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.821376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d763237-cbbf-4341-b253-f6615e45baf9 req-346c44f7-26d6-4bc6-92d8-8178025b2270 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.1592355 Mar 31 22:56:01.825926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:01.830961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.845590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a has no active binding in host n-h2-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:56:01.895740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb2a8-f172-4542-9765-ae0607e7d49e req-c844f709-2bd8-44f0-9769-16798c5894b5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.897270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92ecb2a8-f172-4542-9765-ae0607e7d49e req-c844f709-2bd8-44f0-9769-16798c5894b5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.1729200 Mar 31 22:56:01.980293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d763237-cbbf-4341-b253-f6615e45baf9 req-0ffbbbcb-2418-493f-9019-9c3b1b25add9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314528 Mar 31 22:56:01.996251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-caca7d6d-0d45-4e7b-a0ec-be46d81c810c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227547 Mar 31 22:56:02.005565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92ecb2a8-f172-4542-9765-ae0607e7d49e req-d301754c-160b-4ae7-b453-ac47eda484bf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856020 Mar 31 22:56:02.031797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Allocated IP 172.20.0.3 (54fec72e-ba2f-4c0a-afee-b3d4d845235b/c6255af6-6f5d-469c-8e2e-8b3c916d59c8/f0193a9a-c5d7-40f9-925e-34c62bd4b28e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:02.083407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6291e1d0-704a-476e-804d-927f2be1689d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:02.129141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f6e32cb-ff11-4f6e-b5ed-124d1ef28e14 req-87fa2879-523a-4606-9ff0-482b73814249 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.0307531 Mar 31 22:56:02.212124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.221000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6291e1d0-704a-476e-804d-927f2be1689d,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:02.242582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6291e1d0-704a-476e-804d-927f2be1689d', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'port_id': '6291e1d0-704a-476e-804d-927f2be1689d', 'mac_address': 'fa:16:3e:2a:fb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:02.290818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.304418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6291e1d0-704a-476e-804d-927f2be1689d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:02.312624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100cd10-cf04-4bda-afaf-725c6e6ecb9e req-312c43cb-bb82-4a42-be1a-14c1493f42f9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.314194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1100cd10-cf04-4bda-afaf-725c6e6ecb9e req-312c43cb-bb82-4a42-be1a-14c1493f42f9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.0536230 Mar 31 22:56:02.328591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6291e1d0-704a-476e-804d-927f2be1689d,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:02.352277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1100cd10-cf04-4bda-afaf-725c6e6ecb9e req-155c353f-518d-4dbb-8515-24c9b283eede tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Mar 31 22:56:02.355501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.423299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:02.426516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:02.430398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:02.447518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.457874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:02.488007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.488901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.503501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:02.617259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-c20b5dc3-c4a5-49d7-8219-1b3ac179d159 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1209850 Mar 31 22:56:02.618059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bd6c5-8e13-4558-96cb-ff6d765282d5 req-f88a186d-a7e9-4cba-b755-043dd33c19da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.619591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a3bd6c5-8e13-4558-96cb-ff6d765282d5 req-f88a186d-a7e9-4cba-b755-043dd33c19da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0485930 Mar 31 22:56:02.657720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a3bd6c5-8e13-4558-96cb-ff6d765282d5 req-f56db034-ee73-4687-98b8-75648c2858ed tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Mar 31 22:56:02.692370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Request body: {'port': {'device_id': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:02.730979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:02.733701 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf318ae-921b-4ea6-a991-50f589239d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:02.771059 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75f15a-38ff-4b8d-8a21-64971058bb9a x-openstack-request-id: req-7a75f15a-38ff-4b8d-8a21-64971058bb9a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:02.771468 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:02.771781 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7a75f15a-38ff-4b8d-8a21-64971058bb9a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:02.772271 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a75f15a-38ff-4b8d-8a21-64971058bb9a'] response: {'name': 'network-changed', 'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'status': 'completed', 'code': 200} Mar 31 22:56:02.777877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:02.858507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-0d767345-e766-4dcb-a770-541dc1b5cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.861669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-0d767345-e766-4dcb-a770-541dc1b5cbda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1124 time: 0.0451314 Mar 31 22:56:02.928473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37972) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:02.976895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-af29a079-a5db-4bb4-ae6f-e0ef6ddb8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.978444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-af29a079-a5db-4bb4-ae6f-e0ef6ddb8ee2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1067576 Mar 31 22:56:03.023321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-4cb83066-19e2-45f1-914d-80ceaaabae75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 217 time: 0.0369809 Mar 31 22:56:03.092537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0193a9a-c5d7-40f9-925e-34c62bd4b28e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:03.094702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-7b52a0dc-3360-4f12-b8e0-881d6c3783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.096469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-7b52a0dc-3360-4f12-b8e0-881d6c3783fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0669370 Mar 31 22:56:03.098082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.103130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.121776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Transition to ACTIVE for port object f0193a9a-c5d7-40f9-925e-34c62bd4b28e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:03.180130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.189999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6291e1d0-704a-476e-804d-927f2be1689d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:03.204470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-984c64af-9638-44c4-be64-2684d74d57b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673261 Mar 31 22:56:03.243050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:03.306094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e7085-8881-4c81-8af9-bae46699237e req-ec05b846-f60d-46a7-851e-2644ba461306 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.307611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83e7085-8881-4c81-8af9-bae46699237e req-ec05b846-f60d-46a7-851e-2644ba461306 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.1906445 Mar 31 22:56:03.318749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:03.319153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:03.319538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:03.323981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa33208-f9a6-4a83-83ff-b0a104e1dfc8 req-4d3b0c73-bb54-472b-afd7-6f70a8d612c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.325493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fa33208-f9a6-4a83-83ff-b0a104e1dfc8 req-4d3b0c73-bb54-472b-afd7-6f70a8d612c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 944 time: 0.1985755 Mar 31 22:56:03.326169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:03.326542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:03.336370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:03.340521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:03.340521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:03.340521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Bound port: f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:03.340521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.406355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:03.407765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.410086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:03.420834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-4bf67889-f386-49de-afa9-92c8b6abfa77 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998136 Mar 31 22:56:03.441687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83e7085-8881-4c81-8af9-bae46699237e req-bc9d84ff-ea78-4bee-a1d7-2e57b8d1ee58 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124361 Mar 31 22:56:03.449411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fa33208-f9a6-4a83-83ff-b0a104e1dfc8 req-989b700b-8b85-41cb-91f6-6a78ba8c42c5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Mar 31 22:56:03.492842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.512566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.553833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.554440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.555948 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] 10.222.0.44 "PUT /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 1091 time: 0.8679552 Mar 31 22:56:03.575097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45ca6-ff8b-4949-be97-b116172f2554 service neutron] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:03.581118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c603b-7af9-4a41-a83a-32f9f3bf9943,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:03.584653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f0ec2fbd29d4b4bb3881ec660e6da5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552327 Mar 31 22:56:03.587310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37998) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:03.607283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.607629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.607976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.608315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.608649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.608985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.609314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.609640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.609966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.610292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.610617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.610995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee69809-a374-47b2-8854-46ef76b92923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.635693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdf318ae-921b-4ea6-a991-50f589239d1a req-d10c0fda-0ae5-4941-8582-af06cd68c2cd service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051172 Mar 31 22:56:03.639383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.651321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-fc8d8735-9ef7-4ef5-a0fd-6b22b0e7479a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319272792&fields=id&tenant_id=83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 267 time: 0.0975480 Mar 31 22:56:03.659051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d4560-b879-4afe-b386-ffcc23e4954c req-4f7205cb-05cc-4cfd-ac55-ad6f63c5916c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.660478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-587d4560-b879-4afe-b386-ffcc23e4954c req-4f7205cb-05cc-4cfd-ac55-ad6f63c5916c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.1416943 Mar 31 22:56:03.672438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.742707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-57067377-dc18-48a1-9409-e4a07785e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.744856 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-57067377-dc18-48a1-9409-e4a07785e3ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0618865 Mar 31 22:56:03.760570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-587d4560-b879-4afe-b386-ffcc23e4954c req-21551255-7ba8-4004-8554-127c85b31888 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893898 Mar 31 22:56:03.792533 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-e3fd1209-60da-47ad-9711-5f44422282fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 217 time: 0.0399184 Mar 31 22:56:03.800932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-6a0188b5-3e14-4b9c-92c6-0b7a2ca38422 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.802510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-6a0188b5-3e14-4b9c-92c6-0b7a2ca38422 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 824 time: 0.1411507 Mar 31 22:56:03.821833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-f012b192-af10-49b8-9e06-19c6d4627624 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/quotas/83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 375 time: 0.0125043 Mar 31 22:56:03.857036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-7204eb10-bdd8-4886-8c82-a012f944a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.858428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-7204eb10-bdd8-4886-8c82-a012f944a2b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0535457 Mar 31 22:56:03.859825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.862339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.864699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6c4c603b-7af9-4a41-a83a-32f9f3bf9943 HTTP/1.1" status: 204 len: 168 time: 0.2742643 Mar 31 22:56:03.881174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6133af-a9f4-4348-ac1c-5041c763be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c603b-7af9-4a41-a83a-32f9f3bf9943,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:03.897243 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-b8f135ec-f4e0-4045-84e6-16638469ba8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294099 Mar 31 22:56:03.912275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11b8f8-67d1-4747-ab15-c0b7da143bbd req-b40085a7-7b77-4e8b-8ec1-b261a934062f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.913841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa11b8f8-67d1-4747-ab15-c0b7da143bbd req-b40085a7-7b77-4e8b-8ec1-b261a934062f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.0880821 Mar 31 22:56:03.928726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-a784c145-f122-4f7d-8c1e-06f43759af5d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0941944 Mar 31 22:56:04.007530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa11b8f8-67d1-4747-ab15-c0b7da143bbd req-8c3b8785-85ec-4758-8751-251f4a30cfbf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777979 Mar 31 22:56:04.008430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-0baccee1-523d-4324-8af5-4323af45b81e service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043925 Mar 31 22:56:04.063268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-f050ecf5-5533-4e9b-b5cf-2202ee93e3d0 service neutron] 10.222.0.83 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178777 Mar 31 22:56:04.100441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 82cfc231-877d-485a-a594-ebff1c24a62b details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:04.113157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-75d6d57c-df08-4476-b9a2-c2080c8f72a7 req-6999854b-607a-4d4a-87dd-a732983a420b service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956440 Mar 31 22:56:04.176801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317b249-6482-40a8-8c48-ccf451d93059 req-31a58fd4-5e66-4240-8eb1-f0ce00a2eac1 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.179467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f317b249-6482-40a8-8c48-ccf451d93059 req-31a58fd4-5e66-4240-8eb1-f0ce00a2eac1 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 1100 time: 0.1080115 Mar 31 22:56:04.204823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-a5eb96d5-d968-4824-a2e9-53455ff2c696 service neutron] 10.222.0.83 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398580 Mar 31 22:56:04.218747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=82cfc231-877d-485a-a594-ebff1c24a62b,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:04.221425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f317b249-6482-40a8-8c48-ccf451d93059 req-920998fb-597a-41de-8ef5-b9ad17b2c07a tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Mar 31 22:56:04.242271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '82cfc231-877d-485a-a594-ebff1c24a62b', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'port_id': '82cfc231-877d-485a-a594-ebff1c24a62b', 'mac_address': 'fa:16:3e:af:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:04.289801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.309999 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.312382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cfc231-877d-485a-a594-ebff1c24a62b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:04.335700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=82cfc231-877d-485a-a594-ebff1c24a62b,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:04.406709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a849a7-551e-4fbd-8e2c-3c181e2af43f req-94aa317b-a63d-4d61-8ef0-bffc33b9636c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.408353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1a849a7-551e-4fbd-8e2c-3c181e2af43f req-94aa317b-a63d-4d61-8ef0-bffc33b9636c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0617118 Mar 31 22:56:04.454235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1a849a7-551e-4fbd-8e2c-3c181e2af43f req-38c9f5fa-8f87-45c9-a973-5b8ad3a687e7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346830 Mar 31 22:56:04.465815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.532144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:04.580132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-12ba2af0-55e4-457a-88c9-3bb18dcc346f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255725 Mar 31 22:56:04.685740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba8c-6dc1-4fc6-9c23-026131ba7f98 req-c0b501e1-97a9-477e-905c-e47b17c2833b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.687258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5424ba8c-6dc1-4fc6-9c23-026131ba7f98 req-c0b501e1-97a9-477e-905c-e47b17c2833b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 945 time: 0.1195235 Mar 31 22:56:04.739612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-30a9d2b5-30b6-4ad6-a202-57a7fba7b22d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.741020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-30a9d2b5-30b6-4ad6-a202-57a7fba7b22d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521637 Mar 31 22:56:04.761683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5424ba8c-6dc1-4fc6-9c23-026131ba7f98 req-1378a110-7bcb-4ecd-9feb-c4da26648684 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Mar 31 22:56:04.762083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-66d8e4c8-9dc7-434f-b1b9-b39941174b78 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/quotas/f8777fffbe644514af01f14d9ba01694 HTTP/1.1" status: 200 len: 375 time: 0.0151541 Mar 31 22:56:04.783335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:04.788950 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef31135-9387-4dab-9c98-61d220809a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:04.833011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24beaaa4-a49d-495c-8195-fb2d84579099 req-57db1cc7-9f53-4a5e-bcd5-6c59eee3cb80 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0274930 Mar 31 22:56:04.854955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-765a0724-8afa-4db6-ae68-334e1706bd6e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0836306 Mar 31 22:56:04.955690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd18a1-a419-4c2f-80dc-6590ab22deab req-81db6cb5-b8bc-4f62-9afb-3937835cca72 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.957132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6dd18a1-a419-4c2f-80dc-6590ab22deab req-81db6cb5-b8bc-4f62-9afb-3937835cca72 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0566983 Mar 31 22:56:04.995951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6dd18a1-a419-4c2f-80dc-6590ab22deab req-a410ccfd-cce6-461f-b1d9-cd6bb6e6993a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Mar 31 22:56:05.114824 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308151b7-8375-4202-98f1-6489440fa068 x-openstack-request-id: req-308151b7-8375-4202-98f1-6489440fa068 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:05.115152 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:05.115406 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-308151b7-8375-4202-98f1-6489440fa068 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:05.115808 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308151b7-8375-4202-98f1-6489440fa068'] response: {'name': 'network-changed', 'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'status': 'completed', 'code': 200} Mar 31 22:56:05.209030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['82cfc231-877d-485a-a594-ebff1c24a62b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:05.223971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef31135-9387-4dab-9c98-61d220809a8a req-2bd936e2-6071-4bf0-808a-06428f7d7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.225576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-2bd936e2-6071-4bf0-808a-06428f7d7ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0815737 Mar 31 22:56:05.340138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8eeca8d-db87-4210-9c2e-a97a0460623c req-946bfdd8-4999-40d7-855e-a3e2cadd0a8c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 210 time: 0.0993521 Mar 31 22:56:05.352783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef31135-9387-4dab-9c98-61d220809a8a req-ef438631-2bc0-4c8c-967a-a738c38d9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.359857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-ef438631-2bc0-4c8c-967a-a738c38d9573 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1245246 Mar 31 22:56:05.364871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ada8d-a34e-4573-abb9-fde79c28381f req-e54c87b6-aa5b-4e0b-b46f-b881b72407ad tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.366577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d75ada8d-a34e-4573-abb9-fde79c28381f req-e54c87b6-aa5b-4e0b-b46f-b881b72407ad tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1811666 Mar 31 22:56:05.420101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d75ada8d-a34e-4573-abb9-fde79c28381f req-25868e9f-b186-4d53-ab3f-b63b814d90f3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Mar 31 22:56:05.432803 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-bcba147a-d98b-4d2a-bed4-d8263c68e788 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 217 time: 0.0647650 Mar 31 22:56:05.490787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef31135-9387-4dab-9c98-61d220809a8a req-292478f0-7902-4a9c-aefc-8a008fcc831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.492539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-292478f0-7902-4a9c-aefc-8a008fcc831a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0457635 Mar 31 22:56:05.532964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-1089edaf-7894-4ef8-ab00-e37eddd12b3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331924 Mar 31 22:56:05.541505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-8b7abc86-04f2-46ad-8f6d-30254a38b3d1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.542982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-8b7abc86-04f2-46ad-8f6d-30254a38b3d1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a63afd-057b-450d-92b6-c54eaad40908 HTTP/1.1" status: 200 len: 945 time: 0.0634003 Mar 31 22:56:05.641279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5545e7-25fc-4e33-aaca-cbe920d428ef req-ecdfbf8f-4fa2-4b89-9d9e-e0cf2538a3be tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.642813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c5545e7-25fc-4e33-aaca-cbe920d428ef req-ecdfbf8f-4fa2-4b89-9d9e-e0cf2538a3be tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1114578 Mar 31 22:56:05.660100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-da685aba-1ab1-4711-9a8f-878c5c278c43 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186435 Mar 31 22:56:05.704607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c5545e7-25fc-4e33-aaca-cbe920d428ef req-7e248189-2f5d-4e36-944b-b4d8a0798d2f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503659 Mar 31 22:56:05.707417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Deleting port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:05.707758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.797147 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-eef31135-9387-4dab-9c98-61d220809a8a req-7b25ebab-2c8d-4d6b-afc0-4de0c4424d43 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284525 Mar 31 22:56:05.818072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] For port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:05.818653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.984885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c22f8d9-c2cb-4119-8c1d-c245c0e7a469 req-b3aea0db-2e09-4595-bf0f-a3f820798e52 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0643778 Mar 31 22:56:06.068234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3635b-9795-4db8-a2e0-bef7702a8eb5 req-c6a96524-d70c-4922-8cf1-c2dcfd440980 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.069721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72d3635b-9795-4db8-a2e0-bef7702a8eb5 req-c6a96524-d70c-4922-8cf1-c2dcfd440980 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 945 time: 0.2162671 Mar 31 22:56:06.095855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6291e1d0-704a-476e-804d-927f2be1689d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:06.271442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6291e1d0-704a-476e-804d-927f2be1689d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:06.276406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6291e1d0-704a-476e-804d-927f2be1689d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:06.276749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.363652 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.388113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:06.390397 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e2adc-1c15-49fb-9b1a-ce525ce6822d" -d '{"events": [{"server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "name": "network-vif-plugged", "status": "completed", "tag": "6291e1d0-704a-476e-804d-927f2be1689d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:06.405038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6291e1d0-704a-476e-804d-927f2be1689d,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:06.413253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72d3635b-9795-4db8-a2e0-bef7702a8eb5 req-feba11a5-5eff-4309-86d6-d96326866e2c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293331 Mar 31 22:56:06.427230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.441082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.441082 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190 disassociated. External IP: 172.25.6.177, port: c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4. Mar 31 22:56:06.441082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Calling delete_port for c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:06.444709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b9754-c60f-4def-bbdd-175b07259008 req-1fd05ad2-37d5-434f-ba4e-80cd05240b38 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.446439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e9b9754-c60f-4def-bbdd-175b07259008 req-1fd05ad2-37d5-434f-ba4e-80cd05240b38 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.3716843 Mar 31 22:56:06.482968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.531850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:06.543316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7c922e6-b703-4328-9629-f26153aae4e1 req-6846da95-1ebb-4224-ab5a-9a9c03681913 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 210 time: 0.0463908 Mar 31 22:56:06.575588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e9b9754-c60f-4def-bbdd-175b07259008 req-242b6867-7729-4b26-9743-a3d16c384864 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178217 Mar 31 22:56:06.605029 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c08c9-b545-4ce0-9a28-9f1ddcbc71a8 x-openstack-request-id: req-7c9c08c9-b545-4ce0-9a28-9f1ddcbc71a8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:06.605392 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "name": "network-vif-plugged", "status": "completed", "tag": "6291e1d0-704a-476e-804d-927f2be1689d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:06.605656 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c9c08c9-b545-4ce0-9a28-9f1ddcbc71a8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:06.606087 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9c08c9-b545-4ce0-9a28-9f1ddcbc71a8'] response: {'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d', 'code': 200} Mar 31 22:56:06.740955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbd466-c70b-4955-8839-3a141b71f226 req-7390af84-6227-451f-93a4-6161321796c1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.742521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddfbd466-c70b-4955-8839-3a141b71f226 req-7390af84-6227-451f-93a4-6161321796c1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1014943 Mar 31 22:56:06.763124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770091f-6a63-4d5b-a38b-d155988b7b30 req-404942eb-b980-4e98-89c9-2d42064f05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.764570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2770091f-6a63-4d5b-a38b-d155988b7b30 req-404942eb-b980-4e98-89c9-2d42064f05dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1097 time: 0.0729480 Mar 31 22:56:06.802484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddfbd466-c70b-4955-8839-3a141b71f226 req-79ff7ac7-edc6-4aba-b247-fbb04f5f88ae tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Mar 31 22:56:06.816876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.822933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2770091f-6a63-4d5b-a38b-d155988b7b30 req-98dd8d97-4d90-4c3e-bfbb-f5ef66c7e5cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Mar 31 22:56:06.862627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event deleted for resources: {'Port': ['ID=c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:07.016252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67682ba2-52cf-4c83-9a96-fb8718495486 req-a41ccc15-ec14-4eae-8c1c-acee888b9c9b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.023504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67682ba2-52cf-4c83-9a96-fb8718495486 req-a41ccc15-ec14-4eae-8c1c-acee888b9c9b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1031756 Mar 31 22:56:07.080570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67682ba2-52cf-4c83-9a96-fb8718495486 req-d7d385dc-c504-4ca7-9a79-55bcd471ee86 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Mar 31 22:56:07.082367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:07.223667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-982037ed-8db9-428c-b613-d353c8b58dbe tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.226773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-982037ed-8db9-428c-b613-d353c8b58dbe tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.44 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 824 time: 0.1414566 Mar 31 22:56:07.263064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf9901b7-676b-48c8-9779-bb9ef64dca60 req-ae1198bd-9c87-4094-8e70-bb748b8ef190 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0604098 Mar 31 22:56:07.279828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:07.282567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-b5a41270-7723-4aba-bb22-9cc44ede56a5 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a7e87cc5c44e258172568dcdc64351 HTTP/1.1" status: 200 len: 380 time: 0.0472777 Mar 31 22:56:07.294110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'port': {'device_id': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'admin_state_up': True, 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'security_groups': ['08a3f552-8bde-448d-80f8-778bd194c4f4']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:07.306465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:07.324780 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:07.325410 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:07.390930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] No DVR routers for this DVR port c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:07.394269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.398277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7870e8-3eb4-4e8b-9d6b-fc00a70325cf req-36b92a57-7512-4d94-b29c-2cf8ee6563e4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.10 "DELETE /v2.0/ports/c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 HTTP/1.1" status: 204 len: 173 time: 1.8480065 Mar 31 22:56:07.398964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'name': 'network-vif-deleted', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:07.403848 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6d496-50dc-4a97-bf0e-2f9a21ad81f9" -d '{"events": [{"server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "name": "network-vif-deleted", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:07.472705 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575c91b-1c60-40b0-a915-1ac1ff381664 x-openstack-request-id: req-0575c91b-1c60-40b0-a915-1ac1ff381664 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:07.473297 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a63afd-057b-450d-92b6-c54eaad40908", "name": "network-vif-deleted", "tag": "c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:07.473402 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0575c91b-1c60-40b0-a915-1ac1ff381664 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:07.473757 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0575c91b-1c60-40b0-a915-1ac1ff381664'] response: {'server_uuid': 'd4a63afd-057b-450d-92b6-c54eaad40908', 'name': 'network-vif-deleted', 'tag': 'c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4', 'status': 'completed', 'code': 200} Mar 31 22:56:07.515055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:07.560862 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:07.659409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:07.679733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'port_id': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'mac_address': 'fa:16:3e:01:81:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6255af6-6f5d-469c-8e2e-8b3c916d59c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:07.705928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Made reservation on behalf of 83a7e87cc5c44e258172568dcdc64351 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:07.710320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.716505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae6d71-d1f0-497d-9563-25c32a4dc3c3 req-31fbbad4-1655-4506-b670-900266810b7e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.718852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60ae6d71-d1f0-497d-9563-25c32a4dc3c3 req-31fbbad4-1655-4506-b670-900266810b7e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 945 time: 0.1161041 Mar 31 22:56:07.733157 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.748510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0193a9a-c5d7-40f9-925e-34c62bd4b28e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:07.821401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:07.824728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60ae6d71-d1f0-497d-9563-25c32a4dc3c3 req-a6868d2a-39ec-4923-bf70-9d804dbd8246 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939879 Mar 31 22:56:07.913853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Allocated IP 172.20.0.6 (f99329b5-cc87-4a5b-bc13-31732ba7aa7d/dbf32443-8cf6-410e-823a-478b4e435380/93a7302f-1454-488f-9a42-1d0eb16289a1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:07.940653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.970375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:07.972341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fef947b1-ab34-4de5-8087-be2687b1166c req-5931a112-4ee0-4009-a512-4ce57f2fe936 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 210 time: 0.0755763 Mar 31 22:56:08.017365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b106290-6603-4361-a47b-43c7d20d767e req-57a41521-2a01-4135-b76e-766edf3b237f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.020526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b106290-6603-4361-a47b-43c7d20d767e req-57a41521-2a01-4135-b76e-766edf3b237f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.0902250 Mar 31 22:56:08.045327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:08.047838 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:08.073432 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:08.075999 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:55:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:08.113096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b106290-6603-4361-a47b-43c7d20d767e req-e351e501-61c9-4073-b5f8-c6392b8977f4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763137 Mar 31 22:56:08.148550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 82cfc231-877d-485a-a594-ebff1c24a62b up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:08.160633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.227760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64d6e-e095-4d0e-9138-4224e98af93a req-1152ab97-be86-4146-a6ab-df5ea9aed7d9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.238949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8f64d6e-e095-4d0e-9138-4224e98af93a req-1152ab97-be86-4146-a6ab-df5ea9aed7d9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1600080 Mar 31 22:56:08.288074 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:08.305068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8f64d6e-e095-4d0e-9138-4224e98af93a req-d4db8e03-1514-49ed-92e4-905caff626ff tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609674 Mar 31 22:56:08.357487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 82cfc231-877d-485a-a594-ebff1c24a62b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:08.359170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.363569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 82cfc231-877d-485a-a594-ebff1c24a62b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:08.364209 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.437631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e326413-abe2-45fd-9756-db21beb0bac5 req-7daa7f14-b141-42e4-b24b-5529eeffe222 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.441737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e326413-abe2-45fd-9756-db21beb0bac5 req-7daa7f14-b141-42e4-b24b-5529eeffe222 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1094992 Mar 31 22:56:08.463206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f0193a9a-c5d7-40f9-925e-34c62bd4b28e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:08.473684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event updated for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:08.506897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-85ed5a61-fa9e-4834-896b-5d610290e9c5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8777fffbe644514af01f14d9ba01694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635178 Mar 31 22:56:08.538085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:08.540159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:08.545362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:08.562510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e326413-abe2-45fd-9756-db21beb0bac5 req-1716b8d7-9605-40c8-9efa-ac8fbf2e345a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980878 Mar 31 22:56:08.563587 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.662590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-2ea6089d-c0f3-4326-b582-c48922e27435 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.664492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-2ea6089d-c0f3-4326-b582-c48922e27435 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500077 Mar 31 22:56:08.690648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Request body: {'port': {'device_id': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'f8777fffbe644514af01f14d9ba01694'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:08.706734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.707696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.771189 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:08.825497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-e4854f99-0ab9-487b-ad4c-a66fc635131c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5364161 Mar 31 22:56:08.842859 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ed153-26ba-4fb8-a48e-adcba6a51176 None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:08.843779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Request body: {'port': {'device_id': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:08.932822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=82cfc231-877d-485a-a594-ebff1c24a62b,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:08.936555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafb0d-8075-4c63-9ce1-485d866442b2 req-9aa72472-0183-47d7-9db9-814ecafcca1b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.945179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcbafb0d-8075-4c63-9ce1-485d866442b2 req-9aa72472-0183-47d7-9db9-814ecafcca1b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 931 time: 0.2070198 Mar 31 22:56:08.952197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:08.955316 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d4754-9e9a-410f-ba39-08626d6d0146" -d '{"events": [{"server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "name": "network-vif-plugged", "status": "completed", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:08.976361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.033998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcbafb0d-8075-4c63-9ce1-485d866442b2 req-30a23128-6423-405a-8b8f-5f188bbe36c2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873933 Mar 31 22:56:09.108580 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd999974-70c4-40d4-95e7-f926aa601773 x-openstack-request-id: req-bd999974-70c4-40d4-95e7-f926aa601773 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:09.108896 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "name": "network-vif-plugged", "status": "completed", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:09.109116 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bd999974-70c4-40d4-95e7-f926aa601773 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:09.109479 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd999974-70c4-40d4-95e7-f926aa601773'] response: {'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b', 'code': 200} Mar 31 22:56:09.129401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.130899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:09.177611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:09.179106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1c46b87-bfb1-43b8-bbed-d97e72dfdbe4 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:09.190447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7bbbe-2e22-4a95-bcd5-b6e7b97e0294 req-23121a4f-a0ce-43e4-add4-4355b8c84a14 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.200321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66d7bbbe-2e22-4a95-bcd5-b6e7b97e0294 req-23121a4f-a0ce-43e4-add4-4355b8c84a14 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0709026 Mar 31 22:56:09.205269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Made reservation on behalf of f8777fffbe644514af01f14d9ba01694 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:09.210869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.254050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ceb952-c2af-4281-a275-a563036f757e None None] New status for floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:56:09.258751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca43144c-5ed4-440e-bac9-67a1a630aa12 req-8c4747a0-bb7e-40ce-96ae-5083d90f8af1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 210 time: 0.0542552 Mar 31 22:56:09.333282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66d7bbbe-2e22-4a95-bcd5-b6e7b97e0294 req-1479c186-012e-4454-ae7a-9ba861ad2721 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316910 Mar 31 22:56:09.447771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:09.453980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a7302f-1454-488f-9a42-1d0eb16289a1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:09.462526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.475899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Transition to ACTIVE for port object 93a7302f-1454-488f-9a42-1d0eb16289a1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:09.575874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca46471-a5f7-46f9-983f-1d0b634d10f6 req-007927e9-d9d3-4d58-91c7-91a56d0785ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.577374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ca46471-a5f7-46f9-983f-1d0b634d10f6 req-007927e9-d9d3-4d58-91c7-91a56d0785ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 1097 time: 0.2033851 Mar 31 22:56:09.620945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c6216-af6d-4e18-8923-3e0512251eac req-5ca5b3ff-7cb6-4a17-aedb-48de2201f222 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.622423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc0c6216-af6d-4e18-8923-3e0512251eac req-5ca5b3ff-7cb6-4a17-aedb-48de2201f222 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1653891 Mar 31 22:56:09.624290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Allocated IP 192.168.233.48 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/0277f4dc-b2d0-431c-9e08-f4296bacd67b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:09.642384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5b34-8fb2-4456-9def-f6633f035ba2 req-68bde691-3aae-46b5-b64b-39cfbe1f9936 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.643945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-997c5b34-8fb2-4456-9def-f6633f035ba2 req-68bde691-3aae-46b5-b64b-39cfbe1f9936 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.1771262 Mar 31 22:56:09.647104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.710737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Pushing event updated for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:09.726267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ca46471-a5f7-46f9-983f-1d0b634d10f6 req-8d9e4b77-338e-41fc-b6e4-ee6866818190 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328466 Mar 31 22:56:09.756186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc0c6216-af6d-4e18-8923-3e0512251eac req-9b7799f4-fd4f-47f6-acfe-a45dea056e52 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221778 Mar 31 22:56:09.765592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-997c5b34-8fb2-4456-9def-f6633f035ba2 req-588e4a1f-8369-4ec0-a11b-9ce594e05db7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076195 Mar 31 22:56:09.799185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Attempting to bind port 93a7302f-1454-488f-9a42-1d0eb16289a1 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:09.799520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Attempting to bind port 93a7302f-1454-488f-9a42-1d0eb16289a1 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:09.799847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Attempting to bind port 93a7302f-1454-488f-9a42-1d0eb16289a1 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:09.804789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Port 93a7302f-1454-488f-9a42-1d0eb16289a1 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:09.805047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Attempting to bind port 93a7302f-1454-488f-9a42-1d0eb16289a1 on network f99329b5-cc87-4a5b-bc13-31732ba7aa7d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:09.813011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:09.813352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Checking segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:09.813787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Bound using segment: {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:09.814322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Bound port: 93a7302f-1454-488f-9a42-1d0eb16289a1, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f71a31-dcf5-477c-964b-ae5daa39d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:09.814837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.886307 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.899771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:09.904620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=93a7302f-1454-488f-9a42-1d0eb16289a1,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:09.975054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.978694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d9a43-1ae5-4cbc-a6e7-926c36ad26cc req-1222eced-6920-4163-98b5-fbffca7e2317 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.987271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-911d9a43-1ae5-4cbc-a6e7-926c36ad26cc req-1222eced-6920-4163-98b5-fbffca7e2317 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0848284 Mar 31 22:56:10.019809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.020728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.022943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] 10.222.0.44 "PUT /v2.0/ports/93a7302f-1454-488f-9a42-1d0eb16289a1 HTTP/1.1" status: 200 len: 1091 time: 1.1882198 Mar 31 22:56:10.023408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:10.025824 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bd794e-c377-4691-9d5d-a84c377b426f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:10.030902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-911d9a43-1ae5-4cbc-a6e7-926c36ad26cc req-a1393b52-0630-40db-8a1e-f9ab48b6017c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Mar 31 22:56:10.060559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18a668-6769-4cdb-830b-1b5b7fc06c67 service neutron] Pushing event updated for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:10.072854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.089360 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126b325-d78f-4012-9692-c3bce034e08b x-openstack-request-id: req-3126b325-d78f-4012-9692-c3bce034e08b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:10.089697 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:10.089953 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3126b325-d78f-4012-9692-c3bce034e08b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:10.090352 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3126b325-d78f-4012-9692-c3bce034e08b'] response: {'name': 'network-changed', 'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'status': 'completed', 'code': 200} Mar 31 22:56:10.115015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:10.169276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event updated for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:10.182717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-5010fa67-b74c-4a00-b5ea-e494120a4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.185156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-5010fa67-b74c-4a00-b5ea-e494120a4adb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 1094 time: 0.0692289 Mar 31 22:56:10.263177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:10.269209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:10.278262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:10.308229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'bf115f88-266b-47fb-8a24-94498b7cf249', '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:10.378132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dfd52-47f7-4ec5-bd8f-4d4e7d45c834 req-c10f3c58-2d7a-427c-92cf-75780573ca67 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.386716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac7dfd52-47f7-4ec5-bd8f-4d4e7d45c834 req-c10f3c58-2d7a-427c-92cf-75780573ca67 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.2225213 Mar 31 22:56:10.449255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.450169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.469644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-4ff37dce-223f-4252-aa37-6858cecc4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.481621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-4ff37dce-223f-4252-aa37-6858cecc4a4c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=83a7e87cc5c44e258172568dcdc64351&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2868831 Mar 31 22:56:10.497610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac7dfd52-47f7-4ec5-bd8f-4d4e7d45c834 req-445966b6-3c2a-4d11-83cf-ca000ec5fd2b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099782 Mar 31 22:56:10.535756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161421fa-4610-4142-9729-ecfbe780873f req-7315bcab-cfed-4bcd-bfca-1e8cb86fada9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.537287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-161421fa-4610-4142-9729-ecfbe780873f req-7315bcab-cfed-4bcd-bfca-1e8cb86fada9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 935 time: 0.1029296 Mar 31 22:56:10.596391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-3d216787-f69f-45ab-a9b2-45a1d3885e37 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9110997 Mar 31 22:56:10.618003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-161421fa-4610-4142-9729-ecfbe780873f req-f09c9b32-f20d-46b7-ac6d-ef96da3a28fb tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 Mar 31 22:56:10.623684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Request body: {'port': {'device_id': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:10.645105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-c6c1bac0-81a4-49aa-b650-1353a84fb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.646903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2bd794e-c377-4691-9d5d-a84c377b426f req-c6c1bac0-81a4-49aa-b650-1353a84fb5ba service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1569097 Mar 31 22:56:10.699686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.747428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-60e2a086-eb0f-49a2-9b7b-301f84a405ce None None] Provisioning complete for port 0277f4dc-b2d0-431c-9e08-f4296bacd67b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:10.747428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60e2a086-eb0f-49a2-9b7b-301f84a405ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.756126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-90eecf5f-a1aa-4f36-aa71-c8af9562dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.757893 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-90eecf5f-a1aa-4f36-aa71-c8af9562dd69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 1094 time: 0.0571260 Mar 31 22:56:10.807127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-60e2a086-eb0f-49a2-9b7b-301f84a405ce None None] Port 0277f4dc-b2d0-431c-9e08-f4296bacd67b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:56:10.812892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8071f67-274e-4240-9b40-5829d5102362 req-14778b67-7a59-4f7e-a78a-a88abd562bd5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.814531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8071f67-274e-4240-9b40-5829d5102362 req-14778b67-7a59-4f7e-a78a-a88abd562bd5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1019013 Mar 31 22:56:10.820672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-23ed0e45-6a4e-4d66-9460-0b7cb57f0ba4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a7302f-1454-488f-9a42-1d0eb16289a1 HTTP/1.1" status: 200 len: 217 time: 0.0524666 Mar 31 22:56:10.890213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-ccdb8762-f788-4976-8649-e11aa5c146a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.891824 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-ccdb8762-f788-4976-8649-e11aa5c146a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 200 len: 863 time: 0.0644746 Mar 31 22:56:10.943370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8071f67-274e-4240-9b40-5829d5102362 req-8196a984-2e9b-4382-b7a3-627c8bc47d70 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743525 Mar 31 22:56:10.963812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-1f706036-0e89-4e1c-83a5-3f080bf29643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.966510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-1f706036-0e89-4e1c-83a5-3f080bf29643 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670416 Mar 31 22:56:11.083015 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-776fd3ea-ad37-4a5c-bf1a-06680b6a885c service neutron] 10.222.0.44 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077399 Mar 31 22:56:11.140277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e221b-13bb-4a38-b0f1-9762fbb0a848 req-084572c1-c27b-49bd-b9ee-dc59ba6a4c66 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.141760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c7e221b-13bb-4a38-b0f1-9762fbb0a848 req-084572c1-c27b-49bd-b9ee-dc59ba6a4c66 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.1167033 Mar 31 22:56:11.184432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-311b1a69-19e9-43b2-b7cd-2cd3d2259cd5 req-482b7323-f0df-4622-bc5c-d506f7e3e650 service neutron] 10.222.0.44 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930774 Mar 31 22:56:11.184658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bd21f-9f19-4bac-be4a-5ac490b4e0e1 req-32ef13e9-7d42-4491-adb4-5d766278a22d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.186101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463bd21f-9f19-4bac-be4a-5ac490b4e0e1 req-32ef13e9-7d42-4491-adb4-5d766278a22d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1399617 Mar 31 22:56:11.222167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0277f4dc-b2d0-431c-9e08-f4296bacd67b {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:11.238984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.254179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c7e221b-13bb-4a38-b0f1-9762fbb0a848 req-6efa77ff-1e90-4e45-938a-7a28c35a03be tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Mar 31 22:56:11.267126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463bd21f-9f19-4bac-be4a-5ac490b4e0e1 req-b7df91ab-bb95-4334-9467-2d987439a31f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Mar 31 22:56:11.268035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Transition to ACTIVE for port object 0277f4dc-b2d0-431c-9e08-f4296bacd67b will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:11.380333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968188d-6bec-4aaa-a229-d9ecd1ffac92 req-cb7ec9e5-57d3-47ae-a14b-130064a62574 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.381863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b968188d-6bec-4aaa-a229-d9ecd1ffac92 req-cb7ec9e5-57d3-47ae-a14b-130064a62574 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0510945 Mar 31 22:56:11.382992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.464682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:11.480533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b968188d-6bec-4aaa-a229-d9ecd1ffac92 req-35f7551e-8353-46e4-84f5-c3fb2ee44f45 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Mar 31 22:56:11.545036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:11.626694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16dbeb52-be9f-4319-b1fc-24e2fb385257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.652239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Attempting to bind port 0277f4dc-b2d0-431c-9e08-f4296bacd67b on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:11.652902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Attempting to bind port 0277f4dc-b2d0-431c-9e08-f4296bacd67b by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:11.653012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Attempting to bind port 0277f4dc-b2d0-431c-9e08-f4296bacd67b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:11.660992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Port 0277f4dc-b2d0-431c-9e08-f4296bacd67b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:11.661313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Attempting to bind port 0277f4dc-b2d0-431c-9e08-f4296bacd67b on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:11.671142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:11.671474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:11.671964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:11.672283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Bound port: 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:11.672642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.699131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38725-f93b-4af7-99bd-5adb2a275c98 req-c20bd378-795a-4cce-be3d-383406b7e092 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.700571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26e38725-f93b-4af7-99bd-5adb2a275c98 req-c20bd378-795a-4cce-be3d-383406b7e092 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0906687 Mar 31 22:56:11.797832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f0193a9a-c5d7-40f9-925e-34c62bd4b28e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:11.799161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26e38725-f93b-4af7-99bd-5adb2a275c98 req-27d4398c-b4be-4738-bc32-0e810d98c310 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781341 Mar 31 22:56:11.800228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:11.803092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f0193a9a-c5d7-40f9-925e-34c62bd4b28e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:11.803478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.803804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:11.915089 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.918845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.948017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:11.951891 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e5e6c-1e57-431c-b949-fe30e0520ebe" -d '{"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:11.961285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.964573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.964573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/0277f4dc-b2d0-431c-9e08-f4296bacd67b HTTP/1.1" status: 200 len: 1095 time: 1.3451560 Mar 31 22:56:11.966666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:11.969759 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befdb694-d6fa-4997-9fe4-4d4781e07dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:11.971330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:11.997121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50278a7-583a-4f64-b748-5c00d931b7fc req-1c80bf1c-f59a-4432-a1c0-91bcbb1cdaaa tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.003066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b50278a7-583a-4f64-b748-5c00d931b7fc req-1c80bf1c-f59a-4432-a1c0-91bcbb1cdaaa tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 947 time: 0.1276481 Mar 31 22:56:12.013171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2ae54-0773-4ec1-88ef-b29643b28fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:12.040468 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a477511-8915-4e8b-a5c6-c5da8b9c67bc x-openstack-request-id: req-9a477511-8915-4e8b-a5c6-c5da8b9c67bc {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:12.041128 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:12.042294 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9a477511-8915-4e8b-a5c6-c5da8b9c67bc {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:12.043300 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a477511-8915-4e8b-a5c6-c5da8b9c67bc'] response: {'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'code': 200} Mar 31 22:56:12.050598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b50278a7-583a-4f64-b748-5c00d931b7fc req-e17eaea3-466c-4e90-b23c-1fff1b243141 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Mar 31 22:56:12.063067 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:12.166825 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa4034-e67e-4ccd-afcc-6f481f9b3c01 x-openstack-request-id: req-5faa4034-e67e-4ccd-afcc-6f481f9b3c01 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:12.167163 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:12.167420 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5faa4034-e67e-4ccd-afcc-6f481f9b3c01 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:12.167825 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faa4034-e67e-4ccd-afcc-6f481f9b3c01'] response: {'name': 'network-changed', 'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b', 'status': 'completed', 'code': 200} Mar 31 22:56:12.187488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:12.212090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693887b-fdfc-495c-8cde-18c98c36fc7a req-e77b6ba1-4097-4567-839e-8003504546e6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.218682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c8ac-5e5d-4cf6-84ea-200587fd3fc8 req-1d024383-4c23-4237-9e6e-87765a034fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.220311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4810c8ac-5e5d-4cf6-84ea-200587fd3fc8 req-1d024383-4c23-4237-9e6e-87765a034fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0573268 Mar 31 22:56:12.220626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b693887b-fdfc-495c-8cde-18c98c36fc7a req-e77b6ba1-4097-4567-839e-8003504546e6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1178803 Mar 31 22:56:12.268698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4810c8ac-5e5d-4cf6-84ea-200587fd3fc8 req-87c236b9-48f2-45e0-b589-cc1a319be7ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Mar 31 22:56:12.282512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-8f548ed1-300a-454a-b743-9c883f8c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.284339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-8f548ed1-300a-454a-b743-9c883f8c519d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 1098 time: 0.0948751 Mar 31 22:56:12.299398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b693887b-fdfc-495c-8cde-18c98c36fc7a req-9b444b90-9988-4b50-8b51-4b20a41bec62 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753245 Mar 31 22:56:12.343179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-39c232d3-b087-4a6b-84cd-47f11f3600ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b HTTP/1.1" status: 200 len: 217 time: 0.0367930 Mar 31 22:56:12.432745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-067a7b7f-ced1-4d65-8fe4-5d7dd987e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.434798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-067a7b7f-ced1-4d65-8fe4-5d7dd987e2ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0696638 Mar 31 22:56:12.447371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf678152-0167-474b-8de3-4628f4111250 req-63e4f35c-7073-4370-b1d7-1830038bb4ae tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.449360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf678152-0167-474b-8de3-4628f4111250 req-63e4f35c-7073-4370-b1d7-1830038bb4ae tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0949473 Mar 31 22:56:12.528657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf678152-0167-474b-8de3-4628f4111250 req-6c574cf5-3f19-4cae-8d37-561338d27684 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614622 Mar 31 22:56:12.530359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-5f6161a6-7c1d-46eb-9617-387d5bc8fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.532048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-5f6161a6-7c1d-46eb-9617-387d5bc8fd7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816495 Mar 31 22:56:12.676629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd582-c22f-4328-bea0-b633aa6468a3 req-cd081713-279c-43c1-8c75-9c9b5383fa65 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.678118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596fd582-c22f-4328-bea0-b633aa6468a3 req-cd081713-279c-43c1-8c75-9c9b5383fa65 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.0791645 Mar 31 22:56:12.692610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-e05d50d0-3eaf-48c1-9df1-d889189aecb2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418731 Mar 31 22:56:12.807482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596fd582-c22f-4328-bea0-b633aa6468a3 req-bd9fe9ad-9468-4bc7-ba2e-0ca56e8b061c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180007 Mar 31 22:56:12.845059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667020e6-f4eb-4ccd-9e39-3e4ab41d99ed req-29882e3d-0c51-47dc-b762-08ec1febc354 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.846545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-667020e6-f4eb-4ccd-9e39-3e4ab41d99ed req-29882e3d-0c51-47dc-b762-08ec1febc354 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1128941 Mar 31 22:56:12.874788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60786d1-1e12-4af8-9ef9-e8164d71701d req-877102a2-8809-416e-bb6e-6f82d7286743 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695943 Mar 31 22:56:12.895392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-667020e6-f4eb-4ccd-9e39-3e4ab41d99ed req-482c8abc-8f1f-4c1c-8a4e-7251b227b114 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Mar 31 22:56:13.034562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbda05-fb2d-41f5-b845-eb30de9477ce req-9c79e424-1799-4388-ab0c-b4b07aa4dea4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.036096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7dbda05-fb2d-41f5-b845-eb30de9477ce req-9c79e424-1799-4388-ab0c-b4b07aa4dea4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0623271 Mar 31 22:56:13.081139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7dbda05-fb2d-41f5-b845-eb30de9477ce req-03f9cfb3-5957-45cc-a4f0-f434df256323 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Mar 31 22:56:13.332878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e0ff-39d1-411c-b153-2fe92913b95c req-7d2d82f4-7920-4491-9661-7c30c194bca3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.332878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2275e0ff-39d1-411c-b153-2fe92913b95c req-7d2d82f4-7920-4491-9661-7c30c194bca3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 947 time: 0.0534146 Mar 31 22:56:13.332878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2275e0ff-39d1-411c-b153-2fe92913b95c req-00047a43-5247-4662-9900-4eedd445d0c3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Mar 31 22:56:13.332878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-e09d10ca-7bb4-4739-8381-65961178ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.332878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-e09d10ca-7bb4-4739-8381-65961178ed98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 1098 time: 0.0549138 Mar 31 22:56:13.419812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-57d4bf87-8afe-4faf-83fc-a727d002ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.421266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-57d4bf87-8afe-4faf-83fc-a727d002ead9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1208994 Mar 31 22:56:13.437359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21c9d-7f1e-432a-84ed-9f73a7da640b req-cf73f86e-c35d-4255-9bf2-f60ad15bc27c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.438799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaf21c9d-7f1e-432a-84ed-9f73a7da640b req-cf73f86e-c35d-4255-9bf2-f60ad15bc27c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0628107 Mar 31 22:56:13.490789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-4e16eaf5-14aa-441f-8fc8-12695771a122 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b HTTP/1.1" status: 200 len: 217 time: 0.0506365 Mar 31 22:56:13.553559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaf21c9d-7f1e-432a-84ed-9f73a7da640b req-050e4ab4-102d-4c97-989b-9ba929eb7ebd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912976 Mar 31 22:56:13.579051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-2723a4ba-a1ae-4b4d-aace-b322707edefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.580021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-2723a4ba-a1ae-4b4d-aace-b322707edefc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0807533 Mar 31 22:56:13.659174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-207fda8e-6501-4890-9b17-74df24adbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.660865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-207fda8e-6501-4890-9b17-74df24adbe8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737123 Mar 31 22:56:13.689613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a60bd-63e8-4370-940e-432b665ea97c req-a3f331e6-0514-4808-9951-6b28d72b97a9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.691265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-719a60bd-63e8-4370-940e-432b665ea97c req-a3f331e6-0514-4808-9951-6b28d72b97a9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0738297 Mar 31 22:56:13.775933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-719a60bd-63e8-4370-940e-432b665ea97c req-3498105a-c8b0-4c19-a3d7-c675af3f70a7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739934 Mar 31 22:56:13.791689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cbcab7d8-b000-4ecb-9597-5252d411d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.794321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-c97f705c-869e-4d05-ab84-963153afbfb9 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209252 Mar 31 22:56:13.897459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befdb694-d6fa-4997-9fe4-4d4781e07dbf req-561bfade-02fe-4ee0-9bcf-31e259ab4cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962427 Mar 31 22:56:14.142301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:14.284197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828cba2-442b-40f7-b94b-b4dd316402b1 req-1a59dbf5-a1b9-4451-a95c-08a28555c9bf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.288214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1828cba2-442b-40f7-b94b-b4dd316402b1 req-1a59dbf5-a1b9-4451-a95c-08a28555c9bf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.0544548 Mar 31 22:56:14.331310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1828cba2-442b-40f7-b94b-b4dd316402b1 req-43cdd320-e76f-463f-819f-3de3eff328e7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Mar 31 22:56:14.747701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-de69dc9c-7a7a-4644-b71e-14ed664cfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.749174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-de69dc9c-7a7a-4644-b71e-14ed664cfcfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 1097 time: 0.3815176 Mar 31 22:56:14.753104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-ab7726de-6c60-4a5b-84f7-c6616fa3f2c8 service neutron] 10.222.0.10 "GET /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.4129391 Mar 31 22:56:14.761025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c40bd6-6732-4f1b-848e-bf18281e0b50 req-253009aa-add0-4ef6-aa3d-90b4297197fe tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.762401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0c40bd6-6732-4f1b-848e-bf18281e0b50 req-253009aa-add0-4ef6-aa3d-90b4297197fe tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.3843727 Mar 31 22:56:14.823440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9ebaf-1ab7-4b9b-bca3-b14a8ccc6718 req-cd2f808b-0079-4335-8a3c-4a1c33fc8a6b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.824873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26b9ebaf-1ab7-4b9b-bca3-b14a8ccc6718 req-cd2f808b-0079-4335-8a3c-4a1c33fc8a6b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.1494210 Mar 31 22:56:14.955293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0c40bd6-6732-4f1b-848e-bf18281e0b50 req-8a463d71-f20f-4fe6-b0f9-74b604d10f52 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746848 Mar 31 22:56:14.974054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26b9ebaf-1ab7-4b9b-bca3-b14a8ccc6718 req-698d6363-e17f-4019-ad6d-c4fb4ab0f0bd tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108897 Mar 31 22:56:14.982465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-96c80347-5abb-41f7-bc1d-b5c5fb601221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.983741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-96c80347-5abb-41f7-bc1d-b5c5fb601221 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.2204893 Mar 31 22:56:15.041431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-34fd8559-9e9c-4d05-9bf1-09446c40d986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82cfc231-877d-485a-a594-ebff1c24a62b HTTP/1.1" status: 200 len: 217 time: 0.0390444 Mar 31 22:56:15.168381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.182342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cedbd-b5ca-4b1e-b82a-153419bcbe09 req-3e89b8c8-5f18-4865-9f9c-82cacb09a9aa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.183852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe0cedbd-b5ca-4b1e-b82a-153419bcbe09 req-3e89b8c8-5f18-4865-9f9c-82cacb09a9aa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1469388 Mar 31 22:56:15.189195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-94947297-7c4b-4cc7-82d6-bd84c8645469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.190551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-94947297-7c4b-4cc7-82d6-bd84c8645469 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1329007 Mar 31 22:56:15.253677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:15.294755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:15.298785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe0cedbd-b5ca-4b1e-b82a-153419bcbe09 req-3794ab0f-c83b-40b6-936f-3fbf999ee876 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Mar 31 22:56:15.318066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-28221c95-d811-405b-9862-3797f3a21308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.320183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-28221c95-d811-405b-9862-3797f3a21308 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216075 Mar 31 22:56:15.352369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709ea784-b0e6-463f-8b7e-ae6b9d17070a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:15.391426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:15.471927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02e0b-c615-4477-b000-70c035cd542a req-c2878de2-2cad-424f-a623-569077925820 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.471927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4e02e0b-c615-4477-b000-70c035cd542a req-c2878de2-2cad-424f-a623-569077925820 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 947 time: 0.0856125 Mar 31 22:56:15.486335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-2f019bcf-9676-40f3-b32c-9246e990fe38 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584773 Mar 31 22:56:15.493887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.580802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4e02e0b-c615-4477-b000-70c035cd542a req-e3cd318e-927b-474b-9cf1-7bc4d81c5a0c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038682 Mar 31 22:56:15.714019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0eeccda-7e5d-4934-b896-ebdf90a29916 req-2df1f23f-586d-43c1-a2ce-e7f8ec008dcd service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161913 Mar 31 22:56:15.725754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403dfc6-caf3-4331-afc2-8690a5509aba req-bb585d61-1dab-48cb-a659-613bbe16641d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.727193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e403dfc6-caf3-4331-afc2-8690a5509aba req-bb585d61-1dab-48cb-a659-613bbe16641d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1886642 Mar 31 22:56:15.739895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] Transition to ACTIVE for port object 709ea784-b0e6-463f-8b7e-ae6b9d17070a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:15.762223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af2b1a-b1f4-4fdd-84f0-39fa0e48d7d7 req-54a6425f-28c5-4bff-b3bc-f42d89eb32af tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.763626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9af2b1a-b1f4-4fdd-84f0-39fa0e48d7d7 req-54a6425f-28c5-4bff-b3bc-f42d89eb32af tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 943 time: 0.1152294 Mar 31 22:56:15.797449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e403dfc6-caf3-4331-afc2-8690a5509aba req-81cbd029-8bc7-480d-8b44-95d407c34217 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614467 Mar 31 22:56:15.830685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9af2b1a-b1f4-4fdd-84f0-39fa0e48d7d7 req-0e3d888c-98e7-4fcc-82f2-3a73974cfa4b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Mar 31 22:56:15.838873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.902483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] No DVR routers for this DVR port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:15.941010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] Pushing event updated for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:15.955318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-f2343480-776c-4895-bbc3-e319ce1539b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a/bindings/n-h2-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1906865 Mar 31 22:56:16.120673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b23fa-9ec9-4664-8f6f-b90090f5f2cc req-296d46af-65c6-46b2-8d8a-6a28b1ed6b8b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.122145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c03b23fa-9ec9-4664-8f6f-b90090f5f2cc req-296d46af-65c6-46b2-8d8a-6a28b1ed6b8b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0836432 Mar 31 22:56:16.130003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7dd50-219f-4dc5-b150-6e8eb897f446 req-73aa2f13-4869-4be8-ab46-876f44c49e70 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.131882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdd7dd50-219f-4dc5-b150-6e8eb897f446 req-73aa2f13-4869-4be8-ab46-876f44c49e70 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0676379 Mar 31 22:56:16.187060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c03b23fa-9ec9-4664-8f6f-b90090f5f2cc req-06d53111-095d-4afb-92ac-f61cb4e1fed7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547276 Mar 31 22:56:16.191722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdd7dd50-219f-4dc5-b150-6e8eb897f446 req-be6b6387-e6b1-4bda-a11c-fb4fcd800db0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532663 Mar 31 22:56:16.420018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463422a8-a24d-434e-a347-966c9f4a84db req-188075d5-9070-438a-b199-f44cae94432d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.421515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463422a8-a24d-434e-a347-966c9f4a84db req-188075d5-9070-438a-b199-f44cae94432d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0486751 Mar 31 22:56:16.459351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463422a8-a24d-434e-a347-966c9f4a84db req-f4a836d4-00de-4df1-a137-4f4b2f7bb71f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Mar 31 22:56:16.516966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.538936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-d8500232-42be-48b6-99a5-2f720f7af029 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.541262 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-d8500232-42be-48b6-99a5-2f720f7af029 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.0434871 Mar 31 22:56:16.604367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-ce7e3523-d970-4256-8f61-5b36f5935517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.604367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-ce7e3523-d970-4256-8f61-5b36f5935517 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d&tenant_id=62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 1095 time: 0.0414457 Mar 31 22:56:16.670530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-8cfe5549-d13d-45e4-a24a-41b20b070802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.672442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-8cfe5549-d13d-45e4-a24a-41b20b070802 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1095 time: 0.0470531 Mar 31 22:56:16.707493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c6861-47bb-429b-b5d1-ee47fad37cde req-02bc8684-944a-40b4-93ed-6a4b1c810040 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.708974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4c6861-47bb-429b-b5d1-ee47fad37cde req-02bc8684-944a-40b4-93ed-6a4b1c810040 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 947 time: 0.0541806 Mar 31 22:56:16.753095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4c6861-47bb-429b-b5d1-ee47fad37cde req-f841ebda-3625-4443-9a46-92a7e2cebe08 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Mar 31 22:56:16.765912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-5fe5518c-88d7-46a3-9320-39d58d0fb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.767398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-5fe5518c-88d7-46a3-9320-39d58d0fb245 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.0848901 Mar 31 22:56:16.797175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.813551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-acf2530a-2104-4fad-af4e-5fbd8ee6cf4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 200 len: 217 time: 0.0373757 Mar 31 22:56:16.869030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-6fc006ee-01e1-4f76-b5f0-fe21dadfa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.870423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-6fc006ee-01e1-4f76-b5f0-fe21dadfa235 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0486150 Mar 31 22:56:16.910790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-0fb222db-2a08-49b3-97d2-b246135bbd95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284109 Mar 31 22:56:16.944937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6b97d-b7aa-4a75-af55-e8af3e19285c req-9f82b349-df2c-44e8-a09b-d1c654c84816 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.946388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afb6b97d-b7aa-4a75-af55-e8af3e19285c req-9f82b349-df2c-44e8-a09b-d1c654c84816 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0705547 Mar 31 22:56:16.985832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120babc7-4968-4078-af12-d57c896a1db3 req-753d9533-3fbd-4cf8-b79f-cb1ae4c1b055 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.987322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-120babc7-4968-4078-af12-d57c896a1db3 req-753d9533-3fbd-4cf8-b79f-cb1ae4c1b055 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.0772882 Mar 31 22:56:17.008207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afb6b97d-b7aa-4a75-af55-e8af3e19285c req-26ede0a1-f8ff-4e72-811a-f2b522bd1286 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538414 Mar 31 22:56:17.011185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-44e85322-3ad7-4fe5-9002-2e5a04fc3d39 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920451 Mar 31 22:56:17.038934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-120babc7-4968-4078-af12-d57c896a1db3 req-d55880b1-c9c0-41ad-a4f9-9f7a90e4cf58 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Mar 31 22:56:17.110394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-e01acd7e-2772-47cb-b0fc-18caa40873b8 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881729 Mar 31 22:56:17.139369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:17.256233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bcc3258-92f0-4422-a182-56d09cb06e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.335677 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bcc3258-92f0-4422-a182-56d09cb06e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.357331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19438d-3b9f-4dd4-ba3c-40bd04409bf8 req-0354a397-5309-4a59-8b98-8472208c46e9 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.358818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f19438d-3b9f-4dd4-ba3c-40bd04409bf8 req-0354a397-5309-4a59-8b98-8472208c46e9 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0937502 Mar 31 22:56:17.372035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f81eaa-7e68-42ad-ae36-400fa446518a req-aad3ed64-72c7-47b0-b5c6-c6c3470dbc36 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.373471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51f81eaa-7e68-42ad-ae36-400fa446518a req-aad3ed64-72c7-47b0-b5c6-c6c3470dbc36 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0722568 Mar 31 22:56:17.425567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bcc3258-92f0-4422-a182-56d09cb06e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.432454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f19438d-3b9f-4dd4-ba3c-40bd04409bf8 req-d1cb5e48-9092-4fdb-8a79-1d41c4dbefe0 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576992 Mar 31 22:56:17.435195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51f81eaa-7e68-42ad-ae36-400fa446518a req-fc2fa17f-ee9f-4d38-b370-61203ff627ac tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Mar 31 22:56:17.469018 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2bcc3258-92f0-4422-a182-56d09cb06e69 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fdbc987320f04bda99ef9b9dd36f37ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285549 Mar 31 22:56:17.474037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc3258-92f0-4422-a182-56d09cb06e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6c774-f484-42d6-a513-ed27b89aeacc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:17.475995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:17.531711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.586451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e7403-d5bc-4379-88f6-6a2a0718c27f req-f7ccfef3-03a6-4c16-b92f-9facf897b1c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.588469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e20e7403-d5bc-4379-88f6-6a2a0718c27f req-f7ccfef3-03a6-4c16-b92f-9facf897b1c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Mar 31 22:56:17.636254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e20e7403-d5bc-4379-88f6-6a2a0718c27f req-a0df0eae-e8d2-4e97-bbb6-9a7f8a09af18 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Mar 31 22:56:17.816121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.854056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-02761515-095b-4946-bfad-fb031baab192 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.855544 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-02761515-095b-4946-bfad-fb031baab192 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.0757449 Mar 31 22:56:17.876551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f88a-ddfe-4d62-b5e0-bde135b3a382 req-d15e5081-b498-4572-8725-bdfbd6597873 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.878020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1a4f88a-ddfe-4d62-b5e0-bde135b3a382 req-d15e5081-b498-4572-8725-bdfbd6597873 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 947 time: 0.0526390 Mar 31 22:56:17.917686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1a4f88a-ddfe-4d62-b5e0-bde135b3a382 req-4f5b3795-40a8-4579-97a7-1a19b06319f5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Mar 31 22:56:17.953624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.957082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.957626 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ad6c774-f484-42d6-a513-ed27b89aeacc HTTP/1.1" status: 204 len: 168 time: 0.4807200 Mar 31 22:56:17.974866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b1266-5f82-4753-8878-b713b3a1b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6c774-f484-42d6-a513-ed27b89aeacc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:18.045953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-7efbb556-5540-43e8-9fc1-a87b3203c5cd service neutron] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:18.049161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-7efbb556-5540-43e8-9fc1-a87b3203c5cd service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.053118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d2ee5a5-9181-4ff2-8666-9f54d914d43d req-7efbb556-5540-43e8-9fc1-a87b3203c5cd service neutron] 10.222.0.44 "DELETE /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a/bindings/n-h1-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.1790276 Mar 31 22:56:18.157991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0277f4dc-b2d0-431c-9e08-f4296bacd67b details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:18.163627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad94a4f-8e27-4f20-8ea9-e2350c9f88d8 req-f0c1fa50-e89e-4a3e-9f42-87a266e7789a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.164954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cad94a4f-8e27-4f20-8ea9-e2350c9f88d8 req-f0c1fa50-e89e-4a3e-9f42-87a266e7789a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0794082 Mar 31 22:56:18.187263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0542c-cee6-4e27-b240-f2afea5d5723 req-1ece8901-cc44-4077-8fff-bc6eff0b6d92 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.188751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ba0542c-cee6-4e27-b240-f2afea5d5723 req-1ece8901-cc44-4077-8fff-bc6eff0b6d92 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.0713351 Mar 31 22:56:18.231924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cad94a4f-8e27-4f20-8ea9-e2350c9f88d8 req-01de343b-afd4-49b7-9169-bf3fbb8cbd10 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Mar 31 22:56:18.262226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ba0542c-cee6-4e27-b240-f2afea5d5723 req-2000bcc7-d3c8-4eaa-98cc-2532b04123e3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 Mar 31 22:56:18.285361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:18.298852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '0277f4dc-b2d0-431c-9e08-f4296bacd67b', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '0277f4dc-b2d0-431c-9e08-f4296bacd67b', 'mac_address': 'fa:16:3e:dd:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:18.346300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.361085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0277f4dc-b2d0-431c-9e08-f4296bacd67b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:18.382898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:18.398725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d6ee-f4b8-4687-acce-1437318cf657 req-db5436de-3e33-475a-b1b3-9c8be345634d tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.400586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42c3d6ee-f4b8-4687-acce-1437318cf657 req-db5436de-3e33-475a-b1b3-9c8be345634d tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1095 time: 0.0453706 Mar 31 22:56:18.438410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42c3d6ee-f4b8-4687-acce-1437318cf657 req-6e6d5655-13ba-49b3-b175-28393176da5a tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Mar 31 22:56:18.488491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.544288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:18.609227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda0d05-b1c1-4062-b0ae-4fb06834bd7b req-0b166710-36e1-4b56-b66d-ffff4c69bc81 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.610731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feda0d05-b1c1-4062-b0ae-4fb06834bd7b req-0b166710-36e1-4b56-b66d-ffff4c69bc81 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0970285 Mar 31 22:56:18.615429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f338f9d-bf60-4cec-a386-f569023104ce req-24ec35e8-4e65-4229-99d2-788a6d6a1316 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.617093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f338f9d-bf60-4cec-a386-f569023104ce req-24ec35e8-4e65-4229-99d2-788a6d6a1316 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 1095 time: 0.0934546 Mar 31 22:56:18.686340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feda0d05-b1c1-4062-b0ae-4fb06834bd7b req-41a10c55-cbf5-4126-8e85-7a40f1cbb6c6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586243 Mar 31 22:56:18.690151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f338f9d-bf60-4cec-a386-f569023104ce req-53efb695-a5d3-4428-9ca2-fce28da078bb tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Mar 31 22:56:18.839574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74067761-56ec-4420-ab4a-1a51c2cf1bc3 req-5bef1692-8d5f-4603-9c6a-fc0796c45291 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.839574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74067761-56ec-4420-ab4a-1a51c2cf1bc3 req-5bef1692-8d5f-4603-9c6a-fc0796c45291 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0804679 Mar 31 22:56:18.854643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538bc54-ed50-4822-85ec-fe1647bff571 req-cf2c9cad-688e-42a7-8264-1a21d8978383 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.856250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2538bc54-ed50-4822-85ec-fe1647bff571 req-cf2c9cad-688e-42a7-8264-1a21d8978383 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0928285 Mar 31 22:56:18.921515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74067761-56ec-4420-ab4a-1a51c2cf1bc3 req-73b0bada-3289-4a68-91e5-bc4b8de20436 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642064 Mar 31 22:56:18.930740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2538bc54-ed50-4822-85ec-fe1647bff571 req-e24513b0-9a0c-44d9-a718-8974ff298842 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Mar 31 22:56:19.053221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c6d6-3400-4328-9ef7-843f7b6582a3 req-ec7c5ea9-ba6f-49a0-80a5-4762d8cd0437 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.054730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9a5c6d6-3400-4328-9ef7-843f7b6582a3 req-ec7c5ea9-ba6f-49a0-80a5-4762d8cd0437 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 948 time: 0.0631623 Mar 31 22:56:19.100086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9a5c6d6-3400-4328-9ef7-843f7b6582a3 req-6f19d3cb-520a-4286-9ee4-720cc49c8663 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Mar 31 22:56:19.148958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0277f4dc-b2d0-431c-9e08-f4296bacd67b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:19.427998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fae0d-fdfb-486a-ba25-6ed2477946bf req-86a34887-a4a6-4981-9bbf-201182504673 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.430442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-397fae0d-fdfb-486a-ba25-6ed2477946bf req-86a34887-a4a6-4981-9bbf-201182504673 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0734317 Mar 31 22:56:19.484185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-397fae0d-fdfb-486a-ba25-6ed2477946bf req-1dc33fc8-4d5e-4048-ae1a-2d4888b2861e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Mar 31 22:56:19.589372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 93a7302f-1454-488f-9a42-1d0eb16289a1 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:19.692832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=93a7302f-1454-488f-9a42-1d0eb16289a1,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:19.704967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'port_id': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'mac_address': 'fa:16:3e:1d:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:19.746203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.759029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a7302f-1454-488f-9a42-1d0eb16289a1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:19.778943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=93a7302f-1454-488f-9a42-1d0eb16289a1,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:19.816087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116ef5-dbe3-437e-b75a-4f7f9d153e92 req-83ac8f07-750a-47ee-8c65-b6d7edfe32ed tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.817517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd116ef5-dbe3-437e-b75a-4f7f9d153e92 req-83ac8f07-750a-47ee-8c65-b6d7edfe32ed tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0472975 Mar 31 22:56:19.854394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd116ef5-dbe3-437e-b75a-4f7f9d153e92 req-026aa3df-c7c0-45de-b0f4-9324c181751d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300415 Mar 31 22:56:19.911219 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.970625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:20.070391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:20.085697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc98e5-6d25-4117-9ca2-cb38c4909ef0 req-9fd7f45a-1382-4b4f-9056-af6e2f69c66f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.088030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bcc98e5-6d25-4117-9ca2-cb38c4909ef0 req-9fd7f45a-1382-4b4f-9056-af6e2f69c66f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0819001 Mar 31 22:56:20.099995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f22ce5-232a-4c9f-9b5e-a3773adf90fb req-6e699896-181f-48b3-b899-2a73d07cc39c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.101617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1f22ce5-232a-4c9f-9b5e-a3773adf90fb req-6e699896-181f-48b3-b899-2a73d07cc39c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0861585 Mar 31 22:56:20.152444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bcc98e5-6d25-4117-9ca2-cb38c4909ef0 req-02c5f00a-dae3-441e-9206-b551b2464384 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Mar 31 22:56:20.174394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1f22ce5-232a-4c9f-9b5e-a3773adf90fb req-749a657d-ac79-421c-80ba-762c3f99cb99 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644109 Mar 31 22:56:20.212845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2adbe8dc-a46c-456f-bd3d-34cb496e293d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.269747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dbf02-ba57-443c-8193-fb8a615db3f2 req-22b4d347-ca5d-4d35-b696-78ce08e23fb7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.271708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-784dbf02-ba57-443c-8193-fb8a615db3f2 req-22b4d347-ca5d-4d35-b696-78ce08e23fb7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 948 time: 0.0521882 Mar 31 22:56:20.294875 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2adbe8dc-a46c-456f-bd3d-34cb496e293d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.312928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-784dbf02-ba57-443c-8193-fb8a615db3f2 req-3d6adf1f-b43e-4981-be6a-6a3ae1d233a7 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Mar 31 22:56:20.362519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2adbe8dc-a46c-456f-bd3d-34cb496e293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.407118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2adbe8dc-a46c-456f-bd3d-34cb496e293d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=178609a5882947468b7478d60cce0fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330362 Mar 31 22:56:20.407118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbe8dc-a46c-456f-bd3d-34cb496e293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ec15a-300a-494e-b5dd-ddf82bcc32e7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:20.407478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38796) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:20.450527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['93a7302f-1454-488f-9a42-1d0eb16289a1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:20.462414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.487674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.606852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2892-4cc7-4bfd-8844-430357799371 req-5a199868-6210-4b85-9df6-1e25dd8cebd2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.608384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cec2892-4cc7-4bfd-8844-430357799371 req-5a199868-6210-4b85-9df6-1e25dd8cebd2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Mar 31 22:56:20.647576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cec2892-4cc7-4bfd-8844-430357799371 req-1bdffbb1-e379-4d82-866c-a2f4e358cad3 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Mar 31 22:56:20.666569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.668997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.672531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d5ec15a-300a-494e-b5dd-ddf82bcc32e7 HTTP/1.1" status: 204 len: 168 time: 0.2617724 Mar 31 22:56:20.680242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f324e-957e-4c03-b386-90160fa4c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ec15a-300a-494e-b5dd-ddf82bcc32e7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:20.975305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a60c-5463-45ea-9bdd-24013cb70e76 req-df3b9bdd-d1c3-48d6-8769-b6d3eebb1512 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.976926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6874a60c-5463-45ea-9bdd-24013cb70e76 req-df3b9bdd-d1c3-48d6-8769-b6d3eebb1512 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0517576 Mar 31 22:56:21.023704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6874a60c-5463-45ea-9bdd-24013cb70e76 req-e4686559-b551-4e86-bd35-142e3402f561 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Mar 31 22:56:21.311059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e019bb-1596-4bfb-8fda-2762513624ef req-83f01d75-c463-4dfc-9308-891d18712f4f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.312460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84e019bb-1596-4bfb-8fda-2762513624ef req-83f01d75-c463-4dfc-9308-891d18712f4f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0590165 Mar 31 22:56:21.319774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bc754-027b-4115-9fea-122ccbadf9d4 req-6d7dd7dc-9db9-4c5c-a583-ea38cf3d372d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.321184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-755bc754-027b-4115-9fea-122ccbadf9d4 req-6d7dd7dc-9db9-4c5c-a583-ea38cf3d372d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0966337 Mar 31 22:56:21.379391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84e019bb-1596-4bfb-8fda-2762513624ef req-bed5590d-97b5-4536-93e5-ce75e8849a14 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571790 Mar 31 22:56:21.384556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-755bc754-027b-4115-9fea-122ccbadf9d4 req-45bd1d60-e342-4263-a93d-b21390e492a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Mar 31 22:56:21.501674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4dae2-2579-49a3-b17f-e04941984392 req-c937c670-6c79-41ae-b187-50352d6b0b3e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.503828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fa4dae2-2579-49a3-b17f-e04941984392 req-c937c670-6c79-41ae-b187-50352d6b0b3e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 948 time: 0.0611145 Mar 31 22:56:21.548707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fa4dae2-2579-49a3-b17f-e04941984392 req-56ad76a9-7714-4da6-9005-06b6c2249cc9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 Mar 31 22:56:21.791276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853ca8-57f5-4f21-82da-acd6b16ab570 req-25caf538-3248-4843-aeb1-825d3930a902 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.792780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc853ca8-57f5-4f21-82da-acd6b16ab570 req-25caf538-3248-4843-aeb1-825d3930a902 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0597634 Mar 31 22:56:21.800206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38836) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:21.841304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc853ca8-57f5-4f21-82da-acd6b16ab570 req-35859805-29c2-47a9-9d7d-298e6fe6a5b8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Mar 31 22:56:21.934156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2121802408-network', 'tenant_id': '20fe84d9cacc43b0a065e174ec69da47'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:21.969062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833480b5-cf5f-43d3-b926-d46a655d26fe req-615b7769-a259-48cf-87e4-6dd489f91ca7 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.970583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-833480b5-cf5f-43d3-b926-d46a655d26fe req-615b7769-a259-48cf-87e4-6dd489f91ca7 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0696368 Mar 31 22:56:22.012486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-833480b5-cf5f-43d3-b926-d46a655d26fe req-f065f445-2d29-4478-96eb-f2212967a5d2 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354705 Mar 31 22:56:22.060310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Made reservation on behalf of 20fe84d9cacc43b0a065e174ec69da47 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:22.064485 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.076450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.173015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0277f4dc-b2d0-431c-9e08-f4296bacd67b up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:22.179333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9e6b3-0064-46ac-b19a-6fc9b3d4ddc1 req-e72a38c0-d915-4714-862a-c311d2c96b12 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.180982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11c9e6b3-0064-46ac-b19a-6fc9b3d4ddc1 req-e72a38c0-d915-4714-862a-c311d2c96b12 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0755899 Mar 31 22:56:22.219481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.238034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11c9e6b3-0064-46ac-b19a-6fc9b3d4ddc1 req-0197c0bc-2d6d-4fd9-950f-9b97e5e0627e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Mar 31 22:56:22.299502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.322292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 0277f4dc-b2d0-431c-9e08-f4296bacd67b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:22.326331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:22.326507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 0277f4dc-b2d0-431c-9e08-f4296bacd67b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:22.326922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.335339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.342929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.343307 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Added segment 25e7c09c-dfef-4fb4-8dad-22835a89dbe3 of type vlan for network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 Mar 31 22:56:22.390260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.420410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.450965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:22.457396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00171d41-8240-42c9-90ce-d89b8eeda1d2" -d '{"events": [{"server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "name": "network-vif-plugged", "status": "completed", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:22.474478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:22.490787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.491796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.492377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.546061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.598356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.615260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] Pushing event updated for resources: {'Network': ['ID=1686d0c8-80b3-4372-80a8-987e5f6e5d92,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.627306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:22.636392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604bd2-5945-42e3-928b-5dd1e729e9dd req-4a6a0575-e3ff-46b9-9427-2b251aa7c639 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.640377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe604bd2-5945-42e3-928b-5dd1e729e9dd req-4a6a0575-e3ff-46b9-9427-2b251aa7c639 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 944 time: 0.1520963 Mar 31 22:56:22.652259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1b95d-510d-4ac1-8904-b7baced106eb req-0898ea97-e9ca-482f-8424-c2a097b6aabe tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.657660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e1b95d-510d-4ac1-8904-b7baced106eb req-0898ea97-e9ca-482f-8424-c2a097b6aabe tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1761706 Mar 31 22:56:22.663282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38856) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:22.663917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d024882-a5a2-4210-9d13-fd500dcbc1ba admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8621681 Mar 31 22:56:22.670297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Request body: {'subnet': {'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2121802408-subnet', 'tenant_id': '20fe84d9cacc43b0a065e174ec69da47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:22.729188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe604bd2-5945-42e3-928b-5dd1e729e9dd req-a21c8be7-6325-4e45-8c0e-8fc1d4dfe855 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735929 Mar 31 22:56:22.734270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e1b95d-510d-4ac1-8904-b7baced106eb req-401c30d3-d7f5-477e-8427-a55461006cc0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Mar 31 22:56:22.779542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Made reservation on behalf of 20fe84d9cacc43b0a065e174ec69da47 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:22.781927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.786534 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29bd3b3-ee92-4c60-bc26-4ed75131bd38 x-openstack-request-id: req-b29bd3b3-ee92-4c60-bc26-4ed75131bd38 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:22.786964 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "name": "network-vif-plugged", "status": "completed", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:22.787324 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b29bd3b3-ee92-4c60-bc26-4ed75131bd38 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:22.787885 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29bd3b3-ee92-4c60-bc26-4ed75131bd38'] response: {'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b', 'code': 200} Mar 31 22:56:22.950085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10e15-37d5-49f5-a17b-fecb0a3ed890 req-8c496a19-4caa-4813-934f-7dbeedf16b4c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.952132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4b10e15-37d5-49f5-a17b-fecb0a3ed890 req-8c496a19-4caa-4813-934f-7dbeedf16b4c tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.1116073 Mar 31 22:56:23.030232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c2963-04e1-4aab-b0c0-6b6b00554010 req-e454cce7-ca95-421e-a8b9-148207a866fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.031891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c14c2963-04e1-4aab-b0c0-6b6b00554010 req-e454cce7-ca95-421e-a8b9-148207a866fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 1100 time: 0.1303775 Mar 31 22:56:23.042724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47895b2-dc9e-43fa-b772-a3ae3736a56c req-7e184b2f-460d-450d-bdc3-d0a464d6957a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.044126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c47895b2-dc9e-43fa-b772-a3ae3736a56c req-7e184b2f-460d-450d-bdc3-d0a464d6957a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1063130 Mar 31 22:56:23.048041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4b10e15-37d5-49f5-a17b-fecb0a3ed890 req-440bd37e-c079-4e79-8b35-001a9d4cfc25 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839996 Mar 31 22:56:23.103535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c14c2963-04e1-4aab-b0c0-6b6b00554010 req-ac94604d-3e0c-4841-9d8c-8f3b2f8efdad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Mar 31 22:56:23.116349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c47895b2-dc9e-43fa-b772-a3ae3736a56c req-011ffa85-f895-4e9e-9fbb-f1910e2fcd0b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Mar 31 22:56:23.135289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.195705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2068d10-8a17-44b5-a178-b6c6707c3b1e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:23.206959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Checking segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:23.207353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Network hostable DHCP agents. Network: 1686d0c8-80b3-4372-80a8-987e5f6e5d92, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:23.299629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:56:23.358449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d062a01-6545-4a73-9363-2e1404434378 req-95ddda36-f2b1-45b9-b738-e50a90bcf65e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.360049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d062a01-6545-4a73-9363-2e1404434378 req-95ddda36-f2b1-45b9-b738-e50a90bcf65e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0522323 Mar 31 22:56:23.385986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1686d0c8-80b3-4372-80a8-987e5f6e5d92) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:23.390360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.390939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.396911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06607e1-a799-49ce-bde7-3c288bf6ed0b None None] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:23.400414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d062a01-6545-4a73-9363-2e1404434378 req-fc8670ff-54ad-4a5e-b2d3-0a2e1eff0302 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Mar 31 22:56:23.499719 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9bfe9fb-2c83-4654-80d8-c74c54ccdff5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8342681 Mar 31 22:56:23.528157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97131381-41f3-4e84-84b5-be9ed07e6244 req-2a831985-1e86-4364-a01b-1b800887e917 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.529700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97131381-41f3-4e84-84b5-be9ed07e6244 req-2a831985-1e86-4364-a01b-1b800887e917 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0622530 Mar 31 22:56:23.570544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695dbde-fbd7-4ab9-822b-1ee58ae45f82 None None] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:23.579806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97131381-41f3-4e84-84b5-be9ed07e6244 req-9eb2c06d-a7ef-4de6-8291-57116407ec9f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Mar 31 22:56:23.622902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 93a7302f-1454-488f-9a42-1d0eb16289a1 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:23.808518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 93a7302f-1454-488f-9a42-1d0eb16289a1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:23.813606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 93a7302f-1454-488f-9a42-1d0eb16289a1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:23.814032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.844024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.870920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d8108-e2f1-465b-9bc9-d5ae74cb0591 req-62919005-aefb-4b88-a279-52b35c96a026 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.878322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-360d8108-e2f1-465b-9bc9-d5ae74cb0591 req-62919005-aefb-4b88-a279-52b35c96a026 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0669248 Mar 31 22:56:23.907501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.940040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=93a7302f-1454-488f-9a42-1d0eb16289a1,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:23.959753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-360d8108-e2f1-465b-9bc9-d5ae74cb0591 req-19e3ae35-e517-484a-b747-0c978d721622 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805910 Mar 31 22:56:24.013706 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.018799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-3246d4a9-a710-4f3e-92af-51f3734944ca tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.018799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-3246d4a9-a710-4f3e-92af-51f3734944ca tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1256294 Mar 31 22:56:24.052796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e7c4e72e-1cb5-4b48-b1e1-9e5841fb788f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/quotas/20fe84d9cacc43b0a065e174ec69da47 HTTP/1.1" status: 200 len: 375 time: 0.0251584 Mar 31 22:56:24.064255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:24.093710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-4f812a09-8f3a-4d36-99ff-e7f70cb0bb8e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334888 Mar 31 22:56:24.101092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0c85c-9a0f-4d7e-8dc1-94b77b5a70cf req-2f41acbf-37cc-49f6-a8b1-39d0f29f31c9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.102425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d0c85c-9a0f-4d7e-8dc1-94b77b5a70cf req-2f41acbf-37cc-49f6-a8b1-39d0f29f31c9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0833576 Mar 31 22:56:24.193700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d0c85c-9a0f-4d7e-8dc1-94b77b5a70cf req-069f7304-750a-4966-803e-2f2f1f609191 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732281 Mar 31 22:56:24.217666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-8a47a0c9-f4be-4d8d-a64c-fc1cfa89bf50 service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142364 Mar 31 22:56:24.345493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-aa403237-80ca-465e-88ca-3ad0670e9eed service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169062 Mar 31 22:56:24.361270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd356d8-2328-431f-a37a-9941fd458330 req-1dee7845-b005-4c92-a2e3-d2569e45ddac tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.367974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dd356d8-2328-431f-a37a-9941fd458330 req-1dee7845-b005-4c92-a2e3-d2569e45ddac tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0614736 Mar 31 22:56:24.404254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dd356d8-2328-431f-a37a-9941fd458330 req-5b610973-6f28-4f51-a509-5116015729f0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Mar 31 22:56:24.527483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e42fb-719b-4209-8012-da70023c31bc req-643e8ce5-c1c9-4b65-89f2-95a612f18359 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.528907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963e42fb-719b-4209-8012-da70023c31bc req-643e8ce5-c1c9-4b65-89f2-95a612f18359 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0560212 Mar 31 22:56:24.584548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963e42fb-719b-4209-8012-da70023c31bc req-1d45bf04-fcc5-430a-99d1-51c018ed922d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Mar 31 22:56:24.671929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56f75d25-d837-441b-97d2-029cb7df609e req-f93ea51b-9473-48d8-a85d-afc566b607fd tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0374479 Mar 31 22:56:24.738864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57527-f1e8-43f7-9527-4bd6b9efecb5 req-cd517758-3f5c-49f1-82e0-b51188aacc28 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.742850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f57527-f1e8-43f7-9527-4bd6b9efecb5 req-cd517758-3f5c-49f1-82e0-b51188aacc28 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0800476 Mar 31 22:56:24.789301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:24.794062 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7263bd68-3437-4573-923e-eb83252490f4" -d '{"events": [{"server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:24.815707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f57527-f1e8-43f7-9527-4bd6b9efecb5 req-6ba8acc1-d741-4c62-9d7a-7ce31c770a9b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712860 Mar 31 22:56:24.827279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1888a1-983a-461a-b65e-0c3cf8263f2b req-11c49fc2-b1f3-4fa6-bd9c-49013487d14d tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.828727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a1888a1-983a-461a-b65e-0c3cf8263f2b req-11c49fc2-b1f3-4fa6-bd9c-49013487d14d tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0774763 Mar 31 22:56:24.861069 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b27df-f001-4c3d-be77-a07d9be1ca3a x-openstack-request-id: req-545b27df-f001-4c3d-be77-a07d9be1ca3a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:24.861378 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:24.870278 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-545b27df-f001-4c3d-be77-a07d9be1ca3a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:24.870278 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545b27df-f001-4c3d-be77-a07d9be1ca3a'] response: {'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'code': 200} Mar 31 22:56:24.872940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a1888a1-983a-461a-b65e-0c3cf8263f2b req-72a92207-e057-4f8c-a3f6-2a1efc07277e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372050 Mar 31 22:56:24.969711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3f27-2cc0-4cf9-a5f5-e40e12b037eb req-8896a0d4-0075-4c66-82cd-42c75858d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.971332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0aed3f27-2cc0-4cf9-a5f5-e40e12b037eb req-8896a0d4-0075-4c66-82cd-42c75858d5dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 1096 time: 0.0431569 Mar 31 22:56:25.011142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0aed3f27-2cc0-4cf9-a5f5-e40e12b037eb req-a358ecf9-4521-4fce-8829-4b74ffd64a40 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Mar 31 22:56:25.084784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fa800-4f12-46a1-a62b-fc5fb18f5ce9 req-77f788fe-6959-4e1d-9de9-20225508a019 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.086429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5fa800-4f12-46a1-a62b-fc5fb18f5ce9 req-77f788fe-6959-4e1d-9de9-20225508a019 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Mar 31 22:56:25.129666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5fa800-4f12-46a1-a62b-fc5fb18f5ce9 req-4b544128-b9e9-496d-9404-5b4739883b5c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363739 Mar 31 22:56:25.316144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336efd-2012-4da0-84af-a03620719d73 req-38e3072e-d5fc-4298-bab8-6de4c952990a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.324635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67336efd-2012-4da0-84af-a03620719d73 req-38e3072e-d5fc-4298-bab8-6de4c952990a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0578325 Mar 31 22:56:25.358168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67336efd-2012-4da0-84af-a03620719d73 req-c4161424-4cae-4c85-8f6e-c7829c9ac152 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Mar 31 22:56:25.527335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e2a20-bf0b-4541-bc51-3664a6b52d69 req-8016c921-67f8-4026-b8e1-ad24fa81094d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.528831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c40e2a20-bf0b-4541-bc51-3664a6b52d69 req-8016c921-67f8-4026-b8e1-ad24fa81094d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0530372 Mar 31 22:56:25.838057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c40e2a20-bf0b-4541-bc51-3664a6b52d69 req-9df2811a-6163-409c-b5c1-fbc73d97f9b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028924 Mar 31 22:56:25.851161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd2d4b-f5c8-4d79-a75d-e46a7e0c8d4c req-bdc6309d-1434-4423-8ee1-689413d5ddec tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.852741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9bd2d4b-f5c8-4d79-a75d-e46a7e0c8d4c req-bdc6309d-1434-4423-8ee1-689413d5ddec tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0665836 Mar 31 22:56:25.923581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9bd2d4b-f5c8-4d79-a75d-e46a7e0c8d4c req-b1efbd18-96ba-44da-bec0-f40c38003d84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 Mar 31 22:56:25.925642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8d447d8-5fea-4b9f-abe1-4a68697e6202 req-eac70b8c-c1d3-495a-bc5e-3e05fd5bba38 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0354280 Mar 31 22:56:26.081561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2e53-967f-464a-8c27-a93d7b9dc371 req-ad44d66c-67e1-4e65-8971-c470bef75346 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.083305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a94e2e53-967f-464a-8c27-a93d7b9dc371 req-ad44d66c-67e1-4e65-8971-c470bef75346 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0958014 Mar 31 22:56:26.092356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd979bf-41de-469d-a25e-f56378889a35 req-97c46486-7454-406d-bf83-372b4e6d1393 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.093845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfd979bf-41de-469d-a25e-f56378889a35 req-97c46486-7454-406d-bf83-372b4e6d1393 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0834956 Mar 31 22:56:26.152932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a94e2e53-967f-464a-8c27-a93d7b9dc371 req-9c490180-ac83-41bb-a574-7f771e56bc3e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576863 Mar 31 22:56:26.155240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfd979bf-41de-469d-a25e-f56378889a35 req-ae6d4883-164a-4f99-955a-c4c39c36e531 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Mar 31 22:56:26.270848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa3c20-76e8-4970-93f3-cbe8acb6feb3 req-4b0d4c25-466c-4a51-8cb7-d95579bac0a5 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.272384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eefa3c20-76e8-4970-93f3-cbe8acb6feb3 req-4b0d4c25-466c-4a51-8cb7-d95579bac0a5 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Mar 31 22:56:26.313471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eefa3c20-76e8-4970-93f3-cbe8acb6feb3 req-0e2793ad-89b8-47e0-8175-c67f8f72c872 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Mar 31 22:56:26.486546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9f7c0-79da-4a3a-a5f0-e0b452eb447c req-0cc8843a-0bf2-4943-8cbe-8c499020c9bf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.488045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eae9f7c0-79da-4a3a-a5f0-e0b452eb447c req-0cc8843a-0bf2-4943-8cbe-8c499020c9bf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0570006 Mar 31 22:56:26.527322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eae9f7c0-79da-4a3a-a5f0-e0b452eb447c req-fb3d54f9-0352-4578-96b4-bcf35f810780 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Mar 31 22:56:26.960829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167512ca-17a3-40c9-9a60-b568f4a7fbd8 req-27732d4b-69f4-4a0a-8832-28865738b549 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.962624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-167512ca-17a3-40c9-9a60-b568f4a7fbd8 req-27732d4b-69f4-4a0a-8832-28865738b549 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0536075 Mar 31 22:56:27.003371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-167512ca-17a3-40c9-9a60-b568f4a7fbd8 req-c1b10a30-c794-4b26-a060-5427939f9024 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347583 Mar 31 22:56:27.031131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f524058c-f211-4162-8f5f-3ea760a06b57 req-6e778e7d-3578-4128-acb4-62f39605dfef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0266845 Mar 31 22:56:27.171944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d4b3-5cf1-4880-b7fa-7cbc03381a10 req-3244610c-b74f-49c0-a3cc-db744606e564 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.173608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48c8d4b3-5cf1-4880-b7fa-7cbc03381a10 req-3244610c-b74f-49c0-a3cc-db744606e564 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0835485 Mar 31 22:56:27.175445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb7089-07a7-4de4-906e-104627b7d03c req-e85cc5a4-05e7-4cff-95e1-25196e4a47ab tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.176923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ddb7089-07a7-4de4-906e-104627b7d03c req-e85cc5a4-05e7-4cff-95e1-25196e4a47ab tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 1100 time: 0.0779414 Mar 31 22:56:27.235599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ddb7089-07a7-4de4-906e-104627b7d03c req-0587b6b6-cff0-45d4-9665-78b8ce6568f2 tempest-ServersOnMultiNodesTest-1514876094 tempest-ServersOnMultiNodesTest-1514876094-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Mar 31 22:56:27.238306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48c8d4b3-5cf1-4880-b7fa-7cbc03381a10 req-da1293ad-bb3f-4623-bd16-a3e9e862aecd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578265 Mar 31 22:56:27.405579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c9db-b4b0-46de-8580-82103b5bba63 req-544f6909-9c77-485e-9acf-c2cd3400a430 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.407341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae41c9db-b4b0-46de-8580-82103b5bba63 req-544f6909-9c77-485e-9acf-c2cd3400a430 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0862215 Mar 31 22:56:27.435842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a44687-b955-468e-99b4-338e2d5ebdcd req-dda92e06-c179-4cce-8b06-6a0a8e7b06e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.435842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08a44687-b955-468e-99b4-338e2d5ebdcd req-dda92e06-c179-4cce-8b06-6a0a8e7b06e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1023929 Mar 31 22:56:27.487289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae41c9db-b4b0-46de-8580-82103b5bba63 req-323dbf65-9b5c-4a4d-9249-31d133efc3fa tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730574 Mar 31 22:56:27.501079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08a44687-b955-468e-99b4-338e2d5ebdcd req-7534d0d2-c302-42be-8718-1b9c45783fb0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Mar 31 22:56:27.624444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7937-0765-4198-94de-ce1d1fc7f024 req-d24dd1d5-25c3-46bb-b1c4-557c28424fa2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.626033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fdf7937-0765-4198-94de-ce1d1fc7f024 req-d24dd1d5-25c3-46bb-b1c4-557c28424fa2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Mar 31 22:56:27.672862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fdf7937-0765-4198-94de-ce1d1fc7f024 req-60ebcda3-13e6-428c-b2e2-3f7a2eaf1afa tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Mar 31 22:56:27.794977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553bdf2-21ac-4453-b1e9-bdca793b70d7 req-29e086cc-f682-4dfb-9def-a212545b96f3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.796493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2553bdf2-21ac-4453-b1e9-bdca793b70d7 req-29e086cc-f682-4dfb-9def-a212545b96f3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0634458 Mar 31 22:56:27.837489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2553bdf2-21ac-4453-b1e9-bdca793b70d7 req-de9ba4be-be6d-48f1-b987-4bce74487ed3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Mar 31 22:56:28.070632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-419cdabc-33bd-4bf6-8b6e-9ab759782058 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.073535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-419cdabc-33bd-4bf6-8b6e-9ab759782058 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1135254 Mar 31 22:56:28.106109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'port': {'device_id': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'admin_state_up': True, 'tenant_id': '20fe84d9cacc43b0a065e174ec69da47'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:28.190836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9df70418-551c-4a51-951b-9a339d7fed76 req-7ef261ae-6ab2-4390-8b4b-8049b3445f77 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0659456 Mar 31 22:56:28.330445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cf329-328b-4cd0-aa42-f746325b6483 req-59142f61-baa7-4dcd-ae61-c634325e8513 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.331975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-134cf329-328b-4cd0-aa42-f746325b6483 req-59142f61-baa7-4dcd-ae61-c634325e8513 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0547628 Mar 31 22:56:28.402307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-134cf329-328b-4cd0-aa42-f746325b6483 req-194a2c74-7d13-448d-bbf6-4b68a3db1936 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Mar 31 22:56:28.414060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52e429-57ad-401b-b7d5-93db1a4464fa req-88e91ce4-4942-465e-87fc-1b39850efd79 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.415463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca52e429-57ad-401b-b7d5-93db1a4464fa req-88e91ce4-4942-465e-87fc-1b39850efd79 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0824718 Mar 31 22:56:28.416736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Made reservation on behalf of 20fe84d9cacc43b0a065e174ec69da47 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:28.420203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.507588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca52e429-57ad-401b-b7d5-93db1a4464fa req-babe520a-83a7-4df6-9242-0ba4a4f62cbe tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847402 Mar 31 22:56:28.606016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-cabf80e8-2e48-4934-953a-00bed2ca3de5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1281681 Mar 31 22:56:28.623166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02aa27-015c-440b-9f93-650467b623a4 req-e4ea84c4-5b2a-40b5-a64f-b55bcf23b098 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.627887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c02aa27-015c-440b-9f93-650467b623a4 req-e4ea84c4-5b2a-40b5-a64f-b55bcf23b098 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.0970850 Mar 31 22:56:28.634548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Allocated IP 172.20.0.9 (1686d0c8-80b3-4372-80a8-987e5f6e5d92/e2068d10-8a17-44b5-a178-b6c6707c3b1e/ea1678e8-bf2e-4a54-b4b6-996523050fd4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:28.739404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209e9bf-ba0c-4782-81a5-19fedd88a9d6 req-93a7eaad-22ce-4fb0-90d2-ba1affea832e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.740010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-cfb88537-b747-4619-8540-33cd6c3e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.740907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9209e9bf-ba0c-4782-81a5-19fedd88a9d6 req-93a7eaad-22ce-4fb0-90d2-ba1affea832e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1361964 Mar 31 22:56:28.741504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-cfb88537-b747-4619-8540-33cd6c3e26cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8777fffbe644514af01f14d9ba01694&device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 1100 time: 0.1039569 Mar 31 22:56:28.751666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9508-8423-49e3-86ba-de5540bf25b6 req-3e083159-cc1d-4470-a77a-03df9e81912b tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.753154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-975e9508-8423-49e3-86ba-de5540bf25b6 req-3e083159-cc1d-4470-a77a-03df9e81912b tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 945 time: 0.1422124 Mar 31 22:56:28.824189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Deleting port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:28.824422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.886022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9209e9bf-ba0c-4782-81a5-19fedd88a9d6 req-6764b13a-b1ac-44f0-a18b-ee56556db554 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278048 Mar 31 22:56:28.900043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-975e9508-8423-49e3-86ba-de5540bf25b6 req-485dc2b3-5c0c-4358-b8bc-a19a30ec1e5e tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7de855c-5578-485f-9612-75c412d16202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304119 Mar 31 22:56:28.943676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-a6f195e3-6fd3-4618-9dd0-7653089135ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.945426 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-a6f195e3-6fd3-4618-9dd0-7653089135ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1812735 Mar 31 22:56:29.004031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-31bd42c8-69a4-4513-afa5-a71661fd0599 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b HTTP/1.1" status: 200 len: 217 time: 0.0517511 Mar 31 22:56:29.016769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] For port 0abfc39a-7a53-479d-8fa8-fbffdec8c999, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0abfc39a-7a53-479d-8fa8-fbffdec8c999,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.016769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.023969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.085502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f7e1-522f-413e-b0a5-4423a37bfe3d req-75f780c1-0401-40e7-b9b9-b6acf9c02cee tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.086948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f612f7e1-522f-413e-b0a5-4423a37bfe3d req-75f780c1-0401-40e7-b9b9-b6acf9c02cee tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1242599 Mar 31 22:56:29.107311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122d5e2-78e3-4cc7-8459-d2fc46d7fcfa req-30fbb4b1-1b70-495e-b202-962776613212 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.108927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b122d5e2-78e3-4cc7-8459-d2fc46d7fcfa req-30fbb4b1-1b70-495e-b202-962776613212 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1043379 Mar 31 22:56:29.143491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-ff69d791-ded4-45a5-8dbc-d41c463c2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.144948 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-ff69d791-ded4-45a5-8dbc-d41c463c2203 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1309886 Mar 31 22:56:29.171283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f612f7e1-522f-413e-b0a5-4423a37bfe3d req-f68f90f1-f713-4e2e-8b9d-e5288e3259cb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749691 Mar 31 22:56:29.198754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b122d5e2-78e3-4cc7-8459-d2fc46d7fcfa req-dd3324ad-ab23-4c81-8dcf-42e88815d878 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693431 Mar 31 22:56:29.203312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.266532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.276921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-c0b89d6b-8021-4bb6-9ebf-d0751f20a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.278243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:29.278414 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-c0b89d6b-8021-4bb6-9ebf-d0751f20a3ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229730 Mar 31 22:56:29.283925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:29.313010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:29.370085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.370703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.382489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9178a-81b7-459d-959c-74144ec867fd req-c979b213-aa56-46bc-8d62-70f562ccae0b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.383149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03b9178a-81b7-459d-959c-74144ec867fd req-c979b213-aa56-46bc-8d62-70f562ccae0b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 931 time: 0.1034665 Mar 31 22:56:29.403296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.404971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.404971 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Floating IP daac3963-74fb-4808-8eb8-22bab493c8c9 disassociated. External IP: 172.25.6.194, port: 0abfc39a-7a53-479d-8fa8-fbffdec8c999. Mar 31 22:56:29.404971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Calling delete_port for 0abfc39a-7a53-479d-8fa8-fbffdec8c999 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:29.437606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03b9178a-81b7-459d-959c-74144ec867fd req-18b63cd3-a487-408f-b593-6709932ecd91 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Mar 31 22:56:29.467877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-23804bc3-996a-49bf-b0bf-bc6663d332ce service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761074 Mar 31 22:56:29.490695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-e84d19c2-7c83-4591-81f9-9220e3c40a7e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3894880 Mar 31 22:56:29.535231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c721e-7854-4b9f-92e1-78649933c979 req-3f74c7fd-35ad-4af1-8dad-90597510a79e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.536724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a47c721e-7854-4b9f-92e1-78649933c979 req-3f74c7fd-35ad-4af1-8dad-90597510a79e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0594182 Mar 31 22:56:29.603208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Request body: {'port': {'device_id': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:29.645967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0abb3c9-200e-415a-a258-b65b9d1c5b48 req-894d6d43-2e27-4abd-a80b-a3b519b649ac service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675024 Mar 31 22:56:29.674234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a47c721e-7854-4b9f-92e1-78649933c979 req-e6de7ce8-efbd-4090-b38a-6dcc3004ef22 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256070 Mar 31 22:56:29.720449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb0c4e-abdc-49cb-b55e-11db2b438a58 req-691a60bd-dcb3-43d6-965c-c47208157099 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.721980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afeb0c4e-abdc-49cb-b55e-11db2b438a58 req-691a60bd-dcb3-43d6-965c-c47208157099 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1012211 Mar 31 22:56:29.723092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.728868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.764452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event deleted for resources: {'Port': ['ID=0abfc39a-7a53-479d-8fa8-fbffdec8c999,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.777357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.777831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.778010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.778335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.778654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.778971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.779311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:29.794321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afeb0c4e-abdc-49cb-b55e-11db2b438a58 req-a5fe408a-4a1b-4dc7-941f-8d87841bab5e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617912 Mar 31 22:56:29.910300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Router dc47a3bd-3a78-4844-8792-6671f2a470af has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:30.038864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee1537b1-d438-459d-ae71-75637ff8178d req-013f6008-61fa-4909-8b7a-2b808ac0da6f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0367842 Mar 31 22:56:30.039416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:30.057315 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Sync routers for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:30.072801 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:30.073497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:30.103913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] No DVR routers for this DVR port 0abfc39a-7a53-479d-8fa8-fbffdec8c999 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:30.108441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.113515 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c02aa27-015c-440b-9f93-650467b623a4 req-81ad2eed-ddf9-49cd-ba0b-ec5ac058cab0 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.44 "DELETE /v2.0/ports/0abfc39a-7a53-479d-8fa8-fbffdec8c999 HTTP/1.1" status: 204 len: 173 time: 1.4771390 Mar 31 22:56:30.114173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'name': 'network-vif-deleted', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:30.117211 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7fbea3-a34a-42a2-bada-d39e6ed7a22d" -d '{"events": [{"server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "name": "network-vif-deleted", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:30.137194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba4486-75e8-4c66-8334-4d75fe09b094 req-f5eff55d-39fc-4815-97b6-aec95ef2b1c5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.143593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bba4486-75e8-4c66-8334-4d75fe09b094 req-f5eff55d-39fc-4815-97b6-aec95ef2b1c5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1308069 Mar 31 22:56:30.178246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1678e8-bf2e-4a54-b4b6-996523050fd4 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:30.185570 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5897bf-bb59-4f52-9cde-2cb26eae1971 x-openstack-request-id: req-ee5897bf-bb59-4f52-9cde-2cb26eae1971 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:30.185866 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab28111-6f5e-4dd1-ac7e-55a984743c70", "name": "network-vif-deleted", "tag": "0abfc39a-7a53-479d-8fa8-fbffdec8c999", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:30.186111 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee5897bf-bb59-4f52-9cde-2cb26eae1971 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:30.186564 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5897bf-bb59-4f52-9cde-2cb26eae1971'] response: {'server_uuid': '5ab28111-6f5e-4dd1-ac7e-55a984743c70', 'name': 'network-vif-deleted', 'tag': '0abfc39a-7a53-479d-8fa8-fbffdec8c999', 'status': 'completed', 'code': 200} Mar 31 22:56:30.197718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.239417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bba4486-75e8-4c66-8334-4d75fe09b094 req-8ae93ac8-b5dd-4cb3-ad52-c62922b4dd45 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Mar 31 22:56:30.253644 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:30.253928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Transition to ACTIVE for port object ea1678e8-bf2e-4a54-b4b6-996523050fd4 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:30.359545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.444024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c182-d85b-4f60-a5e9-fd709875c313 req-717a29b5-619e-49f5-80b8-c3fe5a0ecf61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.445990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b89c182-d85b-4f60-a5e9-fd709875c313 req-717a29b5-619e-49f5-80b8-c3fe5a0ecf61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1204832 Mar 31 22:56:30.460348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476d22-c8a9-4725-a62c-045ae390e09e req-d6977353-2159-479c-b608-e1132135aa61 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.461837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a476d22-c8a9-4725-a62c-045ae390e09e req-d6977353-2159-479c-b608-e1132135aa61 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1825237 Mar 31 22:56:30.465926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:30.521150 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:30.556114 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Checking router: dc47a3bd-3a78-4844-8792-6671f2a470af for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:30.564679 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:30.565290 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:30.578353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b89c182-d85b-4f60-a5e9-fd709875c313 req-1310f330-d3fa-402b-9915-e0a89c4c4598 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256053 Mar 31 22:56:30.590875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a476d22-c8a9-4725-a62c-045ae390e09e req-65064d9a-a5d3-4652-91d9-f8c7d67ecf93 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008155 Mar 31 22:56:30.620213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Attempting to bind port ea1678e8-bf2e-4a54-b4b6-996523050fd4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:30.620560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Attempting to bind port ea1678e8-bf2e-4a54-b4b6-996523050fd4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:30.620936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Attempting to bind port ea1678e8-bf2e-4a54-b4b6-996523050fd4 on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:30.626096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Port ea1678e8-bf2e-4a54-b4b6-996523050fd4 on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:30.626428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Attempting to bind port ea1678e8-bf2e-4a54-b4b6-996523050fd4 on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:30.632203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:30.632203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Checking segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:30.636103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Bound using segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:30.636103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Bound port: ea1678e8-bf2e-4a54-b4b6-996523050fd4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:30.636103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.750494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:30.755513 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:30.759408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7970345-da78-4aff-9fab-c7cab8ae4089 req-efc3ca91-32d9-4cba-a552-d7f678eba313 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.760909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7970345-da78-4aff-9fab-c7cab8ae4089 req-efc3ca91-32d9-4cba-a552-d7f678eba313 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0764089 Mar 31 22:56:30.763531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:30.835650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c57c-1b6e-452a-98bd-5c11487b770e req-e198e63b-84f5-4d03-b014-abaf97854e8f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.837892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ab6c57c-1b6e-452a-98bd-5c11487b770e req-e198e63b-84f5-4d03-b014-abaf97854e8f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.0737977 Mar 31 22:56:30.841248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7970345-da78-4aff-9fab-c7cab8ae4089 req-a1157297-a6d1-405f-8ec9-032cc509cb0a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688775 Mar 31 22:56:30.905988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ab6c57c-1b6e-452a-98bd-5c11487b770e req-faf2da41-f178-4701-9692-e205b4ea7523 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Mar 31 22:56:30.922958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.012642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.013443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.015168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] 10.222.0.10 "PUT /v2.0/ports/ea1678e8-bf2e-4a54-b4b6-996523050fd4 HTTP/1.1" status: 200 len: 1091 time: 1.4285696 Mar 31 22:56:31.016955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:31.019747 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eacb24d-2857-4195-915f-9c4903677e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:31.064361 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9906cb32-ae5b-41f0-b81f-f939251e7bea x-openstack-request-id: req-9906cb32-ae5b-41f0-b81f-f939251e7bea {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:31.064650 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:31.065067 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9906cb32-ae5b-41f0-b81f-f939251e7bea {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:31.065466 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9906cb32-ae5b-41f0-b81f-f939251e7bea'] response: {'name': 'network-changed', 'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'status': 'completed', 'code': 200} Mar 31 22:56:31.088838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab387-36d1-493c-b5b7-98bfc4dc7e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:31.110926 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:31.114844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6c20-c8b8-4386-8881-5ce804a8ef68 req-1c97634a-4b98-4d3b-a812-96ff0e1d5be9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.116580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c4d6c20-c8b8-4386-8881-5ce804a8ef68 req-1c97634a-4b98-4d3b-a812-96ff0e1d5be9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1912360 Mar 31 22:56:31.152354 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e4ad7-acc5-449e-8dbc-f6e7492e96b7 None None] The sync data for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 is: [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:03Z', 'revision_number': 4, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a1596a71-5f49-4d6e-93a6-d260fe08c2a8', 'name': '', 'network_id': '955564ea-2126-47e5-85c8-18a3e4efaa44', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'mac_address': 'fa:16:3e:00:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:54:01Z', 'updated_at': '2022-03-31T22:54:07Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'subnets': [{'id': '210bd5f4-e474-4b2a-8876-db2ba5a232e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:31.178573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-fec11868-b88e-4742-8831-9cd6dd6a7cc9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.180430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-fec11868-b88e-4742-8831-9cd6dd6a7cc9 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.1894717 Mar 31 22:56:31.259054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fdd374b-56d0-4667-8e38-ed76266abb6d req-56b11ea0-239a-4b40-a614-045f8401ed2d tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ab28111-6f5e-4dd1-ac7e-55a984743c70 HTTP/1.1" status: 200 len: 210 time: 0.0755560 Mar 31 22:56:31.289248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb24d-2857-4195-915f-9c4903677e7e req-d29c2a0b-32ee-4367-b189-3647b1e69b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.291321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1eacb24d-2857-4195-915f-9c4903677e7e req-d29c2a0b-32ee-4367-b189-3647b1e69b32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 1094 time: 0.1608777 Mar 31 22:56:31.303682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c4d6c20-c8b8-4386-8881-5ce804a8ef68 req-a6900f32-7540-45af-a683-cf5e6a6dc40e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792855 Mar 31 22:56:31.480946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d71bef-0ec0-4338-bed2-3ad63072b441 req-44891c61-ce4e-4ba3-9498-8691c09ac2cb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.482441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42d71bef-0ec0-4338-bed2-3ad63072b441 req-44891c61-ce4e-4ba3-9498-8691c09ac2cb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1330581 Mar 31 22:56:31.500824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port 0277f4dc-b2d0-431c-9e08-f4296bacd67b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:31.501165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.501715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76738251-7134-45f1-8ad6-ab1185dcc486 None None] New status for floating IP daac3963-74fb-4808-8eb8-22bab493c8c9: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:56:31.531210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb24d-2857-4195-915f-9c4903677e7e req-83e0607e-7a42-4597-b852-57f65ff7df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.532587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1eacb24d-2857-4195-915f-9c4903677e7e req-83e0607e-7a42-4597-b852-57f65ff7df6d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=20fe84d9cacc43b0a065e174ec69da47&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1982188 Mar 31 22:56:31.651758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42d71bef-0ec0-4338-bed2-3ad63072b441 req-3498d76f-f9d5-4471-bf22-b0673c90f6c2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602671 Mar 31 22:56:31.750936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port 0277f4dc-b2d0-431c-9e08-f4296bacd67b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0277f4dc-b2d0-431c-9e08-f4296bacd67b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:31.751356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.805108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for 0277f4dc-b2d0-431c-9e08-f4296bacd67b owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:31.808105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb24d-2857-4195-915f-9c4903677e7e req-865a05d1-0d45-4f94-92cd-390498613446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.809593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1eacb24d-2857-4195-915f-9c4903677e7e req-865a05d1-0d45-4f94-92cd-390498613446 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2443354 Mar 31 22:56:31.831929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4fd1-f06b-4d12-8ade-7c82df3f6478 req-52b86411-22bd-4022-a8ba-a5df9009086b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.833491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e4c4fd1-f06b-4d12-8ade-7c82df3f6478 req-52b86411-22bd-4022-a8ba-a5df9009086b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1534255 Mar 31 22:56:31.888772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75605ab2-f6bd-4084-85c5-d71bc975bbce req-38f874c0-c41d-4901-a42b-2095c46c690c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.896140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75605ab2-f6bd-4084-85c5-d71bc975bbce req-38f874c0-c41d-4901-a42b-2095c46c690c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1585288 Mar 31 22:56:32.230541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e4c4fd1-f06b-4d12-8ade-7c82df3f6478 req-217027f9-35ba-462f-9fd1-345051eb9827 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886540 Mar 31 22:56:32.240864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75605ab2-f6bd-4084-85c5-d71bc975bbce req-6b3db664-0cf9-40a1-8063-66444c83f24d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438451 Mar 31 22:56:32.262407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-936424ee-59b5-452e-b8a5-fd3954679cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.263961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-936424ee-59b5-452e-b8a5-fd3954679cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 1094 time: 0.3580868 Mar 31 22:56:32.363914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-33ca41ba-86da-4819-9699-80e19a92866a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4 HTTP/1.1" status: 200 len: 217 time: 0.0814209 Mar 31 22:56:32.471118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983ddec-6b50-4b3e-ac82-a0d7424ca902 req-b524c38a-f211-4851-b87f-41ff8e7a4a28 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.472588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d983ddec-6b50-4b3e-ac82-a0d7424ca902 req-b524c38a-f211-4851-b87f-41ff8e7a4a28 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.1303518 Mar 31 22:56:32.485193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8ca5-bb91-4cbc-81b3-40ee2bbfe82d req-d3ef26b1-ad4b-4748-955c-b3ded0cfe751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.486552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cdb8ca5-bb91-4cbc-81b3-40ee2bbfe82d req-d3ef26b1-ad4b-4748-955c-b3ded0cfe751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 949 time: 0.1432507 Mar 31 22:56:32.489267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-15a34a37-0d59-42af-9402-007b75668e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.490594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-15a34a37-0d59-42af-9402-007b75668e9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2068d10-8a17-44b5-a178-b6c6707c3b1e HTTP/1.1" status: 200 len: 862 time: 0.0962689 Mar 31 22:56:32.519564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.532975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'bf115f88-266b-47fb-8a24-94498b7cf249', '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:32.554035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-6fb76e16-17a4-407e-a056-d55b480c53b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1686d0c8-80b3-4372-80a8-987e5f6e5d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451682 Mar 31 22:56:32.576324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:32.592024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=0277f4dc-b2d0-431c-9e08-f4296bacd67b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:32.633092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d983ddec-6b50-4b3e-ac82-a0d7424ca902 req-0311f568-8c84-4e9d-8e14-34b7675435d6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391661 Mar 31 22:56:32.673216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cdb8ca5-bb91-4cbc-81b3-40ee2bbfe82d req-4990a4c5-5476-4f8b-9d36-8f1d29765bf3 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768274 Mar 31 22:56:32.712631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port 0277f4dc-b2d0-431c-9e08-f4296bacd67b on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:32.716880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.720367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf88f48e-8377-4419-ad5d-689ee6200fd2 req-2a550ba9-ffc3-43c1-9467-4553c03b2751 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "DELETE /v2.0/ports/0277f4dc-b2d0-431c-9e08-f4296bacd67b HTTP/1.1" status: 204 len: 173 time: 1.5142090 Mar 31 22:56:32.789141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-140eeaf1-7751-49cf-abd5-864d12063469 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094891 Mar 31 22:56:33.032768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100aee4-e29f-4653-aacf-37a9dde20461 req-159a8dce-c410-45b3-8de4-3ee777f5ebe7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.034621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4100aee4-e29f-4653-aacf-37a9dde20461 req-159a8dce-c410-45b3-8de4-3ee777f5ebe7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1108732 Mar 31 22:56:33.069348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'name': 'network-vif-deleted', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:33.072398 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16854831-3061-451a-b22f-5d1d3d584e59" -d '{"events": [{"server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "name": "network-vif-deleted", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:33.085307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0401-db76-4547-95af-fc26f19c99b3 req-b1181d4f-ca56-484c-b911-d5bfcd2a6f61 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.087500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650d0401-db76-4547-95af-fc26f19c99b3 req-b1181d4f-ca56-484c-b911-d5bfcd2a6f61 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1734450 Mar 31 22:56:33.091183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3a4fec-8850-4d2e-a40f-5b9f79f623de req-7e100604-e2c2-42d4-bab3-03125f63d9fa service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941735 Mar 31 22:56:33.131220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4100aee4-e29f-4653-aacf-37a9dde20461 req-b77e3826-b5ab-4c29-b8dc-06ad7ddb6d41 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843439 Mar 31 22:56:33.174426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650d0401-db76-4547-95af-fc26f19c99b3 req-e7bb8093-643c-40a3-ba22-dcbc197a08cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Mar 31 22:56:33.231280 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71543a61-3e56-406f-a2eb-d7763d2d1c9f x-openstack-request-id: req-71543a61-3e56-406f-a2eb-d7763d2d1c9f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:33.231921 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9547886-a4a0-4911-b9de-a596755b2e44", "name": "network-vif-deleted", "tag": "0277f4dc-b2d0-431c-9e08-f4296bacd67b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:33.231921 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-71543a61-3e56-406f-a2eb-d7763d2d1c9f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:33.232188 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71543a61-3e56-406f-a2eb-d7763d2d1c9f'] response: {'server_uuid': 'a9547886-a4a0-4911-b9de-a596755b2e44', 'name': 'network-vif-deleted', 'tag': '0277f4dc-b2d0-431c-9e08-f4296bacd67b', 'status': 'completed', 'code': 200} Mar 31 22:56:33.256082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39096) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:33.321831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.357048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.476669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee769a8-5c75-4aa1-9772-73977347e3ae req-76c3268e-2223-4f2e-a62f-0e36f5fb2493 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.478872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee769a8-5c75-4aa1-9772-73977347e3ae req-76c3268e-2223-4f2e-a62f-0e36f5fb2493 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1282728 Mar 31 22:56:33.487466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d3438-cd91-473b-ab28-24b227f2b3e6 req-bd1d1c2d-9be5-44cf-a4ee-6e36d4617bf5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.489006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be5d3438-cd91-473b-ab28-24b227f2b3e6 req-bd1d1c2d-9be5-44cf-a4ee-6e36d4617bf5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1284561 Mar 31 22:56:33.551636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee769a8-5c75-4aa1-9772-73977347e3ae req-74022f92-e3f8-4c73-b729-14e9a3e9ecfa tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615542 Mar 31 22:56:33.557416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be5d3438-cd91-473b-ab28-24b227f2b3e6 req-20eaeae3-3998-430e-9650-be8be8e48c9d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Mar 31 22:56:33.585820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.589723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.591663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "DELETE /v2.0/security-groups/a7de855c-5578-485f-9612-75c412d16202 HTTP/1.1" status: 204 len: 168 time: 0.3349836 Mar 31 22:56:33.596651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39102) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:33.609243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250d197-b932-4f27-bd5c-8945c961944f tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de855c-5578-485f-9612-75c412d16202,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:33.616893 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-9ac77c47-e558-4909-b958-a8a9a6b5b434 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] show failed (client error): The resource could not be found. Mar 31 22:56:33.617954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ac77c47-e558-4909-b958-a8a9a6b5b434 tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "GET /v2.0/security-groups/a7de855c-5578-485f-9612-75c412d16202 HTTP/1.1" status: 404 len: 347 time: 0.0203576 Mar 31 22:56:33.621305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39104) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:33.653958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0abfc39a-7a53-479d-8fa8-fbffdec8c999 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:33.677089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 0abfc39a-7a53-479d-8fa8-fbffdec8c999 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:33.677431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0abfc39a-7a53-479d-8fa8-fbffdec8c999 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:33.793250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477b09a-bfdb-4b30-9458-82f506df7a3e req-049b2950-3521-4dc3-b552-d9ef02e1cc23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.795053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b477b09a-bfdb-4b30-9458-82f506df7a3e req-049b2950-3521-4dc3-b552-d9ef02e1cc23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0808475 Mar 31 22:56:33.841554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-263c01f3-e01b-47f2-a7bc-0ddcc582c05f req-36b61b53-fedd-434b-a528-c597219d55b5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9547886-a4a0-4911-b9de-a596755b2e44 HTTP/1.1" status: 200 len: 210 time: 0.0445282 Mar 31 22:56:33.849764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Deleting port 1f1d7f15-28fc-4a5b-aca0-6b11afe38243 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:33.850111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.910374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b477b09a-bfdb-4b30-9458-82f506df7a3e req-e5c7ef68-6bdd-4856-a083-62d9001847ac tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994689 Mar 31 22:56:33.955192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.955192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.965105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Calling delete_port for 1f1d7f15-28fc-4a5b-aca0-6b11afe38243 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:34.191703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.236525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Pushing event deleted for resources: {'Port': ['ID=1f1d7f15-28fc-4a5b-aca0-6b11afe38243,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:34.277007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0277f4dc-b2d0-431c-9e08-f4296bacd67b no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:34.309157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 0277f4dc-b2d0-431c-9e08-f4296bacd67b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:34.309157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0277f4dc-b2d0-431c-9e08-f4296bacd67b not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:34.328170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.369525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f568f7e-2668-46b7-978f-02073afa22f6 req-f479177f-e92d-4282-ab92-667dcdfb79c6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.371062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f568f7e-2668-46b7-978f-02073afa22f6 req-f479177f-e92d-4282-ab92-667dcdfb79c6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1508169 Mar 31 22:56:34.380060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.382635 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.384279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bad1378a-1eb0-4703-a95a-6e36f789da1a tempest-ServersTestManualDisk-822566938 tempest-ServersTestManualDisk-822566938-project] 10.222.0.83 "DELETE /v2.0/floatingips/daac3963-74fb-4808-8eb8-22bab493c8c9 HTTP/1.1" status: 204 len: 168 time: 0.7619996 Mar 31 22:56:34.387724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39116) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:34.409165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd628d5-9831-44a5-8952-62f6c520282d req-8ecd235e-d579-4ffb-8b99-be85763e0797 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.410639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdd628d5-9831-44a5-8952-62f6c520282d req-8ecd235e-d579-4ffb-8b99-be85763e0797 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1485999 Mar 31 22:56:34.435315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f568f7e-2668-46b7-978f-02073afa22f6 req-a6cfdba0-78dd-4619-b4a3-8545efe38180 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570819 Mar 31 22:56:34.466638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdd628d5-9831-44a5-8952-62f6c520282d req-5ce6ea84-dde8-4bda-96e0-25d91a9f2532 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Mar 31 22:56:34.739475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa525-9a93-45d5-96e3-6cb27fae7f48 req-21177bf0-5757-4ecf-89c2-c2b119b3b204 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.741123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dfaa525-9a93-45d5-96e3-6cb27fae7f48 req-21177bf0-5757-4ecf-89c2-c2b119b3b204 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0861979 Mar 31 22:56:34.754285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9fe0-1e11-4f54-9bf7-a1e7a232eec2 req-dd195384-6bf8-43fb-8117-b316446a7da6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.756104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-343a9fe0-1e11-4f54-9bf7-a1e7a232eec2 req-dd195384-6bf8-43fb-8117-b316446a7da6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0902891 Mar 31 22:56:34.815119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dfaa525-9a93-45d5-96e3-6cb27fae7f48 req-189688af-0092-4371-b250-393778993c24 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579045 Mar 31 22:56:34.820260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-343a9fe0-1e11-4f54-9bf7-a1e7a232eec2 req-308baef1-902d-42bf-845e-34813f4500fe tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554252 Mar 31 22:56:34.883021 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.064382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc3d7-60d0-479a-be9c-508dd5125884 req-aee16ffb-17bc-492a-aa4c-f767a6e6b605 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.065943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-458fc3d7-60d0-479a-be9c-508dd5125884 req-aee16ffb-17bc-492a-aa4c-f767a6e6b605 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0605812 Mar 31 22:56:35.117422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-458fc3d7-60d0-479a-be9c-508dd5125884 req-b145de13-3587-4917-8301-19ba2c1d7567 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Mar 31 22:56:35.407283 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-1fdbb6c4-a408-4f5f-a84d-36368b62c8ec service neutron] show failed (client error): The resource could not be found. Mar 31 22:56:35.409050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-1fdbb6c4-a408-4f5f-a84d-36368b62c8ec service neutron] 10.222.0.10 "GET /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.1144297 Mar 31 22:56:35.420968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ae3ae-7893-43a3-bc42-47868ab1f13d req-cfe940d3-26ad-4314-a8e4-320d8585eddf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.422520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c71ae3ae-7893-43a3-bc42-47868ab1f13d req-cfe940d3-26ad-4314-a8e4-320d8585eddf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.0688581 Mar 31 22:56:35.488443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Deleting port a1596a71-5f49-4d6e-93a6-d260fe08c2a8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:35.488993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.499064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c71ae3ae-7893-43a3-bc42-47868ab1f13d req-a0b1f736-c8e7-4158-814f-d7532a7bf35d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590262 Mar 31 22:56:35.592983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] For port a1596a71-5f49-4d6e-93a6-d260fe08c2a8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:35.594043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.609045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Calling delete_port for a1596a71-5f49-4d6e-93a6-d260fe08c2a8 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:35.616146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609230e-a30b-45ed-81c5-831f60680df9 req-f443c04f-68b5-4449-9442-69340c10256c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.617616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a609230e-a30b-45ed-81c5-831f60680df9 req-f443c04f-68b5-4449-9442-69340c10256c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0887887 Mar 31 22:56:35.649927 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:56:35.652839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3134159-60d4-4db4-9710-0ce5c849cd11 req-d7d7896c-24e4-4f05-90af-c6d9881f731f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.654355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3134159-60d4-4db4-9710-0ce5c849cd11 req-d7d7896c-24e4-4f05-90af-c6d9881f731f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0913126 Mar 31 22:56:35.687365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a609230e-a30b-45ed-81c5-831f60680df9 req-cfb7cd7b-f0b0-4661-85a6-e5561639897b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Mar 31 22:56:35.718360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3134159-60d4-4db4-9710-0ce5c849cd11 req-d2a75c35-da9c-4f5a-9296-61d82e3e18d9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538294 Mar 31 22:56:35.922747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.955586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1596a71-5f49-4d6e-93a6-d260fe08c2a8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:35.982727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300c4a6-0018-4831-b589-bb5aad96457b req-ab357205-02d0-44ab-9750-809f466d3482 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.984424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b300c4a6-0018-4831-b589-bb5aad96457b req-ab357205-02d0-44ab-9750-809f466d3482 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0820079 Mar 31 22:56:35.995252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3434a-c09d-44a9-9351-bd81d749b442 req-e32c46dd-0aa0-4223-8033-a06066775011 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.996817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34b3434a-c09d-44a9-9351-bd81d749b442 req-e32c46dd-0aa0-4223-8033-a06066775011 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0963216 Mar 31 22:56:36.075543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b300c4a6-0018-4831-b589-bb5aad96457b req-b62af681-877c-4151-804f-62101bcf3819 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775442 Mar 31 22:56:36.093284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34b3434a-c09d-44a9-9351-bd81d749b442 req-5014559f-af69-430d-b4dd-81b9e176d07c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875537 Mar 31 22:56:36.230033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-ba63db91-7379-4d0b-8350-a1fb36a3e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.231549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-ba63db91-7379-4d0b-8350-a1fb36a3e090 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1101 time: 0.1996717 Mar 31 22:56:36.239914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.249267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:36.263500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d758-d162-41db-ab88-49358a1e359b req-b5e8c23e-92cb-4720-a121-4fd5ebbbb5a9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.267150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b96d758-d162-41db-ab88-49358a1e359b req-b5e8c23e-92cb-4720-a121-4fd5ebbbb5a9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0596826 Mar 31 22:56:36.313031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b96d758-d162-41db-ab88-49358a1e359b req-3a3ae53e-b13a-44ec-a7ba-1b17e1c839fa tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Mar 31 22:56:36.356992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.638216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eacf3-c304-4dfe-9e2a-0ab828cf63ae req-ea857e9d-b97d-4755-8f70-0fb3650fb330 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.639922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c13eacf3-c304-4dfe-9e2a-0ab828cf63ae req-ea857e9d-b97d-4755-8f70-0fb3650fb330 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.0548022 Mar 31 22:56:36.679857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Router dc47a3bd-3a78-4844-8792-6671f2a470af has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:36.694764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c13eacf3-c304-4dfe-9e2a-0ab828cf63ae req-7e00c109-cfed-41de-a87c-7757ebba7196 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Mar 31 22:56:36.700779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:36.831692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:36.838574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ef5982b-34b3-4cb5-86eb-9803166e72c3 admin admin] 10.222.0.83 "PUT /v2.0/routers/dc47a3bd-3a78-4844-8792-6671f2a470af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488790 Mar 31 22:56:36.841671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39150) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:36.845908 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Sync routers for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:36.850446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:36.856848 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:36.857485 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:36.886507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127526-dbd0-48b1-a52a-c78eb22beded req-1b1fc6dd-2679-454c-b296-9171343ca52f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.888877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6127526-dbd0-48b1-a52a-c78eb22beded req-1b1fc6dd-2679-454c-b296-9171343ca52f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1179898 Mar 31 22:56:36.945305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:36.947719 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f76584-fa19-49fb-83bb-112cc6b25829" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:36.951787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.965161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfd0c2-45f2-4b5e-ae3b-07b1d5e8a5aa req-412137ef-7e4b-406a-93d5-0f5347ddeb14 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.967107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91cfd0c2-45f2-4b5e-ae3b-07b1d5e8a5aa req-412137ef-7e4b-406a-93d5-0f5347ddeb14 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1520863 Mar 31 22:56:36.984145 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:37.006624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Transition to ACTIVE for port object c41b5f9a-c229-4a52-8bba-18bfa2e632b2 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:37.012835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.019420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6127526-dbd0-48b1-a52a-c78eb22beded req-ae21a60a-bac2-42a9-96f3-a4a7dfde7ea8 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225255 Mar 31 22:56:37.048830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91cfd0c2-45f2-4b5e-ae3b-07b1d5e8a5aa req-5217b1cc-c61a-4ed2-a504-e351c719dddd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 Mar 31 22:56:37.095323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.159621 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0632c9f4-c7b9-48bb-b8ef-86c3be2622ef x-openstack-request-id: req-0632c9f4-c7b9-48bb-b8ef-86c3be2622ef {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:37.159984 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:37.160173 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0632c9f4-c7b9-48bb-b8ef-86c3be2622ef {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:37.160526 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0632c9f4-c7b9-48bb-b8ef-86c3be2622ef'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'code': 200} Mar 31 22:56:37.246132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:56:35Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.275081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-0bad4884-0b0a-437d-80e2-9e56b15ccab5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.276596 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-0bad4884-0b0a-437d-80e2-9e56b15ccab5 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.2148216 Mar 31 22:56:37.280406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] No DVR routers for this DVR port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:37.282453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86426638-47da-4269-a180-43161f1abd1c service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:37.304183 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Checking router: dc47a3bd-3a78-4844-8792-6671f2a470af for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:37.326779 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Routers {'dc47a3bd-3a78-4844-8792-6671f2a470af'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:37.327491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc47a3bd-3a78-4844-8792-6671f2a470af'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.331516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2770006-aab0-4c34-91fc-85c5c3a1982e req-8c05601f-7ed8-4660-9851-7de803035dae tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.333067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2770006-aab0-4c34-91fc-85c5c3a1982e req-8c05601f-7ed8-4660-9851-7de803035dae tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1322222 Mar 31 22:56:37.361012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.370421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:37.370421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:37.370421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:37.404725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:37.405041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:37.409079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f08f7-c9e1-443e-bd00-f301e91fe3e7 req-8e4a342e-c99d-4044-8686-0f3dd0c15097 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.410585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea8f08f7-c9e1-443e-bd00-f301e91fe3e7 req-8e4a342e-c99d-4044-8686-0f3dd0c15097 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1577082 Mar 31 22:56:37.420092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:37.420450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:37.420806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:37.421667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Bound port: c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:37.421667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.438078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2770006-aab0-4c34-91fc-85c5c3a1982e req-10f30cea-725d-43c7-be8f-d52d347f3baf tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944555 Mar 31 22:56:37.491531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea8f08f7-c9e1-443e-bd00-f301e91fe3e7 req-aa56ab23-194d-4759-99cc-1a40dc8afc83 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710368 Mar 31 22:56:37.528514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:37.529374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.550018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:37.550267 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] Set router dc47a3bd-3a78-4844-8792-6671f2a470af gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:37.598244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:37.630199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804316-f666-4d7c-9b93-673048a155d8 req-4af7b73f-b3d8-49bd-b4b8-1c88fc986127 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.631813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b804316-f666-4d7c-9b93-673048a155d8 req-4af7b73f-b3d8-49bd-b4b8-1c88fc986127 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0638552 Mar 31 22:56:37.637439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Deleting port 1fc97715-9529-4a88-bfcc-9114af5620bb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:37.637776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.697515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b804316-f666-4d7c-9b93-673048a155d8 req-be7709a4-8065-47b0-8598-d122ce6160e5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Mar 31 22:56:37.708779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:37.709791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.720053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.773235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for 9af6b5ff-4826-46ac-9f89-03e14f9cb36d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:37.804893 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-72460893-34f7-490a-a787-f7235ddc113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:56:35Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.837680 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460893-34f7-490a-a787-f7235ddc113b None None] The sync data for ids ['dc47a3bd-3a78-4844-8792-6671f2a470af'] in n-d-828414-2 is: [{'id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'name': 'tempest-ServersTestManualDisk-1655795444-router', 'tenant_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:56:35Z', 'revision_number': 5, 'project_id': 'a1aed5ea54234ac48e2afa64ad89be90', 'gw_port': {'id': '1fc97715-9529-4a88-bfcc-9114af5620bb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47a3bd-3a78-4844-8792-6671f2a470af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:57Z', 'updated_at': '2022-03-31T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:37.904676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb9e75-6253-4a0c-b41d-6d8a2ebc5230 req-4aa51a8a-3c4a-4780-afa2-25b14300d47f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.906433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1bb9e75-6253-4a0c-b41d-6d8a2ebc5230 req-4aa51a8a-3c4a-4780-afa2-25b14300d47f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 949 time: 0.1208024 Mar 31 22:56:37.957214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1bb9e75-6253-4a0c-b41d-6d8a2ebc5230 req-6ad0d9f4-319f-42a2-8033-a4072344e574 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Mar 31 22:56:38.113033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.113645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.115046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-86426638-47da-4269-a180-43161f1abd1c service neutron] 10.222.0.44 "PUT /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 1096 time: 1.8731482 Mar 31 22:56:38.125867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] For port 1fc97715-9529-4a88-bfcc-9114af5620bb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1fc97715-9529-4a88-bfcc-9114af5620bb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:38.128372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.159253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86426638-47da-4269-a180-43161f1abd1c service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:38.199772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Calling delete_port for 1fc97715-9529-4a88-bfcc-9114af5620bb owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:38.205049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e38d-5924-4b91-b2cf-d3da977bcdf4 req-1b14dfef-45ec-4240-a947-5593e061d794 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.213399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e86e38d-5924-4b91-b2cf-d3da977bcdf4 req-1b14dfef-45ec-4240-a947-5593e061d794 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0994179 Mar 31 22:56:38.263703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ee48-291c-4c0a-b95b-29af54dc33b0 req-bc907fc3-8e79-4f91-bc56-cf2f72946b00 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.265368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bff3ee48-291c-4c0a-b95b-29af54dc33b0 req-bc907fc3-8e79-4f91-bc56-cf2f72946b00 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.1113100 Mar 31 22:56:38.277589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:38.299890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:38.320280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-59470a25-62bc-4b98-8982-52a4e2af0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.321809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-59470a25-62bc-4b98-8982-52a4e2af0bcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1099 time: 0.1596849 Mar 31 22:56:38.338413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e86e38d-5924-4b91-b2cf-d3da977bcdf4 req-cc53ad09-5e03-481e-9935-64e0ec9af02a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240799 Mar 31 22:56:38.390129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bff3ee48-291c-4c0a-b95b-29af54dc33b0 req-404faf44-2ce0-48c5-b511-e92a2545c2c7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031795 Mar 31 22:56:38.433427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:38.473203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:38.500283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1596a71-5f49-4d6e-93a6-d260fe08c2a8 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:38.528618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a1596a71-5f49-4d6e-93a6-d260fe08c2a8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:38.529152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1596a71-5f49-4d6e-93a6-d260fe08c2a8 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:38.534895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'port_id': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'mac_address': 'fa:16:3e:8c:0b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2068d10-8a17-44b5-a178-b6c6707c3b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:38.588794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-5fe1867c-9414-4bc2-bc8e-7f7ddaf8956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.590287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-5fe1867c-9414-4bc2-bc8e-7f7ddaf8956b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2591703 Mar 31 22:56:38.593147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.614533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1678e8-bf2e-4a54-b4b6-996523050fd4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:38.620887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.638212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'bf115f88-266b-47fb-8a24-94498b7cf249', '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:38.662237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a2f22-e802-4a16-84ec-dedd745c7bfb req-96db1ca1-cd1c-4816-934e-e64d90e834df tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.663811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b40a2f22-e802-4a16-84ec-dedd745c7bfb req-96db1ca1-cd1c-4816-934e-e64d90e834df tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1198547 Mar 31 22:56:38.685507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:38.688170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0234ed-0197-4055-a37c-af8c464bd439 req-bb3447d4-2321-41fc-9e0b-405f653ab623 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.689714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0234ed-0197-4055-a37c-af8c464bd439 req-bb3447d4-2321-41fc-9e0b-405f653ab623 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0817442 Mar 31 22:56:38.691875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:38.732068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b40a2f22-e802-4a16-84ec-dedd745c7bfb req-24f93125-a2d8-4db7-a9c9-3296d789b767 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601664 Mar 31 22:56:38.758262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=9af6b5ff-4826-46ac-9f89-03e14f9cb36d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:38.763346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0234ed-0197-4055-a37c-af8c464bd439 req-60d4d176-acb9-4305-a37f-c585c5cfabf0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633790 Mar 31 22:56:38.777117 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-fed26257-86dd-496d-8ad7-bd693b1af404 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.1783333 Mar 31 22:56:38.802555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port 9af6b5ff-4826-46ac-9f89-03e14f9cb36d on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:38.813268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.820240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.820406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d62b8ad0-97d3-44bc-91c7-1e40f2133418 req-42353927-c192-465e-aab3-d898933339b4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "DELETE /v2.0/ports/9af6b5ff-4826-46ac-9f89-03e14f9cb36d HTTP/1.1" status: 204 len: 173 time: 1.5281699 Mar 31 22:56:38.876166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.895839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-bfccb358-7256-4c5f-bdd9-25c21f051bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.897401 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-bfccb358-7256-4c5f-bdd9-25c21f051bed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0961092 Mar 31 22:56:38.922001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c444cf5-5e53-4c5e-a0f4-c3883c17eedd req-c0f8f020-ff16-466d-869e-eab28c9c658f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.933092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc97715-9529-4a88-bfcc-9114af5620bb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:38.936521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c444cf5-5e53-4c5e-a0f4-c3883c17eedd req-c0f8f020-ff16-466d-869e-eab28c9c658f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 944 time: 0.0944788 Mar 31 22:56:39.043887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c444cf5-5e53-4c5e-a0f4-c3883c17eedd req-09d52339-1578-4f26-b9d9-d5c8f3eca323 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Mar 31 22:56:39.063693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-16bc68ae-9c93-4130-a037-b7fed8749ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.065233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-16bc68ae-9c93-4130-a037-b7fed8749ac3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433687 Mar 31 22:56:39.091214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.111251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de10cf4f-08ee-4813-b6b2-0055c841635a req-571080ad-edca-4721-a0e7-ebf68efde72d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 210 time: 0.0464022 Mar 31 22:56:39.115756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:39.155691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.156037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.156381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.156711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.157038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.157366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.157688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.158273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.158591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.158902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.159309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.159637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:39.177119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}, {'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'name': 'network-vif-deleted', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:39.181454 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfd45c-a442-4232-83c8-34395102e6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}, {"server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "name": "network-vif-deleted", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:39.245727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.249415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.289198 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc2e41b-bd97-44a3-b06e-8b439e5e8f5c x-openstack-request-id: req-3cc2e41b-bd97-44a3-b06e-8b439e5e8f5c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:39.290835 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "status": "completed", "code": 200}, {"server_uuid": "d7a1b7e5-71bc-4666-8090-b31cb7437a49", "name": "network-vif-deleted", "tag": "9af6b5ff-4826-46ac-9f89-03e14f9cb36d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:39.290835 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cc2e41b-bd97-44a3-b06e-8b439e5e8f5c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:39.290835 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc2e41b-bd97-44a3-b06e-8b439e5e8f5c'] response: {'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'status': 'completed', 'code': 200} Mar 31 22:56:39.290835 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc2e41b-bd97-44a3-b06e-8b439e5e8f5c'] response: {'server_uuid': 'd7a1b7e5-71bc-4666-8090-b31cb7437a49', 'name': 'network-vif-deleted', 'tag': '9af6b5ff-4826-46ac-9f89-03e14f9cb36d', 'status': 'completed', 'code': 200} Mar 31 22:56:39.340347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-0f4bbb65-1670-4d1a-9dc3-a2a9edf249fa service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639465 Mar 31 22:56:39.442463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-cc5efa93-c667-4033-8639-c61fa6f0a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.445528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-cc5efa93-c667-4033-8639-c61fa6f0a10b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1099 time: 0.0890727 Mar 31 22:56:39.465182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.465892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc47a3bd-3a78-4844-8792-6671f2a470af {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:56:39.471403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.475818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8899c36c-e2a1-4542-9ace-9c4c6bdf369b admin admin] 10.222.0.83 "DELETE /v2.0/routers/dc47a3bd-3a78-4844-8792-6671f2a470af HTTP/1.1" status: 204 len: 168 time: 2.6331396 Mar 31 22:56:39.478658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:39.512216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['ea1678e8-bf2e-4a54-b4b6-996523050fd4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:39.553962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Deleting subnet 210bd5f4-e474-4b2a-8876-db2ba5a232e3 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:39.575567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.616235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e34ecfe1-c0a7-44e9-8226-51e8c3f09562 req-1a67836c-eba0-45c3-bc97-be9bbffdeb58 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644415 Mar 31 22:56:39.668254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e90e5-1c9a-409a-b158-abb2e4f9206d req-0c73305a-e37f-4a31-b6bb-44dc27ed9f80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.671266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a07e90e5-1c9a-409a-b158-abb2e4f9206d req-0c73305a-e37f-4a31-b6bb-44dc27ed9f80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1936719 Mar 31 22:56:39.696878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.712682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147247-33f5-4220-a878-ea16a565be9c req-aa7a01d3-c6ae-4f8b-9904-c1d5963f585d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.720212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c147247-33f5-4220-a878-ea16a565be9c req-aa7a01d3-c6ae-4f8b-9904-c1d5963f585d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.1841669 Mar 31 22:56:39.811694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c147247-33f5-4220-a878-ea16a565be9c req-eb639bc2-f130-46c1-a73d-0af5c00c821f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Mar 31 22:56:39.832656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-2513d569-2441-4ab0-b8b2-f260782b9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.847877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-2513d569-2441-4ab0-b8b2-f260782b9a7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.3882823 Mar 31 22:56:39.871732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a07e90e5-1c9a-409a-b158-abb2e4f9206d req-069d5114-2aca-471b-8c6d-bafcb2e4249d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837380 Mar 31 22:56:39.875229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-2ae526ea-4f7b-4824-ae86-026bb1e5172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.875949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-2ae526ea-4f7b-4824-ae86-026bb1e5172d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1099 time: 0.1132958 Mar 31 22:56:39.988616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-4899b7a8-5608-4594-ba73-357add4c71a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.1060884 Mar 31 22:56:40.093075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-641c6d05-a62b-43ae-ac90-4497cb389ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.093075 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-641c6d05-a62b-43ae-ac90-4497cb389ce5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1856074 Mar 31 22:56:40.136338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.182603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-b55fdb82-acc1-4fbb-922f-736c97250df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.184107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-b55fdb82-acc1-4fbb-922f-736c97250df0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1926229 Mar 31 22:56:40.196825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-8fb9ba2e-d8e4-47f6-942b-cbf7813be5b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0969992 Mar 31 22:56:40.199326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c258b-fd2f-4ddd-9be6-818ba268616e req-29118955-8320-43c5-a41c-194740eb600f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.200908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-981c258b-fd2f-4ddd-9be6-818ba268616e req-29118955-8320-43c5-a41c-194740eb600f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.2302997 Mar 31 22:56:40.266075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-d243b024-a537-4e03-803e-cdffbb25288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.267749 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-d243b024-a537-4e03-803e-cdffbb25288d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0630982 Mar 31 22:56:40.320693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-b8f04113-736e-44e9-8acc-14fa276f1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.323340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-b8f04113-736e-44e9-8acc-14fa276f1680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485923 Mar 31 22:56:40.439748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-d360332d-0865-42a3-93ea-47c8ff35705f service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088493 Mar 31 22:56:40.506797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806b6e-d1e1-4499-b68c-37da1f9d0687 req-ee167006-d921-4af6-8063-f8d10cbe14dd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.508654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da806b6e-d1e1-4499-b68c-37da1f9d0687 req-ee167006-d921-4af6-8063-f8d10cbe14dd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.3961918 Mar 31 22:56:40.545605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1fc97715-9529-4a88-bfcc-9114af5620bb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:40.554793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-671be5b0-c4a1-411b-a69b-ccc96837569e service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011677 Mar 31 22:56:40.569222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1fc97715-9529-4a88-bfcc-9114af5620bb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:40.569568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1fc97715-9529-4a88-bfcc-9114af5620bb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:40.578805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd45c-a442-4232-83c8-34395102e6aa req-f7bc24c6-1203-454a-bd58-cf55411675b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.580334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-f7bc24c6-1203-454a-bd58-cf55411675b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3784871 Mar 31 22:56:40.585073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-981c258b-fd2f-4ddd-9be6-818ba268616e req-fdd89545-4cb5-4808-bf4b-98bdc05dc372 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728015 Mar 31 22:56:40.592020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da806b6e-d1e1-4499-b68c-37da1f9d0687 req-1d49a695-5b1e-48f0-8c1a-82ef43258634 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Mar 31 22:56:40.726759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-6ce86bff-f04f-4c99-8de3-1a331b9efb1f service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369867 Mar 31 22:56:40.751214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb331e24-00b1-4b7f-8936-c4330411ea25 req-a297cbe6-8690-47f2-9a2a-5d8f8046f89d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7a1b7e5-71bc-4666-8090-b31cb7437a49 HTTP/1.1" status: 200 len: 210 time: 0.0506303 Mar 31 22:56:40.802115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326faf81-63c5-4134-a575-be087a09949a req-c9086a4a-4d87-49ac-ab0e-5453559d3b1f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.803647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-326faf81-63c5-4134-a575-be087a09949a req-c9086a4a-4d87-49ac-ab0e-5453559d3b1f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 944 time: 0.1381469 Mar 31 22:56:40.898458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-326faf81-63c5-4134-a575-be087a09949a req-4edca8c4-b6e3-4a5d-8764-dbe15226ec37 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Mar 31 22:56:40.898458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cfd45c-a442-4232-83c8-34395102e6aa req-80a7b837-5c85-4533-827e-cf729d8e9d99 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378310 Mar 31 22:56:40.944646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c4a9-27fe-465e-9cc3-ea6d552f48d8 req-95f3879e-54a1-4ad9-9f61-c9086a44ed0b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.946674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ad9c4a9-27fe-465e-9cc3-ea6d552f48d8 req-95f3879e-54a1-4ad9-9f61-c9086a44ed0b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0591395 Mar 31 22:56:41.013113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ad9c4a9-27fe-465e-9cc3-ea6d552f48d8 req-aad9341e-a742-4661-8fa6-0f5fbf60addb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Mar 31 22:56:41.021859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f03a-4a47-4408-9e24-5cf3da1a48dd req-0f3b6d3d-13cb-408a-8eb4-de7724e53c93 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.023439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1e1f03a-4a47-4408-9e24-5cf3da1a48dd req-0f3b6d3d-13cb-408a-8eb4-de7724e53c93 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0758562 Mar 31 22:56:41.069475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1e1f03a-4a47-4408-9e24-5cf3da1a48dd req-b121fb81-300d-4227-99a1-5ba94a78555a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Mar 31 22:56:41.139995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.167152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210bd5f4-e474-4b2a-8876-db2ba5a232e3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:41.170816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.174022 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cbe7686d-6091-40c9-8465-d918c50be5bb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/210bd5f4-e474-4b2a-8876-db2ba5a232e3 HTTP/1.1" status: 204 len: 168 time: 1.6901963 Mar 31 22:56:41.176632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:41.188832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599293d-b0af-4f51-b0b3-fbb8c118cf0d None None] Network 955564ea-2126-47e5-85c8-18a3e4efaa44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:41.230934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-67b0336e-8d7b-40a0-aca7-d40bc9c72833 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481584 Mar 31 22:56:41.256036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.312775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-52c8c968-fc72-439c-98e4-feb7486999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.314256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-52c8c968-fc72-439c-98e4-feb7486999d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0503023 Mar 31 22:56:41.323224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Deleting port 0a30e356-6305-40e1-95aa-052c76202645 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:41.323658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.405784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] For port 0a30e356-6305-40e1-95aa-052c76202645, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a30e356-6305-40e1-95aa-052c76202645,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:41.406170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.418044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] DHCP port deletion for 955564ea-2126-47e5-85c8-18a3e4efaa44 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:56:41.423899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Calling delete_port for 0a30e356-6305-40e1-95aa-052c76202645 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:41.426001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-a6eea24e-9d7c-4654-9171-d6c4c23b3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.427494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-a6eea24e-9d7c-4654-9171-d6c4c23b3a3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.0897131 Mar 31 22:56:41.476840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-435e5c82-57e1-4090-af8f-8790b1b40dad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 200 len: 217 time: 0.0414431 Mar 31 22:56:41.494616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Deleting port 0a30e356-6305-40e1-95aa-052c76202645 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:41.497462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.543495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-c53040bc-18d8-4af9-9893-c78bd65053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.550316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-c53040bc-18d8-4af9-9893-c78bd65053c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0621524 Mar 31 22:56:41.550461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-810c374b-272f-48bf-9d5e-13ba94c2887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.569414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] For port 0a30e356-6305-40e1-95aa-052c76202645, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a30e356-6305-40e1-95aa-052c76202645,segment=NetworkSegment(29d8cfc3-a2ee-4a6a-b885-840ffb853d62),segment_id=29d8cfc3-a2ee-4a6a-b885-840ffb853d62)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:41.569966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.584736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Calling delete_port for 0a30e356-6305-40e1-95aa-052c76202645 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:41.585357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-b9c383c4-1e23-4d4d-af38-c0a784f8b2a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300641 Mar 31 22:56:41.666384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.692853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9af6b5ff-4826-46ac-9f89-03e14f9cb36d no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:41.698679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a30e356-6305-40e1-95aa-052c76202645,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:41.710897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] No DVR routers for this DVR port 0a30e356-6305-40e1-95aa-052c76202645 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:41.721863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9af6b5ff-4826-46ac-9f89-03e14f9cb36d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:41.722207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9af6b5ff-4826-46ac-9f89-03e14f9cb36d not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:41.750078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.766020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-01d5cf98-3759-4820-8a60-b20a318f7cea service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735668 Mar 31 22:56:41.775816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] Pushing event deleted for resources: {'Port': ['ID=0a30e356-6305-40e1-95aa-052c76202645,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:41.779374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c4d2d-c8ad-400e-90b0-07033c9a6df6 None None] No DVR routers for this DVR port 0a30e356-6305-40e1-95aa-052c76202645 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:41.795236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.821540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955564ea-2126-47e5-85c8-18a3e4efaa44']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:41.831482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d8cfc3-a2ee-4a6a-b885-840ffb853d62') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:41.835911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d8cfc3-a2ee-4a6a-b885-840ffb853d62') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:41.842315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.849003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3781d-a08c-4bbf-b22b-ec1185b8f862 req-61780f07-bfee-4b9e-9da5-3653edb6684f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.850488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eed3781d-a08c-4bbf-b22b-ec1185b8f862 req-61780f07-bfee-4b9e-9da5-3653edb6684f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1645281 Mar 31 22:56:41.856686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.860834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62538b40-e443-4985-a840-107fd484811a req-ab7089f7-d817-41dc-af3c-6d6ae6fa0dbd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.863142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:41.863583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.864690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62538b40-e443-4985-a840-107fd484811a req-ab7089f7-d817-41dc-af3c-6d6ae6fa0dbd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1450355 Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:41.865442 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:41.953879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eed3781d-a08c-4bbf-b22b-ec1185b8f862 req-7becd1dd-f3a0-4e9f-a143-159513cdca9c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879481 Mar 31 22:56:41.961568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62538b40-e443-4985-a840-107fd484811a req-0e1b73af-591a-4b69-bd8f-785c6acd57cf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865505 Mar 31 22:56:41.967338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa6d3ab5-849e-43b5-a8ec-2c9f6cfbba3c req-1ab41d47-477e-48c4-ad71-ec697311ec7d service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927156 Mar 31 22:56:42.009068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.015321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.027758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] 10.222.0.83 "DELETE /v2.0/networks/955564ea-2126-47e5-85c8-18a3e4efaa44 HTTP/1.1" status: 204 len: 168 time: 0.8413608 Mar 31 22:56:42.041201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1e814-e35a-48ad-9232-f222c2720093 admin admin] Pushing event deleted for resources: {'Network': ['ID=955564ea-2126-47e5-85c8-18a3e4efaa44,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:42.129655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed788f-670f-4253-a3e8-bfe63223928a req-dd0ea233-9f39-42df-af56-d673f1c73b9b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.131120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daed788f-670f-4253-a3e8-bfe63223928a req-dd0ea233-9f39-42df-af56-d673f1c73b9b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 944 time: 0.0793152 Mar 31 22:56:42.194091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daed788f-670f-4253-a3e8-bfe63223928a req-c6dfc912-bdd9-4155-a940-789240e68985 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Mar 31 22:56:42.202729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c03c5-253c-4a3f-b07a-1e68c3ecd8db req-e2cb265a-fe12-4210-b191-0046248bf703 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.204215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-620c03c5-253c-4a3f-b07a-1e68c3ecd8db req-e2cb265a-fe12-4210-b191-0046248bf703 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0911849 Mar 31 22:56:42.250885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-620c03c5-253c-4a3f-b07a-1e68c3ecd8db req-e5245962-a6a4-4fe7-8e8e-b4e190ab6ddb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Mar 31 22:56:42.287943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:42.407440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fed2a-a3c5-4501-859f-a48974fc10a9 req-91b7bab3-e7f7-4ba9-af39-e9199d9c53f2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.409538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25fed2a-a3c5-4501-859f-a48974fc10a9 req-91b7bab3-e7f7-4ba9-af39-e9199d9c53f2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0704682 Mar 31 22:56:42.431119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port ea1678e8-bf2e-4a54-b4b6-996523050fd4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:42.436178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port ea1678e8-bf2e-4a54-b4b6-996523050fd4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:42.442231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.442484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39238) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:42.494676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25fed2a-a3c5-4501-859f-a48974fc10a9 req-0e97109e-60e4-4004-a650-21e54d270021 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775719 Mar 31 22:56:42.513071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:42.532080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ebad57e-ac61-40d3-a208-4fb4fbba839e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1aed5ea54234ac48e2afa64ad89be90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882571 Mar 31 22:56:42.611764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.644828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.683974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a30e356-6305-40e1-95aa-052c76202645 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:42.710270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0a30e356-6305-40e1-95aa-052c76202645 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:42.710895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a30e356-6305-40e1-95aa-052c76202645 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:42.753521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e704b-4f4d-43dc-b7cd-3fbbcd3536d8 req-d682863b-4a71-4ccd-9fdc-e6b545a3eadd tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.759475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a28e704b-4f4d-43dc-b7cd-3fbbcd3536d8 req-d682863b-4a71-4ccd-9fdc-e6b545a3eadd tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0592661 Mar 31 22:56:42.783639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.797393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a28e704b-4f4d-43dc-b7cd-3fbbcd3536d8 req-59495c71-812c-446f-a08b-620ca2247e26 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Mar 31 22:56:42.807376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:42.809851 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07bba1-67c6-4ecd-9da7-1c7b5fa1b0c3" -d '{"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-plugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:42.834367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:42.848432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.851106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.853266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70c89c50-3669-4836-8ca3-1c622f74f3c2 HTTP/1.1" status: 204 len: 168 time: 0.3392036 Mar 31 22:56:42.858708 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f7ae2-2072-42ec-88e4-d095c5d30238 x-openstack-request-id: req-eb1f7ae2-2072-42ec-88e4-d095c5d30238 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:42.858708 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-plugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:42.858708 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eb1f7ae2-2072-42ec-88e4-d095c5d30238 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:42.858708 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1f7ae2-2072-42ec-88e4-d095c5d30238'] response: {'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'code': 200} Mar 31 22:56:42.862081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3576158-be3a-42b5-8899-1a39de939961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c89c50-3669-4836-8ca3-1c622f74f3c2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:42.939373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.001583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:43.025205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7d2f-89ae-4c69-b40d-1bd374d9b46f req-a78bc940-2214-4c2a-a988-789cea8c2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.030114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b42f7d2f-89ae-4c69-b40d-1bd374d9b46f req-a78bc940-2214-4c2a-a988-789cea8c2260 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 1096 time: 0.0766456 Mar 31 22:56:43.125993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b42f7d2f-89ae-4c69-b40d-1bd374d9b46f req-d4c73bde-b363-4253-974b-1007dc8e93b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Mar 31 22:56:43.135386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1915e3-b5f8-4878-87a9-8e1d22b64c51 req-10bb8016-e2b5-45f8-9adc-26ea29e64221 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.136778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f1915e3-b5f8-4878-87a9-8e1d22b64c51 req-10bb8016-e2b5-45f8-9adc-26ea29e64221 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1062384 Mar 31 22:56:43.147481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71bddf-a262-456d-b93c-f842516369ea req-395c03ea-8e8e-40fa-bbb3-bba7e1c4a82a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.148908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71bddf-a262-456d-b93c-f842516369ea req-395c03ea-8e8e-40fa-bbb3-bba7e1c4a82a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0840583 Mar 31 22:56:43.206204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f1915e3-b5f8-4878-87a9-8e1d22b64c51 req-d5db454f-5a11-47a4-9485-fc4d937fd63f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563061 Mar 31 22:56:43.208982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71bddf-a262-456d-b93c-f842516369ea req-27d86552-e95a-461e-b913-f52a66edf6d1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Mar 31 22:56:43.326926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d756759-29ef-4d29-b8c2-7462ff746ea3 req-fb963095-2392-4279-953f-932e143bac23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.335542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d756759-29ef-4d29-b8c2-7462ff746ea3 req-fb963095-2392-4279-953f-932e143bac23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0663347 Mar 31 22:56:43.409691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d756759-29ef-4d29-b8c2-7462ff746ea3 req-9fc11cbb-69fc-4d79-b6d2-224e74dd83c8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Mar 31 22:56:43.429166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a069-4f4e-46bd-9198-a95511a0eeff req-07cb6621-45ef-4c9d-9843-4946727745c4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.432237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39b4a069-4f4e-46bd-9198-a95511a0eeff req-07cb6621-45ef-4c9d-9843-4946727745c4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 948 time: 0.0875368 Mar 31 22:56:43.473476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39b4a069-4f4e-46bd-9198-a95511a0eeff req-b999f960-057f-464f-8349-cef33a2c0870 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Mar 31 22:56:43.669012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e55e9b-280c-4ddb-b81a-5eba52c88a4f req-02be5876-26f5-455f-b757-41aa3fced43d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.670516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e55e9b-280c-4ddb-b81a-5eba52c88a4f req-02be5876-26f5-455f-b757-41aa3fced43d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Mar 31 22:56:43.715790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e55e9b-280c-4ddb-b81a-5eba52c88a4f req-ed252703-cff2-414b-9850-2be25ad7f630 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Mar 31 22:56:43.723366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:43.767624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-312fa142-511e-4ccd-a56c-5faf295334e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.837890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:43.848685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'mac_address': 'fa:16:3e:e1:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:43.897513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.916271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:43.938407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb89e8-1aa4-4fbf-8df1-93f8fc8f9240 req-957fa085-dfb8-4d5c-8746-cf8bafb5d098 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.939704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:43.940558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dffb89e8-1aa4-4fbf-8df1-93f8fc8f9240 req-957fa085-dfb8-4d5c-8746-cf8bafb5d098 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0606143 Mar 31 22:56:43.984397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dffb89e8-1aa4-4fbf-8df1-93f8fc8f9240 req-769cfac1-53bc-4857-88d5-e46a58956678 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Mar 31 22:56:44.036636 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.085452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:44.256695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:44.386336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-54f458cf-4483-4995-a54b-fb3fddf1ac30 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.387325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6c9e-ee2c-4f19-b1b4-fc314c417744 req-f925d8e7-a00b-4f5c-90b7-456625cdae44 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.388129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-54f458cf-4483-4995-a54b-fb3fddf1ac30 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 949 time: 0.0725644 Mar 31 22:56:44.388944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9cf6c9e-ee2c-4f19-b1b4-fc314c417744 req-f925d8e7-a00b-4f5c-90b7-456625cdae44 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0959580 Mar 31 22:56:44.393752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1832317447-network', 'tenant_id': 'b5c6e271496348baad245a810c20042b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:44.397542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9424-6eec-479a-bbdf-547829d5e5d6 req-6c58631d-ab2c-4f1d-8cf3-057964b6799c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.401716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-754e9424-6eec-479a-bbdf-547829d5e5d6 req-6c58631d-ab2c-4f1d-8cf3-057964b6799c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1072121 Mar 31 22:56:44.458599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9cf6c9e-ee2c-4f19-b1b4-fc314c417744 req-0b0b77bc-d256-4e8d-873a-c601bc58defc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579135 Mar 31 22:56:44.464406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-754e9424-6eec-479a-bbdf-547829d5e5d6 req-43e47c1f-1968-4840-99db-a64dab77b3a2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579638 Mar 31 22:56:44.511465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port bf115f88-266b-47fb-8a24-94498b7cf249 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:44.511465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.566414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Made reservation on behalf of b5c6e271496348baad245a810c20042b for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:44.569203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.591086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.669344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port bf115f88-266b-47fb-8a24-94498b7cf249, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=bf115f88-266b-47fb-8a24-94498b7cf249,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:44.669701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.690468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b9308-ca6d-4eec-a998-f63e804461a5 req-57ffca39-0ef8-4e1c-a96b-bd3175abd505 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.693678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for bf115f88-266b-47fb-8a24-94498b7cf249 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:44.699672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-046b9308-ca6d-4eec-a998-f63e804461a5 req-57ffca39-0ef8-4e1c-a96b-bd3175abd505 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.1221507 Mar 31 22:56:44.738956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf7155-4ed9-4966-9a39-6b02636dad98 req-41dd22d8-fd27-4b20-8363-2c8f98811688 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.740496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbf7155-4ed9-4966-9a39-6b02636dad98 req-41dd22d8-fd27-4b20-8363-2c8f98811688 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1328146 Mar 31 22:56:44.756792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-046b9308-ca6d-4eec-a998-f63e804461a5 req-00189d74-459b-4f63-a318-cafda92d616f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560060 Mar 31 22:56:44.820657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbf7155-4ed9-4966-9a39-6b02636dad98 req-5675fb73-95e5-4575-a931-eb02ae182a10 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 Mar 31 22:56:44.911815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.939675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152367a6-e9c5-430e-8d2b-37034c81933f req-3054b480-39f6-4881-8e61-fbe3211f3791 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.941319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152367a6-e9c5-430e-8d2b-37034c81933f req-3054b480-39f6-4881-8e61-fbe3211f3791 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0667119 Mar 31 22:56:44.991730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.995038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152367a6-e9c5-430e-8d2b-37034c81933f req-2cff8c39-41a1-4001-a3ca-ac4a6f03e5c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473449 Mar 31 22:56:45.036251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:45.050529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec876aa-065d-460b-ad4b-cbf60dd3f300,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:45.054277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.055044 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Added segment 83254537-bfd8-4eff-a1a1-c00c6e78b166 of type vlan for network 07bb2902-bd9b-4c68-be5e-8bebc45e950e Mar 31 22:56:45.065908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.082462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'bf115f88-266b-47fb-8a24-94498b7cf249'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:45.130967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=bf115f88-266b-47fb-8a24-94498b7cf249,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:45.141667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.159976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:45.198796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ec9dbc3-ebd3-4a8f-b26b-db7b4961bdfc req-a6e70f2a-343a-413b-8bac-8e99bd3d4b64 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0925317 Mar 31 22:56:45.205944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port bf115f88-266b-47fb-8a24-94498b7cf249 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:45.210244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.217070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21d3a923-5f51-40a4-a80b-7ef9b9ffb351 req-8e93b64c-f406-4ef1-8ca2-51683d3ec042 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "DELETE /v2.0/ports/bf115f88-266b-47fb-8a24-94498b7cf249 HTTP/1.1" status: 204 len: 173 time: 0.8183050 Mar 31 22:56:45.217070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'name': 'network-vif-deleted', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:45.218843 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf8d1ab-1ee1-4d12-9559-df7a88d763a1" -d '{"events": [{"server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "name": "network-vif-deleted", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:45.285897 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb136c45-cbaf-4171-a078-f7a13295b945 x-openstack-request-id: req-fb136c45-cbaf-4171-a078-f7a13295b945 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:45.286935 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7501e8b4-9b83-4f7f-898e-d4f546ec85c4", "name": "network-vif-deleted", "tag": "bf115f88-266b-47fb-8a24-94498b7cf249", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:45.288194 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fb136c45-cbaf-4171-a078-f7a13295b945 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:45.288194 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb136c45-cbaf-4171-a078-f7a13295b945'] response: {'server_uuid': '7501e8b4-9b83-4f7f-898e-d4f546ec85c4', 'name': 'network-vif-deleted', 'tag': 'bf115f88-266b-47fb-8a24-94498b7cf249', 'status': 'completed', 'code': 200} Mar 31 22:56:45.297278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.350695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.352390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.353158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.445732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] Pushing event updated for resources: {'Network': ['ID=07bb2902-bd9b-4c68-be5e-8bebc45e950e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:45.471767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39310) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:45.473915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1bd4da69-cc22-4bc7-9f60-2664133da79e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2099421 Mar 31 22:56:45.479077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Request body: {'subnet': {'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1832317447-subnet', 'tenant_id': 'b5c6e271496348baad245a810c20042b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:45.484103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:45.623921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Made reservation on behalf of b5c6e271496348baad245a810c20042b for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:45.627994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.671429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:45.869204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b8a17-b2cf-4e86-ae8a-a5629667adc5 req-97dc8174-83c6-45ef-b3b3-36e53ff78c4a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.873070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-796b8a17-b2cf-4e86-ae8a-a5629667adc5 req-97dc8174-83c6-45ef-b3b3-36e53ff78c4a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.2731731 Mar 31 22:56:45.880552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbeb9-bdf1-4517-8495-ed3bb138821e req-7099df2c-9ea9-43ee-9fed-f418cd18e0f1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.882016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-327dbeb9-bdf1-4517-8495-ed3bb138821e req-7099df2c-9ea9-43ee-9fed-f418cd18e0f1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.2627509 Mar 31 22:56:46.000726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-327dbeb9-bdf1-4517-8495-ed3bb138821e req-bcd415d4-48b0-4897-9984-178f85478a8e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973887 Mar 31 22:56:46.003298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-796b8a17-b2cf-4e86-ae8a-a5629667adc5 req-1407eb2f-2e0a-479d-ac54-eca5a3eee7ff tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035235 Mar 31 22:56:46.141475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:46.209794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad6a7-05f0-4c18-a1f3-2b91ee16e874 req-38d6d5b9-a37b-42f4-9736-7a25fadf6de1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.211307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c2ad6a7-05f0-4c18-a1f3-2b91ee16e874 req-38d6d5b9-a37b-42f4-9736-7a25fadf6de1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.1261070 Mar 31 22:56:46.224915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9294-be7d-4943-9c88-9d07b1ffd276 req-0489d6b1-d3d9-471c-89f3-8f34e711beab tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.226387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b9f9294-be7d-4943-9c88-9d07b1ffd276 req-0489d6b1-d3d9-471c-89f3-8f34e711beab tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1323767 Mar 31 22:56:46.246763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f7c139-1b3b-4da5-8fdd-119354c8e141,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:46.278956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Checking segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:46.279338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Network hostable DHCP agents. Network: 07bb2902-bd9b-4c68-be5e-8bebc45e950e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:46.320330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c2ad6a7-05f0-4c18-a1f3-2b91ee16e874 req-d78bd14f-a03a-4413-9726-3802a3e761a6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909109 Mar 31 22:56:46.324923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b9f9294-be7d-4943-9c88-9d07b1ffd276 req-5d26a669-b195-497d-86eb-ceae0c5e2ef7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868840 Mar 31 22:56:46.452528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e77aeac-bffa-4762-b72b-23ef46dbade9 req-4a7d3257-6b7a-4ec5-be43-037eb5ae44bf tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=7501e8b4-9b83-4f7f-898e-d4f546ec85c4 HTTP/1.1" status: 200 len: 210 time: 0.0397513 Mar 31 22:56:46.474921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758ad35-d85c-4f62-91c9-8f6d993941c6 req-da67d58b-e43f-45be-9180-fec150ac736d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.476504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c758ad35-d85c-4f62-91c9-8f6d993941c6 req-da67d58b-e43f-45be-9180-fec150ac736d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0726857 Mar 31 22:56:46.499097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:56:46.533426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c758ad35-d85c-4f62-91c9-8f6d993941c6 req-84ca1e40-e24c-4d93-8f7d-fc681769e1ac tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487132 Mar 31 22:56:46.541127 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:46.581554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004a983-58de-4019-8e04-d6de62bc573e req-f13231b3-1d2e-4501-b88e-836e015726dc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.583230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4004a983-58de-4019-8e04-d6de62bc573e req-f13231b3-1d2e-4501-b88e-836e015726dc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0651474 Mar 31 22:56:46.623524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4004a983-58de-4019-8e04-d6de62bc573e req-e9b9bbe8-0abd-4de9-b2c5-31b89c7ba507 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Mar 31 22:56:46.665377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 07bb2902-bd9b-4c68-be5e-8bebc45e950e) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:46.669900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.670495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:46.686920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96995ee-d5ca-4b2c-adf1-6e3a2a412f07 None None] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:46.768651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4471132-1f29-42fe-a421-b0146fd4f4cb req-3289e90d-1ef0-4738-8fe0-293b20ddd665 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.770335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4471132-1f29-42fe-a421-b0146fd4f4cb req-3289e90d-1ef0-4738-8fe0-293b20ddd665 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0536556 Mar 31 22:56:46.810051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4471132-1f29-42fe-a421-b0146fd4f4cb req-16417569-c4a0-405b-929d-bc807f069fb1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Mar 31 22:56:46.834338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a358fa-ade9-4d3b-bbd8-06d73ed3d8a0 None None] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:46.907483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-204e5436-424c-46cf-85c7-3351eb228ed2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4342685 Mar 31 22:56:46.948442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00220-0bb1-4c06-90d6-76f80fc011fc req-7c85f431-aa01-4b4d-a044-4989fb2d6e46 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.950162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31b00220-0bb1-4c06-90d6-76f80fc011fc req-7c85f431-aa01-4b4d-a044-4989fb2d6e46 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0578437 Mar 31 22:56:46.962139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:47.006190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31b00220-0bb1-4c06-90d6-76f80fc011fc req-a7a890eb-ec5c-49c7-8cfc-2ecc2e1881be tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Mar 31 22:56:47.139977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f590c-94bc-4fe6-b94c-4f12e3aeafe4 req-a7bfebea-5762-4277-b25c-c68dcfe28399 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.141601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b0f590c-94bc-4fe6-b94c-4f12e3aeafe4 req-a7bfebea-5762-4277-b25c-c68dcfe28399 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0576386 Mar 31 22:56:47.180480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b0f590c-94bc-4fe6-b94c-4f12e3aeafe4 req-3512bd14-4964-4188-a032-b16e1ac9b1d7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Mar 31 22:56:47.289094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484a71a-5e75-4a3e-8a0a-359230034460 req-e90fd4f5-636c-4ef8-92ec-5cc932b2a029 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.291145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7484a71a-5e75-4a3e-8a0a-359230034460 req-e90fd4f5-636c-4ef8-92ec-5cc932b2a029 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0543587 Mar 31 22:56:47.329370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7484a71a-5e75-4a3e-8a0a-359230034460 req-85e4ad66-af11-4146-9bc7-2ef52f6d4c27 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Mar 31 22:56:47.432752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac52b3-83ad-4bcf-a8e6-0efaed58fed7 req-9ed0c122-0506-4c53-89cd-1e348967594a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.434376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62ac52b3-83ad-4bcf-a8e6-0efaed58fed7 req-9ed0c122-0506-4c53-89cd-1e348967594a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0504599 Mar 31 22:56:47.475565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62ac52b3-83ad-4bcf-a8e6-0efaed58fed7 req-8c9e62c4-5660-466b-a1a6-3c2661e45428 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Mar 31 22:56:47.584232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba9b2-195c-4b88-87a3-54bca21cc7d2 req-47ef677d-8462-4ebc-a24e-d41ced5aeee0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.585602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-822ba9b2-195c-4b88-87a3-54bca21cc7d2 req-47ef677d-8462-4ebc-a24e-d41ced5aeee0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0536511 Mar 31 22:56:47.640462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-3e30c972-34a9-4a7b-97ed-3f0a36be139e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.642994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-3e30c972-34a9-4a7b-97ed-3f0a36be139e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52&tenant_id=027823132da34143877e417ea2638426&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 949 time: 0.0598648 Mar 31 22:56:47.660418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-822ba9b2-195c-4b88-87a3-54bca21cc7d2 req-f78f86f1-33a5-4283-93af-e84a19cd49f1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673275 Mar 31 22:56:47.713955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-08e435d2-3321-4e5b-afee-96a0068a6b4a service neutron] 10.222.0.44 "GET /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.0634401 Mar 31 22:56:47.751352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c218e00c-f9e7-452d-98f1-3fd01f88da86 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.752819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c218e00c-f9e7-452d-98f1-3fd01f88da86 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 818 time: 0.1362698 Mar 31 22:56:47.768402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:47.778562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-d86e2a54-bfbd-484c-9947-f0f16797da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.780239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-d86e2a54-bfbd-484c-9947-f0f16797da32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1100 time: 0.0446720 Mar 31 22:56:47.782322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c93da81e-726d-4e98-a052-c64c8a6a5ca7 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/quotas/b5c6e271496348baad245a810c20042b HTTP/1.1" status: 200 len: 375 time: 0.0153623 Mar 31 22:56:47.807106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf99ef-5a2e-47fa-a0e3-efb970ecf83b req-254bd930-e1b2-4550-ba93-e2d636e467d7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.808421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89bf99ef-5a2e-47fa-a0e3-efb970ecf83b req-254bd930-e1b2-4550-ba93-e2d636e467d7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.0811954 Mar 31 22:56:47.837322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-b3df40ed-09d8-4971-8c80-ae5008740447 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468106 Mar 31 22:56:47.877116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-3af80977-21c1-42c6-b89b-33dd2378b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.878690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-3af80977-21c1-42c6-b89b-33dd2378b148 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.0915427 Mar 31 22:56:47.904504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:47.909597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:47.910371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:47.924722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89bf99ef-5a2e-47fa-a0e3-efb970ecf83b req-8f48116b-9c5b-4fe6-b34d-9be45c31e1fe tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061049 Mar 31 22:56:47.932853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-b7e0d513-95b4-40c8-adc5-a85b49a49707 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0463653 Mar 31 22:56:48.006299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-88e4eb84-14bf-41fd-835f-e4fc39916bb5 service neutron] 10.222.0.83 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500220 Mar 31 22:56:48.010607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-e755f662-fda0-4fc0-b656-fdc982dbb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.012183 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-e755f662-fda0-4fc0-b656-fdc982dbb59d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0728745 Mar 31 22:56:48.042772 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.060583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-453d65c6-6218-4586-8cf7-3244aaff117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.062073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-453d65c6-6218-4586-8cf7-3244aaff117e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433781 Mar 31 22:56:48.073815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:48.074045 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf7b53-133d-4755-a537-a762acde1a69" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:48.087525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:48.131820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910673cc-a3bb-4852-830c-50d1434c7147 req-d3e8f495-3730-47a2-813a-9f0dd0f6e61f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.133984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-910673cc-a3bb-4852-830c-50d1434c7147 req-d3e8f495-3730-47a2-813a-9f0dd0f6e61f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1024296 Mar 31 22:56:48.139486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-549827de-0c36-4ce2-8e0f-71747e108604 service neutron] 10.222.0.83 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323771 Mar 31 22:56:48.159276 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-57902da7-1052-4e07-990a-29126a4f2497 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906613 Mar 31 22:56:48.176732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-910673cc-a3bb-4852-830c-50d1434c7147 req-e26a87ea-d2cf-4cf2-a039-9cc325680441 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Mar 31 22:56:48.225261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.227210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device bf115f88-266b-47fb-8a24-94498b7cf249 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:48.268527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-a2165ae6-5795-4e44-89fd-316772e3ab62 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023881 Mar 31 22:56:48.283646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: bf115f88-266b-47fb-8a24-94498b7cf249 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:48.283987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device bf115f88-266b-47fb-8a24-94498b7cf249 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:48.309574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:48.717535 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab116ea1-5cb7-483e-a1d4-bad6073ca847 x-openstack-request-id: req-ab116ea1-5cb7-483e-a1d4-bad6073ca847 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:48.718019 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:48.718395 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ab116ea1-5cb7-483e-a1d4-bad6073ca847 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:48.718871 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab116ea1-5cb7-483e-a1d4-bad6073ca847'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'code': 200} Mar 31 22:56:48.871478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76991eee-cef1-459e-ba30-6232388bf080 req-cbc8d18c-1a3d-4637-9557-08425f468ffa tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.896059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76991eee-cef1-459e-ba30-6232388bf080 req-cbc8d18c-1a3d-4637-9557-08425f468ffa tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0793948 Mar 31 22:56:48.896059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57958811-c6cf-4e96-9e77-e59c32f91a86 req-f69e27ea-fc0e-47e7-9a5a-bc75f70ac82e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.896059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57958811-c6cf-4e96-9e77-e59c32f91a86 req-f69e27ea-fc0e-47e7-9a5a-bc75f70ac82e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1106207 Mar 31 22:56:48.931167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76991eee-cef1-459e-ba30-6232388bf080 req-be5aa9a8-53dc-4463-921c-4fdaa676ee13 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Mar 31 22:56:48.944884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57958811-c6cf-4e96-9e77-e59c32f91a86 req-5b1738b1-5003-4fdf-9b7e-08a0f3e1f946 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Mar 31 22:56:49.050952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e7465-96ff-4bbd-8620-9913767286db req-28b21cf1-6f6c-44f9-ad3a-41d7a14f76ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.052518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-193e7465-96ff-4bbd-8620-9913767286db req-28b21cf1-6f6c-44f9-ad3a-41d7a14f76ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0582476 Mar 31 22:56:49.102996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-193e7465-96ff-4bbd-8620-9913767286db req-0993bcec-e849-40d5-b636-041ed5a9201d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Mar 31 22:56:49.210834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f379-ce10-4127-8e41-3c9fc6d852e1 req-23e30b6e-eba5-47c9-bcf8-8567d11f75f6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.212841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b55f379-ce10-4127-8e41-3c9fc6d852e1 req-23e30b6e-eba5-47c9-bcf8-8567d11f75f6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0536373 Mar 31 22:56:49.250960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b55f379-ce10-4127-8e41-3c9fc6d852e1 req-6cfa39d4-df0d-465f-bbfe-a8889d027ede tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Mar 31 22:56:49.354722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3186f7-a154-4529-a0f6-8e8e5df11f72 req-e9e2e129-9c86-4e5f-a6c3-e02593d076cc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.356195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c3186f7-a154-4529-a0f6-8e8e5df11f72 req-e9e2e129-9c86-4e5f-a6c3-e02593d076cc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0501006 Mar 31 22:56:49.394587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c3186f7-a154-4529-a0f6-8e8e5df11f72 req-6c8dae55-6dd2-4e18-9e60-d0b917c1a50c tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Mar 31 22:56:49.460633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc50bc05-e667-499b-9780-0306aea6dd95 req-3a31ac5b-ccd9-49b7-a5b9-5fee845a8632 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0279245 Mar 31 22:56:49.569846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e872e-6d54-411c-8d00-fb5cfea3cac6 req-55ebc8c1-d49a-4707-98e5-d3b467082979 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.572262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-147e872e-6d54-411c-8d00-fb5cfea3cac6 req-55ebc8c1-d49a-4707-98e5-d3b467082979 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Mar 31 22:56:49.627225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-147e872e-6d54-411c-8d00-fb5cfea3cac6 req-9492cf65-2a80-491e-be79-a17bbbfcfb12 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Mar 31 22:56:49.752020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be6d69-23fa-4247-b6e4-12d10134803e req-1be634fe-c51d-4401-bf80-f25d69eed07d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.753465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76be6d69-23fa-4247-b6e4-12d10134803e req-1be634fe-c51d-4401-bf80-f25d69eed07d tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 949 time: 0.0492682 Mar 31 22:56:49.815880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76be6d69-23fa-4247-b6e4-12d10134803e req-dd573b4c-d5f9-420e-aa32-4d4ece553861 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Mar 31 22:56:49.818384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969d157-cc0d-44c3-aa4c-6dfda67b9c9f req-4b1e20b3-cf7c-4f49-b4ef-2a480b93d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.819844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0969d157-cc0d-44c3-aa4c-6dfda67b9c9f req-4b1e20b3-cf7c-4f49-b4ef-2a480b93d231 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 1097 time: 0.0654850 Mar 31 22:56:49.854985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0969d157-cc0d-44c3-aa4c-6dfda67b9c9f req-e05c8d1e-74eb-4c90-901a-877862e6c873 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274506 Mar 31 22:56:50.074911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80610-5bbd-42b8-9030-2a9fb18bb971 req-12c99d72-9035-4aff-9303-ea0f056ff171 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.076449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8c80610-5bbd-42b8-9030-2a9fb18bb971 req-12c99d72-9035-4aff-9303-ea0f056ff171 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Mar 31 22:56:50.118912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8c80610-5bbd-42b8-9030-2a9fb18bb971 req-1a9d23b8-f8e3-4d77-b2b3-1373eb272025 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361395 Mar 31 22:56:50.226027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-eef6-4680-8c5e-581759e26a92 req-1fb28bba-2c18-48fb-8041-8468872372e1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.228189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b24da01-eef6-4680-8c5e-581759e26a92 req-1fb28bba-2c18-48fb-8041-8468872372e1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.0509207 Mar 31 22:56:50.266121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b24da01-eef6-4680-8c5e-581759e26a92 req-fe9c5722-d26a-4156-8bd1-1dbd7427fbc2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Mar 31 22:56:50.370199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38f975-d623-4675-bfbf-c3a8f84b8818 req-d75b2d82-76a0-46d5-9922-04495da7a34d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.371740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a38f975-d623-4675-bfbf-c3a8f84b8818 req-d75b2d82-76a0-46d5-9922-04495da7a34d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0493422 Mar 31 22:56:50.409123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a38f975-d623-4675-bfbf-c3a8f84b8818 req-c3207645-2dc9-4e06-ab4c-ee4d1aa384ca tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Mar 31 22:56:50.550182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54a35404-5a37-4328-ba98-e3f424d1e3e0 req-c653bf03-cfe0-42b7-9cc6-b6d087971eca tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Mar 31 22:56:50.762697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae761b0-f809-4296-931d-90c76cc905b1 req-91eb99d9-c7a3-417c-856b-da50f282b129 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.764213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae761b0-f809-4296-931d-90c76cc905b1 req-91eb99d9-c7a3-417c-856b-da50f282b129 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Mar 31 22:56:50.809172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae761b0-f809-4296-931d-90c76cc905b1 req-22ad9854-13e8-4d43-ace7-e248ff1fe2a1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Mar 31 22:56:50.949446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db78eb0-7678-4a63-8d37-419b33f6a28c req-749505cc-9934-4eed-9b3f-913f872e91d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.951680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db78eb0-7678-4a63-8d37-419b33f6a28c req-749505cc-9934-4eed-9b3f-913f872e91d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 949 time: 0.0641649 Mar 31 22:56:51.016556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db78eb0-7678-4a63-8d37-419b33f6a28c req-f146eba2-12be-4118-bec4-0baaf9b9400e tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 Mar 31 22:56:51.059464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1980-0536-4c33-b764-eb1dab75799b req-05cac3f4-256e-4e44-9816-1af5cefb93ac tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.060925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ace1980-0536-4c33-b764-eb1dab75799b req-05cac3f4-256e-4e44-9816-1af5cefb93ac tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0572119 Mar 31 22:56:51.106629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ace1980-0536-4c33-b764-eb1dab75799b req-76de2859-f3ad-48ac-82b2-543bbef51c12 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Mar 31 22:56:51.266285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382bf5d-0438-41d5-b547-53533de2c173 req-2f37d885-9e40-45bb-8e17-5782639f8f30 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.267788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a382bf5d-0438-41d5-b547-53533de2c173 req-2f37d885-9e40-45bb-8e17-5782639f8f30 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0786369 Mar 31 22:56:51.288570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-bce35379-42fe-4a0d-9a73-15e699f78d18 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.292008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-bce35379-42fe-4a0d-9a73-15e699f78d18 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 949 time: 0.0717306 Mar 31 22:56:51.303126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-2d0a65fb-0811-4d2c-a220-c55c2cfdddea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.305222 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-2d0a65fb-0811-4d2c-a220-c55c2cfdddea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/ports?device_id=f52fa748-4b52-49e5-941e-edb140cdc571 HTTP/1.1" status: 200 len: 950 time: 0.0615673 Mar 31 22:56:51.359678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a382bf5d-0438-41d5-b547-53533de2c173 req-46a5c2bf-6ec4-4b76-95ce-5e2ce7e418eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810766 Mar 31 22:56:51.419396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:51.419750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.520245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port 1ef02377-2481-4c99-a220-0d8ae3be7ab5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1ef02377-2481-4c99-a220-0d8ae3be7ab5,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:51.520746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.535530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for 1ef02377-2481-4c99-a220-0d8ae3be7ab5 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:51.732911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d4bad-c111-4b73-bde0-04b2eb25995f req-44cbb347-74bd-48f7-abcc-cdd9c0d08b6f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.738391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb2d4bad-c111-4b73-bde0-04b2eb25995f req-44cbb347-74bd-48f7-abcc-cdd9c0d08b6f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.3696287 Mar 31 22:56:51.748992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec48c-617f-44a8-b04f-35422e02f39c req-33676504-cb15-4156-ae48-b69f05500fc7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.757071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f8ec48c-617f-44a8-b04f-35422e02f39c req-33676504-cb15-4156-ae48-b69f05500fc7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1089516 Mar 31 22:56:51.819253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:51.819723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.836845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f8ec48c-617f-44a8-b04f-35422e02f39c req-050a45d0-8e00-4941-a7ac-2ee6977fef52 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788863 Mar 31 22:56:51.857810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb2d4bad-c111-4b73-bde0-04b2eb25995f req-f34c4642-508a-4c1d-a8bf-c178f923d84c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963092 Mar 31 22:56:51.929815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc23ed88-de08-44cb-8aed-11913365a398 req-e608d99f-afc1-40fb-b786-fd97f363c6d3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0339396 Mar 31 22:56:51.996392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:51.996756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.012977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:52.024506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4fc0-2387-4723-ab02-bcaf0a84337b req-3f1355c4-b7e2-4ad7-a375-541a9285214a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.025780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bcd4fc0-2387-4723-ab02-bcaf0a84337b req-3f1355c4-b7e2-4ad7-a375-541a9285214a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0931659 Mar 31 22:56:52.111208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bcd4fc0-2387-4723-ab02-bcaf0a84337b req-0f9b6774-ebf1-4c55-ab4c-69d834412da6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783679 Mar 31 22:56:52.203371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.218084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443890-c2ed-46fa-a970-23f651dfc769 req-9046e30a-36bc-449a-987b-980616b7dc9f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.219662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0443890-c2ed-46fa-a970-23f651dfc769 req-9046e30a-36bc-449a-987b-980616b7dc9f tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 949 time: 0.1271307 Mar 31 22:56:52.223096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:52.240669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=1ef02377-2481-4c99-a220-0d8ae3be7ab5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:52.256297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-a7e19c55-aacc-4243-a816-85e05c7f8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.257793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-a7e19c55-aacc-4243-a816-85e05c7f8d3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1101 time: 0.1213121 Mar 31 22:56:52.284307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:52.287177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:52.299559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port 1ef02377-2481-4c99-a220-0d8ae3be7ab5 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:52.302296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.307023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5581dee5-c5e7-4052-9f84-c2183f820da8 req-581ba8a6-6dc2-44b8-bf8b-ee3eda9532b0 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "DELETE /v2.0/ports/1ef02377-2481-4c99-a220-0d8ae3be7ab5 HTTP/1.1" status: 204 len: 173 time: 0.9958348 Mar 31 22:56:52.307688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'name': 'network-vif-deleted', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:52.309915 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9985da50-6458-4c39-b6f5-4ce8eb375c30" -d '{"events": [{"server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "name": "network-vif-deleted", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:52.363419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0443890-c2ed-46fa-a970-23f651dfc769 req-40789923-4821-4f7a-a278-7a025ebf36ef tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092649 Mar 31 22:56:52.385260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694726-344b-40dd-aad1-9184ec011efa req-d32a68d0-1d37-42c7-9269-12de1bc205d0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.386768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f694726-344b-40dd-aad1-9184ec011efa req-d32a68d0-1d37-42c7-9269-12de1bc205d0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.1939578 Mar 31 22:56:52.412476 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.431892 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b4f65-504c-4da1-9845-bef8c2439431 x-openstack-request-id: req-e57b4f65-504c-4da1-9845-bef8c2439431 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:52.432493 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fa748-4b52-49e5-941e-edb140cdc571", "name": "network-vif-deleted", "tag": "1ef02377-2481-4c99-a220-0d8ae3be7ab5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:52.432955 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e57b4f65-504c-4da1-9845-bef8c2439431 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:52.433627 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57b4f65-504c-4da1-9845-bef8c2439431'] response: {'server_uuid': 'f52fa748-4b52-49e5-941e-edb140cdc571', 'name': 'network-vif-deleted', 'tag': '1ef02377-2481-4c99-a220-0d8ae3be7ab5', 'status': 'completed', 'code': 200} Mar 31 22:56:52.452712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f694726-344b-40dd-aad1-9184ec011efa req-9c45ee6c-7b02-4b45-b641-73743cbf3ff2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Mar 31 22:56:52.588831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.638917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:52.732290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:52.740835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac61f-d95e-44ca-88b9-1372139f1b1d req-03e200a5-1cf5-4d0d-a6ed-ea7d479bb3b2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.742451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-213ac61f-d95e-44ca-88b9-1372139f1b1d req-03e200a5-1cf5-4d0d-a6ed-ea7d479bb3b2 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.2301636 Mar 31 22:56:52.743692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.751332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee622c08-dd91-4fed-947f-aedfdc64ab30 req-1b9f27b3-359c-49d9-b9f7-4944d51d60d1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "DELETE /v2.0/ports/ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 HTTP/1.1" status: 204 len: 173 time: 1.4480186 Mar 31 22:56:52.751332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'name': 'network-vif-deleted', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:52.751332 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9baf9-9fa3-424e-addc-991a0c7e117b" -d '{"events": [{"server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "name": "network-vif-deleted", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:52.794654 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4253e5-a6ff-481a-85f5-438ae609921a x-openstack-request-id: req-3c4253e5-a6ff-481a-85f5-438ae609921a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:52.794971 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3ab085-170e-4982-a773-bff3b91fab0b", "name": "network-vif-deleted", "tag": "ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:52.795153 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c4253e5-a6ff-481a-85f5-438ae609921a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:52.795550 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4253e5-a6ff-481a-85f5-438ae609921a'] response: {'server_uuid': '3b3ab085-170e-4982-a773-bff3b91fab0b', 'name': 'network-vif-deleted', 'tag': 'ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3', 'status': 'completed', 'code': 200} Mar 31 22:56:52.817845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-213ac61f-d95e-44ca-88b9-1372139f1b1d req-81f38f46-edf7-483c-a9b0-14ce3b3b302a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632472 Mar 31 22:56:52.834804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:52.867963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:52.983482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.001328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Transition to ACTIVE for port object c41b5f9a-c229-4a52-8bba-18bfa2e632b2 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:53.029596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749a9e0-2ffb-46ad-825b-1f244768c5e7 req-dc74d397-5858-48cc-a4a3-2d6717b34459 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.031372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8749a9e0-2ffb-46ad-825b-1f244768c5e7 req-dc74d397-5858-48cc-a4a3-2d6717b34459 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1046979 Mar 31 22:56:53.040200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673fcd-c014-4663-aefb-454fd65e5c4e req-bfeaaa32-ac2f-478e-a879-964c6d6689be tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.041729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b673fcd-c014-4663-aefb-454fd65e5c4e req-bfeaaa32-ac2f-478e-a879-964c6d6689be tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1022656 Mar 31 22:56:53.101861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8749a9e0-2ffb-46ad-825b-1f244768c5e7 req-9d15c9e4-dd33-4836-ac59-f9f73a1db45b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587428 Mar 31 22:56:53.107750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b673fcd-c014-4663-aefb-454fd65e5c4e req-60b8f15a-553f-4d4b-89a6-ee6186608621 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Mar 31 22:56:53.214254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c677e13-caa7-4db7-9ec6-8437d67567df req-1d09b0b5-43d8-4ba8-a539-a4e6f07d2df3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0466332 Mar 31 22:56:53.260956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.308533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39ee77-e5d9-43ad-9a25-5e34c2f9c74e req-71ea2a38-998a-4f34-a1d7-0ea39f14193a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.315882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f39ee77-e5d9-43ad-9a25-5e34c2f9c74e req-71ea2a38-998a-4f34-a1d7-0ea39f14193a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1079304 Mar 31 22:56:53.390736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] No DVR routers for this DVR port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:53.394771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:53.407854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b', '1ef02377-2481-4c99-a220-0d8ae3be7ab5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:53.437064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:53.446707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f39ee77-e5d9-43ad-9a25-5e34c2f9c74e req-d9c1ccbe-2b56-4050-bd5c-837dbd7a3d36 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296985 Mar 31 22:56:53.464171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f31d-7954-4748-b624-4e1d253c93b2 req-b974b7dc-8b7b-4a0c-9d37-1f2ea8806c7e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.465734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a82f31d-7954-4748-b624-4e1d253c93b2 req-b974b7dc-8b7b-4a0c-9d37-1f2ea8806c7e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1465819 Mar 31 22:56:53.467699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:53.468539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:53.468879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:53.474433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:53.474741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Attempting to bind port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:53.483980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:53.484327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:53.484709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:53.485151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Bound port: c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:53.485906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.569710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a82f31d-7954-4748-b624-4e1d253c93b2 req-b561715a-ce14-4dd9-be5f-d7a8f427de34 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822637 Mar 31 22:56:53.654234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43c4667e-5c9f-4521-914d-c50dc3b3b51c req-4384abb1-a2a4-4111-93a7-2ff2abdfe7d2 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 210 time: 0.0468438 Mar 31 22:56:53.687723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:53.720749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:53.745789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006327-e165-43c7-ac46-4d9fb107f8b9 req-3c2d5199-d014-433c-8d8e-2676ac78f80f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.748505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78006327-e165-43c7-ac46-4d9fb107f8b9 req-3c2d5199-d014-433c-8d8e-2676ac78f80f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0651870 Mar 31 22:56:53.795194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78006327-e165-43c7-ac46-4d9fb107f8b9 req-8d4de20e-b839-4b82-b596-daa6125a4f37 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Mar 31 22:56:53.801855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:53.866506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:53.941591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee96260-0f96-4a6e-b480-2210224f08f4 req-14495627-db9e-40da-a621-15475192aa66 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.943450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ee96260-0f96-4a6e-b480-2210224f08f4 req-14495627-db9e-40da-a621-15475192aa66 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Mar 31 22:56:53.946045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.946458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.004327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.004327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.004327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] 10.222.0.10 "PUT /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 1097 time: 1.7214999 Mar 31 22:56:54.062971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ee96260-0f96-4a6e-b480-2210224f08f4 req-9a8c1fc8-48fd-4dc5-91a8-29211168e453 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072905 Mar 31 22:56:54.065258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ad22-d029-4d24-92bc-a51968a2e3ff service neutron] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=11']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:54.099682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-51324685-0b80-43b9-aa5c-0c7c85cead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.101186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-51324685-0b80-43b9-aa5c-0c7c85cead00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1100 time: 0.0548930 Mar 31 22:56:54.235865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-7f53571e-b2fe-409f-b161-bd6ebd3cdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.237352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-7f53571e-b2fe-409f-b161-bd6ebd3cdd0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1283278 Mar 31 22:56:54.319675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-bd76991e-0ccc-4f58-ac78-fd671721dd36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0681729 Mar 31 22:56:54.327786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f172b5-2f3d-4fd2-a3fd-e2f59a6ed449 req-1932a9bd-64e0-4832-a89b-d8be4363e928 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.329219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89f172b5-2f3d-4fd2-a3fd-e2f59a6ed449 req-1932a9bd-64e0-4832-a89b-d8be4363e928 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1440504 Mar 31 22:56:54.340997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:54.361860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:54.362234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ba40337e-dbe6-44fe-b1ed-1be8b3afbdd3 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:54.363310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d11c4a-bcdb-4377-8cba-c164ca37381e req-992c9397-5e84-4da4-98e6-8d5c9e355b1d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.364807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62d11c4a-bcdb-4377-8cba-c164ca37381e req-992c9397-5e84-4da4-98e6-8d5c9e355b1d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1230876 Mar 31 22:56:54.391044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89f172b5-2f3d-4fd2-a3fd-e2f59a6ed449 req-364bc4b3-be10-480a-841b-0c6675d7a302 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Mar 31 22:56:54.450561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62d11c4a-bcdb-4377-8cba-c164ca37381e req-f7db51cf-0035-4a38-907b-83fc95245ea2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733459 Mar 31 22:56:54.482196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-b183c72a-c05a-4335-8bdb-03232112c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.484369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-b183c72a-c05a-4335-8bdb-03232112c9dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0833418 Mar 31 22:56:54.507928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fac40cb8-214c-4dd8-8a55-6669355ae21b req-279b1314-efb4-437d-9489-014142fb8623 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0508425 Mar 31 22:56:54.543747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-225fa087-3344-4797-8498-2ca4b7a44a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.545335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-225fa087-3344-4797-8498-2ca4b7a44a4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467219 Mar 31 22:56:54.671638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a3db-18be-4c00-bd28-403db92f578c req-30952935-9e5b-456a-809a-c84711222628 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.673140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9076a3db-18be-4c00-bd28-403db92f578c req-30952935-9e5b-456a-809a-c84711222628 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0954118 Mar 31 22:56:54.699843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-c373d499-802f-4019-b320-6861a36e37d6 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429508 Mar 31 22:56:54.777401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9076a3db-18be-4c00-bd28-403db92f578c req-b10fe020-b107-4ec1-b14a-8b58abca718f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974417 Mar 31 22:56:54.806296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}, {'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:54.808539 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa417c-56cf-4e83-83dc-4c457f5e94b8" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}, {"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:54.814669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76aa4bea-6551-4542-9c58-70d47ec8c956 req-45b1f347-bd1c-41e7-8d8b-eb9b2f219921 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b3ab085-170e-4982-a773-bff3b91fab0b HTTP/1.1" status: 200 len: 210 time: 0.0413620 Mar 31 22:56:54.851073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b381600-6143-421e-8a24-bcd608e0bce7 req-df4b0548-1998-4abd-8592-154f54d9dc54 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427898 Mar 31 22:56:54.869279 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9892de-adf9-481d-98d7-4e09686c3251 x-openstack-request-id: req-db9892de-adf9-481d-98d7-4e09686c3251 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:54.869575 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "code": 200}, {"name": "network-changed", "server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:54.869827 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-db9892de-adf9-481d-98d7-4e09686c3251 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:54.870340 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9892de-adf9-481d-98d7-4e09686c3251'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'code': 200} Mar 31 22:56:54.870600 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9892de-adf9-481d-98d7-4e09686c3251'] response: {'name': 'network-changed', 'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'status': 'completed', 'code': 200} Mar 31 22:56:54.945946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28469e5-c772-4404-b2cf-ddce2de4e63f req-aae64d4d-a597-4dc8-b15c-adf80d455e4c tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.947745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f28469e5-c772-4404-b2cf-ddce2de4e63f req-aae64d4d-a597-4dc8-b15c-adf80d455e4c tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0622895 Mar 31 22:56:54.948697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-63e8636c-d63e-4d5f-9eab-d69f88e00e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.950367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-63e8636c-d63e-4d5f-9eab-d69f88e00e7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1100 time: 0.0576680 Mar 31 22:56:54.988234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f28469e5-c772-4404-b2cf-ddce2de4e63f req-e55d4644-146c-41b6-84e0-6850fac000bb tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340102 Mar 31 22:56:55.096952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-06822d19-0b62-48b3-81a7-010cd6ee3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.098494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-06822d19-0b62-48b3-81a7-010cd6ee3ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 1100 time: 0.0561445 Mar 31 22:56:55.114199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-4062eb4c-c812-4e64-8735-412cadc3572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.115803 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-4062eb4c-c812-4e64-8735-412cadc3572c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1584697 Mar 31 22:56:55.176674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-c5c817fe-5d53-4094-ae0c-f4f4fe57d214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0512607 Mar 31 22:56:55.248385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45778f3d-4b58-4bcb-9d59-0d289fb57c68 req-a33a8fd5-99a9-4fc9-956a-f2a450cb7506 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.249795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45778f3d-4b58-4bcb-9d59-0d289fb57c68 req-a33a8fd5-99a9-4fc9-956a-f2a450cb7506 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0820673 Mar 31 22:56:55.254738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-b20c2a48-81b0-498e-9d3c-98dd23c9068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.260282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-b20c2a48-81b0-498e-9d3c-98dd23c9068d service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1503158 Mar 31 22:56:55.260427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-6ff20bcc-ce18-4ce8-999d-b940232e5be3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.260427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-6ff20bcc-ce18-4ce8-999d-b940232e5be3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 818 time: 0.2032626 Mar 31 22:56:55.265734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-84231048-2dc4-4fe7-ad22-31462f4358d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.267365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-84231048-2dc4-4fe7-ad22-31462f4358d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0818255 Mar 31 22:56:55.281498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Request body: {'port': {'device_id': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'admin_state_up': True, 'tenant_id': 'b5c6e271496348baad245a810c20042b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:55.323126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-fb883cf5-0936-4d5d-b165-a860e93a7382 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 200 len: 217 time: 0.0466907 Mar 31 22:56:55.330744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45778f3d-4b58-4bcb-9d59-0d289fb57c68 req-10015f4e-1415-4c2c-a828-a0a3bd4c385e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713689 Mar 31 22:56:55.386380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-f90220a1-6e49-4028-8e31-f8f568735765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.392499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-f90220a1-6e49-4028-8e31-f8f568735765 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897331 Mar 31 22:56:55.396822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-3cd3a083-8f36-4d51-9900-3ca4916fccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.398880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-3cd3a083-8f36-4d51-9900-3ca4916fccfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0665472 Mar 31 22:56:55.449394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-dbc9aece-fb22-4bcb-814c-82b02644353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.451031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-dbc9aece-fb22-4bcb-814c-82b02644353b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462186 Mar 31 22:56:55.520600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-4cbd2911-65ba-4357-9a73-3a472dd52160 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168628 Mar 31 22:56:55.614431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13053cf5-5ad6-461f-a7ee-48d2306111b2 req-83255843-d739-433d-9048-4d5ec17f7a77 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.615925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13053cf5-5ad6-461f-a7ee-48d2306111b2 req-83255843-d739-433d-9048-4d5ec17f7a77 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1474669 Mar 31 22:56:55.618490 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-04eab835-db29-4dee-9531-045b6bf3133a service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903244 Mar 31 22:56:55.636106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-88b65e8a-7983-4e82-8196-0ed46cd31b58 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759691 Mar 31 22:56:55.644455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350ae56-c723-4d68-abbd-0634cb59cbbd req-d298c44d-35ff-4528-bd74-4a0bf676c610 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.645929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a350ae56-c723-4d68-abbd-0634cb59cbbd req-d298c44d-35ff-4528-bd74-4a0bf676c610 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1110501 Mar 31 22:56:55.693680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Made reservation on behalf of b5c6e271496348baad245a810c20042b for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:55.697328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.818251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1ef02377-2481-4c99-a220-0d8ae3be7ab5 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:55.837655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Allocated IP 172.20.0.13 (07bb2902-bd9b-4c68-be5e-8bebc45e950e/35f7c139-1b3b-4da5-8fdd-119354c8e141/8ed02260-668c-4c98-9c93-3fb04fa3c31c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:55.870518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 1ef02377-2481-4c99-a220-0d8ae3be7ab5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:55.870866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1ef02377-2481-4c99-a220-0d8ae3be7ab5 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:56.011396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13053cf5-5ad6-461f-a7ee-48d2306111b2 req-5955bc12-84a0-4115-bdd5-d550903a7839 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885398 Mar 31 22:56:56.015043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.041655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a350ae56-c723-4d68-abbd-0634cb59cbbd req-fb85ebb4-8c2b-4a7f-9770-c570cfe9a66f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858383 Mar 31 22:56:56.086697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42aa417c-56cf-4e83-83dc-4c457f5e94b8 req-99470dc8-0406-4159-8e1c-6a8ca7fe6538 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279270 Mar 31 22:56:56.118189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40f62a6e-37ad-4abc-9561-4f2bad16a094 req-3cd61023-8cee-4ee1-85e8-20f9832e0e65 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0312734 Mar 31 22:56:56.173703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d94b-14c1-45e7-9db5-3c5f8632cd7c req-7c7bda12-cbca-4dc2-9ad8-1fe91ae85917 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.175664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43d7d94b-14c1-45e7-9db5-3c5f8632cd7c req-7c7bda12-cbca-4dc2-9ad8-1fe91ae85917 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0602736 Mar 31 22:56:56.196138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.212235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-199282d4-dae8-45f9-aece-944d2997ec21 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.213722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-199282d4-dae8-45f9-aece-944d2997ec21 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 818 time: 0.1324723 Mar 31 22:56:56.223044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43d7d94b-14c1-45e7-9db5-3c5f8632cd7c req-9e558797-e34a-4180-83aa-2b3842810d7b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366008 Mar 31 22:56:56.240853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Request body: {'port': {'device_id': '53f92977-abfa-4250-8304-d338bb884c75', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'admin_state_up': True, 'tenant_id': 'b5c6e271496348baad245a810c20042b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:56.283395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:56.284359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa178410-57a0-4d6d-90e2-c46ceab2a128 req-735fa541-a278-4b71-aa6d-ab93f492dbac tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.286017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa178410-57a0-4d6d-90e2-c46ceab2a128 req-735fa541-a278-4b71-aa6d-ab93f492dbac tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0562899 Mar 31 22:56:56.318771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:56.330443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:56.355417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event updated for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:56.361112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa178410-57a0-4d6d-90e2-c46ceab2a128 req-930f0beb-a175-4056-9518-a00d7fbdca9a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Mar 31 22:56:56.370769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:56.421171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.421805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.562729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:56.577181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-23df401a-9987-49c5-b85a-076bcce43f5e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016407 Mar 31 22:56:56.581334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'port_id': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'mac_address': 'fa:16:3e:8c:0b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2068d10-8a17-44b5-a178-b6c6707c3b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:56.589111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Request body: {'port': {'device_id': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:56.591338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08771bf-6f08-4d10-b49b-3f4a5ba6b95c req-02a68db5-b5c5-4c16-b831-0e260639d98d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.592850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a08771bf-6f08-4d10-b49b-3f4a5ba6b95c req-02a68db5-b5c5-4c16-b831-0e260639d98d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0875521 Mar 31 22:56:56.599902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-0aa406ed-56d1-478a-a736-3b3d84b68fb3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.601350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-0aa406ed-56d1-478a-a736-3b3d84b68fb3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.10 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 818 time: 0.1793783 Mar 31 22:56:56.626024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Request body: {'port': {'device_id': '98d94da3-a849-4406-8ded-18c1d247eda8', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'admin_state_up': True, 'tenant_id': 'b5c6e271496348baad245a810c20042b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:56.634252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.648528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1678e8-bf2e-4a54-b4b6-996523050fd4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:56.651148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.673540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:56.692573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a08771bf-6f08-4d10-b49b-3f4a5ba6b95c req-087e34e9-5aa5-4bc9-ac7f-00e5c99e7e84 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896583 Mar 31 22:56:56.842405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Made reservation on behalf of b5c6e271496348baad245a810c20042b for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:56.845994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.996289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.999827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Made reservation on behalf of b5c6e271496348baad245a810c20042b for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:57.003645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.023505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed02260-668c-4c98-9c93-3fb04fa3c31c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:57.031559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.044302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Transition to ACTIVE for port object 8ed02260-668c-4c98-9c93-3fb04fa3c31c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:57.049952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:57.182636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.274444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3934-bd4a-4993-992c-b3e80f365893 req-872e02c8-6dc9-4c43-9308-3ccbd11b4751 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.276125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f72f3934-bd4a-4993-992c-b3e80f365893 req-872e02c8-6dc9-4c43-9308-3ccbd11b4751 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.0578249 Mar 31 22:56:57.293349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:57.297383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Allocated IP 172.20.0.2 (07bb2902-bd9b-4c68-be5e-8bebc45e950e/35f7c139-1b3b-4da5-8fdd-119354c8e141/491d51a0-b7d9-45ce-be1a-bb4148abed54) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:57.320681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f72f3934-bd4a-4993-992c-b3e80f365893 req-bdb049dd-56c8-477a-89ad-a85070401635 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Mar 31 22:56:57.405535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Attempting to bind port 8ed02260-668c-4c98-9c93-3fb04fa3c31c on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:57.405864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Attempting to bind port 8ed02260-668c-4c98-9c93-3fb04fa3c31c by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:57.406186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Attempting to bind port 8ed02260-668c-4c98-9c93-3fb04fa3c31c on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:57.424549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Port 8ed02260-668c-4c98-9c93-3fb04fa3c31c on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:57.424874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Attempting to bind port 8ed02260-668c-4c98-9c93-3fb04fa3c31c on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:57.445830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14932d4a-d0a4-45f4-8fef-96a87b3cddcd req-b2ae02e1-9f34-4ebd-bd84-3987d08c3b66 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.447405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14932d4a-d0a4-45f4-8fef-96a87b3cddcd req-b2ae02e1-9f34-4ebd-bd84-3987d08c3b66 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0566032 Mar 31 22:56:57.458026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:57.458367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Checking segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:57.458732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Bound using segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:57.459201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Bound port: 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:57.459553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.511638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14932d4a-d0a4-45f4-8fef-96a87b3cddcd req-aaf80b2d-dbc9-4e52-b84c-b52075d03f9d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Mar 31 22:56:57.531259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['ea1678e8-bf2e-4a54-b4b6-996523050fd4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:57.581800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.588767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:57.592847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:57.602996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5922962c-e0f7-4ea8-8ee5-19de36069d6d req-32e2b374-03a5-4298-99c2-834155e621da tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 210 time: 0.0285416 Mar 31 22:56:57.730346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.734265 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.786054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ed29a-6743-4406-9e2d-c6ce24a791c0 req-4b918575-0f59-453a-9cb2-2a62d3243a01 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.786300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.786908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.787833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-240ed29a-6743-4406-9e2d-c6ce24a791c0 req-4b918575-0f59-453a-9cb2-2a62d3243a01 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1190450 Mar 31 22:56:57.788300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ed02260-668c-4c98-9c93-3fb04fa3c31c HTTP/1.1" status: 200 len: 1092 time: 1.2037294 Mar 31 22:56:57.790146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:57.792619 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef83766f-4cb5-4847-94af-c32b233bfb22" -d '{"events": [{"name": "network-changed", "server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:57.805518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:57.809189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:57.813847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:57.817724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dbfd2-9456-4947-b10e-3e5e9e62fecf req-b184da64-c5b4-43d2-978f-6328c89c0056 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.817724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-405dbfd2-9456-4947-b10e-3e5e9e62fecf req-b184da64-c5b4-43d2-978f-6328c89c0056 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 944 time: 0.1131420 Mar 31 22:56:57.842569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Allocated IP 172.20.0.5 (07bb2902-bd9b-4c68-be5e-8bebc45e950e/35f7c139-1b3b-4da5-8fdd-119354c8e141/6b9949ea-66b7-4aa9-baaa-fb95bdfcacff) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:57.856734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d471-166d-4009-82d9-3d55186a3b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:57.905692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.906293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.922802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-405dbfd2-9456-4947-b10e-3e5e9e62fecf req-54a34203-855f-4d82-96d3-ae97019cd6c3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916665 Mar 31 22:56:57.927659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-240ed29a-6743-4406-9e2d-c6ce24a791c0 req-3d5ecc7b-05f2-4e82-bcb8-509bff274e1c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089690 Mar 31 22:56:57.928141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event updated for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:58.051060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-67f395d6-4efa-4db1-966b-635165645721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.052518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-67f395d6-4efa-4db1-966b-635165645721 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 1095 time: 0.0662508 Mar 31 22:56:58.056232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-3e649270-a3a6-4951-9ac2-450d49ddc2e9 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8212543 Mar 31 22:56:58.075452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Request body: {'port': {'device_id': '53f92977-abfa-4250-8304-d338bb884c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:58.105334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.115298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e655-2a5d-4b91-95b7-4d0c3c0c11ee req-55ecfbf6-c284-46f4-b8f9-2e99b5203789 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.117437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0506e655-2a5d-4b91-95b7-4d0c3c0c11ee req-55ecfbf6-c284-46f4-b8f9-2e99b5203789 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0938597 Mar 31 22:56:58.129358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-dec1ae65-d243-41ec-8b33-c7e1ebdfed4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c HTTP/1.1" status: 200 len: 217 time: 0.0595655 Mar 31 22:56:58.179905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0506e655-2a5d-4b91-95b7-4d0c3c0c11ee req-aec97980-ce98-49c7-81a5-77461f501c55 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477529 Mar 31 22:56:58.205594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.216643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c7f1b6f6-1ec3-4d41-814a-549211eaee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.218146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c7f1b6f6-1ec3-4d41-814a-549211eaee63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 200 len: 858 time: 0.0814281 Mar 31 22:56:58.222965 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a02642-26b3-476c-a657-e736f4e05735 x-openstack-request-id: req-64a02642-26b3-476c-a657-e736f4e05735 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:58.223275 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:58.223524 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-64a02642-26b3-476c-a657-e736f4e05735 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:58.223907 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a02642-26b3-476c-a657-e736f4e05735'] response: {'name': 'network-changed', 'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c', 'status': 'completed', 'code': 200} Mar 31 22:56:58.270120 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-2ca3d75c-0a3e-4976-a507-f623d892431b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07bb2902-bd9b-4c68-be5e-8bebc45e950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Mar 31 22:56:58.299386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.350829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Network 07bb2902-bd9b-4c68-be5e-8bebc45e950e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:58.355051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:58.357879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event updated for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:58.366049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:58.397553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:58.423651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.424883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.484814 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-438ce70b-3840-4c2a-a210-2c0ac1810d8f service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030041 Mar 31 22:56:58.487751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port ea1678e8-bf2e-4a54-b4b6-996523050fd4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:58.488339 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.500663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29862bf-fd0e-426a-b702-0b5f515fabd5 req-3110ff48-2386-4c87-accb-a784c1c260ab tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.502164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e29862bf-fd0e-426a-b702-0b5f515fabd5 req-3110ff48-2386-4c87-accb-a784c1c260ab tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.0751274 Mar 31 22:56:58.548903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e29862bf-fd0e-426a-b702-0b5f515fabd5 req-201fa9aa-eed2-4fe4-8e36-1acc87ff8647 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Mar 31 22:56:58.580708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-550eeb8e-85ba-446c-8e95-6e1e5966db71 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9585488 Mar 31 22:56:58.586348 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.606310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Request body: {'port': {'device_id': '98d94da3-a849-4406-8ded-18c1d247eda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:58.681968 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-e17a4fa6-1785-4abc-a05f-052922023445 service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906111 Mar 31 22:56:58.686811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491d51a0-b7d9-45ce-be1a-bb4148abed54 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:58.696974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.715464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Transition to ACTIVE for port object 491d51a0-b7d9-45ce-be1a-bb4148abed54 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:58.765682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.770067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:58.771767 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30547e02-ed4a-416c-8b48-31d473e1d240" -d '{"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-plugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:58.784368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:58.822274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ffe6d-82f0-46e4-a3a3-4a2f8c126009 req-d5916aae-a9be-46ad-b851-47deef16e3ea tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.823783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-410ffe6d-82f0-46e4-a3a3-4a2f8c126009 req-d5916aae-a9be-46ad-b851-47deef16e3ea tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1311030 Mar 31 22:56:58.833307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d9da-1678-4f8f-bba0-403cfbbc9934 req-4145e47d-6312-4dc2-9032-91de24da7201 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.834786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0952d9da-1678-4f8f-bba0-403cfbbc9934 req-4145e47d-6312-4dc2-9032-91de24da7201 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 950 time: 0.1536508 Mar 31 22:56:58.943250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-5cfc6783-52ae-412b-8824-977c1f3d571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.945193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-5cfc6783-52ae-412b-8824-977c1f3d571c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 1095 time: 0.0415509 Mar 31 22:56:58.950296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.951225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.970734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-410ffe6d-82f0-46e4-a3a3-4a2f8c126009 req-284b1bd9-a7d4-42f6-ae77-ee10ec39bce9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Mar 31 22:56:59.038470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.083602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Pushing event updated for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.121125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0952d9da-1678-4f8f-bba0-403cfbbc9934 req-1e025e5c-8d64-41c9-b9a7-019839929472 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714326 Mar 31 22:56:59.156523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-6196c202-f646-4def-b06d-db3c95b3e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.157824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04283-600e-46d9-8751-694b406693c2 req-ad227805-c6e4-41d1-a57a-17062605cacf tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.158256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-6196c202-f646-4def-b06d-db3c95b3e61c service neutron] 10.222.0.44 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 920 time: 0.2054224 Mar 31 22:56:59.166748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81a04283-600e-46d9-8751-694b406693c2 req-ad227805-c6e4-41d1-a57a-17062605cacf tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.0855813 Mar 31 22:56:59.217536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-54f4b470-5ef3-4c68-b703-c3a3f85c5f53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c HTTP/1.1" status: 200 len: 217 time: 0.0512905 Mar 31 22:56:59.217992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Attempting to bind port 491d51a0-b7d9-45ce-be1a-bb4148abed54 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:59.218327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Attempting to bind port 491d51a0-b7d9-45ce-be1a-bb4148abed54 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:59.218653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Attempting to bind port 491d51a0-b7d9-45ce-be1a-bb4148abed54 on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:59.222219 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5104c32-4dde-4eb3-91f6-e5f72cb4aef8 x-openstack-request-id: req-c5104c32-4dde-4eb3-91f6-e5f72cb4aef8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:59.222855 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-plugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:59.223302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Port 491d51a0-b7d9-45ce-be1a-bb4148abed54 on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:59.223622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Attempting to bind port 491d51a0-b7d9-45ce-be1a-bb4148abed54 on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:59.223735 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c5104c32-4dde-4eb3-91f6-e5f72cb4aef8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:59.224318 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5104c32-4dde-4eb3-91f6-e5f72cb4aef8'] response: {'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'code': 200} Mar 31 22:56:59.244350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81a04283-600e-46d9-8751-694b406693c2 req-666edf0d-eb1d-4b04-87da-9ca9b7d9f05e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755002 Mar 31 22:56:59.267348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:59.268071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Checking segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:59.272151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Bound using segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:59.272712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Bound port: 491d51a0-b7d9-45ce-be1a-bb4148abed54, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:59.289491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.292977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:59.310227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.331316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-2b67a78a-0015-408b-892a-bf3d6583974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.332806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-2b67a78a-0015-408b-892a-bf3d6583974d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 200 len: 858 time: 0.1070907 Mar 31 22:56:59.372295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Transition to ACTIVE for port object 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:59.381136 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-49766cc0-2f6c-4597-9bf4-45ededfc4cea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07bb2902-bd9b-4c68-be5e-8bebc45e950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388033 Mar 31 22:56:59.393427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699af1-bde2-4558-a261-03e1276d1bbf req-2723ff2a-0fca-49c4-9ec4-293b2da28748 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.394901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea699af1-bde2-4558-a261-03e1276d1bbf req-2723ff2a-0fca-49c4-9ec4-293b2da28748 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0950868 Mar 31 22:56:59.401526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:59.407986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aad8f-3c32-4a8c-b33b-bb4ab882aff7 req-cd5fb2fe-6923-4f07-88be-55d2526c6373 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.409458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415aad8f-3c32-4a8c-b33b-bb4ab882aff7 req-cd5fb2fe-6923-4f07-88be-55d2526c6373 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0955460 Mar 31 22:56:59.449702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:59.457650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea699af1-bde2-4558-a261-03e1276d1bbf req-265386cd-972e-4331-9003-87ba8043ffad tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Mar 31 22:56:59.473586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415aad8f-3c32-4a8c-b33b-bb4ab882aff7 req-f97f3623-6451-46cc-9af2-f79653085a49 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564582 Mar 31 22:56:59.542133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-d747399a-c505-422f-8373-5f1daeba4f29 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.543665 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-d747399a-c505-422f-8373-5f1daeba4f29 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 950 time: 0.0927355 Mar 31 22:56:59.547317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-2a1c8b19-3956-40a9-8fe7-69ecfab5a97e service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574008 Mar 31 22:56:59.568307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e0523-6205-439d-bd45-50220494be5d req-9d777d6f-9ecf-45df-9a35-4a24d0bc28ef tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.569761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728e0523-6205-439d-bd45-50220494be5d req-9d777d6f-9ecf-45df-9a35-4a24d0bc28ef tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Mar 31 22:56:59.573455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.667328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.699533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.731199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.731902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.733337 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/491d51a0-b7d9-45ce-be1a-bb4148abed54 HTTP/1.1" status: 200 len: 1091 time: 1.6621282 Mar 31 22:56:59.736714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728e0523-6205-439d-bd45-50220494be5d req-6af810ba-8bb5-4034-8342-62d159ca4fbb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579957 Mar 31 22:56:59.760270 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef83766f-4cb5-4847-94af-c32b233bfb22 req-616c7b59-e1b2-4adb-8d56-4d8953299e8b service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986463 Mar 31 22:56:59.774717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3804f-d869-4967-9a7d-7f66a04674a6 service neutron] Pushing event updated for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.783565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:59.783974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.788409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698655-f334-4841-8dee-7bb2bdfd2b06 req-da6e1c3c-3059-4646-abd5-795a9d02ea21 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.791504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa698655-f334-4841-8dee-7bb2bdfd2b06 req-da6e1c3c-3059-4646-abd5-795a9d02ea21 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 949 time: 0.1576138 Mar 31 22:56:59.808740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Attempting to bind port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:59.809254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Attempting to bind port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:59.809655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Attempting to bind port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:59.823839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:59.824257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Attempting to bind port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff on network 07bb2902-bd9b-4c68-be5e-8bebc45e950e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:59.839994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:59.840507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Checking segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:59.840948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Bound using segment: {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:59.845952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Bound port: 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83254537-bfd8-4eff-a1a1-c00c6e78b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:59.845952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.857443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa698655-f334-4841-8dee-7bb2bdfd2b06 req-8b7ab0fb-a123-4c64-bed3-2777b32ded40 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600445 Mar 31 22:56:59.883527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:59.883894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.896388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:59.924096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:59.927699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:00.083831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-be2ba5a6-320e-4684-9dc0-fd2c779ab38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.085943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-be2ba5a6-320e-4684-9dc0-fd2c779ab38f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 1094 time: 0.0516520 Mar 31 22:57:00.093709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.139985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.141587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.142873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b9949ea-66b7-4aa9-baaa-fb95bdfcacff HTTP/1.1" status: 200 len: 1091 time: 1.5433197 Mar 31 22:57:00.143398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:00.145652 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c137e6-39fb-4b43-b892-c872d5b2b689" -d '{"events": [{"name": "network-changed", "server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:00.205965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf0b33-02ce-4725-8d9e-8b4b8f004161 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:00.221735 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e7f63-be72-46b1-80ed-27bff443de40 x-openstack-request-id: req-504e7f63-be72-46b1-80ed-27bff443de40 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:00.222019 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:00.222266 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-504e7f63-be72-46b1-80ed-27bff443de40 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:00.222658 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504e7f63-be72-46b1-80ed-27bff443de40'] response: {'name': 'network-changed', 'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff', 'status': 'completed', 'code': 200} Mar 31 22:57:00.276799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f597b66e-e089-45c5-b5c4-3781bb42f379 req-3ce4c006-3aa5-4f59-9e42-6136c7187646 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 210 time: 0.0567489 Mar 31 22:57:00.389939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:00.408675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-5eeeb0c4-b269-4545-9f6c-07710287ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.410921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-5eeeb0c4-b269-4545-9f6c-07710287ec1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 1094 time: 0.1014957 Mar 31 22:57:00.432478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acbfab-95bf-4e73-9cb7-8d7128b857ce req-cc8e7302-d37f-4e65-9676-94f4b978be38 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.437825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26acbfab-95bf-4e73-9cb7-8d7128b857ce req-cc8e7302-d37f-4e65-9676-94f4b978be38 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.0885098 Mar 31 22:57:00.525262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:00.528238 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10444e5a-6743-434b-8888-5c05e04bbbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:00.542683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-073af35f-0ee9-48ae-a7cb-88d7de0e10fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54 HTTP/1.1" status: 200 len: 217 time: 0.4453995 Mar 31 22:57:00.545608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.563284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', '181be31b-52c0-4681-b859-cc8c2ed0fd0b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:00.607608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26acbfab-95bf-4e73-9cb7-8d7128b857ce req-85395d98-410c-422d-81df-c550ec9d4f27 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431730 Mar 31 22:57:00.623200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:00.639321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:00.708928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-ae2bbe11-d25f-4915-bc03-ce011b6c068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.711435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-ae2bbe11-d25f-4915-bc03-ce011b6c068d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5c6e271496348baad245a810c20042b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2724528 Mar 31 22:57:00.739874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:00.744693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:00.754771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-ed775deb-917b-4737-9155-4bb0fa7e4d19 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.760933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-ed775deb-917b-4737-9155-4bb0fa7e4d19 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f51d52f-0b73-447c-92b3-19e4ccc388d2 HTTP/1.1" status: 200 len: 949 time: 0.2245791 Mar 31 22:57:00.760933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.768049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa4e2022-c067-43ac-b95b-6db3e56e9a7f req-925ba385-6e28-4fb1-b548-35cca00fd4c4 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "DELETE /v2.0/ports/5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 HTTP/1.1" status: 204 len: 173 time: 1.2124457 Mar 31 22:57:00.770573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-d457888d-05f3-485f-9f60-95b5a3cf83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.775328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-d457888d-05f3-485f-9f60-95b5a3cf83e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 200 len: 858 time: 0.2056417 Mar 31 22:57:00.798267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'mac_address': 'fa:16:3e:e1:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:00.860011 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-17fb76c5-7d11-41eb-b472-3bf91119c42e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07bb2902-bd9b-4c68-be5e-8bebc45e950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626662 Mar 31 22:57:00.875896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.898292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-e7303ba8-6d17-41e2-9979-eadc74e9968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.900081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9c137e6-39fb-4b43-b892-c872d5b2b689 req-e7303ba8-6d17-41e2-9979-eadc74e9968e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1817167 Mar 31 22:57:00.918398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d05b-a24a-4477-85c2-814515c03f00 req-81d7c8f4-be8e-4729-ba79-018e6d825cf5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.919954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ca2d05b-a24a-4477-85c2-814515c03f00 req-81d7c8f4-be8e-4729-ba79-018e6d825cf5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.3092377 Mar 31 22:57:00.928444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:00.942467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d617e-83bf-44fe-bd48-a1fdbcc580c2 req-81167ef7-3ca9-4fcf-aa1f-874aca025091 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.959569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-745d617e-83bf-44fe-bd48-a1fdbcc580c2 req-81167ef7-3ca9-4fcf-aa1f-874aca025091 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.2298172 Mar 31 22:57:01.018335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:01.030823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-c998a243-f01a-48f3-907b-b3feec7133f7 service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601946 Mar 31 22:57:01.034662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port 181be31b-52c0-4681-b859-cc8c2ed0fd0b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:01.035264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.119794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ca2d05b-a24a-4477-85c2-814515c03f00 req-7c22b5c8-dcf9-4157-9cd4-917e092695b7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932600 Mar 31 22:57:01.128662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-745d617e-83bf-44fe-bd48-a1fdbcc580c2 req-d6dfded8-3225-4f9c-babe-c3d07b583a75 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682401 Mar 31 22:57:01.147178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.176428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-2232d45d-d73c-4f56-8951-e6df428f80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.180894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-2232d45d-d73c-4f56-8951-e6df428f80ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 1094 time: 0.1330659 Mar 31 22:57:01.240876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:01.265436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-0afcc9d1-3db3-4162-bbfb-487048a5504c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff HTTP/1.1" status: 200 len: 217 time: 0.0614011 Mar 31 22:57:01.360045 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc977a68-d998-4303-ad8f-1c096b7432d0 x-openstack-request-id: req-cc977a68-d998-4303-ad8f-1c096b7432d0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:01.360560 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:01.360701 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc977a68-d998-4303-ad8f-1c096b7432d0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:01.361390 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc977a68-d998-4303-ad8f-1c096b7432d0'] response: {'name': 'network-changed', 'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54', 'status': 'completed', 'code': 200} Mar 31 22:57:01.364774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port 181be31b-52c0-4681-b859-cc8c2ed0fd0b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=181be31b-52c0-4681-b859-cc8c2ed0fd0b,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:01.365220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.389606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for 181be31b-52c0-4681-b859-cc8c2ed0fd0b owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:01.443325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2df5e-da13-4905-b3df-c8e52462294c req-522a3fb3-8124-42d8-8376-a947a1514d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.444819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-522a3fb3-8124-42d8-8376-a947a1514d54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 200 len: 858 time: 0.1696625 Mar 31 22:57:01.458414 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-718484da-981c-4e2f-91ba-b44f99f742e4 service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185090 Mar 31 22:57:01.475042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b9900-acdd-4d86-89ff-60ab4894c7cc req-6ffd3a9a-8018-42fe-95ed-be976b20dc48 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.480651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da7b9900-acdd-4d86-89ff-60ab4894c7cc req-6ffd3a9a-8018-42fe-95ed-be976b20dc48 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.1235790 Mar 31 22:57:01.495732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e0a5c-eba9-481c-8a35-59e8f6161ee0 req-d7073339-f021-4095-b544-0f08d0e0156d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.497586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-642e0a5c-eba9-481c-8a35-59e8f6161ee0 req-d7073339-f021-4095-b544-0f08d0e0156d tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1630824 Mar 31 22:57:01.537975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-e9cfb44b-8794-4352-8f94-04b7232e9cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07bb2902-bd9b-4c68-be5e-8bebc45e950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791302 Mar 31 22:57:01.571968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da7b9900-acdd-4d86-89ff-60ab4894c7cc req-50042419-43fb-458a-b4d7-b6ab3636f71e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Mar 31 22:57:01.650498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.663069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:01.665334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-642e0a5c-eba9-481c-8a35-59e8f6161ee0 req-711f63e8-8646-484a-ac10-3782068d17c6 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261094 Mar 31 22:57:01.697950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=181be31b-52c0-4681-b859-cc8c2ed0fd0b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:01.735418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87f3023d-24b4-467d-8900-2c2e420bcf4a req-5d2d73d9-c7f7-4080-a8e8-203bedd37711 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32f9215-63fc-48c5-9825-4f5751c31fa9 HTTP/1.1" status: 200 len: 210 time: 0.0530367 Mar 31 22:57:01.772771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port 181be31b-52c0-4681-b859-cc8c2ed0fd0b on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:01.777987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.781204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f74b1ee6-9935-462d-8553-c59aabc59890 req-bcaab5c9-7854-4500-9547-ba44e140ea5b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.44 "DELETE /v2.0/ports/181be31b-52c0-4681-b859-cc8c2ed0fd0b HTTP/1.1" status: 204 len: 173 time: 1.0030458 Mar 31 22:57:01.787807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-1367df93-3432-4ecd-9037-b1f214b10927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.789285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-1367df93-3432-4ecd-9037-b1f214b10927 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5c6e271496348baad245a810c20042b&device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 1094 time: 0.1494350 Mar 31 22:57:01.800198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-75f94a5a-664e-4c14-b8b1-2b4d9b969eea service neutron] 10.222.0.10 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322898 Mar 31 22:57:01.818533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8ed02260-668c-4c98-9c93-3fb04fa3c31c details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:01.841023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b105-7154-44da-9682-5125758d7984 req-2a5c463c-1068-4978-92aa-3039ef7cb876 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.864315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4264b105-7154-44da-9682-5125758d7984 req-2a5c463c-1068-4978-92aa-3039ef7cb876 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.1185164 Mar 31 22:57:01.921386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c1f13d91-7e21-4977-8e15-ac8d23c107c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:01.989792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-a9a4e4cc-5271-49ff-bb40-c1278c746f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.994324 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-a9a4e4cc-5271-49ff-bb40-c1278c746f78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 200 len: 920 time: 0.1972547 Mar 31 22:57:02.012338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4264b105-7154-44da-9682-5125758d7984 req-5cd554ff-38bd-45bf-b9d0-8f5cbe760882 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446593 Mar 31 22:57:02.043433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86b2df5e-da13-4905-b3df-c8e52462294c req-adf8677b-48c1-4177-86c7-69daadaff7fe service neutron] 10.222.0.10 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306700 Mar 31 22:57:02.081130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:02.110664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-409f60e1-0e2b-498b-9a3a-d52f00b273db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54 HTTP/1.1" status: 200 len: 217 time: 0.1065559 Mar 31 22:57:02.114258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '8ed02260-668c-4c98-9c93-3fb04fa3c31c', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'port_id': '8ed02260-668c-4c98-9c93-3fb04fa3c31c', 'mac_address': 'fa:16:3e:11:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f7c139-1b3b-4da5-8fdd-119354c8e141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:02.216904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-4a646f48-6b83-4513-b14b-44c6d1fdee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.217566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.219118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-4a646f48-6b83-4513-b14b-44c6d1fdee7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 200 len: 858 time: 0.1004567 Mar 31 22:57:02.262441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed02260-668c-4c98-9c93-3fb04fa3c31c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:02.269506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-687e288f-5562-4bac-a950-3f1f70e804e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07bb2902-bd9b-4c68-be5e-8bebc45e950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423968 Mar 31 22:57:02.301915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:02.385325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-77258a55-41f4-473a-800e-fcd6b3d1c42a service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083455 Mar 31 22:57:02.393332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298c9c-2c69-42c4-9a9f-33a70a41286a req-d5bfb85f-a937-47a7-8332-8b21128719f9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.394890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b298c9c-2c69-42c4-9a9f-33a70a41286a req-d5bfb85f-a937-47a7-8332-8b21128719f9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.1297119 Mar 31 22:57:02.406596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-987c2f9d-7f6d-48c5-9bec-c193708c114b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.407870 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.409273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-987c2f9d-7f6d-48c5-9bec-c193708c114b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.1892102 Mar 31 22:57:02.441694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-839d42c4-ba89-46a1-a3a1-072692f0ae16 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/quotas/62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 375 time: 0.0165453 Mar 31 22:57:02.479732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:02.490856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b298c9c-2c69-42c4-9a9f-33a70a41286a req-da8c99fc-62a7-4d6d-9247-74df7b1d90df tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782049 Mar 31 22:57:02.494093 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10444e5a-6743-434b-8888-5c05e04bbbd6 req-28333ab9-86b8-424e-bb75-d19d7c3217bc service neutron] 10.222.0.44 "GET /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007757 Mar 31 22:57:02.527747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-e416ace7-6683-4beb-8e0f-3ebfd1004730 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769608 Mar 31 22:57:02.652760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dc818-0387-4ffb-a29a-895e316d98a0 req-7157f1bd-7fd8-42a4-9656-2a64d6a0e696 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.654221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-495dc818-0387-4ffb-a29a-895e316d98a0 req-7157f1bd-7fd8-42a4-9656-2a64d6a0e696 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0965834 Mar 31 22:57:02.660013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-2fe84dc0-90cd-4ff5-b7c0-0ff469887f99 service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235268 Mar 31 22:57:02.746930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-495dc818-0387-4ffb-a29a-895e316d98a0 req-a8acadfa-4f4d-4af3-ac8d-cacaf542ac02 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859826 Mar 31 22:57:02.786160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-30a9d192-9c4e-4f7f-bb63-4a3216300818 service neutron] 10.222.0.83 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168306 Mar 31 22:57:02.863597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1ed1-9937-45e6-b2d6-ea7899bf1850 req-7217a8b9-b06f-4e49-9ed2-5d95c82796db tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.865093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f23c1ed1-9937-45e6-b2d6-ea7899bf1850 req-7217a8b9-b06f-4e49-9ed2-5d95c82796db tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0529981 Mar 31 22:57:02.905781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f23c1ed1-9937-45e6-b2d6-ea7899bf1850 req-ee2f4ac9-c2ed-4bcc-9b22-690e7dfb6efd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Mar 31 22:57:02.945994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['8ed02260-668c-4c98-9c93-3fb04fa3c31c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:03.040288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102676a3-215f-4103-b9c3-0a50b7badf62 req-949f9191-44f9-4506-af8f-898a30e8e178 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.041860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-102676a3-215f-4103-b9c3-0a50b7badf62 req-949f9191-44f9-4506-af8f-898a30e8e178 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0599990 Mar 31 22:57:03.087296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-102676a3-215f-4103-b9c3-0a50b7badf62 req-0b61be4e-50f3-4802-a8be-e289fd57111e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Mar 31 22:57:03.149639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:03.362227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'name': 'network-vif-deleted', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8'}, {'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'name': 'network-vif-deleted', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:03.364645 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e089f-725c-4a01-aee5-3e48c22bd83b" -d '{"events": [{"server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "name": "network-vif-deleted", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8"}, {"server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "name": "network-vif-deleted", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:03.646320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854de1b8-ffe7-419c-a85d-193fec0370db req-f5c8f9f5-ce82-434d-8744-f7c1982c127b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.647940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-854de1b8-ffe7-419c-a85d-193fec0370db req-f5c8f9f5-ce82-434d-8744-f7c1982c127b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 950 time: 0.0796616 Mar 31 22:57:03.690647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454dfbd-aa3e-4294-9eac-93687fd1de22 req-6bd97d8f-8d22-48b3-8efa-f57c1ba42c96 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.692121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4454dfbd-aa3e-4294-9eac-93687fd1de22 req-6bd97d8f-8d22-48b3-8efa-f57c1ba42c96 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.1114435 Mar 31 22:57:03.733390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-719c5a91-ee8c-476b-9b44-3661a9c93d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.734832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-719c5a91-ee8c-476b-9b44-3661a9c93d4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1097 time: 0.0821161 Mar 31 22:57:03.739456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-854de1b8-ffe7-419c-a85d-193fec0370db req-9ad7c62e-57b0-4659-8502-d34e407df7c8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778754 Mar 31 22:57:03.798797 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42643cc4-4e25-4253-a4e1-7e4e819b1e17 x-openstack-request-id: req-42643cc4-4e25-4253-a4e1-7e4e819b1e17 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:03.805638 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32f9215-63fc-48c5-9825-4f5751c31fa9", "name": "network-vif-deleted", "tag": "5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8", "status": "completed", "code": 200}, {"server_uuid": "3f51d52f-0b73-447c-92b3-19e4ccc388d2", "name": "network-vif-deleted", "tag": "181be31b-52c0-4681-b859-cc8c2ed0fd0b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:03.805638 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-42643cc4-4e25-4253-a4e1-7e4e819b1e17 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:03.805638 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42643cc4-4e25-4253-a4e1-7e4e819b1e17'] response: {'server_uuid': 'a32f9215-63fc-48c5-9825-4f5751c31fa9', 'name': 'network-vif-deleted', 'tag': '5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8', 'status': 'completed', 'code': 200} Mar 31 22:57:03.805638 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42643cc4-4e25-4253-a4e1-7e4e819b1e17'] response: {'server_uuid': '3f51d52f-0b73-447c-92b3-19e4ccc388d2', 'name': 'network-vif-deleted', 'tag': '181be31b-52c0-4681-b859-cc8c2ed0fd0b', 'status': 'completed', 'code': 200} Mar 31 22:57:03.835815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:03.861876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:03.862296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5b297da7-7cd4-42a5-bb5e-90f1d3a19bc8 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:03.862769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 181be31b-52c0-4681-b859-cc8c2ed0fd0b no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:03.872328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4454dfbd-aa3e-4294-9eac-93687fd1de22 req-43691c1c-f511-47b1-856b-8cb45ee8301d tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705153 Mar 31 22:57:03.874098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-264202a8-9f15-4cb3-aeda-0b748453c5a9 req-2a9234ca-464b-4ba0-aef0-8e63843372d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0438979 Mar 31 22:57:03.883278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 181be31b-52c0-4681-b859-cc8c2ed0fd0b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:03.883730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 181be31b-52c0-4681-b859-cc8c2ed0fd0b not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:03.892170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-14d0f1db-5472-4d28-bdb8-107e24b604b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.893587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-14d0f1db-5472-4d28-bdb8-107e24b604b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.1452651 Mar 31 22:57:03.973800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-5ff921f1-0238-48dc-9666-c139d177a3ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 217 time: 0.0487988 Mar 31 22:57:04.299647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-99cefe5c-6d77-4761-bc96-bb306879d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.301085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-99cefe5c-6d77-4761-bc96-bb306879d7fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.3187084 Mar 31 22:57:04.314874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb570b-79ce-4230-81d4-5dc46a90b399 req-e8393766-2c9f-4229-bc47-cecde286a1d2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.316288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bfb570b-79ce-4230-81d4-5dc46a90b399 req-e8393766-2c9f-4229-bc47-cecde286a1d2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.3532989 Mar 31 22:57:04.331232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4899f4-c088-4880-bdd3-8d429289e6e3 req-f5f1dd29-97e7-4ba5-b9c9-b98aa99e41d6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.332591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e4899f4-c088-4880-bdd3-8d429289e6e3 req-f5f1dd29-97e7-4ba5-b9c9-b98aa99e41d6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.3681190 Mar 31 22:57:04.401582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.413395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bfb570b-79ce-4230-81d4-5dc46a90b399 req-656d0169-a0f6-43a2-8721-a587f6c1cc67 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Mar 31 22:57:04.415559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-d4383f33-c4de-4704-a4ba-aac257b32e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.418271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-d4383f33-c4de-4704-a4ba-aac257b32e9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992603 Mar 31 22:57:04.420110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e4899f4-c088-4880-bdd3-8d429289e6e3 req-dc7ac316-f080-4f07-b080-318bdc815d8b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706530 Mar 31 22:57:04.627094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3ddd-af39-4f8b-beef-31a7b239aed5 req-2329ada4-fc3a-49da-a99c-5490f4661a84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.628550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e98d3ddd-af39-4f8b-beef-31a7b239aed5 req-2329ada4-fc3a-49da-a99c-5490f4661a84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1076038 Mar 31 22:57:04.633269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-42cfaa95-57a6-49b2-a60a-29cf5dc76263 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904578 Mar 31 22:57:04.647348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d46f11-62ac-47b4-8484-3edc494a6eda req-d26f8393-3bcb-4777-8627-d3aa8f6980cf tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.647348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19d46f11-62ac-47b4-8484-3edc494a6eda req-d26f8393-3bcb-4777-8627-d3aa8f6980cf tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1105819 Mar 31 22:57:04.757195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e98d3ddd-af39-4f8b-beef-31a7b239aed5 req-0bf351a3-9366-4e45-a5b8-c8f081606a1e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223285 Mar 31 22:57:04.762481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19d46f11-62ac-47b4-8484-3edc494a6eda req-d170b9af-965d-4b69-ba37-e8af7fe908f5 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062770 Mar 31 22:57:04.797359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c352d38c-4ff8-4877-82b5-ea1b78c20ba8 req-cf535596-6a1b-48dc-a9ba-e4355ff9abd5 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525958 Mar 31 22:57:04.862440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-44de4672-f0e4-4716-8d68-9511f7045036 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217867 Mar 31 22:57:04.975198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-ec0eb582-eb23-479a-8b74-c3cd1653777e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.976714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-ec0eb582-eb23-479a-8b74-c3cd1653777e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088378 Mar 31 22:57:05.001874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-f9514072-8f56-4a72-8568-73672c90e876 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/quotas/027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 375 time: 0.0190794 Mar 31 22:57:05.087514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581df04-c701-4878-8f02-61c5d12b6f4b req-60561ba2-187e-4738-a1ba-d9a2b4d28bd0 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.087514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2581df04-c701-4878-8f02-61c5d12b6f4b req-60561ba2-187e-4738-a1ba-d9a2b4d28bd0 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.0948577 Mar 31 22:57:05.093280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-e4088044-a25a-4aa5-977b-dc0cfff3c84a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755455 Mar 31 22:57:05.133424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2581df04-c701-4878-8f02-61c5d12b6f4b req-4a74287f-7d9a-48aa-a41b-6cddc912097e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Mar 31 22:57:05.225589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0456eddb-ebf3-4f54-92b2-e95327217782 req-e76914a0-3a1a-4fd9-bfc4-7c08b0e20869 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0262280 Mar 31 22:57:05.355300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-805a2712-9dae-4f09-a857-efbbe5902adf req-44aacb80-fbe6-440a-a436-4e08991fd9b6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0259621 Mar 31 22:57:05.546026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed37de-4615-46ce-abf9-f724b2b6739b req-9ee1fe23-dc47-4dad-b45c-79c4dca7e3cf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.547682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37ed37de-4615-46ce-abf9-f724b2b6739b req-9ee1fe23-dc47-4dad-b45c-79c4dca7e3cf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0643499 Mar 31 22:57:05.589902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37ed37de-4615-46ce-abf9-f724b2b6739b req-725ec268-8dc0-4832-977b-4bb81459f540 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Mar 31 22:57:05.781045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c498-cf8d-4ab6-98b1-5d27189ebabd req-818a425d-bead-4b92-b735-909fb9a8d5cb tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.782791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5936c498-cf8d-4ab6-98b1-5d27189ebabd req-818a425d-bead-4b92-b735-909fb9a8d5cb tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.1348689 Mar 31 22:57:05.791190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b416f55-7b3c-4317-96be-e01c3826c523 req-4750da08-dd88-4869-ab20-fbf94e3ae6b1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.792565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b416f55-7b3c-4317-96be-e01c3826c523 req-4750da08-dd88-4869-ab20-fbf94e3ae6b1 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.0789943 Mar 31 22:57:05.831915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 491d51a0-b7d9-45ce-be1a-bb4148abed54 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:05.835486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8ed02260-668c-4c98-9c93-3fb04fa3c31c up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:05.849114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5936c498-cf8d-4ab6-98b1-5d27189ebabd req-46f12d46-bf1e-426f-9ecb-72b7ac734e81 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 Mar 31 22:57:05.851950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b416f55-7b3c-4317-96be-e01c3826c523 req-ec4839d1-8dbf-448d-a06e-365c877b11a8 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Mar 31 22:57:06.001741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b45f2-613e-4794-be7e-1eeb03a45625 req-dadbea19-a836-475f-a60f-79de64a50269 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.003256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-157b45f2-613e-4794-be7e-1eeb03a45625 req-dadbea19-a836-475f-a60f-79de64a50269 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0831597 Mar 31 22:57:06.009939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:06.012240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cead0-5858-4fac-97b6-b3033ffabc93 req-3d69478d-016b-494c-8e40-380769fef4c4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.013674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-738cead0-5858-4fac-97b6-b3033ffabc93 req-3d69478d-016b-494c-8e40-380769fef4c4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0843759 Mar 31 22:57:06.026211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '491d51a0-b7d9-45ce-be1a-bb4148abed54', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'port_id': '491d51a0-b7d9-45ce-be1a-bb4148abed54', 'mac_address': 'fa:16:3e:76:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f7c139-1b3b-4da5-8fdd-119354c8e141', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:06.067213 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.074806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-157b45f2-613e-4794-be7e-1eeb03a45625 req-322534e1-d649-415f-a021-fcc930a1a494 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Mar 31 22:57:06.082902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-738cead0-5858-4fac-97b6-b3033ffabc93 req-0f75ad08-d596-4ac9-88a9-3559b6874ae4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512114 Mar 31 22:57:06.103294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d51a0-b7d9-45ce-be1a-bb4148abed54 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:06.115701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:06.184420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 8ed02260-668c-4c98-9c93-3fb04fa3c31c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:06.189634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 8ed02260-668c-4c98-9c93-3fb04fa3c31c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:06.190149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.252015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff2c6a-8e59-4576-ba0b-656a3e1a5f37 req-7656fbe0-de33-4a5d-bc5b-658b341fead4 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.253515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bff2c6a-8e59-4576-ba0b-656a3e1a5f37 req-7656fbe0-de33-4a5d-bc5b-658b341fead4 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 943 time: 0.0506849 Mar 31 22:57:06.262101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.297280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bff2c6a-8e59-4576-ba0b-656a3e1a5f37 req-05f1c351-4e63-4d1c-b633-eaff2f4bdfd4 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Mar 31 22:57:06.302067 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.345434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:06.353026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:06.355675 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0246cc-0dd8-43bd-a377-34c0314944bb" -d '{"events": [{"server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:06.372879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:06.400162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e095cd34-6e5c-4af5-a1d4-8396da82ce5c req-2ac9a73d-125e-4f59-b2d2-c2329de99079 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0309389 Mar 31 22:57:06.420975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:06.424840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-cb15bc0a-540e-43f4-9a2a-be54cd0c447a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.426401 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-cb15bc0a-540e-43f4-9a2a-be54cd0c447a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 808 time: 0.1095750 Mar 31 22:57:06.441014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Request body: {'port': {'device_id': '43f55aca-eb75-44db-a822-518dc8903f89', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'admin_state_up': True, 'tenant_id': '62cc03e209a34cf8a4989430f46bc0eb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:06.452731 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f2a62-126c-43ee-9127-c65464eab04a x-openstack-request-id: req-929f2a62-126c-43ee-9127-c65464eab04a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:06.453306 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:06.453677 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-929f2a62-126c-43ee-9127-c65464eab04a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:06.454064 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929f2a62-126c-43ee-9127-c65464eab04a'] response: {'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c', 'code': 200} Mar 31 22:57:06.498984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.553112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee5f32b2-41c3-4a43-87fc-f87ef13a0c92 req-cdebeb9f-443a-4e63-a6c6-e62b4e7a8892 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0569620 Mar 31 22:57:06.561796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:06.615526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b6c8-36d9-4a1c-b7a7-69955d1b45a7 req-cbfaccdd-cef9-42bb-82e3-3398bddd099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.617029 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5855b6c8-36d9-4a1c-b7a7-69955d1b45a7 req-cbfaccdd-cef9-42bb-82e3-3398bddd099f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 1097 time: 0.0658164 Mar 31 22:57:06.633097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['491d51a0-b7d9-45ce-be1a-bb4148abed54'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:06.661774 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5855b6c8-36d9-4a1c-b7a7-69955d1b45a7 req-ac8411ec-1b2a-46dd-9b82-aecb43b93025 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Mar 31 22:57:06.663103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:06.677944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:06.678311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.725974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462f281-dcc5-483c-b62a-4860a8fce118 req-6f8150c9-9445-48bb-bf9f-1c7e2dabbd3c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.727756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4462f281-dcc5-483c-b62a-4860a8fce118 req-6f8150c9-9445-48bb-bf9f-1c7e2dabbd3c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0555251 Mar 31 22:57:06.756323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Made reservation on behalf of 62cc03e209a34cf8a4989430f46bc0eb for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:06.762119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.793653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4462f281-dcc5-483c-b62a-4860a8fce118 req-bcd9e12c-f175-4cda-a592-731bde6b40bf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564861 Mar 31 22:57:06.802507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa8ab-1191-4b00-92bf-a3c18aad4d95 req-f327e6fc-227d-4ac7-b905-50b50b152ad9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.804104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-617aa8ab-1191-4b00-92bf-a3c18aad4d95 req-f327e6fc-227d-4ac7-b905-50b50b152ad9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 945 time: 0.0754638 Mar 31 22:57:06.834708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.854612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-617aa8ab-1191-4b00-92bf-a3c18aad4d95 req-aece19ee-e384-4319-a247-ebc4216db741 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Mar 31 22:57:06.892740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:06.915320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Allocated IP 172.20.0.8 (57569ecb-bc63-4dbe-801a-db06402113e6/70551a93-3fdb-45b4-a457-5ae18c9b86f7/52c724f5-ebb9-4569-a00f-2c7dd8341eee) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:06.973856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c1ac5-360e-4862-9a7f-ef6799148702 req-1881f14e-b568-47c0-a1c8-fd18a7f1a118 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.975357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b98c1ac5-360e-4862-9a7f-ef6799148702 req-1881f14e-b568-47c0-a1c8-fd18a7f1a118 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.0521991 Mar 31 22:57:07.007517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.008325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:07.017472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b98c1ac5-360e-4862-9a7f-ef6799148702 req-6dcb2034-53cf-472c-83c4-d59e7a251130 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Mar 31 22:57:07.076217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.093496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=13']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:07.140005 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.175145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:07.196799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.228298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373abe-f625-4cac-ade4-754320e19880 req-10242f46-bfa4-488c-8443-312fe7ae5630 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.229781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72373abe-f625-4cac-ade4-754320e19880 req-10242f46-bfa4-488c-8443-312fe7ae5630 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0772579 Mar 31 22:57:07.237957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91dee8-0de0-41b2-adc3-dae8cd4ee93e req-d41fdad4-8801-47b6-8794-80067374efcb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.239396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c91dee8-0de0-41b2-adc3-dae8cd4ee93e req-d41fdad4-8801-47b6-8794-80067374efcb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0779834 Mar 31 22:57:07.243704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Network 57569ecb-bc63-4dbe-801a-db06402113e6 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:07.247244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:07.249839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:07.277893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:07.293754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.303963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72373abe-f625-4cac-ade4-754320e19880 req-e7e9d41e-6c77-4044-8298-9d9685c67eca tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Mar 31 22:57:07.308080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.309197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.312431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c91dee8-0de0-41b2-adc3-dae8cd4ee93e req-366a8d13-087f-42ab-9e24-b2a3a57e8be5 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645325 Mar 31 22:57:07.344556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:07.416473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-472533d9-984b-47ce-9349-0cc4142a4a83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806571 Mar 31 22:57:07.427164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756562a1-fd3c-4564-8591-bdcf1f38bdaf req-dfb16e8c-a15e-4c84-b0e5-5cd5c8224bf1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.428571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-756562a1-fd3c-4564-8591-bdcf1f38bdaf req-dfb16e8c-a15e-4c84-b0e5-5cd5c8224bf1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 944 time: 0.0522008 Mar 31 22:57:07.467607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-756562a1-fd3c-4564-8591-bdcf1f38bdaf req-3f1dbe17-ef37-4aee-9b37-1a8428db2119 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Mar 31 22:57:07.516166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4151ea3-b781-4ff8-98c7-cb27af024c1d req-cde831b6-cb8d-4ba1-beb8-e86b3dae03d6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.517621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4151ea3-b781-4ff8-98c7-cb27af024c1d req-cde831b6-cb8d-4ba1-beb8-e86b3dae03d6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 931 time: 0.0491507 Mar 31 22:57:07.557151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4151ea3-b781-4ff8-98c7-cb27af024c1d req-b79a21c8-5423-447f-b11d-a2ecfec53c61 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Mar 31 22:57:07.605639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:07.641236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bbe2f27-43c8-49ad-b6a1-bd1d1f0a3d48 req-d227f088-f18f-4309-9a6a-594c927db93e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Mar 31 22:57:07.861519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 491d51a0-b7d9-45ce-be1a-bb4148abed54 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:07.924145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725ebb-82df-405e-b4eb-5dbdf7dbe750 req-bbc9d260-740b-4cbb-ae1b-40c509a74565 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.925636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3725ebb-82df-405e-b4eb-5dbdf7dbe750 req-bbc9d260-740b-4cbb-ae1b-40c509a74565 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0548370 Mar 31 22:57:07.991869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3725ebb-82df-405e-b4eb-5dbdf7dbe750 req-ce6a0891-8ff7-4b64-9da3-5c3ba2dc3a8f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586295 Mar 31 22:57:08.003906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1e1d8-49f9-426a-b365-11b4f86f2642 req-cade3086-3bd5-4bf7-b49f-2ff2a1f3aed1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.005762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddb1e1d8-49f9-426a-b365-11b4f86f2642 req-cade3086-3bd5-4bf7-b49f-2ff2a1f3aed1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0742750 Mar 31 22:57:08.013137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 491d51a0-b7d9-45ce-be1a-bb4148abed54 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:08.018088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 491d51a0-b7d9-45ce-be1a-bb4148abed54 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:08.018579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.046771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddb1e1d8-49f9-426a-b365-11b4f86f2642 req-050097ae-3741-48bb-87ab-438e1dc27a6f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Mar 31 22:57:08.102189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.135583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.151598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad017a-ffcd-4cc9-af74-11abe9333e0b req-db4d451c-3460-49a6-88be-8e583598e885 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.153051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25ad017a-ffcd-4cc9-af74-11abe9333e0b req-db4d451c-3460-49a6-88be-8e583598e885 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.0496504 Mar 31 22:57:08.190529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25ad017a-ffcd-4cc9-af74-11abe9333e0b req-f095b09a-e8d4-4cf0-b1b9-060abf12b96b tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/security-groups?id=4eceae5e-b002-4f56-a7c1-d8b105e1fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Mar 31 22:57:08.218580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.269671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:08.303616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-798b3cad-4764-43af-b0a4-146d4499fd35 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.305041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-798b3cad-4764-43af-b0a4-146d4499fd35 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 950 time: 0.0521040 Mar 31 22:57:08.438222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:08.455771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}, {'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4'}, {'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:08.458002 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c91eb4-2e00-4280-97dc-f2b9e80a487f" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}, {"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4"}, {"server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "name": "network-vif-plugged", "status": "completed", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:08.480431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1824-0371-4177-a709-c189f907dfb3 req-82915f6f-b4f4-463b-aa66-2043cfae1cae tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.481932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b5b1824-0371-4177-a709-c189f907dfb3 req-82915f6f-b4f4-463b-aa66-2043cfae1cae tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0872447 Mar 31 22:57:08.489280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da159bb-29e0-4071-8869-03d6ab94c834 req-8015ebdc-4dab-404c-806d-27aa1c3e462d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.490692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5da159bb-29e0-4071-8869-03d6ab94c834 req-8015ebdc-4dab-404c-806d-27aa1c3e462d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1093938 Mar 31 22:57:08.492789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Deleting port c1f13d91-7e21-4977-8e15-ac8d23c107c6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:08.493706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.542331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.558218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff', 'network_id': '07bb2902-bd9b-4c68-be5e-8bebc45e950e', 'port_id': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff', 'mac_address': 'fa:16:3e:77:f5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f7c139-1b3b-4da5-8fdd-119354c8e141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:08.596618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.602156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b5b1824-0371-4177-a709-c189f907dfb3 req-099973da-cd61-4ed2-a3b2-6a2e19ec5f88 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047378 Mar 31 22:57:08.610737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:08.622433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5da159bb-29e0-4071-8869-03d6ab94c834 req-1772ea54-985b-4659-b66c-9b6e70fc6aba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233435 Mar 31 22:57:08.645697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.646813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] For port c1f13d91-7e21-4977-8e15-ac8d23c107c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c1f13d91-7e21-4977-8e15-ac8d23c107c6,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.647222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.659719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Calling delete_port for c1f13d91-7e21-4977-8e15-ac8d23c107c6 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f36536-7c53-433a-955b-17c88e6f2db7 x-openstack-request-id: req-42f36536-7c53-433a-955b-17c88e6f2db7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-plugged", "status": "completed", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "code": 200}, {"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4", "code": 200}, {"server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "name": "network-vif-plugged", "status": "completed", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-42f36536-7c53-433a-955b-17c88e6f2db7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f36536-7c53-433a-955b-17c88e6f2db7'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'code': 200} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f36536-7c53-433a-955b-17c88e6f2db7'] response: {'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'code': 200} Mar 31 22:57:08.681601 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f36536-7c53-433a-955b-17c88e6f2db7'] response: {'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54', 'code': 200} Mar 31 22:57:08.811277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4753ea9-2d74-41c4-882b-6619e86f87ba req-6ade39f8-a42d-445f-a55c-931fe4efba1e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.812784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4753ea9-2d74-41c4-882b-6619e86f87ba req-6ade39f8-a42d-445f-a55c-931fe4efba1e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.1070387 Mar 31 22:57:08.813251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.820571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e004a2-f70e-4171-8ca1-cfef99e25021 req-688fac42-28f2-4593-84c7-d7df86906a02 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.822021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28e004a2-f70e-4171-8ca1-cfef99e25021 req-688fac42-28f2-4593-84c7-d7df86906a02 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 931 time: 0.1041284 Mar 31 22:57:08.862005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:08.901184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4753ea9-2d74-41c4-882b-6619e86f87ba req-68a33f29-418d-4afa-95cc-ed09bc2db2da tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782027 Mar 31 22:57:08.908104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28e004a2-f70e-4171-8ca1-cfef99e25021 req-127fce91-9fc6-414c-afd9-d36e51852c56 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Mar 31 22:57:08.983463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50674d8c-d82d-46a9-b245-535014e20557 req-0908296f-2314-4436-a3aa-a29fb0312fa4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Mar 31 22:57:09.035931 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:09.069869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Pushing event deleted for resources: {'Port': ['ID=c1f13d91-7e21-4977-8e15-ac8d23c107c6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.119726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:09.177593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] No DVR routers for this DVR port c1f13d91-7e21-4977-8e15-ac8d23c107c6 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:09.183946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:09.187186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b813c2ec-a099-41e0-940c-a8b322d9b805 req-1a7a01ed-c092-486a-ac08-c7380e3554ea tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.10 "DELETE /v2.0/ports/c1f13d91-7e21-4977-8e15-ac8d23c107c6 HTTP/1.1" status: 204 len: 173 time: 0.8731854 Mar 31 22:57:09.187619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'name': 'network-vif-deleted', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:09.189814 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf726a-041a-49b3-81e4-d9a9f28131d7" -d '{"events": [{"server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "name": "network-vif-deleted", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:09.207136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17ac57-f732-428f-9a8a-b6948f5b1483 req-9f219dab-f938-46ad-a902-3ce78bea68bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.208588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e17ac57-f732-428f-9a8a-b6948f5b1483 req-9f219dab-f938-46ad-a902-3ce78bea68bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1407738 Mar 31 22:57:09.230682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ebd6d-6c93-4c57-b4b9-d6dfd006c36d req-17eb1000-9f88-4e5a-b892-fc451de5f317 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.232130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1ebd6d-6c93-4c57-b4b9-d6dfd006c36d req-17eb1000-9f88-4e5a-b892-fc451de5f317 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0950317 Mar 31 22:57:09.276031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e17ac57-f732-428f-9a8a-b6948f5b1483 req-e78068ba-28c1-4516-a793-8e74ebded4e8 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Mar 31 22:57:09.296716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1ebd6d-6c93-4c57-b4b9-d6dfd006c36d req-f725ec8b-0003-4909-a7f9-d3f770aeac53 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Mar 31 22:57:09.332196 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9bd2fb-1e5b-495b-9b17-8b87bb30be14 x-openstack-request-id: req-cd9bd2fb-1e5b-495b-9b17-8b87bb30be14 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:09.332486 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10ef721-645b-4b59-a12a-3817ae0055aa", "name": "network-vif-deleted", "tag": "c1f13d91-7e21-4977-8e15-ac8d23c107c6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:09.332737 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd9bd2fb-1e5b-495b-9b17-8b87bb30be14 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:09.333143 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9bd2fb-1e5b-495b-9b17-8b87bb30be14'] response: {'server_uuid': 'f10ef721-645b-4b59-a12a-3817ae0055aa', 'name': 'network-vif-deleted', 'tag': 'c1f13d91-7e21-4977-8e15-ac8d23c107c6', 'status': 'completed', 'code': 200} Mar 31 22:57:09.395222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d3e795f-2464-4c2b-9a8d-e8a3c1e172b1 req-b00d42b8-af5b-4fd0-9ac6-d71582effb58 tempest-ServersOnMultiNodesTest-1307925284 tempest-ServersOnMultiNodesTest-1307925284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f10ef721-645b-4b59-a12a-3817ae0055aa HTTP/1.1" status: 200 len: 210 time: 0.0283802 Mar 31 22:57:09.756564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b658f-0584-4b53-b293-2ab49e488a8d req-44b00cdd-941f-4ce2-a5be-c5e4321c5744 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.757958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-396b658f-0584-4b53-b293-2ab49e488a8d req-44b00cdd-941f-4ce2-a5be-c5e4321c5744 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0820773 Mar 31 22:57:09.770079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdefdb8-4836-41ea-8f86-95c881ea93fe req-039a8e4b-5980-4276-8612-5c512bd00cf0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.771508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bdefdb8-4836-41ea-8f86-95c881ea93fe req-039a8e4b-5980-4276-8612-5c512bd00cf0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0672209 Mar 31 22:57:09.828777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-396b658f-0584-4b53-b293-2ab49e488a8d req-eeb106f5-843f-42e1-b96b-06e995e7011f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562222 Mar 31 22:57:09.833475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bdefdb8-4836-41ea-8f86-95c881ea93fe req-3d68c9c9-e48e-4e5f-bb11-9129efb038d1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549309 Mar 31 22:57:10.048150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592028-b6d2-4025-b10c-40c017702de9 req-dccc6bfa-1cf3-45c4-8295-8cfaac678d30 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.049580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6592028-b6d2-4025-b10c-40c017702de9 req-dccc6bfa-1cf3-45c4-8295-8cfaac678d30 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Mar 31 22:57:10.060622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1b4d7-bd1f-403d-9b1c-b19dc9c6712b req-1f12b4ee-b5e9-464e-9ee8-69b954ab0ba4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.061996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf1b4d7-bd1f-403d-9b1c-b19dc9c6712b req-1f12b4ee-b5e9-464e-9ee8-69b954ab0ba4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 931 time: 0.0657208 Mar 31 22:57:10.085853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:10.117854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6592028-b6d2-4025-b10c-40c017702de9 req-f516d42a-82db-4417-8827-db23467c6eee tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547771 Mar 31 22:57:10.122929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf1b4d7-bd1f-403d-9b1c-b19dc9c6712b req-99cb0059-0724-4d5e-970c-71a29952d1a7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Mar 31 22:57:10.207998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bb1a37b-3d33-44ec-9a32-538e9b32e305 req-892dc731-4b8e-4214-930c-6b791d102672 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0265670 Mar 31 22:57:10.430740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786ce91-f06a-453c-ab18-05bcee8fe69b req-de89b44d-ce97-47a9-b15a-12e5a52ba587 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.432645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b786ce91-f06a-453c-ab18-05bcee8fe69b req-de89b44d-ce97-47a9-b15a-12e5a52ba587 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.0693555 Mar 31 22:57:10.471920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1f13d91-7e21-4977-8e15-ac8d23c107c6 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:10.476511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b786ce91-f06a-453c-ab18-05bcee8fe69b req-05156b49-8704-4889-a78c-969edf907da1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Mar 31 22:57:10.493921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: c1f13d91-7e21-4977-8e15-ac8d23c107c6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:10.494283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c1f13d91-7e21-4977-8e15-ac8d23c107c6 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:10.494747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ea1678e8-bf2e-4a54-b4b6-996523050fd4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:10.646232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dbe3d-6650-4251-8159-dc6f4c0a4805 req-1fcd2186-1285-4815-ac8d-d5c6d6b91ef6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.647915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d0dbe3d-6650-4251-8159-dc6f4c0a4805 req-1fcd2186-1285-4815-ac8d-d5c6d6b91ef6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1018322 Mar 31 22:57:10.683320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-baf73b35-ff99-4299-af3e-a6ce0192b649 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.684854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-baf73b35-ff99-4299-af3e-a6ce0192b649 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 943 time: 0.1054273 Mar 31 22:57:10.733788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d0dbe3d-6650-4251-8159-dc6f4c0a4805 req-eaf7dbb0-be74-4d89-95b1-134340edd360 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778656 Mar 31 22:57:10.796359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Deleting port ea1678e8-bf2e-4a54-b4b6-996523050fd4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:10.796717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:10.892523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] For port ea1678e8-bf2e-4a54-b4b6-996523050fd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ea1678e8-bf2e-4a54-b4b6-996523050fd4,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:10.893015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:10.908232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Calling delete_port for ea1678e8-bf2e-4a54-b4b6-996523050fd4 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:11.109050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db09a4c-8f8b-417e-876d-c5f93c44c5ed req-6a689ba4-74ea-40fb-a925-a88d0d966743 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.109050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3db09a4c-8f8b-417e-876d-c5f93c44c5ed req-6a689ba4-74ea-40fb-a925-a88d0d966743 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1395512 Mar 31 22:57:11.109050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514170-b191-4f9e-9f5c-03996233f51f req-ab734e20-4e3a-460e-843d-d7e681a9b4d1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.109050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49514170-b191-4f9e-9f5c-03996233f51f req-ab734e20-4e3a-460e-843d-d7e681a9b4d1 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1611869 Mar 31 22:57:11.110267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39800) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:11.163897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3db09a4c-8f8b-417e-876d-c5f93c44c5ed req-d5d269a6-aad4-4cd0-a33f-10e1fd176839 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950935 Mar 31 22:57:11.177086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49514170-b191-4f9e-9f5c-03996233f51f req-6ac94398-f80d-4384-ab0a-f8e69b1d0576 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922220 Mar 31 22:57:11.265095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1c91fae4-fd1e-4a83-9ada-c291d7d7adba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f8777fffbe644514af01f14d9ba01694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549804 Mar 31 22:57:11.268036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:11.318394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.329012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401565e0-82f9-4efa-9f05-e6b39b8b7f08 req-d4a6de00-b55d-42d2-ab8b-db501a3ba266 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.330976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-401565e0-82f9-4efa-9f05-e6b39b8b7f08 req-d4a6de00-b55d-42d2-ab8b-db501a3ba266 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.0919902 Mar 31 22:57:11.342796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92ce09-e398-402a-ac08-097247cd9847 req-cfffe531-d769-44cd-90bc-8c7436bc19a4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.346155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f92ce09-e398-402a-ac08-097247cd9847 req-cfffe531-d769-44cd-90bc-8c7436bc19a4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 931 time: 0.0743048 Mar 31 22:57:11.353010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.378741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.433318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Request body: {'port': {'device_id': '43f55aca-eb75-44db-a822-518dc8903f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:11.447301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f92ce09-e398-402a-ac08-097247cd9847 req-a2135d52-4f11-4e70-9596-20344b7ce600 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943565 Mar 31 22:57:11.480326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-401565e0-82f9-4efa-9f05-e6b39b8b7f08 req-4502e900-560a-4759-9080-fdff1cb62fcc tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342716 Mar 31 22:57:11.481503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event deleted for resources: {'Port': ['ID=ea1678e8-bf2e-4a54-b4b6-996523050fd4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:11.512550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.516221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.526542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] No DVR routers for this DVR port ea1678e8-bf2e-4a54-b4b6-996523050fd4 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:11.529677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.533622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86e96b5f-4a1d-4b46-b32d-d3040042013d req-cd679230-7c91-4de4-b9ae-91cf9ca00ec0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "DELETE /v2.0/ports/ea1678e8-bf2e-4a54-b4b6-996523050fd4 HTTP/1.1" status: 204 len: 173 time: 0.8402603 Mar 31 22:57:11.533942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4eceae5e-b002-4f56-a7c1-d8b105e1fad1 HTTP/1.1" status: 204 len: 168 time: 0.2648244 Mar 31 22:57:11.534073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-deleted', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:11.537230 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb7825-f6f8-467a-9c17-c2bcbb59a739" -d '{"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-deleted", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:11.600138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0cb35-eff4-4562-b953-5cac031cb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eceae5e-b002-4f56-a7c1-d8b105e1fad1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:11.609049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.630858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20b35047-a91b-4c2b-afbc-864761f8966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.646462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b9f5dc2-77d8-4262-91b6-ca53e9848121 req-42f6e7d6-296a-4f96-b460-acb4215933a5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0629299 Mar 31 22:57:11.693904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325a5312-a829-4a09-b12f-3bfd3257e0ba req-ad513491-ebb9-411b-b80f-d968fe4a5a9c tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0988533 Mar 31 22:57:11.704679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ced7-4c03-4d90-bbf4-4f51e9758786 req-1496885e-ab3b-4d5a-848f-89e2b29b2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.708755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4354ced7-4c03-4d90-bbf4-4f51e9758786 req-1496885e-ab3b-4d5a-848f-89e2b29b2095 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 1096 time: 0.1734619 Mar 31 22:57:11.722335 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4384203-a950-49fd-a24e-b27363a5a91b x-openstack-request-id: req-d4384203-a950-49fd-a24e-b27363a5a91b {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:11.722335 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142db23d-19b4-40d7-a911-c3dfb37bfbec", "name": "network-vif-deleted", "tag": "ea1678e8-bf2e-4a54-b4b6-996523050fd4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:11.722757 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d4384203-a950-49fd-a24e-b27363a5a91b {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:11.723370 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4384203-a950-49fd-a24e-b27363a5a91b'] response: {'server_uuid': '142db23d-19b4-40d7-a911-c3dfb37bfbec', 'name': 'network-vif-deleted', 'tag': 'ea1678e8-bf2e-4a54-b4b6-996523050fd4', 'status': 'completed', 'code': 200} Mar 31 22:57:11.855617 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4354ced7-4c03-4d90-bbf4-4f51e9758786 req-dcba16f7-1bd0-42ef-8912-c89d9b0c0dbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398885 Mar 31 22:57:11.901534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1d08-f508-43ef-95ae-714a9f945ef1 req-913f100d-638e-4872-9ee9-09a3ccdf702c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.903323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-783e1d08-f508-43ef-95ae-714a9f945ef1 req-913f100d-638e-4872-9ee9-09a3ccdf702c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0915160 Mar 31 22:57:11.970775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-783e1d08-f508-43ef-95ae-714a9f945ef1 req-66ef6235-f45e-49a1-b490-a8ec1f934abc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Mar 31 22:57:12.096311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c724f5-ebb9-4569-a00f-2c7dd8341eee {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:12.104989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.118597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Transition to ACTIVE for port object 52c724f5-ebb9-4569-a00f-2c7dd8341eee will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:12.196116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.346721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:12.384064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c467-40e9-40da-9ece-c18666d45216 req-0dfc7a99-bc82-4966-8875-92db5abeafc7 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.385676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a501c467-40e9-40da-9ece-c18666d45216 req-0dfc7a99-bc82-4966-8875-92db5abeafc7 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0926833 Mar 31 22:57:12.388985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:12.389714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:12.390194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:12.395513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:12.396150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:12.404815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:12.405164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:12.413773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:12.413773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Bound port: 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:12.413773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.414123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11131b41-01e6-4dcb-8738-45b18806570e req-da5dd6e4-eb6f-40eb-a2fd-ef3ca0ec52a9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.414123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11131b41-01e6-4dcb-8738-45b18806570e req-da5dd6e4-eb6f-40eb-a2fd-ef3ca0ec52a9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0884867 Mar 31 22:57:12.438984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:12.463686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a501c467-40e9-40da-9ece-c18666d45216 req-254dce87-1110-4445-9d4f-85d19606b07f tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715687 Mar 31 22:57:12.506000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11131b41-01e6-4dcb-8738-45b18806570e req-517cf974-e07a-4b9b-9f8b-be6b9296dc24 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842166 Mar 31 22:57:12.540139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:12.544682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:12.624308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39834) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:12.637479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ec3b-d259-4e55-906b-1aaffe78a8b0 req-f48a48c8-2e17-4d86-bc5e-fe8fe58d03e1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.639113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c159ec3b-d259-4e55-906b-1aaffe78a8b0 req-f48a48c8-2e17-4d86-bc5e-fe8fe58d03e1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0839674 Mar 31 22:57:12.644506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091dffd-e429-4063-8937-feb9c5ecfa4e req-b0730d35-bbcb-4c03-98de-7dc81d180328 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.647313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:12.650987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6091dffd-e429-4063-8937-feb9c5ecfa4e req-b0730d35-bbcb-4c03-98de-7dc81d180328 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0665255 Mar 31 22:57:12.653511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:12.654086 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.656876 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:57:12.669249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.719864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c159ec3b-d259-4e55-906b-1aaffe78a8b0 req-ec825b49-e042-4f3b-ad79-9943ab83b4de tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677018 Mar 31 22:57:12.725648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de4a1827-16e6-4006-a4a9-93d08806ab8e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ce7e5516980410897295dac7f0d57e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001513 Mar 31 22:57:12.726120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6091dffd-e429-4063-8937-feb9c5ecfa4e req-55202832-91ff-4c98-b045-af8c92b03a73 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Mar 31 22:57:12.727232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.728234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.729611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] 10.222.0.44 "PUT /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 1091 time: 1.3027892 Mar 31 22:57:12.732372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:12.737616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39840) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:12.737752 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563" -d '{"events": [{"name": "network-changed", "server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:12.772589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee182d9-32eb-4018-9c18-f0b0f83c3109 service neutron] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:12.782483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.807067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:12.809468 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2059f67-75a9-4d96-b127-3d817ee3f191" -d '{"events": [{"server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "name": "network-vif-plugged", "status": "completed", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:12.825333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:12.840852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.875856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:12.932703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9606935-f63c-4d31-ab97-e0eab1fa1960 req-9547b02b-17a8-40c3-a47a-4ef2de0dced7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0596411 Mar 31 22:57:12.955866 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:13.010479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171071d5-14d7-46c6-970f-7aed60ee8fee req-077bfa98-df4b-4e4a-9f6c-a362bb53d13f tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.013540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-171071d5-14d7-46c6-970f-7aed60ee8fee req-077bfa98-df4b-4e4a-9f6c-a362bb53d13f tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.1423290 Mar 31 22:57:13.060496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-171071d5-14d7-46c6-970f-7aed60ee8fee req-5d319df5-f345-4ceb-b0ce-0d14ced94f40 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Mar 31 22:57:13.089031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:13.108595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-8aab046f-6c9f-4a41-a5a2-357f63b6a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.110102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-8aab046f-6c9f-4a41-a5a2-357f63b6a8c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1094 time: 0.1159418 Mar 31 22:57:13.124764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42e71bb1-79ec-4036-b839-785aacced3df req-777f12dc-a9af-4c5b-a527-9738e31719a9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=142db23d-19b4-40d7-a911-c3dfb37bfbec HTTP/1.1" status: 200 len: 210 time: 0.0383594 Mar 31 22:57:13.207763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:13.211532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:13.216803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69572c1a-f74f-48e0-ada8-a20c3d9586b3 HTTP/1.1" status: 204 len: 168 time: 0.4819748 Mar 31 22:57:13.224054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-c09e90d9-a7cc-45f2-9a79-2312bc869ce0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 217 time: 0.0880749 Mar 31 22:57:13.227571 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6617540c-ec72-4548-a18e-cdd6757918c6 x-openstack-request-id: req-6617540c-ec72-4548-a18e-cdd6757918c6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:13.227571 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:13.227571 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6617540c-ec72-4548-a18e-cdd6757918c6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:13.227571 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6617540c-ec72-4548-a18e-cdd6757918c6'] response: {'name': 'network-changed', 'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'status': 'completed', 'code': 200} Mar 31 22:57:13.228161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112a3ba-7e9e-4524-8e34-8c32df84f0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69572c1a-f74f-48e0-ada8-a20c3d9586b3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:13.266971 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0037467e-fa94-4391-8f6c-8364ba4ca000 x-openstack-request-id: req-0037467e-fa94-4391-8f6c-8364ba4ca000 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:13.273040 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "name": "network-vif-plugged", "status": "completed", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:13.273040 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0037467e-fa94-4391-8f6c-8364ba4ca000 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:13.273040 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0037467e-fa94-4391-8f6c-8364ba4ca000'] response: {'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff', 'code': 200} Mar 31 22:57:13.354924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-3699e24f-86d5-4483-af69-e13d4049c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.360606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-3699e24f-86d5-4483-af69-e13d4049c13e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1267354 Mar 31 22:57:13.407566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17c105-72eb-4906-a3a3-3c6ad36829d2 req-43268a36-5b9d-46e4-8c95-e04dc3b734a4 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.407566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b17c105-72eb-4906-a3a3-3c6ad36829d2 req-43268a36-5b9d-46e4-8c95-e04dc3b734a4 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1331768 Mar 31 22:57:13.412915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-72fd2105-e614-4b0a-aeb1-b895d76b29c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429966 Mar 31 22:57:13.493098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b17c105-72eb-4906-a3a3-3c6ad36829d2 req-41d69872-2e2b-4d4c-966e-2aa0ebe6e949 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825958 Mar 31 22:57:13.505512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ad91-efa8-4a80-b052-61d92cd472c6 req-cf8f20e6-9c28-493f-89b2-730f18ef9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.507103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d32ad91-efa8-4a80-b052-61d92cd472c6 req-cf8f20e6-9c28-493f-89b2-730f18ef9267 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 1096 time: 0.0709553 Mar 31 22:57:13.531267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-b003b8ac-9090-4b42-8599-2d203a8f1535 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041229 Mar 31 22:57:13.548298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d32ad91-efa8-4a80-b052-61d92cd472c6 req-45cdad6d-4b16-4815-84f9-10f4d76630ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Mar 31 22:57:13.605905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8138f4-a99c-41a8-b486-5eca43fd84a6 req-823a532d-fbb2-4676-ad86-0dbc132eed71 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.607674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec8138f4-a99c-41a8-b486-5eca43fd84a6 req-823a532d-fbb2-4676-ad86-0dbc132eed71 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Mar 31 22:57:13.650202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-be52d1d6-59b9-4864-aa06-1c046f28a3f6 req-e3221c84-be2c-4bb9-9bb5-0d89be00d734 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115890 Mar 31 22:57:13.652893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec8138f4-a99c-41a8-b486-5eca43fd84a6 req-349ec51e-6266-4b04-9a9f-6ce234fb3e71 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Mar 31 22:57:13.807350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-26a992e0-5aad-4493-8ebb-aacdfe66030a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=027823132da34143877e417ea2638426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348356 Mar 31 22:57:13.877063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6bd8e-fc68-4c38-a9a1-e3985aa1dd56 req-5f00ab03-9712-4db0-8edc-f2126db3b5d0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.878583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7d6bd8e-fc68-4c38-a9a1-e3985aa1dd56 req-5f00ab03-9712-4db0-8edc-f2126db3b5d0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0538061 Mar 31 22:57:13.892737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-161844bc-6238-42cc-9851-d45c3dec3ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:13.923700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7d6bd8e-fc68-4c38-a9a1-e3985aa1dd56 req-cae5a4bb-a492-4130-8732-f7a1b598be82 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Mar 31 22:57:13.924680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-d3c5ecbb-ca3e-40f2-ac2b-951312934325 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.926111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-d3c5ecbb-ca3e-40f2-ac2b-951312934325 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137857 Mar 31 22:57:13.938303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Request body: {'port': {'device_id': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '027823132da34143877e417ea2638426'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:14.081426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7de2425-e735-44f6-a5a7-738a7d11daf4 req-6f5def8a-76bf-4d33-a8fb-79b43c03deff tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0320718 Mar 31 22:57:14.116207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-c1344866-dd05-473f-8485-a88ec1951dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.118343 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-c1344866-dd05-473f-8485-a88ec1951dfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1094 time: 0.0893290 Mar 31 22:57:14.312973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9dd3-0b92-49ce-883a-a3dad8e0a17c req-cf5e8613-a543-45f8-bdc2-76fa92fb919a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.317460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-0e2e2424-884c-46f4-b3c2-600989da6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.319193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-0e2e2424-884c-46f4-b3c2-600989da6dd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1929471 Mar 31 22:57:14.322340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee9e9dd3-0b92-49ce-883a-a3dad8e0a17c req-cf5e8613-a543-45f8-bdc2-76fa92fb919a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.1418533 Mar 31 22:57:14.394427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee9e9dd3-0b92-49ce-883a-a3dad8e0a17c req-0b99d782-e462-4135-838c-4453678cc60e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593431 Mar 31 22:57:14.413267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-acb81ad8-4313-4f43-bd8b-0920fa43ee1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 217 time: 0.0822234 Mar 31 22:57:14.433458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Made reservation on behalf of 027823132da34143877e417ea2638426 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:14.433458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:14.592252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-47829a93-35f8-4772-8b4b-dacbe2491f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.606413 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-47829a93-35f8-4772-8b4b-dacbe2491f39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1630533 Mar 31 22:57:14.680299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-51868ccd-2f84-4404-89e3-28180296d3e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697179 Mar 31 22:57:14.706120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91cde-a262-4058-bcb7-c2df52fc4279 req-96614ab2-731c-46eb-ae3d-8033264e96bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.720492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c91cde-a262-4058-bcb7-c2df52fc4279 req-96614ab2-731c-46eb-ae3d-8033264e96bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0997334 Mar 31 22:57:14.764248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c91cde-a262-4058-bcb7-c2df52fc4279 req-7b7686bb-48a4-45b6-ba9e-2251a3be4086 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Mar 31 22:57:14.810545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Allocated IP 192.168.233.39 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/55084127-b668-46c6-93bb-738948aa7d43) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:14.885244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d433a6-8627-4ed0-b11b-f4bc58b03c09 req-e02a7105-8e06-41fb-aa9a-e3ac2674b946 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.886751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0d433a6-8627-4ed0-b11b-f4bc58b03c09 req-e02a7105-8e06-41fb-aa9a-e3ac2674b946 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Mar 31 22:57:14.932460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-a066e9d6-afcd-4100-a597-b8e0f6876270 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390573 Mar 31 22:57:14.939159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0d433a6-8627-4ed0-b11b-f4bc58b03c09 req-b6df6f51-0b96-449b-aea6-0eaddce22fdf tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Mar 31 22:57:15.073577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf66500-2b91-4534-8091-45f6f68cb717 req-8c9ab090-2c19-4bbf-afbc-a6926d43f6b6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.081350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cf66500-2b91-4534-8091-45f6f68cb717 req-8c9ab090-2c19-4bbf-afbc-a6926d43f6b6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0629253 Mar 31 22:57:15.127695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39900) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:15.135604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867352454', 'description': 'tempest-description--463326769'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:15.155253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cf66500-2b91-4534-8091-45f6f68cb717 req-1b06fa0c-a325-4b2b-a76c-6783b2ef8229 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Mar 31 22:57:15.162041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.179492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f9dcb35b-9ff9-4a0c-81b0-a0da5b007563 req-8db9ecb5-2dfc-4494-af81-96a04c07a14e service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298801 Mar 31 22:57:15.276121 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.288379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a171bda-ef4a-4302-ac28-fe370f7088b0 req-18d0e52c-d69b-4761-88ad-9a896baa25c8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0338712 Mar 31 22:57:15.290504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.318968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903482f-dffa-49b9-b65c-047ec727f374 req-21b5000d-5d52-4833-ae3a-6fce371464de tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.327659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d903482f-dffa-49b9-b65c-047ec727f374 req-21b5000d-5d52-4833-ae3a-6fce371464de tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0999577 Mar 31 22:57:15.327659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39906) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:15.335047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Request body: {'floatingip': {'port_id': '93a7302f-1454-488f-9a42-1d0eb16289a1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:15.377181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.393147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.419590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613', '59e1a39f-a918-4d83-a0a3-87776a66805d', 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:15.536017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.675152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.992336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:15.994408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:16.010714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:16.051668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.097459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.098103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.259153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.259153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1256661 Mar 31 22:57:16.259917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:16.263883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'security_group_rule': {'security_group_id': '4fc8dd29-6bbb-43ce-8267-20dd88727e51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:16.271149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87886a4-4c1a-4606-a968-9e98fff64f77 req-c185e0dd-a93e-4956-b920-ce1e615018b1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.278672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e87886a4-4c1a-4606-a968-9e98fff64f77 req-c185e0dd-a93e-4956-b920-ce1e615018b1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.7194092 Mar 31 22:57:16.294783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d199e-8d07-400c-8120-ff648b19071a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8dd29-6bbb-43ce-8267-20dd88727e51,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.319225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-70930fc6-44ab-440c-8fd7-0bcd14148653 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3848631 Mar 31 22:57:16.324746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-178357d1-4162-4cf4-ba0f-4b66aa4507a2 None None] Provisioning complete for port 55084127-b668-46c6-93bb-738948aa7d43 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:16.325624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-178357d1-4162-4cf4-ba0f-4b66aa4507a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.332087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Request body: {'port': {'device_id': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:16.389329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-178357d1-4162-4cf4-ba0f-4b66aa4507a2 None None] Port 55084127-b668-46c6-93bb-738948aa7d43 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:16.422165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.433483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d945-aa91-4ae6-b370-100e3b4c833d req-afd98028-c8a2-419c-b247-12ce861276bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.433483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f07d945-aa91-4ae6-b370-100e3b4c833d req-afd98028-c8a2-419c-b247-12ce861276bb tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1880474 Mar 31 22:57:16.434856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e87886a4-4c1a-4606-a968-9e98fff64f77 req-461d5b02-08a1-4c57-82db-eb73365e1e29 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552787 Mar 31 22:57:16.544618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.569753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.591512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f07d945-aa91-4ae6-b370-100e3b4c833d req-aca8eaa6-2fa0-4766-a788-cb23e0d9e2a4 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237743 Mar 31 22:57:16.692837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.732704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39932) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:16.798158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09ff11-805f-4106-bc09-7e79520583ed req-4b4bf04f-fb04-4466-be15-43afec633eb6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.800002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b09ff11-805f-4106-bc09-7e79520583ed req-4b4bf04f-fb04-4466-be15-43afec633eb6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.2056863 Mar 31 22:57:16.829253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:16.841989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.858328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Transition to ACTIVE for port object 55084127-b668-46c6-93bb-738948aa7d43 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:16.875902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.876736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.882271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.883126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-571a32e3-82bc-469c-8faf-7b481d95d809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.892811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21b2b6-465f-44eb-b7ef-320aa394b751 req-ef029c69-291c-4de6-b7f1-bb6f62861104 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.894328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa21b2b6-465f-44eb-b7ef-320aa394b751 req-ef029c69-291c-4de6-b7f1-bb6f62861104 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 935 time: 0.1528261 Mar 31 22:57:16.900358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b09ff11-805f-4106-bc09-7e79520583ed req-e2c7da5d-332e-46e3-88fd-91c42ac500ac tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719273 Mar 31 22:57:16.915456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220bb5da-5418-4532-a85e-21787dc390d1,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.960204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa21b2b6-465f-44eb-b7ef-320aa394b751 req-c5ade58f-268f-41d6-a833-dc2e955ae9e1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Mar 31 22:57:17.025058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.043234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d669-43af-4f43-a14f-72ab46b56ab2 req-d2d91629-a6a3-4e09-89c7-93fabcc0570a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.045209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e73d669-43af-4f43-a14f-72ab46b56ab2 req-d2d91629-a6a3-4e09-89c7-93fabcc0570a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 945 time: 0.0714586 Mar 31 22:57:17.047791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.051933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-571a32e3-82bc-469c-8faf-7b481d95d809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.081962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.085741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9fb81405-6523-4ba9-a94c-5f96e5f5f485 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8248398 Mar 31 22:57:17.098303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:17.108520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'security_group_rule': {'security_group_id': '4fc8dd29-6bbb-43ce-8267-20dd88727e51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:17.134603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.181415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e73d669-43af-4f43-a14f-72ab46b56ab2 req-dbfc0ccd-5607-4309-8b57-4a2642a74e7e tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293075 Mar 31 22:57:17.229791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-571a32e3-82bc-469c-8faf-7b481d95d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.235210 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190 associated. External IP: 172.25.6.177, port: 93a7302f-1454-488f-9a42-1d0eb16289a1. Mar 31 22:57:17.273667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:17.274178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:17.274651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:17.285081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:17.285410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:17.299669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:17.300051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:17.300418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:17.300834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Bound port: 55084127-b668-46c6-93bb-738948aa7d43, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:17.301196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.307160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-571a32e3-82bc-469c-8faf-7b481d95d809 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=066573de693d48bfa6d3096ee499eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730169 Mar 31 22:57:17.312652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:17.318277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a32e3-82bc-469c-8faf-7b481d95d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2873b-2709-47dd-af6e-ff237d6fe7c3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.401761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.456563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adbf6f-2612-45cb-9744-f05220d20f27 req-aeaa10db-49e4-45c6-aa55-62b5a40235d3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.459361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9adbf6f-2612-45cb-9744-f05220d20f27 req-aeaa10db-49e4-45c6-aa55-62b5a40235d3 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 946 time: 0.1591012 Mar 31 22:57:17.462505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:17.487476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:17.491548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.506620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.565646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.576152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9adbf6f-2612-45cb-9744-f05220d20f27 req-60fedabb-e1ff-4be5-96f0-abb1746f5ac1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066103 Mar 31 22:57:17.665277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.669564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.706003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:17.722922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb726-edcd-4ca0-afde-2de2eec46742 req-e3dda6b3-68d9-473f-9ec0-aa86169c1d92 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.724538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcccb726-edcd-4ca0-afde-2de2eec46742 req-e3dda6b3-68d9-473f-9ec0-aa86169c1d92 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0824740 Mar 31 22:57:17.729201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3cc48a-334f-412c-90bf-99741174bff4,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.733166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.733166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.734239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] 10.222.0.44 "PUT /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 1095 time: 1.4065454 Mar 31 22:57:17.736967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:17.739497 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf684ca-798b-46c8-861e-f3667bd1fd98" -d '{"events": [{"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:17.762445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ca21c-e783-4bb7-af71-830dedf59bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.817133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.822559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78b6651e-0579-41af-8714-dcded6eb8012 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7211268 Mar 31 22:57:17.823781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39956) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:17.830512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:17.874506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcccb726-edcd-4ca0-afde-2de2eec46742 req-a803f9cd-98d8-4f0a-8686-ce70454df061 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291597 Mar 31 22:57:17.901958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:17.908124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.914011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:17.925283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:17.926157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:17.953839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8dab8ca0-08f5-4dce-b71f-98af2d7a209b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "PUT /v2.0/floatingips/7fc76196-f7f9-4ec6-9ef3-4c43ab082190 HTTP/1.1" status: 200 len: 991 time: 2.6145229 Mar 31 22:57:17.953839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:17.953839 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dddc24-db23-4a38-b062-6c276ba6f3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:18.003819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.006732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.007853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1de2873b-2709-47dd-af6e-ff237d6fe7c3 HTTP/1.1" status: 204 len: 168 time: 0.6929719 Mar 31 22:57:18.018927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.019268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8fd8d-b975-457c-ba94-26d406fdf913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2873b-2709-47dd-af6e-ff237d6fe7c3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:18.093160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:18.120124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-9047fab1-b532-4189-b670-002d062520e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.121589 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-9047fab1-b532-4189-b670-002d062520e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0837150 Mar 31 22:57:18.168791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-3e8ab4ee-dd56-4826-a3ad-51bd4c2a2cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0368340 Mar 31 22:57:18.233244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.245180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-b3c9fff7-af52-4af2-81e2-04356431ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.246924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-b3c9fff7-af52-4af2-81e2-04356431ce90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0703862 Mar 31 22:57:18.355663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-709495f0-9ef9-4847-b657-38b5af5fe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.357057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-709495f0-9ef9-4847-b657-38b5af5fe044 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773830 Mar 31 22:57:18.361051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:1d:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:57:16Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:18.389890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:18.398668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:18.399597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:18.448159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Allocated IP 172.25.6.147 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/a5c617d7-d24c-463d-b1df-de1275e22abe) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:18.485120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f16a4-7441-40b9-b1db-b0c284b7baba req-33577bb3-5037-44b7-a08d-e42cfc816c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.491571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e36f16a4-7441-40b9-b1db-b0c284b7baba req-33577bb3-5037-44b7-a08d-e42cfc816c62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1097 time: 0.0994520 Mar 31 22:57:18.534385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e36f16a4-7441-40b9-b1db-b0c284b7baba req-24730de5-2a5b-46f8-89d9-62eede62a367 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Mar 31 22:57:18.540248 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-58782000-7d4f-44c3-ad90-4da99818fce8 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731186 Mar 31 22:57:18.560581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:18.654716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.682670 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36afb07-c716-4bbd-9de0-fd5d6cc71926 req-3c9fb3a2-6e27-4543-90f2-a88484c80982 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360769 Mar 31 22:57:18.766624 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaa0e83-500a-447d-986d-da8154d427c1 x-openstack-request-id: req-eaaa0e83-500a-447d-986d-da8154d427c1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:18.766918 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:18.767249 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eaaa0e83-500a-447d-986d-da8154d427c1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:18.767621 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaa0e83-500a-447d-986d-da8154d427c1'] response: {'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'status': 'completed', 'code': 200} Mar 31 22:57:18.775268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2f6e-be32-4dec-afd7-956103203abe req-7a0030fa-f941-4a02-b2a9-286db70459b0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.776798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebdb2f6e-be32-4dec-afd7-956103203abe req-7a0030fa-f941-4a02-b2a9-286db70459b0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1392300 Mar 31 22:57:18.842682 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37448a2-5bb9-4c35-bb82-02dd37a141f0 x-openstack-request-id: req-f37448a2-5bb9-4c35-bb82-02dd37a141f0 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:18.843284 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:18.843519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.843867 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f37448a2-5bb9-4c35-bb82-02dd37a141f0 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:18.844441 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37448a2-5bb9-4c35-bb82-02dd37a141f0'] response: {'name': 'network-changed', 'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'status': 'completed', 'code': 200} Mar 31 22:57:18.858121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebdb2f6e-be32-4dec-afd7-956103203abe req-396cf78a-66db-4760-916e-0a46ae4d7dc4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Mar 31 22:57:19.005405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:1d:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:57:16Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:19.038685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85654a98-c0fa-49e7-b69e-d96f3bab4e97 req-0b212d65-bc5d-4413-ad3f-ecc9a203e44e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.042142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb348d-9326-49b9-865e-2c24e44fbb33 None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7fc76196-f7f9-4ec6-9ef3-4c43ab082190', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'port_id': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'mac_address': 'fa:16:3e:1d:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:35Z', 'updated_at': '2022-03-31T22:57:16Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:19.046989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85654a98-c0fa-49e7-b69e-d96f3bab4e97 req-0b212d65-bc5d-4413-ad3f-ecc9a203e44e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.1538405 Mar 31 22:57:19.109387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0960e9-f0f6-4d3b-83a6-75fb93e392e0 req-d9e4a311-71d8-4b2f-a696-29dcbe2890aa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.111165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e0960e9-f0f6-4d3b-83a6-75fb93e392e0 req-d9e4a311-71d8-4b2f-a696-29dcbe2890aa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.1423547 Mar 31 22:57:19.140018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'Port': ['ID=a5c617d7-d24c-463d-b1df-de1275e22abe,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:19.146663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:19.148566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:19.156802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:19.171013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85654a98-c0fa-49e7-b69e-d96f3bab4e97 req-bdf18c02-577d-4dc0-8237-f280fee5da48 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233008 Mar 31 22:57:19.218835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e0960e9-f0f6-4d3b-83a6-75fb93e392e0 req-375d2b4f-1876-42b8-b25c-6e9b0bd8d689 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989165 Mar 31 22:57:19.331405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.381238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-57ee5c4f-b231-45dd-b1f0-5ada0ef4460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.382761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-57ee5c4f-b231-45dd-b1f0-5ada0ef4460d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1098 time: 0.4334772 Mar 31 22:57:19.386461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-7cecdf61-6383-403e-a026-deb821a598d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.388140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-7cecdf61-6383-403e-a026-deb821a598d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83a7e87cc5c44e258172568dcdc64351&device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 1096 time: 0.4626737 Mar 31 22:57:19.414107 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d2399-768e-46a2-b36a-1fb174e45877 None None] New status for floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:57:19.448822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c35e-68fd-4975-8030-c257971f7b23 req-007af5ac-973b-40f1-be67-58ba02836af7 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.457383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a57c35e-68fd-4975-8030-c257971f7b23 req-007af5ac-973b-40f1-be67-58ba02836af7 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 946 time: 0.1381776 Mar 31 22:57:19.496410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d014-1c9d-4194-91af-954692e7900a req-7612caf6-6695-47d3-94cf-cd92d81d523a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.499198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b205d014-1c9d-4194-91af-954692e7900a req-7612caf6-6695-47d3-94cf-cd92d81d523a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1325035 Mar 31 22:57:19.537029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a57c35e-68fd-4975-8030-c257971f7b23 req-0e3ebe80-a0dc-4fd0-957b-0c2c6053523a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Mar 31 22:57:19.568255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-229c28c6-2a57-4486-85cf-105791e02304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.569740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-229c28c6-2a57-4486-85cf-105791e02304 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1741402 Mar 31 22:57:19.618390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b205d014-1c9d-4194-91af-954692e7900a req-ef006657-2dda-4ccb-8a5a-62c2d25d1c67 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045074 Mar 31 22:57:19.622113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.715033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-944d0695-899e-4a03-a0e3-3ce169456380 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0937681 Mar 31 22:57:19.822634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-70e1dbd9-4e3c-4228-adfb-acb51f9eb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.824013 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-70e1dbd9-4e3c-4228-adfb-acb51f9eb142 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1012239 Mar 31 22:57:19.995700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.003339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-49087fb7-bdc1-4477-bcfe-f629503c1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.007967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-49087fb7-bdc1-4477-bcfe-f629503c1c65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 200 len: 926 time: 0.6070993 Mar 31 22:57:20.009658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb79d-0880-43e9-95d6-04f1937c2df5 req-81bcc5af-d754-4bc6-93f5-3ba47555f3de tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.012637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-039eb79d-0880-43e9-95d6-04f1937c2df5 req-81bcc5af-d754-4bc6-93f5-3ba47555f3de tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0759623 Mar 31 22:57:20.047111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40000) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:20.075783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-039eb79d-0880-43e9-95d6-04f1937c2df5 req-5c7d0da3-d5bc-466f-8d3e-4e1431664542 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557966 Mar 31 22:57:20.092590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.204299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-02362933-fba3-4d54-8179-e6b198608476 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a7302f-1454-488f-9a42-1d0eb16289a1 HTTP/1.1" status: 200 len: 1001 time: 0.1802034 Mar 31 22:57:20.209385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-e6cc012f-79b2-4631-8251-f685d1f9b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.210770 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-e6cc012f-79b2-4631-8251-f685d1f9b9a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115247 Mar 31 22:57:20.219213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1383738728-network', 'tenant_id': 'f29fc841902b4f12ae63c0cf2f4920cc'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:20.221931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'Port': ['ID=a5c617d7-d24c-463d-b1df-de1275e22abe,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:20.341380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76225e1f-8104-4a60-aab0-3dfbe3ba5074 req-18bd7294-d781-4df2-b4f7-81a91272a131 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.343256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76225e1f-8104-4a60-aab0-3dfbe3ba5074 req-18bd7294-d781-4df2-b4f7-81a91272a131 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0565922 Mar 31 22:57:20.347362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.392624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76225e1f-8104-4a60-aab0-3dfbe3ba5074 req-c284bba4-f07c-421d-8ae2-b1a12a1d81ef tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Mar 31 22:57:20.394976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-386d7e0b-296a-403e-90ec-725b327a9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.396484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-386d7e0b-296a-403e-90ec-725b327a9f49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 200 len: 863 time: 0.1573660 Mar 31 22:57:20.422842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-fafab8cd-c3be-4ffb-b5ca-6eb601fff302 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.424356 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-fafab8cd-c3be-4ffb-b5ca-6eb601fff302 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 946 time: 0.2086074 Mar 31 22:57:20.440716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Made reservation on behalf of f29fc841902b4f12ae63c0cf2f4920cc for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:20.442965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.474471 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.479116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-336494f0-31b7-496e-a647-ef30486e7627 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6504490 Mar 31 22:57:20.511658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.528129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-4286989e-0893-45ac-95f9-0e5537d1a0cb service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964792 Mar 31 22:57:20.727541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-ca731886-40c1-4a31-b986-cca186547763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.729284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-ca731886-40c1-4a31-b986-cca186547763 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99329b5-cc87-4a5b-bc13-31732ba7aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3240352 Mar 31 22:57:20.750778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afecc24-8079-4cf5-b184-8cdcc09d2a5f req-0b9284b0-112f-46e0-bc0a-496d5e40eb87 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.752763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1afecc24-8079-4cf5-b184-8cdcc09d2a5f req-0b9284b0-112f-46e0-bc0a-496d5e40eb87 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 946 time: 0.1252208 Mar 31 22:57:20.819743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aaf684ca-798b-46c8-861e-f3667bd1fd98 req-ff28e512-fa95-4adf-8967-0e645f331928 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780516 Mar 31 22:57:20.827784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-8e9a14ed-2d6d-468b-a70d-143d954f0441 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.835152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-8e9a14ed-2d6d-468b-a70d-143d954f0441 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1597593 Mar 31 22:57:20.853958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1afecc24-8079-4cf5-b184-8cdcc09d2a5f req-2402b3e9-95a3-4459-b4e3-0d6202c7507d tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860994 Mar 31 22:57:20.860333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-1d14a246-a922-432a-a6bf-55e476c1b2a7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/quotas/20fe84d9cacc43b0a065e174ec69da47 HTTP/1.1" status: 200 len: 375 time: 0.0228853 Mar 31 22:57:20.883671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Deleting port 8ed02260-668c-4c98-9c93-3fb04fa3c31c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:20.884211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.913503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-ad3b1ed9-181e-439d-8c71-29fe3b0bb487 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486434 Mar 31 22:57:20.929846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-523af0a4-7e55-4d4f-9728-33e82c9b285f service neutron] 10.222.0.44 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830559 Mar 31 22:57:20.966544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.051623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f10be-08eb-408d-af4a-ed53a39b3b05 req-1d0a2ffd-b986-4073-b469-9da89fe0ffc3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.056837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-290f10be-08eb-408d-af4a-ed53a39b3b05 req-1d0a2ffd-b986-4073-b469-9da89fe0ffc3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1043193 Mar 31 22:57:21.071060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] For port 8ed02260-668c-4c98-9c93-3fb04fa3c31c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8ed02260-668c-4c98-9c93-3fb04fa3c31c,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:21.071484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.075287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.082799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-7a7aa9ae-07b2-4e54-9c7d-50230a743850 service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595578 Mar 31 22:57:21.109260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Calling delete_port for 8ed02260-668c-4c98-9c93-3fb04fa3c31c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:21.136382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02dddc24-db23-4a38-b062-6c276ba6f3b4 req-ca76e4fc-500f-422f-bab9-7a3b251ef079 service neutron] 10.222.0.44 "GET /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764326 Mar 31 22:57:21.139374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:21.145225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beeb507-602e-4fe4-9ea3-bf8f71421591,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:21.181018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-290f10be-08eb-408d-af4a-ed53a39b3b05 req-bf80d066-f70b-40dd-b0b7-4cf0e595f8ac tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109810 Mar 31 22:57:21.189899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.190270 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Added segment 098fb71b-bec7-4a50-a5d4-749997ce15ae of type vlan for network 8179755b-b2dc-4a94-9fbd-3fd9b20389d7 Mar 31 22:57:21.217847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-680e38be-c1eb-4ee4-b5b2-e05d26ce689f service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269782 Mar 31 22:57:21.250651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.335715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0f51-f453-4f81-b0db-1490c5d700d1 req-f7450633-913c-471c-81ea-aed3cb41bf01 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.337538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728f0f51-f453-4f81-b0db-1490c5d700d1 req-f7450633-913c-471c-81ea-aed3cb41bf01 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0686407 Mar 31 22:57:21.377100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728f0f51-f453-4f81-b0db-1490c5d700d1 req-0904439b-c000-48fd-a384-f75ef1abfaa2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Mar 31 22:57:21.389561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.390664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.391431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.475266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] Pushing event updated for resources: {'Network': ['ID=8179755b-b2dc-4a94-9fbd-3fd9b20389d7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:21.479076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.487903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 8179755b-b2dc-4a94-9fbd-3fd9b20389d7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:21.519688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event deleted for resources: {'Port': ['ID=8ed02260-668c-4c98-9c93-3fb04fa3c31c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:21.531724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-515ffeb6-f0b8-4ec1-bf67-82b625d53861 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4834630 Mar 31 22:57:21.532887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40036) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:21.543926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d2c8e7c-db64-4afb-a1c2-01aae2e46d36 req-90f6451b-7496-476e-a673-cd5de854e290 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0621512 Mar 31 22:57:21.547483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Request body: {'subnet': {'network_id': '8179755b-b2dc-4a94-9fbd-3fd9b20389d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1383738728-subnet', 'tenant_id': 'f29fc841902b4f12ae63c0cf2f4920cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:21.593157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['8ed02260-668c-4c98-9c93-3fb04fa3c31c', '491d51a0-b7d9-45ce-be1a-bb4148abed54'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:21.595592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:21.619201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62a7e-c24c-4c5a-a68f-f8008b9f6497 req-f0db8a83-cf3b-47d1-bc13-2cb751ebc8da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.627020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abc62a7e-c24c-4c5a-a68f-f8008b9f6497 req-f0db8a83-cf3b-47d1-bc13-2cb751ebc8da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0834913 Mar 31 22:57:21.630492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] No DVR routers for this DVR port 8ed02260-668c-4c98-9c93-3fb04fa3c31c on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:21.635074 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.640472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a8ae097-6271-4e45-b58f-e6059c6c815a req-ebf52878-0297-4e38-9314-624e65f0cdce tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "DELETE /v2.0/ports/8ed02260-668c-4c98-9c93-3fb04fa3c31c HTTP/1.1" status: 204 len: 173 time: 1.1952446 Mar 31 22:57:21.655412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'name': 'network-vif-deleted', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:21.662899 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed1a34-4245-48a6-963e-9ba4a6da89d3" -d '{"events": [{"server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "name": "network-vif-deleted", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:21.712435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abc62a7e-c24c-4c5a-a68f-f8008b9f6497 req-226674f9-caf4-469b-947c-3ab1009b29cb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Mar 31 22:57:21.771548 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b567056a-9f7e-42a1-b59e-a9578f1cf919 x-openstack-request-id: req-b567056a-9f7e-42a1-b59e-a9578f1cf919 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:21.771548 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de168a-3d81-48c3-b3f2-424f66c53c5f", "name": "network-vif-deleted", "tag": "8ed02260-668c-4c98-9c93-3fb04fa3c31c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:21.771548 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b567056a-9f7e-42a1-b59e-a9578f1cf919 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:21.771548 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b567056a-9f7e-42a1-b59e-a9578f1cf919'] response: {'server_uuid': '07de168a-3d81-48c3-b3f2-424f66c53c5f', 'name': 'network-vif-deleted', 'tag': '8ed02260-668c-4c98-9c93-3fb04fa3c31c', 'status': 'completed', 'code': 200} Mar 31 22:57:21.807584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Made reservation on behalf of f29fc841902b4f12ae63c0cf2f4920cc for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:21.809928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.957831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:22.087526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66309d90-806b-40a7-bf4d-241f29e6a8f4 req-dc5c8c91-f82b-4e87-a7f2-e61567bf448b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 210 time: 0.0401742 Mar 31 22:57:22.134599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.140769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '55084127-b668-46c6-93bb-738948aa7d43', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '55084127-b668-46c6-93bb-738948aa7d43', 'mac_address': 'fa:16:3e:2d:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:22.170021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7da462-3bf6-4c07-b27d-949c4cd8e5b8 req-64c29570-e2eb-43b7-98f7-0828f808df8f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.172110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e7da462-3bf6-4c07-b27d-949c4cd8e5b8 req-64c29570-e2eb-43b7-98f7-0828f808df8f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0641632 Mar 31 22:57:22.180930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.196412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:22.213852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.221451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.252122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e7da462-3bf6-4c07-b27d-949c4cd8e5b8 req-5d3db66f-862c-47ad-bcc1-0fce4a966e5f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Mar 31 22:57:22.261859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-6093dbb3-4b4f-4734-a988-664feaf186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.263614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-6093dbb3-4b4f-4734-a988-664feaf186c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1097 time: 0.0691433 Mar 31 22:57:22.292853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a2359d-cd6d-4e0c-b9c7-fa47e160affd,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:22.307735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Checking segment: {'id': '098fb71b-bec7-4a50-a5d4-749997ce15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8179755b-b2dc-4a94-9fbd-3fd9b20389d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:22.308090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Network hostable DHCP agents. Network: 8179755b-b2dc-4a94-9fbd-3fd9b20389d7, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:22.367135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-cef65dc2-378d-4ebd-ac15-77a6c5318aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.368693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-cef65dc2-378d-4ebd-ac15-77a6c5318aef service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.0879049 Mar 31 22:57:22.384591 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.417968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-c9133f17-75af-49cd-b89f-610a4d39725e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 217 time: 0.0421026 Mar 31 22:57:22.452187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:22.453073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Network 8179755b-b2dc-4a94-9fbd-3fd9b20389d7 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:22.481530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-61ad729b-a41e-448b-adee-389dcfc0ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.482981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-61ad729b-a41e-448b-adee-389dcfc0ff3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.0573387 Mar 31 22:57:22.552086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac931f-a4a3-4524-bbaa-a90d0bb617db req-b74a155f-ab75-4f7f-b9d3-929ed62a827f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.553461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feac931f-a4a3-4524-bbaa-a90d0bb617db req-b74a155f-ab75-4f7f-b9d3-929ed62a827f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0878830 Mar 31 22:57:22.558488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-e2916dca-9e5f-4962-8aec-bc0ff4188828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.560066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-e2916dca-9e5f-4962-8aec-bc0ff4188828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634048 Mar 31 22:57:22.568972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 8179755b-b2dc-4a94-9fbd-3fd9b20389d7) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:22.576893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.576893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.580990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba6990-6b75-4066-a59a-257b3f0eb84e None None] Network 8179755b-b2dc-4a94-9fbd-3fd9b20389d7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:22.674757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feac931f-a4a3-4524-bbaa-a90d0bb617db req-1bde8014-a8bc-4385-8c81-f73cada738a5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133988 Mar 31 22:57:22.678554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b040d5-6f5b-4a8e-b15c-112438c9540b req-c699d1ec-abd3-4837-911c-2c4d68d396d1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0476780 Mar 31 22:57:22.722113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-12233761-3fa2-44b4-b0d9-852cc067019d service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538422 Mar 31 22:57:22.750115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a7cf7-54d5-4070-86d8-b17771d00914 None None] Network 8179755b-b2dc-4a94-9fbd-3fd9b20389d7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:22.768477 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0f1d641a-3c49-4f8b-888a-12d71576dd36 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2334697 Mar 31 22:57:22.882763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6e060cd-90ee-4953-8b6c-81040733c127 req-9287a395-24a1-4aa9-a8a8-6fc2d6fd3cdb service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533852 Mar 31 22:57:22.905640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4abe-3726-4ad2-a8ba-68382388b7b5 req-fdfd5be7-bc58-42f1-b344-33961bd778b8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.905640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ecf4abe-3726-4ad2-a8ba-68382388b7b5 req-fdfd5be7-bc58-42f1-b344-33961bd778b8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0949163 Mar 31 22:57:22.963133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ecf4abe-3726-4ad2-a8ba-68382388b7b5 req-5aa952ee-a05f-4fab-b57f-f7fcdd59338c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535362 Mar 31 22:57:23.049809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['55084127-b668-46c6-93bb-738948aa7d43'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:23.192732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1223459233', 'description': 'tempest-description-1124942978'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:23.243531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19181e43-12a8-40dd-8d1c-8027b4620a9f req-dbd9d73f-110b-4f87-83d1-546ae047ebba tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=07de168a-3d81-48c3-b3f2-424f66c53c5f HTTP/1.1" status: 200 len: 210 time: 0.0296457 Mar 31 22:57:23.368779 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.406140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa80b-4220-4e08-873c-55ff4eac3b3e req-b49fcc3a-b1c5-4d2d-9040-56979ecfb699 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.407882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e96aa80b-4220-4e08-873c-55ff4eac3b3e req-b49fcc3a-b1c5-4d2d-9040-56979ecfb699 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0695844 Mar 31 22:57:23.477888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e96aa80b-4220-4e08-873c-55ff4eac3b3e req-7d37f3cf-2f9d-4d5a-ab8c-b99b870c27e8 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582368 Mar 31 22:57:23.487468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.589559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.619418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf501ed-b4e2-4f58-9f7d-1435665127e8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.740649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.743173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4874352b-60e8-43ac-a102-8aef35fa14a6 req-995b5e6c-c425-4be7-aa17-bf53d6ebf8a5 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5538466 Mar 31 22:57:23.836238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebf21d18-d1e8-4efd-a6ef-6477cd9506d2 req-1be3d624-65c9-43e5-b0b1-6f82c745bea2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0316365 Mar 31 22:57:23.844045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fef33-04ff-4511-95f1-fb92bee4e9f7 req-54554117-6dcb-4a07-901c-c76f3f1efa84 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.845503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-076fef33-04ff-4511-95f1-fb92bee4e9f7 req-54554117-6dcb-4a07-901c-c76f3f1efa84 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0768371 Mar 31 22:57:23.898193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-076fef33-04ff-4511-95f1-fb92bee4e9f7 req-cb0487b3-833f-457d-97bb-7dd5791a1249 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443082 Mar 31 22:57:23.922179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-6c048adb-bdb3-4de9-9b65-6f9554ca52a2 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/edf501ed-b4e2-4f58-9f7d-1435665127e8 HTTP/1.1" status: 200 len: 1813 time: 0.0497539 Mar 31 22:57:23.932898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edf501ed-b4e2-4f58-9f7d-1435665127e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:23.933322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edf501ed-b4e2-4f58-9f7d-1435665127e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:23.944559 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.973377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8ed02260-668c-4c98-9c93-3fb04fa3c31c no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:23.999503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 8ed02260-668c-4c98-9c93-3fb04fa3c31c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:24.001998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8ed02260-668c-4c98-9c93-3fb04fa3c31c not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:24.080191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054527f2-c140-40b7-98f2-e2a9c7e2337c req-1e92e753-e18d-4b1e-a147-d81b1f2498d6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.081622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-054527f2-c140-40b7-98f2-e2a9c7e2337c req-1e92e753-e18d-4b1e-a147-d81b1f2498d6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0483315 Mar 31 22:57:24.125469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-054527f2-c140-40b7-98f2-e2a9c7e2337c req-6c94957b-c31c-4b41-86c1-739c343fdaaa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Mar 31 22:57:24.157140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.188376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.287059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.309162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce9886-2989-49db-b937-5ea869906c68,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:24.392190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.393506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706d7701-7d9b-4d9c-9d75-c0bad7477cc1 req-cab4b8fb-e2fb-43bb-84fb-3dd9eb872329 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4650044 Mar 31 22:57:24.464473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52169592-e011-4a21-afdf-fc71ad800d13 req-1d8c4e42-7643-4a3b-a762-c8f34cdf3b64 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/edf501ed-b4e2-4f58-9f7d-1435665127e8 HTTP/1.1" status: 200 len: 2406 time: 0.0409880 Mar 31 22:57:24.507998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-641cfaf6-b0b1-460e-9b4f-ff53952defbc tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-group-rules/a9ce9886-2989-49db-b937-5ea869906c68 HTTP/1.1" status: 200 len: 778 time: 0.0233006 Mar 31 22:57:24.579343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-45607d1e-f61c-41f9-a189-ef4a1ff99c6d tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/edf501ed-b4e2-4f58-9f7d-1435665127e8 HTTP/1.1" status: 200 len: 2406 time: 0.0649602 Mar 31 22:57:24.678653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.687744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a90a4-6a0b-41ab-8d41-26b35de8858f req-22de73fb-f422-490a-990b-356e789abbb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.689233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-700a90a4-6a0b-41ab-8d41-26b35de8858f req-22de73fb-f422-490a-990b-356e789abbb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1307125 Mar 31 22:57:24.702115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.756316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-2d2db3fb-dfb5-426c-8648-7d9a25d5baf4 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.757720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-2d2db3fb-dfb5-426c-8648-7d9a25d5baf4 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1899798 Mar 31 22:57:24.778179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-700a90a4-6a0b-41ab-8d41-26b35de8858f req-86adac70-d9b3-40b9-8ff6-9795880b14e0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779076 Mar 31 22:57:24.784187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'port': {'device_id': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'admin_state_up': True, 'tenant_id': '20fe84d9cacc43b0a065e174ec69da47'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:25.071819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.085737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.087429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c8de00d-fe66-4bcb-b5b9-923d3e30244e req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/a9ce9886-2989-49db-b937-5ea869906c68 HTTP/1.1" status: 204 len: 173 time: 0.4939997 Mar 31 22:57:25.112317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8d021cd-a45b-40ea-8e70-db45a8bc8b79 req-5af51722-d793-4a48-9883-ebf40679f55b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0442395 Mar 31 22:57:25.115033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6922-01e8-4c65-8d41-5890973490e4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9ce9886-2989-49db-b937-5ea869906c68,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.151131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1316144000', 'description': 'tempest-description-1176522877'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:25.223944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977076de-5b99-405e-bd81-c0da6057d73f req-859ddb94-d872-4831-a529-9d8fa2505b8b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.225318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-977076de-5b99-405e-bd81-c0da6057d73f req-859ddb94-d872-4831-a529-9d8fa2505b8b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0576732 Mar 31 22:57:25.264878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-977076de-5b99-405e-bd81-c0da6057d73f req-7cd7829a-460e-4648-b98d-cb5eb4df1ef8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Mar 31 22:57:25.288440 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.327728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Made reservation on behalf of 20fe84d9cacc43b0a065e174ec69da47 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:25.331269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.403261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.459094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923892-3890-4c35-b15d-46c23d43b6a6 req-8ab911f2-cf5d-4f14-9d4b-bdbc4204d5df tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.460545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51923892-3890-4c35-b15d-46c23d43b6a6 req-8ab911f2-cf5d-4f14-9d4b-bdbc4204d5df tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.1245892 Mar 31 22:57:25.509178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.569100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51923892-3890-4c35-b15d-46c23d43b6a6 req-aa18f06f-e28c-4eb7-8ffb-1ec66e4487b4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005020 Mar 31 22:57:25.570221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Allocated IP 172.20.0.8 (1686d0c8-80b3-4372-80a8-987e5f6e5d92/e2068d10-8a17-44b5-a178-b6c6707c3b1e/f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:25.572749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca8f72e-30b7-4b50-aa21-ae19ed709e18,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.643372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.644608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06bbcaa7-46ec-4f11-ac7f-94a122639a99 req-6ba47448-1d80-4c7d-81e5-140e523a53da tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5008814 Mar 31 22:57:25.755055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6030acb4-44ef-4b5b-9d94-4260565064f1 req-bfb8e9a8-e66d-49d8-bd68-956b93f082f9 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/eca8f72e-30b7-4b50-aa21-ae19ed709e18 HTTP/1.1" status: 200 len: 1813 time: 0.0740058 Mar 31 22:57:25.774125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.803369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1398622933', 'description': 'tempest-description-1298519673'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:25.922948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41e8e-148a-4e6d-9c24-d0add26eb732 req-831048a3-7eb9-4362-b544-acecb3ce6936 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.925084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1c41e8e-148a-4e6d-9c24-d0add26eb732 req-831048a3-7eb9-4362-b544-acecb3ce6936 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0523055 Mar 31 22:57:25.926716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.966406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.967063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:26.005581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:26.022389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:26.025998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:26.032481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:26.060436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1c41e8e-148a-4e6d-9c24-d0add26eb732 req-99736b1d-0617-44e8-be3d-aa0523750fac tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237063 Mar 31 22:57:26.110677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.111395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.147626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.184008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 55084127-b668-46c6-93bb-738948aa7d43 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:26.188232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 55084127-b668-46c6-93bb-738948aa7d43 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:26.188629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.228857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d249ed1a-9934-47f3-8436-52af4038cf5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4486020 Mar 31 22:57:26.240948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04c6a-cbb6-4d8e-b8fd-c6f8770e3c70 req-ddb71245-34a3-4667-97c4-b21b010e0cd8 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.247213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04c6a-cbb6-4d8e-b8fd-c6f8770e3c70 req-ddb71245-34a3-4667-97c4-b21b010e0cd8 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.248764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f04c6a-cbb6-4d8e-b8fd-c6f8770e3c70 req-ddb71245-34a3-4667-97c4-b21b010e0cd8 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75&device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 1681 time: 0.0666206 Mar 31 22:57:26.254782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Request body: {'port': {'device_id': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:26.274781 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.281399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.298339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:26.300577 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0864cb3b-36a0-4747-939e-acb9c061eb01" -d '{"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:26.313456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:26.368370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f04c6a-cbb6-4d8e-b8fd-c6f8770e3c70 req-aa978763-53bf-4901-9fe1-3bc8b700cae1 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107903 Mar 31 22:57:26.371238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4d5fc-179e-4dd8-945b-9472c90e4b70,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:26.382494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.424368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.435149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.436292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d73c75ca-bb5b-426c-a24f-aa97193faeb2 req-d517c1b0-8a81-4d43-8536-3ae1433ff110 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6423991 Mar 31 22:57:26.486660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:26.592335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ed9ed-ba2f-4571-a35e-d9f4c1e71d40 req-70f8df5f-754e-4e37-96f2-9788d52bcea1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.593662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-889ed9ed-ba2f-4571-a35e-d9f4c1e71d40 req-70f8df5f-754e-4e37-96f2-9788d52bcea1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 931 time: 0.1706607 Mar 31 22:57:26.664213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6cb5e-020e-446b-bd5b-35aa704d696a req-19be8500-6c55-4ae2-a910-8c07a5176bf5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.665671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3de6cb5e-020e-446b-bd5b-35aa704d696a req-19be8500-6c55-4ae2-a910-8c07a5176bf5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1403008 Mar 31 22:57:26.719318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-889ed9ed-ba2f-4571-a35e-d9f4c1e71d40 req-ba8fb833-0233-4e98-9659-7203b817143d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Mar 31 22:57:26.737681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3de6cb5e-020e-446b-bd5b-35aa704d696a req-d1deba77-6928-4867-9101-7d4af442db82 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638981 Mar 31 22:57:26.772366 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2af0d-51a5-4928-a31d-c451d72f349f x-openstack-request-id: req-b3d2af0d-51a5-4928-a31d-c451d72f349f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:26.772658 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:26.772908 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b3d2af0d-51a5-4928-a31d-c451d72f349f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:26.773299 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d2af0d-51a5-4928-a31d-c451d72f349f'] response: {'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'code': 200} Mar 31 22:57:26.863625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:26.884939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40f412-77b4-4034-9e92-67103e1bed74 req-bc370e60-5dfa-4134-850b-c8bcc6836d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.886549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc40f412-77b4-4034-9e92-67103e1bed74 req-bc370e60-5dfa-4134-850b-c8bcc6836d4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1100 time: 0.0454884 Mar 31 22:57:26.890871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.911870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9c8f3a7-84d5-409b-aab4-87f82614332c req-cd619658-f65f-4305-a8d2-719b9906ef97 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/6fd4d5fc-179e-4dd8-945b-9472c90e4b70 HTTP/1.1" status: 200 len: 1813 time: 0.1241705 Mar 31 22:57:26.916014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Transition to ACTIVE for port object f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:26.924912 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc40f412-77b4-4034-9e92-67103e1bed74 req-6ded185f-fd83-4041-b61a-9b1263991de0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298550 Mar 31 22:57:26.934693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7eb7b-a315-4e8d-9361-5594c942a02d req-f060aed1-0b84-461e-a788-7395fd19207c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.936081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4b7eb7b-a315-4e8d-9361-5594c942a02d req-f060aed1-0b84-461e-a788-7395fd19207c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0973077 Mar 31 22:57:26.975062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4b7eb7b-a315-4e8d-9361-5594c942a02d req-cff3f37d-73ed-4535-b8c8-3c5c5c533b6c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Mar 31 22:57:27.006874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-957366912', 'description': 'tempest-description-41223861'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:27.013333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.079555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:27.149264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Attempting to bind port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:27.149698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Attempting to bind port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:27.150063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Attempting to bind port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:27.154425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:27.154745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Attempting to bind port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:27.159770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:27.160106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Checking segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:27.160486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Bound using segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:27.160906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Bound port: f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:27.161257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.197528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.246722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:27.264985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:27.294536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.390759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.426457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.427098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.428511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] 10.222.0.10 "PUT /v2.0/ports/f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f HTTP/1.1" status: 200 len: 1091 time: 1.1776958 Mar 31 22:57:27.428943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:27.431844 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b" -d '{"events": [{"name": "network-changed", "server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:27.443747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.473804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbf0b1-6531-4e73-a664-a9f3cb96d846 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:27.487680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e065f45b-3506-4b1e-b4a6-c0e6d50a00ce,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:27.586449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.587881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f51bbae-e94f-4c61-b527-57190c084251 req-4de25e80-46c4-4f3e-b99b-fa33582b34d0 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5884540 Mar 31 22:57:27.628286 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c0d44-b133-40b8-87c0-30cf1e5817e8 x-openstack-request-id: req-8c3c0d44-b133-40b8-87c0-30cf1e5817e8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:27.628543 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:27.628771 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c3c0d44-b133-40b8-87c0-30cf1e5817e8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:27.629299 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3c0d44-b133-40b8-87c0-30cf1e5817e8'] response: {'name': 'network-changed', 'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'status': 'completed', 'code': 200} Mar 31 22:57:27.721735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4557-587d-44f8-ac1f-7e3629adbb5b req-363d2eb9-825b-43dd-b1ff-82fb0102bba2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.723237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35df4557-587d-44f8-ac1f-7e3629adbb5b req-363d2eb9-825b-43dd-b1ff-82fb0102bba2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0765347 Mar 31 22:57:27.737944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-a5fcb31a-926f-495b-b066-f359b349a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.739338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-a5fcb31a-926f-495b-b066-f359b349a6ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 1094 time: 0.0660026 Mar 31 22:57:27.771352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35df4557-587d-44f8-ac1f-7e3629adbb5b req-55895df0-c154-47b1-978c-ad3e9620bc16 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Mar 31 22:57:27.805124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-8bfafc7b-dde5-46e1-ab96-e1835449830b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f HTTP/1.1" status: 200 len: 217 time: 0.0441132 Mar 31 22:57:27.870341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-282344c5-deab-4e40-a537-12f43dbe2b00 req-225e8748-78e5-4d06-ba1a-2886132d2712 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/e065f45b-3506-4b1e-b4a6-c0e6d50a00ce HTTP/1.1" status: 200 len: 1810 time: 0.0723488 Mar 31 22:57:27.883460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-f48eac05-2ac2-4f8d-a2be-66377fd5e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.884951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-f48eac05-2ac2-4f8d-a2be-66377fd5e9b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2068d10-8a17-44b5-a178-b6c6707c3b1e HTTP/1.1" status: 200 len: 862 time: 0.0678215 Mar 31 22:57:27.928157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-8417567d-7076-4d77-baf7-f8193b846772 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1686d0c8-80b3-4372-80a8-987e5f6e5d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353093 Mar 31 22:57:27.986097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:28.026129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b29df8-066b-4673-976b-804ad928d2c9 req-7354bfcd-0ecf-400f-8ce7-b746a28a8a7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.027646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7b29df8-066b-4673-976b-804ad928d2c9 req-7354bfcd-0ecf-400f-8ce7-b746a28a8a7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 943 time: 0.1019549 Mar 31 22:57:28.075978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-d58eee37-5781-4ddf-b1e2-781ce9b5b65d service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387784 Mar 31 22:57:28.093114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:28.101151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7b29df8-066b-4673-976b-804ad928d2c9 req-0dda6e9a-a6e6-476d-a637-ac3af7508b0d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Mar 31 22:57:28.106618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6', 'port_id': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'mac_address': 'fa:16:3e:30:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70551a93-3fdb-45b4-a457-5ae18c9b86f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:28.150088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.150399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-65749786', 'description': 'tempest-description-416234887'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:28.170168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c724f5-ebb9-4569-a00f-2c7dd8341eee {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:28.191338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:28.227050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9fc7e-75c9-418b-91ee-225f77e43c61 req-564b157d-7b29-430b-a99d-ae0a27a85ac6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.228537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76f9fc7e-75c9-418b-91ee-225f77e43c61 req-564b157d-7b29-430b-a99d-ae0a27a85ac6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1329761 Mar 31 22:57:28.272659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20d2c5c7-57e2-423e-90b1-605d293f33a5 req-bd0da0ba-799c-4b0e-8f62-45c44c7e60c3 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868656 Mar 31 22:57:28.287081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76f9fc7e-75c9-418b-91ee-225f77e43c61 req-b060bf79-3c10-4329-8e0e-39665845f751 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480580 Mar 31 22:57:28.304289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.315274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.356104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.425790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.441396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2b8d-0652-44a6-bfd0-58e43369c304 req-7d3b40ea-ae06-415e-b1fa-c015dc43cc28 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.441396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74fe2b8d-0652-44a6-bfd0-58e43369c304 req-7d3b40ea-ae06-415e-b1fa-c015dc43cc28 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0857065 Mar 31 22:57:28.480250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74fe2b8d-0652-44a6-bfd0-58e43369c304 req-0ad5f33a-c9e4-4016-b3e5-aa4ed855ac2a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Mar 31 22:57:28.520268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-421240d4-7dd6-4661-b89b-76b0a8dcd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.521932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-421240d4-7dd6-4661-b89b-76b0a8dcd70e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 1094 time: 0.0406656 Mar 31 22:57:28.579018 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.646534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231139bd-83c1-4502-89c6-b4e6b048ba12,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.682161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-db8af382-a9d0-4959-acb6-04611180f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.683648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-db8af382-a9d0-4959-acb6-04611180f258 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 924 time: 0.1545775 Mar 31 22:57:28.690780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8a9d-954b-4abf-bbd9-74eee398eaa9 req-dfa7d380-ae6d-4d6e-b106-bfcabec90f3a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.692187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f5a8a9d-954b-4abf-bbd9-74eee398eaa9 req-dfa7d380-ae6d-4d6e-b106-bfcabec90f3a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 945 time: 0.1012313 Mar 31 22:57:28.731716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-ae47b7f6-7de9-46fb-9279-fdb17deb6d7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f HTTP/1.1" status: 200 len: 217 time: 0.0386622 Mar 31 22:57:28.741341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.742430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c6bdc3b-991e-4639-81c1-2ee60f08ee9e req-435b6522-db61-49e9-b46f-326e4285cfa8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6001129 Mar 31 22:57:28.807717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f5a8a9d-954b-4abf-bbd9-74eee398eaa9 req-beae9dd1-26c1-402a-b61a-8bbf0c06c055 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080809 Mar 31 22:57:28.826450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-5fda7ce0-a393-4b57-90f4-51a2b18655b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.827936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-5fda7ce0-a393-4b57-90f4-51a2b18655b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2068d10-8a17-44b5-a178-b6c6707c3b1e HTTP/1.1" status: 200 len: 862 time: 0.0844882 Mar 31 22:57:28.840229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb3efbd3-f970-478f-b181-affbca282110 req-eb7b93c8-ca4c-4b69-84d3-2c553f5d799b tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/231139bd-83c1-4502-89c6-b4e6b048ba12 HTTP/1.1" status: 200 len: 1810 time: 0.0643075 Mar 31 22:57:28.877116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-79371bb1-4ab9-4e75-bea7-8a248fc34f7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1686d0c8-80b3-4372-80a8-987e5f6e5d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359836 Mar 31 22:57:28.886241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['52c724f5-ebb9-4569-a00f-2c7dd8341eee'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:28.896804 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-22efa594-4c59-442f-a74f-22fef6f5fe28 req-5577ab72-ed65-4a2f-a75a-6eca1016ab35 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] show failed (client error): The resource could not be found. Mar 31 22:57:28.897975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22efa594-4c59-442f-a74f-22fef6f5fe28 req-5577ab72-ed65-4a2f-a75a-6eca1016ab35 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/956c6b24-8c44-48ef-b36f-c9fa55eb7b33 HTTP/1.1" status: 404 len: 352 time: 0.0239370 Mar 31 22:57:28.966710 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-54accdff-483b-4c7c-9791-c557017e9e73 req-12c1503d-b59d-4d1b-a20b-d68aeb0930cc tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] show failed (client error): The resource could not be found. Mar 31 22:57:28.968004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54accdff-483b-4c7c-9791-c557017e9e73 req-12c1503d-b59d-4d1b-a20b-d68aeb0930cc tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-group-rules/4204b63e-389b-4678-b03c-97dee787de7b HTTP/1.1" status: 404 len: 361 time: 0.0266836 Mar 31 22:57:28.999478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-64e56f7b-7a36-4e92-8fcf-a5bd869e4a77 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109171 Mar 31 22:57:29.099541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-0ca5d250-8fbb-4414-860b-89c007565eb1 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/231139bd-83c1-4502-89c6-b4e6b048ba12 HTTP/1.1" status: 200 len: 1810 time: 0.0950341 Mar 31 22:57:29.152069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c444ce9-f34e-48d2-96a3-e274c2d6d45b req-b6324d58-5d2c-45af-8e0b-86b53d755957 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383379 Mar 31 22:57:29.176674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.241966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.290726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41b998-c227-41ad-bfa5-98fa0dda4a16 req-1aa17973-8f23-47da-a504-d369dfd47a72 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.292303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa41b998-c227-41ad-bfa5-98fa0dda4a16 req-1aa17973-8f23-47da-a504-d369dfd47a72 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 943 time: 0.0972445 Mar 31 22:57:29.331220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa41b998-c227-41ad-bfa5-98fa0dda4a16 req-337b14f1-f536-4986-858c-7208449ec9e6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Mar 31 22:57:29.441036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94606791-8598-49ac-a052-cc11a548614a req-ce93428b-4071-47a6-90d5-74bdb949a362 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.442921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94606791-8598-49ac-a052-cc11a548614a req-ce93428b-4071-47a6-90d5-74bdb949a362 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Mar 31 22:57:29.444159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.446928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.448072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b036090-d4d0-4397-93c3-f9b4f8036576 req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-groups/231139bd-83c1-4502-89c6-b4e6b048ba12 HTTP/1.1" status: 204 len: 173 time: 0.3434119 Mar 31 22:57:29.467668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477571-9d92-47dd-aacc-5ddee3bf0211 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231139bd-83c1-4502-89c6-b4e6b048ba12,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.530829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94606791-8598-49ac-a052-cc11a548614a req-2adec5e9-f554-4370-bcb8-c009992bd55c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791554 Mar 31 22:57:29.543339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-d69ed046-a22d-418b-bdb9-c3f71988dff6 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/e065f45b-3506-4b1e-b4a6-c0e6d50a00ce HTTP/1.1" status: 200 len: 1810 time: 0.0719249 Mar 31 22:57:29.641252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.682764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.710056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765452-bdbc-470f-9319-51e2e880ae4d req-73169b37-55b1-406d-8aa5-ea76f6dd49f6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.712297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f765452-bdbc-470f-9319-51e2e880ae4d req-73169b37-55b1-406d-8aa5-ea76f6dd49f6 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0855129 Mar 31 22:57:29.761054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f765452-bdbc-470f-9319-51e2e880ae4d req-b06cb794-2957-4c6e-972d-393fa367f075 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Mar 31 22:57:29.865425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d24667-fc8f-4939-94bb-c8ee404fa7ed req-212e557a-f57d-490c-9ca7-9599455d8644 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.866902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0d24667-fc8f-4939-94bb-c8ee404fa7ed req-212e557a-f57d-490c-9ca7-9599455d8644 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1100 time: 0.0421240 Mar 31 22:57:29.886250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.888699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.889744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c869ecd-a56f-4fa9-8fa7-92d46429e5fa req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-groups/e065f45b-3506-4b1e-b4a6-c0e6d50a00ce HTTP/1.1" status: 204 len: 173 time: 0.3397212 Mar 31 22:57:29.903643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e25c67-3630-4d8f-b2d6-4ba80d6815b8 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065f45b-3506-4b1e-b4a6-c0e6d50a00ce,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.915610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0d24667-fc8f-4939-94bb-c8ee404fa7ed req-8071396a-41f6-4921-9e18-f6e5562e920f tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Mar 31 22:57:30.026397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df46d6-187f-44d8-aa09-87fedb674103 req-b2492d6c-c619-40e7-b31c-2cc27be2e053 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.028032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18df46d6-187f-44d8-aa09-87fedb674103 req-b2492d6c-c619-40e7-b31c-2cc27be2e053 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Mar 31 22:57:30.030485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-30629e59-dde0-41cf-b5b1-e710d2c1563a tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/6fd4d5fc-179e-4dd8-945b-9472c90e4b70 HTTP/1.1" status: 200 len: 1813 time: 0.0775003 Mar 31 22:57:30.125023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-bac69c2e-6846-4dda-aa5b-56b093f9e290 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.126453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-bac69c2e-6846-4dda-aa5b-56b093f9e290 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 945 time: 0.1147163 Mar 31 22:57:30.131708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18df46d6-187f-44d8-aa09-87fedb674103 req-8bc5195e-d0c4-464a-83a9-cd250c83384d tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ec876aa-065d-460b-ad4b-cbf60dd3f300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976119 Mar 31 22:57:30.173858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.232043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.285534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Deleting port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:30.285534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.412519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-3f9abbc2-7145-4852-9a26-c0c5e727070a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.414573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-3f9abbc2-7145-4852-9a26-c0c5e727070a tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "GET /v2.0/ports?device_id=53f92977-abfa-4250-8304-d338bb884c75 HTTP/1.1" status: 200 len: 945 time: 0.0605741 Mar 31 22:57:30.611033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.613647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.614800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-599426cf-9d57-4b1b-a590-eaedb82e940d req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-groups/6fd4d5fc-179e-4dd8-945b-9472c90e4b70 HTTP/1.1" status: 204 len: 173 time: 0.5665267 Mar 31 22:57:30.631845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423d847-0dda-4cac-bd74-805ea13d65ff tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4d5fc-179e-4dd8-945b-9472c90e4b70,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:30.728557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] For port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:30.728928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.746690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Calling delete_port for 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:30.772245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0b971-5688-44bc-a485-35fc66bf092e req-e633cb3c-c09d-4e3b-9119-313094246266 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.773805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8aa0b971-5688-44bc-a485-35fc66bf092e req-e633cb3c-c09d-4e3b-9119-313094246266 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 943 time: 0.0828984 Mar 31 22:57:30.856731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8aa0b971-5688-44bc-a485-35fc66bf092e req-314cffa7-9ee9-493a-a8a1-53aff8fda5eb tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Mar 31 22:57:30.859182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-ab41de54-10d9-4e69-9f99-7ad01b0c9256 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3600364 Mar 31 22:57:30.879091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Deleting port 491d51a0-b7d9-45ce-be1a-bb4148abed54 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:30.879091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.025112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732e41b-58b9-4465-93a1-f21c243ce82e req-cd2d7ad9-29c9-4cce-bcf0-e50c9f2140c5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.025753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] For port 491d51a0-b7d9-45ce-be1a-bb4148abed54, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=491d51a0-b7d9-45ce-be1a-bb4148abed54,segment=NetworkSegment(83254537-bfd8-4eff-a1a1-c00c6e78b166),segment_id=83254537-bfd8-4eff-a1a1-c00c6e78b166)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:31.026126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.026945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2732e41b-58b9-4465-93a1-f21c243ce82e req-cd2d7ad9-29c9-4cce-bcf0-e50c9f2140c5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.0629566 Mar 31 22:57:31.048622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Calling delete_port for 491d51a0-b7d9-45ce-be1a-bb4148abed54 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:31.051458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-d9af551b-950c-446f-bd8d-031432854110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.052979 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-d9af551b-950c-446f-bd8d-031432854110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1096 time: 0.0928516 Mar 31 22:57:31.072825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2732e41b-58b9-4465-93a1-f21c243ce82e req-899aa56b-13c9-4e99-8e83-c8c6985e0a8d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Mar 31 22:57:31.147695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7531b89-f7d5-434d-b636-cf2049463692 req-00df62c4-9061-421f-a64f-22dd8196d0c4 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/eca8f72e-30b7-4b50-aa21-ae19ed709e18 HTTP/1.1" status: 200 len: 1813 time: 0.0479712 Mar 31 22:57:31.181975 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.195647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['491d51a0-b7d9-45ce-be1a-bb4148abed54'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:31.229573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-b662aac9-7850-46ec-b117-ad162d7b607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.231295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-b662aac9-7850-46ec-b117-ad162d7b607f service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1246972 Mar 31 22:57:31.239459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event deleted for resources: {'Port': ['ID=6b9949ea-66b7-4aa9-baaa-fb95bdfcacff,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.255049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:31.269285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f7531b89-f7d5-434d-b636-cf2049463692 req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.295953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] No DVR routers for this DVR port 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:31.299966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.303384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69f1bcb0-71f8-4d15-aa50-052e78c9467b req-04312fdc-12e3-46cb-854e-c3b862dcc649 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.10 "DELETE /v2.0/ports/6b9949ea-66b7-4aa9-baaa-fb95bdfcacff HTTP/1.1" status: 204 len: 173 time: 1.1667285 Mar 31 22:57:31.303908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'name': 'network-vif-deleted', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:31.304062 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-b8c9a38e-f411-49ce-988e-7ee3db55f2b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0459170 Mar 31 22:57:31.306949 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e48fff-542a-4bb4-9ff4-3692424f30d7" -d '{"events": [{"server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "name": "network-vif-deleted", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:31.321045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f7531b89-f7d5-434d-b636-cf2049463692 req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.368326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-604cb0b8-91ac-4f90-9c02-6e322b14e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.370008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-604cb0b8-91ac-4f90-9c02-6e322b14e9ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0591860 Mar 31 22:57:31.407983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-5199e164-132d-4f80-8581-de3343684749 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308244 Mar 31 22:57:31.478105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:31.482725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202003261', 'description': 'tempest-description--95679883'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:31.508778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-3ce59be9-0037-427a-a034-95adce1a77e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034296 Mar 31 22:57:31.533110 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-ebcacf97-1857-4de8-95d0-77bce967a7bb service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178567 Mar 31 22:57:31.538764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f7531b89-f7d5-434d-b636-cf2049463692 req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.541953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.542869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f7531b89-f7d5-434d-b636-cf2049463692 req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.544883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7531b89-f7d5-434d-b636-cf2049463692 req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-groups/eca8f72e-30b7-4b50-aa21-ae19ed709e18 HTTP/1.1" status: 204 len: 173 time: 0.3911476 Mar 31 22:57:31.577200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3b71b-0d50-4d34-9056-223fa6292aea tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca8f72e-30b7-4b50-aa21-ae19ed709e18,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.585350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b9949ea-66b7-4aa9-baaa-fb95bdfcacff'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:31.592732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.617234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e2e2-10a4-4a01-9930-ef2e1db3cbc0 req-992c2b7e-7846-415c-8074-ab2dfdd0cb80 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.618976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b14e2e2-10a4-4a01-9930-ef2e1db3cbc0 req-992c2b7e-7846-415c-8074-ab2dfdd0cb80 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0912585 Mar 31 22:57:31.623576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Pushing event deleted for resources: {'Port': ['ID=491d51a0-b7d9-45ce-be1a-bb4148abed54,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.679945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa04c787-2a2f-4ec0-8129-81adbf38dbb0 req-050734ac-532e-42fc-b38e-cb100dca2638 tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 210 time: 0.0585365 Mar 31 22:57:31.690518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] No DVR routers for this DVR port 491d51a0-b7d9-45ce-be1a-bb4148abed54 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:31.699479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.702902 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b19a4615-4095-4e3e-9fe5-0df74f06e22c req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.44 "DELETE /v2.0/ports/491d51a0-b7d9-45ce-be1a-bb4148abed54 HTTP/1.1" status: 204 len: 173 time: 1.2828436 Mar 31 22:57:31.706739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.707312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.707759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.708194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.708622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.709065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.709470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.709864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.710252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.710635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.711705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.717376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38233e-a70d-4d2b-a2d1-70152c14d37b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:31.717376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'name': 'network-vif-deleted', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:31.717607 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826b44c3-e548-4eef-8504-4c4aa4a0cf16" -d '{"events": [{"server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "name": "network-vif-deleted", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:31.723694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b14e2e2-10a4-4a01-9930-ef2e1db3cbc0 req-eea64aa9-b0d9-4afe-9bbd-83859e3a582a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902703 Mar 31 22:57:31.768354 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74d6bd18-c5ba-4661-a250-5e1cf0087f38 req-299873e1-9d5e-464f-a316-71688eff6004 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277405 Mar 31 22:57:31.782548 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de173d77-0234-4cf4-8a6c-33a7a2e66838 x-openstack-request-id: req-de173d77-0234-4cf4-8a6c-33a7a2e66838 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:31.783051 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94da3-a849-4406-8ded-18c1d247eda8", "name": "network-vif-deleted", "tag": "6b9949ea-66b7-4aa9-baaa-fb95bdfcacff", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:31.783603 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de173d77-0234-4cf4-8a6c-33a7a2e66838 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:31.784196 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de173d77-0234-4cf4-8a6c-33a7a2e66838'] response: {'server_uuid': '98d94da3-a849-4406-8ded-18c1d247eda8', 'name': 'network-vif-deleted', 'tag': '6b9949ea-66b7-4aa9-baaa-fb95bdfcacff', 'status': 'completed', 'code': 200} Mar 31 22:57:31.870840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-728d8bb1-0682-41fd-a80a-5911db947906 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "GET /v2.0/security-groups/edf501ed-b4e2-4f58-9f7d-1435665127e8 HTTP/1.1" status: 200 len: 1813 time: 0.0718439 Mar 31 22:57:31.881398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.946023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.977076 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.993204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.015740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:32.053152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.086459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513dec-4086-4bfe-b336-ca5dc1e4490a req-3ccbd1fa-0af9-42a1-8261-52a110a45ef6 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.088025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68513dec-4086-4bfe-b336-ca5dc1e4490a req-3ccbd1fa-0af9-42a1-8261-52a110a45ef6 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0463791 Mar 31 22:57:32.122722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68513dec-4086-4bfe-b336-ca5dc1e4490a req-628ce86c-bb50-4ef6-bbc4-c47473e769a4 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285001 Mar 31 22:57:32.135818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.137204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-049b5389-8c86-4839-97ac-be7f33dc3630 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6580231 Mar 31 22:57:32.140654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:32.145020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'security_group_rule': {'security_group_id': '36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:32.186283 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf14f5-7c4d-4215-baed-357facae1a1e x-openstack-request-id: req-21cf14f5-7c4d-4215-baed-357facae1a1e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:32.186572 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f92977-abfa-4250-8304-d338bb884c75", "name": "network-vif-deleted", "tag": "491d51a0-b7d9-45ce-be1a-bb4148abed54", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:32.186830 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-21cf14f5-7c4d-4215-baed-357facae1a1e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:32.187270 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cf14f5-7c4d-4215-baed-357facae1a1e'] response: {'server_uuid': '53f92977-abfa-4250-8304-d338bb884c75', 'name': 'network-vif-deleted', 'tag': '491d51a0-b7d9-45ce-be1a-bb4148abed54', 'status': 'completed', 'code': 200} Mar 31 22:57:32.201570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 52c724f5-ebb9-4569-a00f-2c7dd8341eee completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:32.202174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.205896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.205896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6428dc9-24f1-48a6-a7da-ec199fee72fa req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] 10.222.0.83 "DELETE /v2.0/security-groups/edf501ed-b4e2-4f58-9f7d-1435665127e8 HTTP/1.1" status: 204 len: 173 time: 0.3267727 Mar 31 22:57:32.206123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 52c724f5-ebb9-4569-a00f-2c7dd8341eee triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:32.206429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.211929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40276) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:32.232403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d5aa-5156-4234-b8d9-f85c4c6cee23 tempest-SecurityGroupRulesNegativeTestJSON-289299208 tempest-SecurityGroupRulesNegativeTestJSON-289299208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf501ed-b4e2-4f58-9f7d-1435665127e8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.254910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.308535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Deleting subnet 10a2359d-cd6d-4e0c-b9c7-fa47e160affd {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:32.312219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.339242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.350275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.365913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:32.369265 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d1abe-97fb-48e0-bd94-529a775dfd68" -d '{"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-plugged", "status": "completed", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:32.386757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:32.405508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.406039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.415544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8147f-b382-4326-8705-59b16eb1dbae req-34d531ad-f295-40cb-80f9-c11d53c5d1a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.417052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91f8147f-b382-4326-8705-59b16eb1dbae req-34d531ad-f295-40cb-80f9-c11d53c5d1a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.1434820 Mar 31 22:57:32.425468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb468-b01e-4979-a86e-e08d417396ad req-b9b525ca-bf3c-49a1-bdcb-d2b456562108 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.426887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77fdb468-b01e-4979-a86e-e08d417396ad req-b9b525ca-bf3c-49a1-bdcb-d2b456562108 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 943 time: 0.1550310 Mar 31 22:57:32.502970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91f8147f-b382-4326-8705-59b16eb1dbae req-91dfcd1b-eccf-405c-93f5-a19af387da3a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749359 Mar 31 22:57:32.508274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77fdb468-b01e-4979-a86e-e08d417396ad req-941c5db5-294e-47b0-bd19-0c6177e53b4d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720522 Mar 31 22:57:32.534027 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.534850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 491d51a0-b7d9-45ce-be1a-bb4148abed54 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:32.574058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 491d51a0-b7d9-45ce-be1a-bb4148abed54 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:32.574403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 491d51a0-b7d9-45ce-be1a-bb4148abed54 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:32.590369 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.594125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.613256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.621691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4282fb-1af2-4709-9700-dc0c6fcedfe4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.653917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a2359d-cd6d-4e0c-b9c7-fa47e160affd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.658405 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72122f1d-a623-4f7b-86aa-2a84db39caec x-openstack-request-id: req-72122f1d-a623-4f7b-86aa-2a84db39caec {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:32.658644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.658757 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-plugged", "status": "completed", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:32.658939 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-72122f1d-a623-4f7b-86aa-2a84db39caec {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:32.659523 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72122f1d-a623-4f7b-86aa-2a84db39caec'] response: {'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'code': 200} Mar 31 22:57:32.661970 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a27415f-49e9-4669-bd7d-3c1a565c929f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/10a2359d-cd6d-4e0c-b9c7-fa47e160affd HTTP/1.1" status: 204 len: 168 time: 0.4490128 Mar 31 22:57:32.665014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40288) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:32.748501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.771927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.776174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d4df07e-8e10-4df1-8db6-da3cf18d729f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6343331 Mar 31 22:57:32.778967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40294) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:32.791314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'security_group_rule': {'security_group_id': '36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:32.859895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1938f05-4286-4f72-9dbb-b8f38ad0284b req-e6290fe5-67bc-402d-96ea-b4049a22f53b tempest-ListServersNegativeTestJSON-889188064 tempest-ListServersNegativeTestJSON-889188064-project] 10.222.0.83 "GET /v2.0/ports?device_id=98d94da3-a849-4406-8ded-18c1d247eda8 HTTP/1.1" status: 200 len: 210 time: 0.0342999 Mar 31 22:57:32.862408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2054da-2c7c-4de9-a9bc-90f9d764beb4 req-c2a2dcf2-43e8-480a-ab60-de94d50ab7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.863912 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f2054da-2c7c-4de9-a9bc-90f9d764beb4 req-c2a2dcf2-43e8-480a-ab60-de94d50ab7c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1096 time: 0.1127939 Mar 31 22:57:32.918717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.951239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f2054da-2c7c-4de9-a9bc-90f9d764beb4 req-a683cfcd-0cb3-4ae2-b40c-5dabaa9b82dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Mar 31 22:57:32.952759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8179755b-b2dc-4a94-9fbd-3fd9b20389d7']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:32.964860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098fb71b-bec7-4a50-a5d4-749997ce15ae') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:32.965165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098fb71b-bec7-4a50-a5d4-749997ce15ae') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:32.972673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.976158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.993437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.004674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:33.005487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:33.008025 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:33.027149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a94c15-9ef4-4d1f-b844-5f7aedfec7b7 req-bcec0aa5-6f1b-49f6-bdd8-24208e6e7ec1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.028679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a94c15-9ef4-4d1f-b844-5f7aedfec7b7 req-bcec0aa5-6f1b-49f6-bdd8-24208e6e7ec1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.1097755 Mar 31 22:57:33.076771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.097158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a94c15-9ef4-4d1f-b844-5f7aedfec7b7 req-fdc1d1ba-a0c5-451c-a9de-1a4da163fd58 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Mar 31 22:57:33.184553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.184782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.203430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.205106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479d780d-b957-4490-820d-300b069769fb,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:33.208416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] 10.222.0.83 "DELETE /v2.0/networks/8179755b-b2dc-4a94-9fbd-3fd9b20389d7 HTTP/1.1" status: 204 len: 168 time: 0.5423803 Mar 31 22:57:33.209529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d797b-6b8a-4b10-87fe-c9a1b2e9a08e admin admin] Pushing event deleted for resources: {'Network': ['ID=8179755b-b2dc-4a94-9fbd-3fd9b20389d7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:33.386435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.387725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3913a14b-d41a-483b-a3cc-2b2dede1cff2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6079786 Mar 31 22:57:33.390799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40308) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:33.395434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:33.520659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.646663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7ddd-a37d-43a6-893a-1bfeb45afa20 req-caf41e08-2ef9-4592-b5e0-2711454dc632 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.648172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12cb7ddd-a37d-43a6-893a-1bfeb45afa20 req-caf41e08-2ef9-4592-b5e0-2711454dc632 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0695133 Mar 31 22:57:33.685282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.716006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12cb7ddd-a37d-43a6-893a-1bfeb45afa20 req-2ab04b16-1ec6-4c4a-86ad-5f7b72feeafc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 Mar 31 22:57:33.787982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40320) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:33.833232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19ce9d5d-bb20-4528-ba6a-b82400fdfa8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f29fc841902b4f12ae63c0cf2f4920cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440238 Mar 31 22:57:33.836551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40322) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:33.850233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Allocated IP 172.25.6.104 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/964db90e-c29b-452e-b72a-de058675f527) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:33.875843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3be2-162c-4193-9d02-1cf13b52c08b req-7a45e4d9-6a79-4df6-8822-0501909f5e8a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.877419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f43c3be2-162c-4193-9d02-1cf13b52c08b req-7a45e4d9-6a79-4df6-8822-0501909f5e8a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 943 time: 0.0906262 Mar 31 22:57:34.002480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f43c3be2-162c-4193-9d02-1cf13b52c08b req-e38e3145-0cac-463c-8779-d7839fdcd7b0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 Mar 31 22:57:34.008229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.058573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.084546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.088901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40332) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:34.137227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Deleting subnet 35f7c139-1b3b-4da5-8fdd-119354c8e141 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:34.140423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.186418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.202425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.205016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.210506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4beeb507-602e-4fe4-9ea3-bf8f71421591 HTTP/1.1" status: 204 len: 168 time: 0.3713737 Mar 31 22:57:34.222475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab4771-857b-4363-bdb1-b7ec6d4e4bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beeb507-602e-4fe4-9ea3-bf8f71421591,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:34.230736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.235675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ede39-4e3d-4515-9eff-2fc53d1bd934 req-78cb1507-621e-4368-940a-c6113995997b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.237384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d6ede39-4e3d-4515-9eff-2fc53d1bd934 req-78cb1507-621e-4368-940a-c6113995997b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0671086 Mar 31 22:57:34.284756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.333251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:34.342935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:34.347635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:34.352672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d6ede39-4e3d-4515-9eff-2fc53d1bd934 req-9fa00d48-1927-4171-87f4-0d23953e8df8 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041958 Mar 31 22:57:34.362297 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.377673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'Port': ['ID=964db90e-c29b-452e-b72a-de058675f527,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:34.441964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.471788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f7c139-1b3b-4da5-8fdd-119354c8e141,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:34.474157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.477838 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-24cd7fe8-cab8-45b2-901f-cbfd499c258a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/35f7c139-1b3b-4da5-8fdd-119354c8e141 HTTP/1.1" status: 204 len: 168 time: 0.3878698 Mar 31 22:57:34.480344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40338) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:34.483625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.568824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:34.582185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:34.586848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.598846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-76755fee-f909-4a3f-979c-ac14d317c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.600330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-76755fee-f909-4a3f-979c-ac14d317c28d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1100 time: 0.0657980 Mar 31 22:57:34.607914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:34.608327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b9949ea-66b7-4aa9-baaa-fb95bdfcacff not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:34.697879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.713639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:34.728644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.735025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'port_id': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'mac_address': 'fa:16:3e:82:ad:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2068d10-8a17-44b5-a178-b6c6707c3b1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:34.772169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb2902-bd9b-4c68-be5e-8bebc45e950e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:34.809863 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.839489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:34.865855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:34.913855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692fc8-cc2a-4376-907c-69c6a1d5f569 req-2d6fb440-f78d-497a-9cc7-6e861e9359a0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.915953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2692fc8-cc2a-4376-907c-69c6a1d5f569 req-2d6fb440-f78d-497a-9cc7-6e861e9359a0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0672674 Mar 31 22:57:34.938687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.961733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83254537-bfd8-4eff-a1a1-c00c6e78b166') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:34.961733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83254537-bfd8-4eff-a1a1-c00c6e78b166') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:34.981323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.985140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2692fc8-cc2a-4376-907c-69c6a1d5f569 req-40238e63-3169-4e0b-aed4-4e5d40e15eb3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628865 Mar 31 22:57:35.005100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-cd9a0dda-37dd-4623-94b0-b81b23b7933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.006848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-cd9a0dda-37dd-4623-94b0-b81b23b7933c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.3820319 Mar 31 22:57:35.029704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.038783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.072385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.075853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-ac786ce5-5ac0-49fe-bfd5-04fd721d1b51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0621305 Mar 31 22:57:35.080784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:35.081281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:35.083118 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:35.126513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380a6a3-768c-4787-8ce3-cd47a5fa7d8d req-583e9913-3fa1-4ef4-baf7-8140d87124e4 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.128017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1380a6a3-768c-4787-8ce3-cd47a5fa7d8d req-583e9913-3fa1-4ef4-baf7-8140d87124e4 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.0508516 Mar 31 22:57:35.170167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1380a6a3-768c-4787-8ce3-cd47a5fa7d8d req-39ee1d57-346f-4871-8ea7-2534b67659d8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Mar 31 22:57:35.171255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-da659a50-cf83-47bf-9494-e9ee2671e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.172721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-da659a50-cf83-47bf-9494-e9ee2671e422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0881624 Mar 31 22:57:35.175081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.210545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-1440cb6f-d227-40da-9d4f-ef826f9264a1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:35.212337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-1440cb6f-d227-40da-9d4f-ef826f9264a1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106537 Mar 31 22:57:35.242487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-0ef70948-a9cd-4eb1-9ee6-156b88a3d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.244299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-0ef70948-a9cd-4eb1-9ee6-156b88a3d432 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574937 Mar 31 22:57:35.279997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'Port': ['ID=964db90e-c29b-452e-b72a-de058675f527,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.285067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.289436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.291703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-70f9addd-ccaa-4377-9da0-d709756b16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.291703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-70f9addd-ccaa-4377-9da0-d709756b16a6 service neutron] 10.222.0.83 "GET /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 1093 time: 0.0693488 Mar 31 22:57:35.298704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/07bb2902-bd9b-4c68-be5e-8bebc45e950e HTTP/1.1" status: 204 len: 168 time: 0.8173990 Mar 31 22:57:35.302722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Request body: {'binding': {'host': 'n-h1-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:35.303164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:57:35.308035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.349060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35e1bf-f073-4217-8998-9f19ae0d4de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bb2902-bd9b-4c68-be5e-8bebc45e950e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.407921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-9e34e84b-f235-4057-b7bd-2627256a5a65 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460903 Mar 31 22:57:35.489932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.499252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0beddce8-d8f9-4d37-b051-d154d8be4c6d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0994401 Mar 31 22:57:35.515590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on host n-h1-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:35.515932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:35.516263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:35.524173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-516fd90f-5cf7-4e41-84ef-ff0085ad068a service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079788 Mar 31 22:57:35.524497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:35.524613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:35.533302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:35.533644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:35.534024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:35.534469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Bound port: f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:35.546698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:35.547289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6b564-16c7-4928-a55d-415998a59f82 req-23912f45-c538-4886-ba39-d63f1be8f627 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.561096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05e6b564-16c7-4928-a55d-415998a59f82 req-23912f45-c538-4886-ba39-d63f1be8f627 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0974493 Mar 31 22:57:35.619018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05e6b564-16c7-4928-a55d-415998a59f82 req-e7312da0-a83d-4f21-8625-726757db3f62 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Mar 31 22:57:35.629163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:35.735439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.736791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-09360e1a-1810-416d-ae4e-0e1134be165a service neutron] 10.222.0.83 "POST /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4392581 Mar 31 22:57:35.772909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:35.828566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3e71581-6d20-4e98-8095-f1dd7c6812b8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5c6e271496348baad245a810c20042b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538647 Mar 31 22:57:35.831134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:35.844840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40382) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:35.863685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-4d0c47a7-6b58-4cb2-baac-4ea328e41141 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1202003261&fields=id&tenant_id=71c4722b51124760a8058539c7f95a77 HTTP/1.1" status: 200 len: 267 time: 0.0422533 Mar 31 22:57:35.887058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.911535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.987376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-4d5577ab-3ecc-4936-9038-1f2e63962e74 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.988964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-4d5577ab-3ecc-4936-9038-1f2e63962e74 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.1179440 Mar 31 22:57:36.004867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-b5b5779f-fbad-47fe-93ab-a39035d8563f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/quotas/71c4722b51124760a8058539c7f95a77 HTTP/1.1" status: 200 len: 375 time: 0.0093174 Mar 31 22:57:36.049970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1236500059-network', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:36.089120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-f39fe715-eae9-4046-a599-602e6bf83a25 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0757074 Mar 31 22:57:36.110475 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.114108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.115546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9ec876aa-065d-460b-ad4b-cbf60dd3f300 HTTP/1.1" status: 204 len: 168 time: 0.2834513 Mar 31 22:57:36.125317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cc26b-ba21-451c-a426-cc21de63b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec876aa-065d-460b-ad4b-cbf60dd3f300,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:36.203095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:36.205385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.221363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.277915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa03ca-af28-44cd-b555-b9fbe55ab2c0 req-4c725970-cc52-4aa3-94b6-dd47285af9d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.279431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1aa03ca-af28-44cd-b555-b9fbe55ab2c0 req-4c725970-cc52-4aa3-94b6-dd47285af9d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1416240 Mar 31 22:57:36.290713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-398bd172-5b54-49d3-8da2-cf0a00f5e570 service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890831 Mar 31 22:57:36.416760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1aa03ca-af28-44cd-b555-b9fbe55ab2c0 req-3b9f3dba-5223-4914-8345-b2a998cace17 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306813 Mar 31 22:57:36.448562 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.454251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-d26b4b76-b403-4514-9a32-22357d2eb92a service neutron] 10.222.0.83 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501248 Mar 31 22:57:36.530929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.557447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:36.582210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76e475-2e24-4d44-ba30-6fc44ca6ed8b req-8cfed1c0-8f5a-48b9-8ad2-b63af506a6fe tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.583746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf76e475-2e24-4d44-ba30-6fc44ca6ed8b req-8cfed1c0-8f5a-48b9-8ad2-b63af506a6fe tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0940754 Mar 31 22:57:36.588673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:36.591626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.591964 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Added segment 244b6edb-2ad8-49c7-8d6f-624b498247de of type vlan for network d65c595b-1573-4afa-8ebe-68f13643bf9e Mar 31 22:57:36.657242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.669885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf76e475-2e24-4d44-ba30-6fc44ca6ed8b req-7e7e3887-4d7d-453a-8056-7449fe84643e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763950 Mar 31 22:57:36.748595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-b988fac3-f64f-4159-b968-d49c57553b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.748595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-b988fac3-f64f-4159-b968-d49c57553b0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0479724 Mar 31 22:57:36.790727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.791719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.792299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.954895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=d65c595b-1573-4afa-8ebe-68f13643bf9e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:36.966182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d65c595b-1573-4afa-8ebe-68f13643bf9e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:36.978787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd171a9f-f7df-42be-9b9c-71202776f3cc req-a3ac13f8-a817-4d36-9bec-6091e79e30ea tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.980326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd171a9f-f7df-42be-9b9c-71202776f3cc req-a3ac13f8-a817-4d36-9bec-6091e79e30ea tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.2096624 Mar 31 22:57:36.984546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e244-5e49-4ed6-9d56-4c324c46b94e req-2d15a254-4f92-46ab-b472-5998250f4fd7 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.990985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83b0e244-5e49-4ed6-9d56-4c324c46b94e req-2d15a254-4f92-46ab-b472-5998250f4fd7 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1096 time: 0.1902597 Mar 31 22:57:36.993432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-621040a6-27fc-481d-bbfd-394ae074f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.994910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-621040a6-27fc-481d-bbfd-394ae074f491 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.2410285 Mar 31 22:57:37.060414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-a7411019-d10a-44d0-b2fc-6ee4ede28a7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 217 time: 0.0564284 Mar 31 22:57:37.063532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-88ba1c40-425d-46f3-b2c8-65d609d18ed5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2176561 Mar 31 22:57:37.066629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40418) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:37.071538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Request body: {'subnet': {'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1236500059-subnet', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:37.118928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd171a9f-f7df-42be-9b9c-71202776f3cc req-4289cd0e-f4d1-40b9-80d6-a3f58cd2f035 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213899 Mar 31 22:57:37.124328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83b0e244-5e49-4ed6-9d56-4c324c46b94e req-a3bb3a5c-9ddd-492e-a781-de23340946ef tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193666 Mar 31 22:57:37.140858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-f2d846b1-97eb-4c8e-a636-b6f1864197ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.140858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-f2d846b1-97eb-4c8e-a636-b6f1864197ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0715792 Mar 31 22:57:37.180446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-9a08944f-2947-4246-8a15-7f6a2e102f6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307052 Mar 31 22:57:37.212819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:37.215376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.510517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.512539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40432) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:37.550040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53c5445d-cb27-4dc8-95ff-864b3a3752d4 req-1e484db8-2b8c-4382-b44c-848477fd4d9f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 210 time: 0.3299508 Mar 31 22:57:37.588275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Pushing event updated for resources: {'Subnet': ['ID=222af55f-1237-4b2e-ad20-0983f606b943,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:37.591023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Checking segment: {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:37.591827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Network hostable DHCP agents. Network: d65c595b-1573-4afa-8ebe-68f13643bf9e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:37.592986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec32d8-6e5d-46c5-95ad-6c4c5993a6ba req-136438ac-f190-4a8c-be8d-e604ed77eb93 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.594506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35ec32d8-6e5d-46c5-95ad-6c4c5993a6ba req-136438ac-f190-4a8c-be8d-e604ed77eb93 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.3734362 Mar 31 22:57:37.608675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-001e32ca-4cf9-46bb-a2d0-2a23072e4c62 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215317 Mar 31 22:57:37.682484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1690453354-network', 'tenant_id': '2bada75392504a6dbe288c925240579f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:37.704786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35ec32d8-6e5d-46c5-95ad-6c4c5993a6ba req-a46bc823-158a-49fd-a4da-50c5a769e950 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951419 Mar 31 22:57:37.755274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Network d65c595b-1573-4afa-8ebe-68f13643bf9e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:37.761911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-5bdc281a-ac24-47b5-bd21-517d6292711d service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453176 Mar 31 22:57:37.763637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a35e8-4499-4900-a830-1d25b573ab93 req-ef3ed6e0-3ca4-4b21-b4d3-8e8f29c6bd5d tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.789263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-911a35e8-4499-4900-a830-1d25b573ab93 req-ef3ed6e0-3ca4-4b21-b4d3-8e8f29c6bd5d tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1096 time: 0.1099753 Mar 31 22:57:37.826744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-911a35e8-4499-4900-a830-1d25b573ab93 req-7c77e2bd-7d71-4f47-af03-35ba373d5542 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Mar 31 22:57:37.834909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14e65f-1c3e-48a0-a599-c1c37b2b7ddc req-13cd8b59-c759-4a5e-ac70-aeae22b0d31d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.836605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea14e65f-1c3e-48a0-a599-c1c37b2b7ddc req-13cd8b59-c759-4a5e-ac70-aeae22b0d31d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0706499 Mar 31 22:57:37.877334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea14e65f-1c3e-48a0-a599-c1c37b2b7ddc req-1a1982c8-0bf3-4465-861f-8a0e967f74e4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Mar 31 22:57:38.001243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Made reservation on behalf of 2bada75392504a6dbe288c925240579f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:38.003679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.012536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.053891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d65c595b-1573-4afa-8ebe-68f13643bf9e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:38.070149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.070149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.070392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da88e4-f2df-496a-9f06-af5065b1b582 None None] Network d65c595b-1573-4afa-8ebe-68f13643bf9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:38.099197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.188890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-59f7d95e-57fc-4846-b79b-a19c13eb964b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1211874 Mar 31 22:57:38.189715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.191678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40446) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:38.196004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:38.228691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-d65c595b-1573-4afa-8ebe-68f13643bf9e', 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'fixed_ips': [{'subnet_id': '222af55f-1237-4b2e-ad20-0983f606b943'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:57:38.230860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.233689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d5917-4f9d-41c9-9c1b-8b1505ae5485,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.237502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:38.249412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.251323 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Added segment 613b5ab2-097d-4b58-a826-1979ae0f2dfc of type vlan for network 55151320-de6a-425f-8356-780081a70685 Mar 31 22:57:38.297938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055111-aecc-4535-9fe9-37c1e2d88b32 req-1147169d-a762-41b2-8b97-59ae81903316 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.299963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93055111-aecc-4535-9fe9-37c1e2d88b32 req-1147169d-a762-41b2-8b97-59ae81903316 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.0939121 Mar 31 22:57:38.311672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.358380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93055111-aecc-4535-9fe9-37c1e2d88b32 req-292167ec-c6d1-46d4-8d21-996e8895a223 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 Mar 31 22:57:38.378566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.380612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.386465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Allocated IP 172.20.0.2 (d65c595b-1573-4afa-8ebe-68f13643bf9e/222af55f-1237-4b2e-ad20-0983f606b943/844e8c68-35fc-4ad0-9740-e2db776f9574) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:38.436924 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.500726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.501770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.502337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.534298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.578477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=55151320-de6a-425f-8356-780081a70685,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.590791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 55151320-de6a-425f-8356-780081a70685 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:38.651101 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee690771-56fb-43de-b510-1f15b8b81ba2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1350818 Mar 31 22:57:38.653084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:38.658392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Request body: {'subnet': {'network_id': '55151320-de6a-425f-8356-780081a70685', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1690453354-subnet', 'tenant_id': '2bada75392504a6dbe288c925240579f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:38.669373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:38.674968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.736546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a06d19-00e6-4659-aa20-45a506891486 req-eb3e0fa8-f9be-4b57-a94a-2ff6bb9406ac tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 210 time: 0.0521450 Mar 31 22:57:38.740916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.772226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Network d65c595b-1573-4afa-8ebe-68f13643bf9e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:38.778975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:38.782097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:38.785683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Made reservation on behalf of 2bada75392504a6dbe288c925240579f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:38.790337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.819170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Pushing event updated for resources: {'Port': ['ID=844e8c68-35fc-4ad0-9740-e2db776f9574,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.909354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990729-4561-4d22-bdec-4d8e47c788ea req-b1990089-ff42-4277-a701-3a1ca3b533a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.918052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10990729-4561-4d22-bdec-4d8e47c788ea req-b1990089-ff42-4277-a701-3a1ca3b533a0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.1072235 Mar 31 22:57:39.051349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:39.061449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:39.062062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.072928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10990729-4561-4d22-bdec-4d8e47c788ea req-f097b776-7884-44c4-bd03-2fd3e442d7b0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538513 Mar 31 22:57:39.095045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Attempting to bind port 844e8c68-35fc-4ad0-9740-e2db776f9574 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:39.096131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Attempting to bind port 844e8c68-35fc-4ad0-9740-e2db776f9574 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:39.096727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Attempting to bind port 844e8c68-35fc-4ad0-9740-e2db776f9574 on network d65c595b-1573-4afa-8ebe-68f13643bf9e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:39.108152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:39.108878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Checking segment: {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:39.109500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.110228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Bound using segment: {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:39.110915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Bound port: 844e8c68-35fc-4ad0-9740-e2db776f9574, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:39.111546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.218262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] For port 844e8c68-35fc-4ad0-9740-e2db776f9574, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:39.230002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.268041 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.286707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] For port 844e8c68-35fc-4ad0-9740-e2db776f9574, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=844e8c68-35fc-4ad0-9740-e2db776f9574,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:39.306362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:39.308924 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac247e06-6ef2-4217-b767-eed867764a95" -d '{"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:39.317428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35aa477f-8bbd-4cd1-918b-44c8e79b33ed,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:39.324939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:39.326808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Checking segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:39.326808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Network hostable DHCP agents. Network: 55151320-de6a-425f-8356-780081a70685, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:39.377940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c4742-9386-46c8-8c81-586d660ec2a5 req-817242bb-5325-4707-8345-d6cf8089fe34 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.379121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-956c4742-9386-46c8-8c81-586d660ec2a5 req-817242bb-5325-4707-8345-d6cf8089fe34 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0929487 Mar 31 22:57:39.386725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.414294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.423935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.495911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-956c4742-9386-46c8-8c81-586d660ec2a5 req-0c502798-100e-430e-a459-6d56c65e216f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007473 Mar 31 22:57:39.504665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Network 55151320-de6a-425f-8356-780081a70685 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:39.507134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.516340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Pushing event updated for resources: {'Port': ['ID=844e8c68-35fc-4ad0-9740-e2db776f9574,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:39.526555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.527138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.527496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.527835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.528161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.529843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.529843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.530101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.537779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.538244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.539168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.539766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7487f-85ee-4d45-8813-91442bc2481a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:39.596437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:39.632275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 55151320-de6a-425f-8356-780081a70685) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:39.637784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.638633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.644834 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a671e7f-6587-4072-ab77-03ed483fa0a3 x-openstack-request-id: req-1a671e7f-6587-4072-ab77-03ed483fa0a3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:39.645130 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:39.645430 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a671e7f-6587-4072-ab77-03ed483fa0a3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:39.645942 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a671e7f-6587-4072-ab77-03ed483fa0a3'] response: {'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'code': 200} Mar 31 22:57:39.646699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4149666-c840-4694-9107-d6a925edb634 None None] Network 55151320-de6a-425f-8356-780081a70685 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:39.652964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Allocated IP 172.25.6.13 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/a24de30d-de2b-44ce-857c-1c85104de02c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:39.894864 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2591dc00-3fb2-444a-a69a-155f6648149d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2405987 Mar 31 22:57:39.899058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7ab05-8d03-47c9-bbd7-1c170d1d713f None None] Network 55151320-de6a-425f-8356-780081a70685 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:39.987750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4dfc4-e538-4845-be0d-b4eb9e88e5b9 req-058c6ed7-239f-4009-af40-804abb28aa92 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.996358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e4dfc4-e538-4845-be0d-b4eb9e88e5b9 req-058c6ed7-239f-4009-af40-804abb28aa92 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.2048533 Mar 31 22:57:40.002281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b81d-df1b-4f93-b71b-6a17cfaab6db req-9a3b2d6e-c522-4cf9-8816-ef6436df6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.004013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27c7b81d-df1b-4f93-b71b-6a17cfaab6db req-9a3b2d6e-c522-4cf9-8816-ef6436df6dc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 1096 time: 0.1662323 Mar 31 22:57:40.024615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.086224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e4dfc4-e538-4845-be0d-b4eb9e88e5b9 req-4dfc65b0-3ac1-4482-af7a-919d7e00b16b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861909 Mar 31 22:57:40.127038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27c7b81d-df1b-4f93-b71b-6a17cfaab6db req-4a41e98c-baeb-4667-86d2-9f2050765ce1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Mar 31 22:57:40.217333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd4aa8e4-23ed-4eab-9181-f783a30e8ba1 req-db58ed7b-980b-4c08-9c55-2d91a2aefbe5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 210 time: 0.0469043 Mar 31 22:57:40.221056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-dd7893da-787a-408d-b6ff-6a8ec4905ce0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.222874 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-dd7893da-787a-408d-b6ff-6a8ec4905ce0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 818 time: 0.2004395 Mar 31 22:57:40.281202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-7af008a3-b17b-4951-b341-bcb754c26a6a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c4722b51124760a8058539c7f95a77 HTTP/1.1" status: 200 len: 380 time: 0.0465801 Mar 31 22:57:40.291518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'port': {'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'admin_state_up': True, 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'security_groups': ['36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:40.331621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317839b4-35ad-4809-b552-cbc11ee1e121 req-e08a97be-cec6-4494-94ac-2aca0c04b0d5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.333333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-317839b4-35ad-4809-b552-cbc11ee1e121 req-e08a97be-cec6-4494-94ac-2aca0c04b0d5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0523183 Mar 31 22:57:40.373951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-317839b4-35ad-4809-b552-cbc11ee1e121 req-c234dfde-8fdc-4394-9bcd-46e63507d33f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Mar 31 22:57:40.375552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.418052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:40.422310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:40.424886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:40.461701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Pushing event updated for resources: {'Port': ['ID=a24de30d-de2b-44ce-857c-1c85104de02c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:40.533460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Made reservation on behalf of 71c4722b51124760a8058539c7f95a77 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:40.536988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.738954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 844e8c68-35fc-4ad0-9740-e2db776f9574 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:40.794509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Allocated IP 172.20.0.6 (73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e/e9734833-0967-4f95-8531-74a124caceb2/cb64e10d-e472-4b03-8c38-2f340ea125eb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:40.811627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 844e8c68-35fc-4ad0-9740-e2db776f9574 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:40.812285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.943292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.990276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 844e8c68-35fc-4ad0-9740-e2db776f9574, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=844e8c68-35fc-4ad0-9740-e2db776f9574,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:41.002162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.011740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-63e394bb-36af-401a-a167-af993c790c77 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.013448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-63e394bb-36af-401a-a167-af993c790c77 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 814 time: 0.2668495 Mar 31 22:57:41.021135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.035202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632e3cb-61ba-43b2-a3f3-653505b37991 None None] Network d65c595b-1573-4afa-8ebe-68f13643bf9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:41.081176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-fbb99ec3-63b1-422e-8f66-3f642751f106 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/quotas/2bada75392504a6dbe288c925240579f HTTP/1.1" status: 200 len: 375 time: 0.0212739 Mar 31 22:57:41.101334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.127352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.146261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-1df82e9a-3c58-4739-9ad2-06e8144901ba tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552304 Mar 31 22:57:41.196033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event updated for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:41.217712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:41.219946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:41.240067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:41.245352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=844e8c68-35fc-4ad0-9740-e2db776f9574,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:41.267337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d5c16d46-3110-4cf5-83fb-a82b53fd5509 None None] Provisioning complete for port 844e8c68-35fc-4ad0-9740-e2db776f9574 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:41.267635 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5c16d46-3110-4cf5-83fb-a82b53fd5509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.366629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-8381a615-7864-4403-820b-6b2670b5c660 service neutron] 10.222.0.83 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111912 Mar 31 22:57:41.373984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.376480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.467948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.512554 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-38e8eebb-d941-4368-be1e-c496ddf51fb2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2252789 Mar 31 22:57:41.528689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Request body: {'port': {'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:41.548077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-890637cd-ba52-45f5-b396-a3c2da3157e4 service neutron] 10.222.0.83 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801577 Mar 31 22:57:41.626554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.669761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a9982414-b766-45cb-87d2-caa512efecee None None] Provisioning complete for port cb64e10d-e472-4b03-8c38-2f340ea125eb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:41.670129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9982414-b766-45cb-87d2-caa512efecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.671460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-c1817867-77b7-4bef-ae57-edbcb1c21814 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:41.672543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-c1817867-77b7-4bef-ae57-edbcb1c21814 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084081 Mar 31 22:57:41.681108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c3b28c8-b26d-4c47-afbb-f17ad917bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.749519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a9982414-b766-45cb-87d2-caa512efecee None None] Port cb64e10d-e472-4b03-8c38-2f340ea125eb cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:41.770640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-8ca5de9c-73c4-496f-bcc1-3875dd94cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.772723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-8ca5de9c-73c4-496f-bcc1-3875dd94cde1 service neutron] 10.222.0.83 "GET /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 1093 time: 0.0543842 Mar 31 22:57:41.788261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Request body: {'binding': {'host': 'n-h1-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:41.789101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:57:41.871303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5011fa9b-de55-4a2a-a55f-51deca1aa369 None None] Provisioning complete for port 844e8c68-35fc-4ad0-9740-e2db776f9574 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:41.871946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5011fa9b-de55-4a2a-a55f-51deca1aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.973106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on host n-h1-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:41.973781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:41.974327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:41.987608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:41.988215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:41.998190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:41.998714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:42.003940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb64e10d-e472-4b03-8c38-2f340ea125eb {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:42.008546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:42.009318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Bound port: 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:42.013443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.029523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Transition to ACTIVE for port object cb64e10d-e472-4b03-8c38-2f340ea125eb will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:42.122473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8907f7b-9963-4e34-9fe6-d7060d6a132c req-9647de9d-499d-4e2e-9e9b-27ffcf7e1b0d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.124473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8907f7b-9963-4e34-9fe6-d7060d6a132c req-9647de9d-499d-4e2e-9e9b-27ffcf7e1b0d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0814934 Mar 31 22:57:42.126192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:42.166821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8907f7b-9963-4e34-9fe6-d7060d6a132c req-c53c1f1c-e8a3-44fa-b5ef-6f50abc48bff tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Mar 31 22:57:42.275910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6506-35fb-4033-90ed-8149e24197c9 req-16818f30-23b9-49a7-9d72-616ec1dd7475 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.277274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db6a6506-35fb-4033-90ed-8149e24197c9 req-16818f30-23b9-49a7-9d72-616ec1dd7475 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0482578 Mar 31 22:57:42.314876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db6a6506-35fb-4033-90ed-8149e24197c9 req-c6fef26d-e8e6-4296-adac-9462caa60976 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Mar 31 22:57:42.316263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Router a952727e-be35-47ba-8a08-80365d9b0ac8 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:57:42.461390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:42.475417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d706-f429-45da-bee7-285eb945efde req-42a3fe3c-0f7d-404b-8734-20919175611b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.476502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Sync routers for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:42.478186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e36d706-f429-45da-bee7-285eb945efde req-42a3fe3c-0f7d-404b-8734-20919175611b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 931 time: 0.0983250 Mar 31 22:57:42.490467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:42.491240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.491969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:42.492512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.492671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9641b2a9-9b46-4044-9c05-5ec3104b1744 service neutron] 10.222.0.83 "POST /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee/bindings HTTP/1.1" status: 201 len: 389 time: 0.7081013 Mar 31 22:57:42.599415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:42.721759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 844e8c68-35fc-4ad0-9740-e2db776f9574 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:42.736262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Attempting to bind port cb64e10d-e472-4b03-8c38-2f340ea125eb on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:42.737229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Attempting to bind port cb64e10d-e472-4b03-8c38-2f340ea125eb by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:42.737619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Attempting to bind port cb64e10d-e472-4b03-8c38-2f340ea125eb on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:42.749438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Port cb64e10d-e472-4b03-8c38-2f340ea125eb on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:42.749790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Attempting to bind port cb64e10d-e472-4b03-8c38-2f340ea125eb on network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:42.761422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:42.761922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Checking segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:42.762430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Bound using segment: {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:42.763118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Bound port: cb64e10d-e472-4b03-8c38-2f340ea125eb, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fa2845-5552-4bc6-910e-84be612e762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:42.763624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.865748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:42.952368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:42.957254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:42.994937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.004508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40516) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:43.015614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83f72c58-82b9-4b9a-b221-ba5ab891697e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8227746 Mar 31 22:57:43.032294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e36d706-f429-45da-bee7-285eb945efde req-aa3af1ec-eaff-4f10-8ce0-567bfd24c93f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5229566 Mar 31 22:57:43.065223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 844e8c68-35fc-4ad0-9740-e2db776f9574 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:43.065223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.222329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d17280-356f-4bf0-a9dc-f8c08cabdf40 req-e03a7bd9-39e8-4d51-b275-6791cacbfc67 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.233492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9d17280-356f-4bf0-a9dc-f8c08cabdf40 req-e03a7bd9-39e8-4d51-b275-6791cacbfc67 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.1287808 Mar 31 22:57:43.305558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91265963-c699-4df4-9db8-b5ee869c6b84 req-0edb0d1f-bd0b-4033-acd9-1b1782c7e9fc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Mar 31 22:57:43.336206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9d17280-356f-4bf0-a9dc-f8c08cabdf40 req-d6f8f12a-78c9-4e65-aca4-c0ca0602dd30 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010945 Mar 31 22:57:43.358547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:40Z', 'revision_number': 3, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:43.397664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Checking router: a952727e-be35-47ba-8a08-80365d9b0ac8 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:43.398397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Updating router a952727e-be35-47ba-8a08-80365d9b0ac8 port a24de30d-de2b-44ce-857c-1c85104de02c binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:57:43.431854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.491224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1858d7-c46e-415e-9d85-f17072156ce8 req-09e9346c-1ee7-4cba-a76d-8a5baa0470de tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.492851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e1858d7-c46e-415e-9d85-f17072156ce8 req-09e9346c-1ee7-4cba-a76d-8a5baa0470de tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0599446 Mar 31 22:57:43.505870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.511881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bf275-8d79-413e-910d-bfcae46651ba req-30985f3e-6a4d-4bbc-8561-111cfa1519bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.515033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-375bf275-8d79-413e-910d-bfcae46651ba req-30985f3e-6a4d-4bbc-8561-111cfa1519bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1232996 Mar 31 22:57:43.569461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.570113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.571521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] 10.222.0.44 "PUT /v2.0/ports/cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 1091 time: 2.0492427 Mar 31 22:57:43.576142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:43.576142 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b" -d '{"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:43.624775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e1858d7-c46e-415e-9d85-f17072156ce8 req-9a820c46-da4d-4d9e-98bf-eb31161f9832 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247599 Mar 31 22:57:43.664232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed162e2-599d-4af1-869e-b0839ad5fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:43.681703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-375bf275-8d79-413e-910d-bfcae46651ba req-f74b1e0a-a412-45ab-93a6-069c28dfca48 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346254 Mar 31 22:57:43.813828 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320786ae-3099-470d-ad2a-c93203bd4e3c x-openstack-request-id: req-320786ae-3099-470d-ad2a-c93203bd4e3c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:43.815302 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:43.815618 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-320786ae-3099-470d-ad2a-c93203bd4e3c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:43.816174 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320786ae-3099-470d-ad2a-c93203bd4e3c'] response: {'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'status': 'completed', 'code': 200} Mar 31 22:57:43.830198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f503e0-65d7-45ef-a6ad-ac4134957d1d req-1ba3dbb7-3812-4945-82e7-0417b8120c96 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.832151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0f503e0-65d7-45ef-a6ad-ac4134957d1d req-1ba3dbb7-3812-4945-82e7-0417b8120c96 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0855048 Mar 31 22:57:43.889915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0f503e0-65d7-45ef-a6ad-ac4134957d1d req-a47d88b7-4f97-4258-bfb2-86b17959a82d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504026 Mar 31 22:57:43.974428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-8e4ec663-e46d-4246-a497-2b847134970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.976531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-8e4ec663-e46d-4246-a497-2b847134970b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1094 time: 0.1671801 Mar 31 22:57:44.037713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-23dc3e59-79f4-40bd-8352-f5a94aee9a43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 217 time: 0.0414896 Mar 31 22:57:44.076647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec43bf9-2a13-41b2-86f5-9b8169ceb6b3 req-59921757-2427-49b4-a463-d3e58f1191d1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.079238 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.084476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ec43bf9-2a13-41b2-86f5-9b8169ceb6b3 req-59921757-2427-49b4-a463-d3e58f1191d1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0870070 Mar 31 22:57:44.089231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2264016f-1be2-4727-b77e-56feeffd69e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.130563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ec43bf9-2a13-41b2-86f5-9b8169ceb6b3 req-36d684a4-0266-4e40-bc3d-17218239ab2d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Mar 31 22:57:44.152066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-51e7063a-ec76-4492-9ad5-ba80d76855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.154363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-51e7063a-ec76-4492-9ad5-ba80d76855b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1080561 Mar 31 22:57:44.201280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec585d-b864-4865-b8ec-b3a7e7c01cc9 req-043fe58b-35f2-45ba-b404-5e7938bafa1f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.210029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ec585d-b864-4865-b8ec-b3a7e7c01cc9 req-043fe58b-35f2-45ba-b404-5e7938bafa1f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 943 time: 0.0704873 Mar 31 22:57:44.225200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.248658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ec585d-b864-4865-b8ec-b3a7e7c01cc9 req-a1e7ed76-b2d4-44f7-9516-2b1bed095288 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369227 Mar 31 22:57:44.256780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.260760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-0b67c125-083c-4109-b757-9ee1e02fe2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.261981 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-0b67c125-083c-4109-b757-9ee1e02fe2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981152 Mar 31 22:57:44.312197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef3a6b-91e3-4811-b05e-880a3b10d726 None None] Pushing event updated for resources: {'Port': ['ID=a24de30d-de2b-44ce-857c-1c85104de02c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.320811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Attempting to bind port a24de30d-de2b-44ce-857c-1c85104de02c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:44.321397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Attempting to bind port a24de30d-de2b-44ce-857c-1c85104de02c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:44.321741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Attempting to bind port a24de30d-de2b-44ce-857c-1c85104de02c on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:44.328446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:44.333369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:44.333369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.333369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:44.333369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Bound port: a24de30d-de2b-44ce-857c-1c85104de02c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:44.333369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.449801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3183af22-25a4-4f61-8fb3-cc8a20e72809 req-ac8558e4-537c-4fb0-9183-d26950fa13a8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 210 time: 0.0566671 Mar 31 22:57:44.457009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] For port a24de30d-de2b-44ce-857c-1c85104de02c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:44.460440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] For port a24de30d-de2b-44ce-857c-1c85104de02c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a24de30d-de2b-44ce-857c-1c85104de02c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:44.547261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-47d6207a-ada2-4333-b6f5-a117523aef88 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746272 Mar 31 22:57:44.548288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Allocated IP 172.20.0.1 (d65c595b-1573-4afa-8ebe-68f13643bf9e/222af55f-1237-4b2e-ad20-0983f606b943/4a20362e-9359-47ae-b5d5-fa0f555197e9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:44.567692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ee8c-1fe5-4ecf-a6ca-acc852dcc4dd req-aaeb7941-77a6-4b40-9ca9-c27eab38f5c3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.569257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01a6ee8c-1fe5-4ecf-a6ca-acc852dcc4dd req-aaeb7941-77a6-4b40-9ca9-c27eab38f5c3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0565279 Mar 31 22:57:44.612755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01a6ee8c-1fe5-4ecf-a6ca-acc852dcc4dd req-8503acb4-21a9-4eec-a29f-d6f559ae3153 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Mar 31 22:57:44.677836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.719611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-517030e7-87dd-44b4-96da-4c6d0b7406d8 req-079ab576-cb2c-4d80-b4ca-bb960980c778 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644816 Mar 31 22:57:44.794638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.802212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:44.803034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:44.825557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a5cc-9b68-400c-a3d5-b78ffe165a43 req-233dc7d5-9e55-4576-a7eb-1c63f84d3f05 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.838405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b622a5cc-9b68-400c-a3d5-b78ffe165a43 req-233dc7d5-9e55-4576-a7eb-1c63f84d3f05 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1339605 Mar 31 22:57:44.862782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef3a6b-91e3-4811-b05e-880a3b10d726 None None] Pushing event updated for resources: {'Port': ['ID=a24de30d-de2b-44ce-857c-1c85104de02c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.885888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-f89bfea7-185b-44ad-a0d1-860df0101ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367059 Mar 31 22:57:44.905673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b622a5cc-9b68-400c-a3d5-b78ffe165a43 req-488efc26-695a-49d1-8462-b44803eeee44 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Mar 31 22:57:44.996556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:45.001911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-5057cd1d-5c6e-4e65-9ec3-597ec0ec305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.006080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-7e71ddc4-4068-4d8c-92f6-5a401e66e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.008506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-7e71ddc4-4068-4d8c-92f6-5a401e66e46f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 1100 time: 0.0816157 Mar 31 22:57:45.008876 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-5057cd1d-5c6e-4e65-9ec3-597ec0ec305e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1094 time: 0.0743680 Mar 31 22:57:45.018754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.155606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e042a-e551-4cd3-b1df-f2f39d686843 req-43d41f90-8cb1-4ef9-9b67-c3f03ef7fa5b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.158269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-349e042a-e551-4cd3-b1df-f2f39d686843 req-43d41f90-8cb1-4ef9-9b67-c3f03ef7fa5b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1461155 Mar 31 22:57:45.236333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Pushing event updated for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.246567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-3d4029f8-4a79-499f-be3e-d3081a58ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.248265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-3d4029f8-4a79-499f-be3e-d3081a58ebc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1843653 Mar 31 22:57:45.263524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Network d65c595b-1573-4afa-8ebe-68f13643bf9e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:45.273351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-349e042a-e551-4cd3-b1df-f2f39d686843 req-4e838647-f05c-433c-95cc-6a463368d516 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982285 Mar 31 22:57:45.278946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:40Z', 'revision_number': 3, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:45.291819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:45.314141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:45.318647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-c10d2d28-a7e8-4484-8faa-25ff8d59c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.320931 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-c10d2d28-a7e8-4484-8faa-25ff8d59c795 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.2998466 Mar 31 22:57:45.354371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8de1a6-aebb-40fa-9cd7-3c3ff87cddb7 None None] The sync data for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 is: [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:40Z', 'revision_number': 3, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:45.359204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-f80ea0d9-878a-4e7f-92cc-3680229e4d07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 200 len: 217 time: 0.0891871 Mar 31 22:57:45.374987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.437143 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-b01dc7aa-7eaa-4365-a514-03f4208c7ef6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 217 time: 0.0692391 Mar 31 22:57:45.502909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.518024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-a3ca8eca-8623-463d-8861-c67b3a4cf69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.519795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-a3ca8eca-8623-463d-8861-c67b3a4cf69f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1430733 Mar 31 22:57:45.549118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b22012-b42f-47d8-89b6-a08f1d311c50 req-9d912ebd-f849-4599-9f5a-83ace43cdefc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.561449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70b22012-b42f-47d8-89b6-a08f1d311c50 req-9d912ebd-f849-4599-9f5a-83ace43cdefc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 943 time: 0.1143196 Mar 31 22:57:45.590633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-2521e93d-7e65-43a8-8ae9-fd300f46c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.592034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-2521e93d-7e65-43a8-8ae9-fd300f46c21c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1311874 Mar 31 22:57:45.629151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-334f0732-b23b-44e0-9ee3-e04616ab1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.630671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-334f0732-b23b-44e0-9ee3-e04616ab1eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017148 Mar 31 22:57:45.638777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70b22012-b42f-47d8-89b6-a08f1d311c50 req-6424ef09-09f2-4222-8336-12ce58119d81 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589139 Mar 31 22:57:45.700797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-c009f530-cb6b-4cb9-9648-ecdc2336b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.701423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-c009f530-cb6b-4cb9-9648-ecdc2336b56b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018305 Mar 31 22:57:45.772983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-05055221-d05a-4a7c-8fa9-5acdbc3306dd None None] Provisioning complete for port 4a20362e-9359-47ae-b5d5-fa0f555197e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:45.776358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-05055221-d05a-4a7c-8fa9-5acdbc3306dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.833643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-a1ebf4f6-fadd-4c48-9032-a1bc78e6b9d9 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701682 Mar 31 22:57:45.839425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-05055221-d05a-4a7c-8fa9-5acdbc3306dd None None] Port 4a20362e-9359-47ae-b5d5-fa0f555197e9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:45.861102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce4f85e4-1f99-457f-9f59-335d1437737b req-7fea0f52-e9b8-4ae6-b99c-a813052c9aed tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 210 time: 0.0494711 Mar 31 22:57:45.933149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.000341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae8cc-b0cd-41db-8c80-896cb75ee4c5 req-6adf7236-9c4c-4c41-97d6-d869b715e946 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.001609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7fae8cc-b0cd-41db-8c80-896cb75ee4c5 req-6adf7236-9c4c-4c41-97d6-d869b715e946 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0820966 Mar 31 22:57:46.009839 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-11e7d6ab-45fe-4ecb-8502-176ee7c8681a service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981169 Mar 31 22:57:46.076989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a57f6766-f236-43c5-8c82-540ce1819f3c req-12e2b452-127b-420c-9920-dd27ae882450 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262180 Mar 31 22:57:46.092374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7fae8cc-b0cd-41db-8c80-896cb75ee4c5 req-029af24e-a066-49dd-89be-ca7a9a83fca0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Mar 31 22:57:46.111087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c11d64-f834-4dd7-a899-0d43003cf522 req-02cbd10c-1069-45b5-abe3-715dc309103f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.119316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2c11d64-f834-4dd7-a899-0d43003cf522 req-02cbd10c-1069-45b5-abe3-715dc309103f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1036720 Mar 31 22:57:46.170185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2c11d64-f834-4dd7-a899-0d43003cf522 req-18cfd897-e242-4422-90be-93d16caf7e7a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498986 Mar 31 22:57:46.189273 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b79260d4-4e71-4e6a-b78e-aacef5ffd97b req-ef1f6cae-d36c-4721-aee0-dcc23a2efc4b service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690764 Mar 31 22:57:46.258144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.271063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ccbe5-1df1-4eb5-8e06-5d4078627871 req-7cdc47c6-1a9a-428f-b0a1-735aa7503023 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.272640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b1ccbe5-1df1-4eb5-8e06-5d4078627871 req-7cdc47c6-1a9a-428f-b0a1-735aa7503023 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0698555 Mar 31 22:57:46.318983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b1ccbe5-1df1-4eb5-8e06-5d4078627871 req-a5893008-7e00-4556-b26f-23f650be17b6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Mar 31 22:57:46.384292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.463069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Pushing event updated for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.469611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.501473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36829-5f9f-403a-ab85-f542788273e3 req-a3277a80-add4-4f5b-b9af-242011357edf tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.509327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff36829-5f9f-403a-ab85-f542788273e3 req-a3277a80-add4-4f5b-b9af-242011357edf tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0970140 Mar 31 22:57:46.525311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-ca96ac4a-0db4-4c0d-a365-11b13545781a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.526643 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.527191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-ca96ac4a-0db4-4c0d-a365-11b13545781a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 814 time: 0.1846266 Mar 31 22:57:46.567549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Request body: {'port': {'device_id': '877a80eb-9bef-4745-9b4a-7a8477041529', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'admin_state_up': True, 'tenant_id': '2bada75392504a6dbe288c925240579f'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:46.577980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff36829-5f9f-403a-ab85-f542788273e3 req-c2aad457-3dbe-40af-a640-0ab82c253d6e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677969 Mar 31 22:57:46.603840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Network d65c595b-1573-4afa-8ebe-68f13643bf9e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:46.605271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:46.643636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a24de30d-de2b-44ce-857c-1c85104de02c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:46.761369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a24de30d-de2b-44ce-857c-1c85104de02c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:46.763162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.782006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Router a952727e-be35-47ba-8a08-80365d9b0ac8 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:46.849669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb98ca4-18b8-40e8-aebb-4ba275f314c8 req-3f3284fb-5b09-40f2-8dee-bd46658743ad tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.852099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6eb98ca4-18b8-40e8-aebb-4ba275f314c8 req-3f3284fb-5b09-40f2-8dee-bd46658743ad tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 943 time: 0.0688453 Mar 31 22:57:46.878831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.905736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6eb98ca4-18b8-40e8-aebb-4ba275f314c8 req-9c08a213-98ac-4ec1-af59-426ab450f5e9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Mar 31 22:57:46.905855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.906740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a24de30d-de2b-44ce-857c-1c85104de02c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a24de30d-de2b-44ce-857c-1c85104de02c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:46.939193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Made reservation on behalf of 2bada75392504a6dbe288c925240579f for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:46.943414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:46.945943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.958420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bbe59d44-d312-4122-87ac-dddc748fa793 admin admin] 10.222.0.83 "PUT /v2.0/routers/a952727e-be35-47ba-8a08-80365d9b0ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498134 Mar 31 22:57:47.016480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3b7d8ec1-a2ba-499c-bdc7-a96d09fe2d7b None None] Provisioning complete for port 4a20362e-9359-47ae-b5d5-fa0f555197e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:47.016926 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8ec1-a2ba-499c-bdc7-a96d09fe2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.020219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e320a6b5-0767-4c32-bdc2-1e189395428c req-bbe228ba-43d4-4edb-bc94-333658787747 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 210 time: 0.0521524 Mar 31 22:57:47.052854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.108381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d8ec1-a2ba-499c-bdc7-a96d09fe2d7b None None] Port 4a20362e-9359-47ae-b5d5-fa0f555197e9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:47.130751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a24de30d-de2b-44ce-857c-1c85104de02c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.151679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:47.165556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Allocated IP 172.20.0.7 (55151320-de6a-425f-8356-780081a70685/35aa477f-8bbd-4cd1-918b-44c8e79b33ed/153ba74e-d64b-45ea-836a-537376cfa277) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:47.211439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1254277590'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:47.349191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d72c3-aa01-4464-aff4-a6bf8f8eae0f req-a2ab9951-d5a1-48ae-9a52-ad7d84052bc7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.350824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83d72c3-aa01-4464-aff4-a6bf8f8eae0f req-a2ab9951-d5a1-48ae-9a52-ad7d84052bc7 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.1467202 Mar 31 22:57:47.383917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:47.386421 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Sync routers for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:47.387548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.399953 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:47.400650 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.417698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae180c2-d8a2-4841-9b21-8da04052554a req-faa8f100-6f2f-4b1b-8000-edcec579564e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.419270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ae180c2-d8a2-4841-9b21-8da04052554a req-faa8f100-6f2f-4b1b-8000-edcec579564e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1592951 Mar 31 22:57:47.421727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:47.436300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.436768 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Added segment 4aadb04b-7f5d-4927-8fb1-f51e87860c26 of type vlan for network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 Mar 31 22:57:47.456812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83d72c3-aa01-4464-aff4-a6bf8f8eae0f req-14ebed58-3586-48f9-8f94-ea0857f7ea22 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982683 Mar 31 22:57:47.459658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.492948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.514192 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:47.533772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ae180c2-d8a2-4841-9b21-8da04052554a req-647644e9-eae8-4964-a53a-44dd95c19c0f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887327 Mar 31 22:57:47.610442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334883e1-13f3-4afd-8d5a-3127b177c4cc req-a05d9748-2236-48f6-bc1e-a23a8cb1ff7e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.612036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-334883e1-13f3-4afd-8d5a-3127b177c4cc req-a05d9748-2236-48f6-bc1e-a23a8cb1ff7e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Mar 31 22:57:47.661413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-334883e1-13f3-4afd-8d5a-3127b177c4cc req-50e26a89-67df-4774-ac26-9fd4d8e752ae tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362689 Mar 31 22:57:47.709998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.717226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.717878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.724366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdcdfe-afa6-4726-a6f2-fd36a8ff5121 req-0dd2d57f-a119-4f98-a825-a04b3936049a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.725912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1fdcdfe-afa6-4726-a6f2-fd36a8ff5121 req-0dd2d57f-a119-4f98-a825-a04b3936049a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0571337 Mar 31 22:57:47.762520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.770674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1fdcdfe-afa6-4726-a6f2-fd36a8ff5121 req-7d63e078-f54c-4c8b-b59f-2ec30fbb6fc7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379727 Mar 31 22:57:47.816681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Network 55151320-de6a-425f-8356-780081a70685 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:47.820982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:47.826023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:47.832574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.849426 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4a20362e-9359-47ae-b5d5-fa0f555197e9', 'name': '', 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'mac_address': 'fa:16:3e:49:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '222af55f-1237-4b2e-ad20-0983f606b943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:44Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 2, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'subnets': [{'id': '222af55f-1237-4b2e-ad20-0983f606b943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.861077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Network': ['ID=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.875036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:47.877931 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Checking router: a952727e-be35-47ba-8a08-80365d9b0ac8 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:47.878290 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Updating router a952727e-be35-47ba-8a08-80365d9b0ac8 port 4a20362e-9359-47ae-b5d5-fa0f555197e9 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:57:47.881121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.881291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.903067 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0b85fa7-2db5-4892-a944-b3829f95300d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7484713 Mar 31 22:57:47.904375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40596) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:47.905175 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.909950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'subnet': {'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:48.014659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-9b9403d0-3891-4a94-bd73-81f16902e299 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509821 Mar 31 22:57:48.062177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5961d4-de4d-42bd-9e36-2294b66ffc67 req-5e305719-5198-42fc-8b93-9f1fe9751267 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.064337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5961d4-de4d-42bd-9e36-2294b66ffc67 req-5e305719-5198-42fc-8b93-9f1fe9751267 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 943 time: 0.0749950 Mar 31 22:57:48.129211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb64e10d-e472-4b03-8c38-2f340ea125eb details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:48.143195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5961d4-de4d-42bd-9e36-2294b66ffc67 req-51629e72-1401-4d8c-82bf-095998e5c6ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713081 Mar 31 22:57:48.149186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Request body: {'port': {'device_id': '877a80eb-9bef-4745-9b4a-7a8477041529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:48.190717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:48.194148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.202667 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.241155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a566b9-0e86-4ce5-822d-a330c61b4f43 req-1e0729bd-de96-480b-8f58-7c730bd946e0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.243272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9a566b9-0e86-4ce5-822d-a330c61b4f43 req-1e0729bd-de96-480b-8f58-7c730bd946e0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 931 time: 0.1422756 Mar 31 22:57:48.245055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:48.256849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:48.284896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.296253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.310016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb64e10d-e472-4b03-8c38-2f340ea125eb {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:48.323094 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.337816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:48.379597 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Pushing event updated for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.382036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9a566b9-0e86-4ce5-822d-a330c61b4f43 req-05328ef4-ec34-4794-b6cc-29eb616eb8dc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Mar 31 22:57:48.391042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.391565 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.391706 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.392205 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.392700 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.394275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.395379 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.395902 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.396390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.396947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.397442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.398015 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:48.448333 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Attempting to bind port 4a20362e-9359-47ae-b5d5-fa0f555197e9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:48.448956 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Attempting to bind port 4a20362e-9359-47ae-b5d5-fa0f555197e9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:48.449312 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Attempting to bind port 4a20362e-9359-47ae-b5d5-fa0f555197e9 on network d65c595b-1573-4afa-8ebe-68f13643bf9e {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:48.454823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:48.455232 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Checking segment: {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:48.455627 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.456005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Bound using segment: {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:48.456465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Bound port: 4a20362e-9359-47ae-b5d5-fa0f555197e9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244b6edb-2ad8-49c7-8d6f-624b498247de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:48.456852 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.470814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.547817 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] For port 4a20362e-9359-47ae-b5d5-fa0f555197e9, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:48.551217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] For port 4a20362e-9359-47ae-b5d5-fa0f555197e9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a20362e-9359-47ae-b5d5-fa0f555197e9,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:48.567390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.647776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a24de30d-de2b-44ce-857c-1c85104de02c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:48.649680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f54b2af5-841c-4d12-ad53-b38cf6d8d5dd None None] Provisioning complete for port 4a20362e-9359-47ae-b5d5-fa0f555197e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:48.650044 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f54b2af5-841c-4d12-ad53-b38cf6d8d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.659359 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.730146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f54b2af5-841c-4d12-ad53-b38cf6d8d5dd None None] Port 4a20362e-9359-47ae-b5d5-fa0f555197e9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:48.735117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c8633-49dc-48bc-bcc0-cd075db80319 req-744b5b15-82e8-425c-8a4d-bbc528f7a579 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.736650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed6c8633-49dc-48bc-bcc0-cd075db80319 req-744b5b15-82e8-425c-8a4d-bbc528f7a579 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.1626053 Mar 31 22:57:48.753039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27614fc4-f5a3-4f0b-95d7-d1aaa435aa12 None None] Pushing event updated for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.753260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a24de30d-de2b-44ce-857c-1c85104de02c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:48.753608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.763031 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:48.763471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b789c2b-afc5-409a-b9aa-d8eaf7d4ee8d req-e0283480-a648-4d3b-909d-2163134c35a8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.763712 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:48.765003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b789c2b-afc5-409a-b9aa-d8eaf7d4ee8d req-e0283480-a648-4d3b-909d-2163134c35a8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1232209 Mar 31 22:57:48.836905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.865539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed6c8633-49dc-48bc-bcc0-cd075db80319 req-bc330946-ddbe-4cfe-ae86-3b5071fddfc1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194732 Mar 31 22:57:48.893101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['cb64e10d-e472-4b03-8c38-2f340ea125eb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:48.944575 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:48.979566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:49.011535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Subnet': ['ID=dcb4ef02-fa3a-42ea-b822-3d4039e8ea25,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.020058 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.047899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b789c2b-afc5-409a-b9aa-d8eaf7d4ee8d req-21b72b84-1e5d-48c3-a31b-df0f22e9753c tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438607 Mar 31 22:57:49.080997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] Provisioning complete for port 4a20362e-9359-47ae-b5d5-fa0f555197e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:49.081374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.087075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Checking segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:49.087414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network hostable DHCP agents. Network: 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:49.107714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4825d-01d4-43bf-b97c-0aa46c4cf2c2 req-e2367b2c-8613-4462-9981-aef598a32e56 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.110441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99c4825d-01d4-43bf-b97c-0aa46c4cf2c2 req-e2367b2c-8613-4462-9981-aef598a32e56 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1539819 Mar 31 22:57:49.114993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Transition to ACTIVE for port object 153ba74e-d64b-45ea-836a-537376cfa277 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:49.192084 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.196029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99c4825d-01d4-43bf-b97c-0aa46c4cf2c2 req-b77e615e-8504-4759-b15d-471e5a50b722 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665243 Mar 31 22:57:49.206943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1c25-b5da-44c3-9bd5-a9bddf2d53c7 req-96b921e7-0ae2-4345-b32a-5a44b739cdc3 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.207635 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4a20362e-9359-47ae-b5d5-fa0f555197e9', 'name': '', 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'mac_address': 'fa:16:3e:49:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '222af55f-1237-4b2e-ad20-0983f606b943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:44Z', 'updated_at': '2022-03-31T22:57:48Z', 'revision_number': 4, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'subnets': [{'id': '222af55f-1237-4b2e-ad20-0983f606b943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:49.208534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-464b1c25-b5da-44c3-9bd5-a9bddf2d53c7 req-96b921e7-0ae2-4345-b32a-5a44b739cdc3 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0924554 Mar 31 22:57:49.223818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.234555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] For port 4a20362e-9359-47ae-b5d5-fa0f555197e9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a20362e-9359-47ae-b5d5-fa0f555197e9,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:49.249536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d18f7-8a90-467d-a672-72285e2ad823 None None] The sync data for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 is: [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4a20362e-9359-47ae-b5d5-fa0f555197e9', 'name': '', 'network_id': 'd65c595b-1573-4afa-8ebe-68f13643bf9e', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'mac_address': 'fa:16:3e:49:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '222af55f-1237-4b2e-ad20-0983f606b943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:44Z', 'updated_at': '2022-03-31T22:57:48Z', 'revision_number': 4, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'subnets': [{'id': '222af55f-1237-4b2e-ad20-0983f606b943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:49.285923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:49.365930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.379456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.385685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-464b1c25-b5da-44c3-9bd5-a9bddf2d53c7 req-5a6fc2da-1734-4148-b230-3a54606b1634 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699581 Mar 31 22:57:49.432132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f52317-2164-426c-a1b2-dcddbf1feda1 None None] Pushing event updated for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.445651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5321b-3110-4521-af1c-1efa9f85530c req-fdba0bb7-a3b9-45d8-bdb3-9c4f7b8d06ac tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.452795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35d5321b-3110-4521-af1c-1efa9f85530c req-fdba0bb7-a3b9-45d8-bdb3-9c4f7b8d06ac tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 944 time: 0.1746259 Mar 31 22:57:49.481339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:49.490912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf2043-812f-4503-bc80-09dac6e67b87 None None] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:49.498479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.499090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.501245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:49.501578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:49.501903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:49.542642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:49.547227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:49.550312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35d5321b-3110-4521-af1c-1efa9f85530c req-e1b442e7-0f4f-41e0-a4e4-cb1d52688444 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966809 Mar 31 22:57:49.557101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:49.557446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Checking segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:49.557828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Bound using segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:49.558279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Bound port: 153ba74e-d64b-45ea-836a-537376cfa277, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:49.558639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.590986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16edbc-fb26-4328-a171-46802d04f977 req-9c1b3e2b-b4f6-4b96-b09f-7210d32ede4f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.592596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd16edbc-fb26-4328-a171-46802d04f977 req-9c1b3e2b-b4f6-4b96-b09f-7210d32ede4f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.1050944 Mar 31 22:57:49.667846 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:57:49.669442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'fixed_ips': [{'subnet_id': 'dcb4ef02-fa3a-42ea-b822-3d4039e8ea25'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:57:49.671068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f64e0ba9-ae71-4cc0-ae77-003868236d23 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7649217 Mar 31 22:57:49.671218 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.673041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40614) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:49.678503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd16edbc-fb26-4328-a171-46802d04f977 req-b99cced1-5b08-4852-8beb-c2be4cdf4c49 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Mar 31 22:57:49.683700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:49.686997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:49.688469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-408746782'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:49.801901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.826496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Allocated IP 19.80.0.2 (3aaf4ea2-72d4-4a4b-ac91-63bfd7227306/dcb4ef02-fa3a-42ea-b822-3d4039e8ea25/a4358bee-914c-4101-aea4-d0927d15e6c4) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:49.842080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.842762 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.844408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] 10.222.0.10 "PUT /v2.0/ports/153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 1091 time: 1.7057998 Mar 31 22:57:49.844924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:49.846190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:49.847212 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f81401-3f14-401d-a632-54eca9ca9e51" -d '{"events": [{"name": "network-changed", "server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:49.871230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b724-0eab-48fa-9eb0-2e53e3835997 service neutron] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.872432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.912208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:49.923508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.923885 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Added segment 956f987e-4710-4f0b-bcd0-0754980e805c of type vlan for network 76764c1c-3169-4a90-b57a-a57141798fa4 Mar 31 22:57:49.923997 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903ee0c-21b2-433c-a4a2-1f8a8b4be767 x-openstack-request-id: req-6903ee0c-21b2-433c-a4a2-1f8a8b4be767 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:49.924235 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:49.924486 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6903ee0c-21b2-433c-a4a2-1f8a8b4be767 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:49.924898 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6903ee0c-21b2-433c-a4a2-1f8a8b4be767'] response: {'name': 'network-changed', 'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'status': 'completed', 'code': 200} Mar 31 22:57:49.998882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.031242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.056236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c125cdc-061f-4501-8348-328caed78772 req-0ddf1e99-4c3a-4121-8416-294fcb65b8e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.057764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c125cdc-061f-4501-8348-328caed78772 req-0ddf1e99-4c3a-4121-8416-294fcb65b8e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0909030 Mar 31 22:57:50.059702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-9cc2184a-6883-44a5-81c2-1074ee921bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.061084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-9cc2184a-6883-44a5-81c2-1074ee921bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1094 time: 0.0828459 Mar 31 22:57:50.133588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.139965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.147055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.147220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb64e10d-e472-4b03-8c38-2f340ea125eb up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:50.183572 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.227348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Network': ['ID=76764c1c-3169-4a90-b57a-a57141798fa4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.242978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Pushing event updated for resources: {'Port': ['ID=a4358bee-914c-4101-aea4-d0927d15e6c4,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.245574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 76764c1c-3169-4a90-b57a-a57141798fa4 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:50.265318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-24b85920-6877-471f-a1ba-413085f5541f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5911453 Mar 31 22:57:50.266316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40624) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:50.273511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'subnet': {'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:50.323308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:50.337970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:50.350119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:50.465144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c125cdc-061f-4501-8348-328caed78772 req-4aa9b841-6241-4dfd-b7b9-eb39b8412454 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000931 Mar 31 22:57:50.504967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:50.510944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.516680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3655f-9030-46a1-98f4-b93cb985a4da req-413c1e90-160f-43e3-9db5-52ae83bf77e2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.516680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27d3655f-9030-46a1-98f4-b93cb985a4da req-413c1e90-160f-43e3-9db5-52ae83bf77e2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1629629 Mar 31 22:57:50.516680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-aed7bf70-570b-41c1-a7ff-ca0a4488b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.516680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-aed7bf70-570b-41c1-a7ff-ca0a4488b242 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bada75392504a6dbe288c925240579f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1643286 Mar 31 22:57:50.538492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port cb64e10d-e472-4b03-8c38-2f340ea125eb completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:50.550639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port cb64e10d-e472-4b03-8c38-2f340ea125eb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:50.551321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.562129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Attempting to bind port a4358bee-914c-4101-aea4-d0927d15e6c4 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:50.562129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Attempting to bind port a4358bee-914c-4101-aea4-d0927d15e6c4 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:50.562129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Attempting to bind port a4358bee-914c-4101-aea4-d0927d15e6c4 on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:50.580785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:50.581008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Checking segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:50.581606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.581606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Bound using segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:50.582097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Bound port: a4358bee-914c-4101-aea4-d0927d15e6c4, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:50.582481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.693419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:50.703903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] For port a4358bee-914c-4101-aea4-d0927d15e6c4, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:50.718864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a20362e-9359-47ae-b5d5-fa0f555197e9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:50.721839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27d3655f-9030-46a1-98f4-b93cb985a4da req-2f1c4575-9ce0-4857-89e7-7f43028d4d44 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892667 Mar 31 22:57:50.732553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.735479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] For port a4358bee-914c-4101-aea4-d0927d15e6c4, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a4358bee-914c-4101-aea4-d0927d15e6c4,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:50.739419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44f4e0-a2f1-45af-b2b8-37634f9a76fb req-276efaa9-75ca-451a-a383-e64549f45a6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.756533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b44f4e0-a2f1-45af-b2b8-37634f9a76fb req-276efaa9-75ca-451a-a383-e64549f45a6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1330280 Mar 31 22:57:50.793309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-33afbb82-7756-4cc4-a9ae-5d3c91d071b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.794956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3f81401-3f14-401d-a632-54eca9ca9e51 req-33afbb82-7756-4cc4-a9ae-5d3c91d071b8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2710304 Mar 31 22:57:50.797891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b44f4e0-a2f1-45af-b2b8-37634f9a76fb req-21395084-891c-47e7-bc39-1e49164ca762 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Mar 31 22:57:50.841250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:50.843592 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d37962-7aa1-4d7b-b7c7-2ad7327ddf5c" -d '{"events": [{"server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "name": "network-vif-plugged", "status": "completed", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:50.852630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.874982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.963591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceddaf-078e-4e62-b86b-43bc4e683cc4 req-db7c06e0-1c6b-447a-9c8d-427f966bf40d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.965142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39ceddaf-078e-4e62-b86b-43bc4e683cc4 req-db7c06e0-1c6b-447a-9c8d-427f966bf40d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1130869 Mar 31 22:57:50.973350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4a20362e-9359-47ae-b5d5-fa0f555197e9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:50.973739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.978255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.991093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.004239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b490df9-c0e3-4178-90bf-817dbffd1d3b req-69a50b02-623a-4af3-9177-372c0db26fd1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.010843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.012164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b490df9-c0e3-4178-90bf-817dbffd1d3b req-69a50b02-623a-4af3-9177-372c0db26fd1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 944 time: 0.1198344 Mar 31 22:57:51.016070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18899ce-776a-49b5-a1a1-ebae48ae220c None None] Pushing event updated for resources: {'Port': ['ID=a4358bee-914c-4101-aea4-d0927d15e6c4,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.025377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-157ed462-f808-45e6-99e2-1706a706570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.026852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-157ed462-f808-45e6-99e2-1706a706570c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1094 time: 0.1213307 Mar 31 22:57:51.027969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'port_id': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'mac_address': 'fa:16:3e:82:ad:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2068d10-8a17-44b5-a178-b6c6707c3b1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:51.084759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39ceddaf-078e-4e62-b86b-43bc4e683cc4 req-408640e3-3029-47c3-8bf2-da2d47d5722b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121194 Mar 31 22:57:51.090582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-e65b4707-b384-435f-8d10-fec98db5e87f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 217 time: 0.0460329 Mar 31 22:57:51.097249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Subnet': ['ID=1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.112696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b490df9-c0e3-4178-90bf-817dbffd1d3b req-5b5dd51e-974b-41e1-80fc-c9c4d2c0b885 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996528 Mar 31 22:57:51.143238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Checking segment: {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:51.143605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network hostable DHCP agents. Network: 76764c1c-3169-4a90-b57a-a57141798fa4, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:51.152698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.158578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.167697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-a1a6e619-d46a-4c48-989f-d9cc1745953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.170826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-a1a6e619-d46a-4c48-989f-d9cc1745953c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.0701978 Mar 31 22:57:51.199628 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8056ae-4f66-44ff-a12c-84841a362c90 x-openstack-request-id: req-bc8056ae-4f66-44ff-a12c-84841a362c90 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:51.200589 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "name": "network-vif-plugged", "status": "completed", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:51.200589 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bc8056ae-4f66-44ff-a12c-84841a362c90 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:51.200589 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8056ae-4f66-44ff-a12c-84841a362c90'] response: {'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'code': 200} Mar 31 22:57:51.217624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:51.254392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:51.270853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-42832b64-8e1f-4f3a-ba46-d8440b11c1a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924480 Mar 31 22:57:51.275889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 76764c1c-3169-4a90-b57a-a57141798fa4 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:51.335588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c43a9-95c4-4788-b231-705754f492a9 req-75768ca6-1b25-443d-91ba-75921148543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.337730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-146c43a9-95c4-4788-b231-705754f492a9 req-75768ca6-1b25-443d-91ba-75921148543f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.0521383 Mar 31 22:57:51.344970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d6c2-ad44-4e58-9897-77f2acd67b05 req-d4338ade-4d29-483e-88fe-26ddc5ba7b18 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.346488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0278d6c2-ad44-4e58-9897-77f2acd67b05 req-d4338ade-4d29-483e-88fe-26ddc5ba7b18 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.1587563 Mar 31 22:57:51.378005 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.384917 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-146c43a9-95c4-4788-b231-705754f492a9 req-ae11b145-7a7b-41bb-92f2-dfad6c6d1ee1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348482 Mar 31 22:57:51.418423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 76764c1c-3169-4a90-b57a-a57141798fa4) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:51.425378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.426292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.437044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6b073-1532-47ee-b115-43e06b57a2e4 None None] Network 76764c1c-3169-4a90-b57a-a57141798fa4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:51.437459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0278d6c2-ad44-4e58-9897-77f2acd67b05 req-7a135724-5eeb-4b39-8964-73cd1123123d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Mar 31 22:57:51.440068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-dba1dbef-ca50-4719-aeb2-de4d86b4dd35 service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610765 Mar 31 22:57:51.463564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.539744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1eed507-fe6e-4396-8a2b-128b1d5ecac7 req-8c8bd514-373b-4f52-8dce-6354c069c2a5 service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905337 Mar 31 22:57:51.570077 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3fb95e8-bf6f-41c1-82fb-440510ebbbac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3022144 Mar 31 22:57:51.617986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-76764c1c-3169-4a90-b57a-a57141798fa4', 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'fixed_ips': [{'subnet_id': '1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:57:51.619306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.619426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0c3ee-3018-4e2a-ab42-33efe82ff730 req-af1d7019-4aeb-41cd-aef8-318cc8ba42da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.620913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eb0c3ee-3018-4e2a-ab42-33efe82ff730 req-af1d7019-4aeb-41cd-aef8-318cc8ba42da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0640054 Mar 31 22:57:51.667631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eb0c3ee-3018-4e2a-ab42-33efe82ff730 req-65b130cc-b991-426d-834b-e46fc92504d1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Mar 31 22:57:51.767888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Allocated IP 19.86.0.2 (76764c1c-3169-4a90-b57a-a57141798fa4/1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f/c41cbb47-9c8d-4f65-955d-1a19edec26b7) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:51.863266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b17de0f1-2e01-40a3-9f33-b0038240f802 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.868677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b17de0f1-2e01-40a3-9f33-b0038240f802 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.870400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b17de0f1-2e01-40a3-9f33-b0038240f802 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/networks?id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306&id=76764c1c-3169-4a90-b57a-a57141798fa4&id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 HTTP/1.1" status: 200 len: 1391 time: 0.1576984 Mar 31 22:57:51.901034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e50a3fbe-2b0d-4f01-beec-81bb96792cde tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/quotas/9f98e2b288fc4c229dd8bef0b1eda1bf HTTP/1.1" status: 200 len: 375 time: 0.0230770 Mar 31 22:57:51.908797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ad58c-19ed-4c02-85ca-7e569fff1610 req-2ec7ff72-d8bc-438e-87e2-bacda7cde99a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.910351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e1ad58c-19ed-4c02-85ca-7e569fff1610 req-2ec7ff72-d8bc-438e-87e2-bacda7cde99a tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.0896158 Mar 31 22:57:51.953908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.995282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-0a724cec-6252-4bf3-9702-312115abeef0 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817697 Mar 31 22:57:52.002091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e1ad58c-19ed-4c02-85ca-7e569fff1610 req-8b520c2e-fe1c-4889-9f0e-525dab7e1948 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763822 Mar 31 22:57:52.098518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.135707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-aaf25692-a636-4f8c-8cba-b822fe61fe7e service neutron] 10.222.0.83 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316202 Mar 31 22:57:52.143052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Network 76764c1c-3169-4a90-b57a-a57141798fa4 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:52.146150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:52.149748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:52.155812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faceabd-b890-464f-b6ea-8801ed511eab None None] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:52.172183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88426d8b-e3af-49a8-8f85-cfb868b3c92b req-1d984943-80a2-438b-901a-30cdc089a00b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.173649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88426d8b-e3af-49a8-8f85-cfb868b3c92b req-1d984943-80a2-438b-901a-30cdc089a00b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1113770 Mar 31 22:57:52.177654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Pushing event updated for resources: {'Port': ['ID=c41cbb47-9c8d-4f65-955d-1a19edec26b7,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.187085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:52.255848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88426d8b-e3af-49a8-8f85-cfb868b3c92b req-24d771a7-845c-4a8a-9a9c-9fd59d1a5b84 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536718 Mar 31 22:57:52.270056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-bc61de36-eadd-4cf0-8af3-44e5e27fd3f3 service neutron] 10.222.0.83 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277390 Mar 31 22:57:52.310656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Attempting to bind port c41cbb47-9c8d-4f65-955d-1a19edec26b7 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:52.311043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Attempting to bind port c41cbb47-9c8d-4f65-955d-1a19edec26b7 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:52.311395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Attempting to bind port c41cbb47-9c8d-4f65-955d-1a19edec26b7 on network 76764c1c-3169-4a90-b57a-a57141798fa4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:52.330897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] Provisioning complete for port a4358bee-914c-4101-aea4-d0927d15e6c4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:52.331283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.336855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:52.337223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Checking segment: {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:52.337613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.337998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Bound using segment: {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:52.338464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Bound port: c41cbb47-9c8d-4f65-955d-1a19edec26b7, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:52.338836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.409648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0f152-0ace-4ca4-8ffd-d93f9b3c0336 req-285bdf64-09e4-4ff6-9b9a-ac16f48876cd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.411050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2b0f152-0ace-4ca4-8ffd-d93f9b3c0336 req-285bdf64-09e4-4ff6-9b9a-ac16f48876cd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.0770376 Mar 31 22:57:52.413866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-c2869569-49b6-4fd0-a41a-89d8ced59655 service neutron] 10.222.0.83 "GET /v2.0/networks/76764c1c-3169-4a90-b57a-a57141798fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272800 Mar 31 22:57:52.501880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2b0f152-0ace-4ca4-8ffd-d93f9b3c0336 req-5a8ec820-0425-4dab-a8f8-5d3f40b26e24 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834365 Mar 31 22:57:52.552577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-95118387-c50b-4890-b60d-b3e45231f01a service neutron] 10.222.0.83 "GET /v2.0/networks/76764c1c-3169-4a90-b57a-a57141798fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274443 Mar 31 22:57:52.553322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] For port c41cbb47-9c8d-4f65-955d-1a19edec26b7, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:52.591585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] For port c41cbb47-9c8d-4f65-955d-1a19edec26b7, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c41cbb47-9c8d-4f65-955d-1a19edec26b7,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:52.603749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.671564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] For port a4358bee-914c-4101-aea4-d0927d15e6c4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a4358bee-914c-4101-aea4-d0927d15e6c4,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:52.674719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a4358bee-914c-4101-aea4-d0927d15e6c4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:52.716988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-5a7e08f1-8e8c-4fdc-a9f1-5d80aede3764 service neutron] 10.222.0.83 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629097 Mar 31 22:57:52.720215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.730536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5015cd-fb4c-4d1c-9048-10bd91882d2a req-cdbe959c-10b8-4c8b-8503-546c033b0f47 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.732371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c5015cd-fb4c-4d1c-9048-10bd91882d2a req-cdbe959c-10b8-4c8b-8503-546c033b0f47 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0974576 Mar 31 22:57:52.777928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a4358bee-914c-4101-aea4-d0927d15e6c4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:52.778310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.809965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.821639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9066-4062-48aa-9393-d0b5e4928c24 None None] Pushing event updated for resources: {'Port': ['ID=c41cbb47-9c8d-4f65-955d-1a19edec26b7,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.834345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c5015cd-fb4c-4d1c-9048-10bd91882d2a req-489ef0c4-fd78-400e-83b3-67d25c57f137 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936754 Mar 31 22:57:52.893017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-bfece7df-1b2e-44c0-afc8-538ab72c8101 service neutron] 10.222.0.83 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594632 Mar 31 22:57:52.909296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02c115-2626-463a-af48-be2eb4e78122 None None] Pushing event updated for resources: {'Port': ['ID=a4358bee-914c-4101-aea4-d0927d15e6c4,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.963418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-29d96d96-aa72-446d-b052-e5c0eb829889 None None] Provisioning complete for port a4358bee-914c-4101-aea4-d0927d15e6c4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:52.963786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29d96d96-aa72-446d-b052-e5c0eb829889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.976454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675835b-fcb4-4ca1-a7e2-9b6c2fc417e4 req-daf700a6-844e-47a2-8e0a-cb3317781deb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.981696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7675835b-fcb4-4ca1-a7e2-9b6c2fc417e4 req-daf700a6-844e-47a2-8e0a-cb3317781deb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0663302 Mar 31 22:57:53.056268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7675835b-fcb4-4ca1-a7e2-9b6c2fc417e4 req-55b082b6-7bce-4e0b-bda5-10f7992ad734 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667691 Mar 31 22:57:53.223691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd0291-5725-49e3-ab41-15dc19a09943 req-583ce6df-c0b6-4228-9595-ba128f083dee tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.225245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4efd0291-5725-49e3-ab41-15dc19a09943 req-583ce6df-c0b6-4228-9595-ba128f083dee tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0989511 Mar 31 22:57:53.244165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d73e3dbc-5af9-4ab0-8383-a2c7fbbd1e38 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.245613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d73e3dbc-5af9-4ab0-8383-a2c7fbbd1e38 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0899487 Mar 31 22:57:53.270847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828414-2'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:53.322222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4efd0291-5725-49e3-ab41-15dc19a09943 req-05e75012-a3f3-4936-aeda-bb37bca3257c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868883 Mar 31 22:57:53.366833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bdac0-93d2-419d-b0e5-fbd43b5182b1 req-c868ab37-ac01-4644-b3ee-5e7610d1e3d6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.371766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f33bdac0-93d2-419d-b0e5-fbd43b5182b1 req-c868ab37-ac01-4644-b3ee-5e7610d1e3d6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.1180437 Mar 31 22:57:53.386902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.439789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a27553d-5813-4f89-8493-481a54d8810e req-3b51917b-b8aa-41a8-b1fc-5bd3b2be5cec tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0548670 Mar 31 22:57:53.471180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f33bdac0-93d2-419d-b0e5-fbd43b5182b1 req-4d77b08f-3935-4982-ae57-5f3a6acf66ce tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957234 Mar 31 22:57:53.592038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e7184-e463-41a5-89d0-2e2b815b8a7e req-5d077fd6-ca54-406a-be47-56fa98a2c048 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.593549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d80e7184-e463-41a5-89d0-2e2b815b8a7e req-5d077fd6-ca54-406a-be47-56fa98a2c048 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0964646 Mar 31 22:57:53.659259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:53.704657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d80e7184-e463-41a5-89d0-2e2b815b8a7e req-afd3f14d-3633-437e-8e25-9e4768b007c6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030402 Mar 31 22:57:53.718248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b5a56-15d7-47ad-95c0-fb6cca10fd29 req-576ad095-5d32-47c4-a6a2-e3b488e70586 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.719806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-560b5a56-15d7-47ad-95c0-fb6cca10fd29 req-576ad095-5d32-47c4-a6a2-e3b488e70586 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 945 time: 0.1236336 Mar 31 22:57:53.740182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:53.808453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-560b5a56-15d7-47ad-95c0-fb6cca10fd29 req-b13e163a-06d6-4e5c-ae81-8951c28916b4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761614 Mar 31 22:57:53.811090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:53.814827 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f37894-5a27-461f-92f6-9a20abab0a48" -d '{"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:53.818028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.872652 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b7b424-a64a-469d-983e-1177902220f6 x-openstack-request-id: req-f1b7b424-a64a-469d-983e-1177902220f6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:53.873082 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:53.873689 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f1b7b424-a64a-469d-983e-1177902220f6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:53.874096 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b7b424-a64a-469d-983e-1177902220f6'] response: {'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'code': 200} Mar 31 22:57:53.881161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.903705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68b13b-8ca9-4f14-bded-be94b218a822 None None] Network 76764c1c-3169-4a90-b57a-a57141798fa4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:53.953249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.973670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] Provisioning complete for port c41cbb47-9c8d-4f65-955d-1a19edec26b7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:53.973670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.012296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09149f-a8f6-4758-9357-e310a1cdaa04 req-d64d6206-caf2-4f42-a106-d75e1491b155 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.013782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e09149f-a8f6-4758-9357-e310a1cdaa04 req-d64d6206-caf2-4f42-a106-d75e1491b155 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1005387 Mar 31 22:57:54.083229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.089326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on host n-h2-828414-2 for vnic_type normal with profile {"migrating_to": "n-h1-828414-2"} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:54.090190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:54.090190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:54.102686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:54.102686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Attempting to bind port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:54.110558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e09149f-a8f6-4758-9357-e310a1cdaa04 req-16516d7b-944f-4df6-9718-74fba87d3337 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815198 Mar 31 22:57:54.114827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:54.115204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:54.115604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:54.116930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Bound port: f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:54.117175 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.123131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.169849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] For port c41cbb47-9c8d-4f65-955d-1a19edec26b7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c41cbb47-9c8d-4f65-955d-1a19edec26b7,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:54.252584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.269383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:54.276020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:54.287369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef607a5-9ff4-467a-bda3-dbdded47b238 req-f91e13ed-e9c7-447d-bb2e-d0245ecf6c1a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.289338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef607a5-9ff4-467a-bda3-dbdded47b238 req-f91e13ed-e9c7-447d-bb2e-d0245ecf6c1a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.1149621 Mar 31 22:57:54.301995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d00054-b07f-4a64-906b-cd2a6dacf748 req-b09b5bdc-82d6-4dc2-abf7-b0f4608b59e6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.303481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34d00054-b07f-4a64-906b-cd2a6dacf748 req-b09b5bdc-82d6-4dc2-abf7-b0f4608b59e6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0979505 Mar 31 22:57:54.315941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40684) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:54.320957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a8770-a8fa-4ffe-893d-2d301e3b9717 None None] Pushing event updated for resources: {'Port': ['ID=c41cbb47-9c8d-4f65-955d-1a19edec26b7,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.324954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'floatingip': {'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:54.349385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef607a5-9ff4-467a-bda3-dbdded47b238 req-80331fbf-ee6a-4ffb-bbaa-40cdc3fd0944 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Mar 31 22:57:54.376803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.385492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.462193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=8']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.477215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.477845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.479316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-fa2efb8d-ea25-4f48-ab7f-e8e235ed5380 service neutron] 10.222.0.10 "PUT /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 1121 time: 1.2123497 Mar 31 22:57:54.496550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-951fbddd-a8be-4178-99e2-b9a32658afd0 None None] Provisioning complete for port c41cbb47-9c8d-4f65-955d-1a19edec26b7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:54.498843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-951fbddd-a8be-4178-99e2-b9a32658afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.512305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602d87-1ae7-4865-b0d5-9fc1c3042690 req-8f097340-27d7-4f29-9a48-efce58069c2b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.513582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6602d87-1ae7-4865-b0d5-9fc1c3042690 req-8f097340-27d7-4f29-9a48-efce58069c2b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0898411 Mar 31 22:57:54.594873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549caa08-3d12-48c5-9034-b0f8e3a81a5c req-4766ce33-7156-4714-b02e-7f32ab41acac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0655909 Mar 31 22:57:54.639273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6602d87-1ae7-4865-b0d5-9fc1c3042690 req-3fd0ece1-a2cf-42d7-ae5f-d004144da53b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189144 Mar 31 22:57:54.748394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:54.750865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:54.799873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a4358bee-914c-4101-aea4-d0927d15e6c4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:54.860498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f0193a9a-c5d7-40f9-925e-34c62bd4b28e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:54.867265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17391eb6-aed9-4936-b551-b5adf7a90f56 req-c730e8a3-4f3b-4b2d-9bb3-306ed8ca14bd tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.869033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17391eb6-aed9-4936-b551-b5adf7a90f56 req-c730e8a3-4f3b-4b2d-9bb3-306ed8ca14bd tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 944 time: 0.1188526 Mar 31 22:57:54.882871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a0d20-8b8d-43ae-ac25-b221c3de9b72 req-06672ed6-acd3-4d6a-94b7-91a0adaeb006 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.884728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-623a0d20-8b8d-43ae-ac25-b221c3de9b72 req-06672ed6-acd3-4d6a-94b7-91a0adaeb006 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0745189 Mar 31 22:57:54.934036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f0193a9a-c5d7-40f9-925e-34c62bd4b28e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:54.943504 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:57:54.951539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17391eb6-aed9-4936-b551-b5adf7a90f56 req-a85db828-aaf1-4c67-9507-4f1de3c1a9a6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657480 Mar 31 22:57:54.956885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-623a0d20-8b8d-43ae-ac25-b221c3de9b72 req-f107eb19-5103-4ce1-8dfd-a3c8bf5e2b2c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Mar 31 22:57:55.149392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:55.150333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.208762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.255173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a4358bee-914c-4101-aea4-d0927d15e6c4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:55.255566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.283898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:55.305369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.357392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:57:55.369558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8a3a8-07ce-4225-b6ba-e387c546a8ec req-b9ece95e-3eca-4612-8940-3cdc41cbe91b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.371278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fa8a3a8-07ce-4225-b6ba-e387c546a8ec req-b9ece95e-3eca-4612-8940-3cdc41cbe91b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.3164678 Mar 31 22:57:55.427646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fa8a3a8-07ce-4225-b6ba-e387c546a8ec req-ccbb8fac-ba79-4930-92e5-9445b0c90678 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Mar 31 22:57:55.476185 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Floating IP 3133fe8e-d41c-445a-80cb-bb3acd6bdee5 associated. External IP: 172.25.6.104, port: cb64e10d-e472-4b03-8c38-2f340ea125eb. Mar 31 22:57:55.486410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.493250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02affb-854b-4d8d-aacd-03bb0a39d1d6 req-52ae7cda-d53e-4f4a-829d-5d0fe84f6994 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.495121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b02affb-854b-4d8d-aacd-03bb0a39d1d6 req-52ae7cda-d53e-4f4a-829d-5d0fe84f6994 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0654731 Mar 31 22:57:55.540539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b02affb-854b-4d8d-aacd-03bb0a39d1d6 req-78f458a1-4e4e-4b23-ba2c-6c0f46840ec2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Mar 31 22:57:55.595668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:55.598234 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801eb39-7a1b-4040-a6cc-d3298e6d9335" -d '{"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:55.601734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c41cbb47-9c8d-4f65-955d-1a19edec26b7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:55.646684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:55.657191 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19daa7d-fb32-42bc-8930-fa1ffe898ebe x-openstack-request-id: req-a19daa7d-fb32-42bc-8930-fa1ffe898ebe {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:55.657482 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:55.657731 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a19daa7d-fb32-42bc-8930-fa1ffe898ebe {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:55.658129 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19daa7d-fb32-42bc-8930-fa1ffe898ebe'] response: {'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'code': 200} Mar 31 22:57:55.693211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c41cbb47-9c8d-4f65-955d-1a19edec26b7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:55.693211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.708836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1926eaaa-96cb-436c-9c14-1eb0a3838da4 req-71bd8612-b76f-4f45-ae6e-e215a47c43df tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0312397 Mar 31 22:57:55.744162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.748533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:55.814700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd002805-2502-4b52-9649-2d549f8354f4 req-1365aefe-bfa9-48ca-920a-5d061e609445 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.817164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd002805-2502-4b52-9649-2d549f8354f4 req-1365aefe-bfa9-48ca-920a-5d061e609445 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0844440 Mar 31 22:57:55.838795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.871839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd002805-2502-4b52-9649-2d549f8354f4 req-e5e83308-46da-4011-9e51-07a12d35d421 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Mar 31 22:57:55.872089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:55.875436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:55.876854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.877987 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e15856-78f6-4673-a2ec-da6591b74904" -d '{"events": [{"name": "network-changed", "server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:55.888545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:55.910583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:55.911735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:55.918448 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ffe42ad6-d7dd-41b0-aff2-cbda799e08a1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "PUT /v2.0/floatingips/3133fe8e-d41c-445a-80cb-bb3acd6bdee5 HTTP/1.1" status: 200 len: 991 time: 1.5962930 Mar 31 22:57:55.918448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:55.918448 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e850d-41d9-46f0-b973-d0696582e27f" -d '{"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:55.933890 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92e1b5-afdb-499d-9386-34b1968b2c56 x-openstack-request-id: req-3c92e1b5-afdb-499d-9386-34b1968b2c56 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:55.934185 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:55.934437 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c92e1b5-afdb-499d-9386-34b1968b2c56 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:55.934834 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c92e1b5-afdb-499d-9386-34b1968b2c56'] response: {'name': 'network-changed', 'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'status': 'completed', 'code': 200} Mar 31 22:57:55.956970 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb0273-be2f-4f69-b003-d8f9a8e893c8 x-openstack-request-id: req-79fb0273-be2f-4f69-b003-d8f9a8e893c8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:55.957268 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:55.957522 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-79fb0273-be2f-4f69-b003-d8f9a8e893c8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:55.957924 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fb0273-be2f-4f69-b003-d8f9a8e893c8'] response: {'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'status': 'completed', 'code': 200} Mar 31 22:57:56.041064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:56.073218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-0e7fff76-e8af-4189-b1fd-bd7cbf266360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.074786 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-0e7fff76-e8af-4189-b1fd-bd7cbf266360 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1124 time: 0.0797925 Mar 31 22:57:56.081471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e850d-41d9-46f0-b973-d0696582e27f req-5f63e854-80c5-46f7-bc26-1f8e9715de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.082888 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-5f63e854-80c5-46f7-bc26-1f8e9715de01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.0733221 Mar 31 22:57:56.158993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648a9a-dc28-4994-b3ab-e3685b453a3d req-c540b0a1-2416-4bd4-91fd-cd07f61a54d2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.160896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc648a9a-dc28-4994-b3ab-e3685b453a3d req-c540b0a1-2416-4bd4-91fd-cd07f61a54d2 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1036816 Mar 31 22:57:56.173392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889656b8-f259-4914-8443-16a22bd89d64 req-1ebdd66e-d463-4ebd-b881-208791dc6c1d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.175305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-889656b8-f259-4914-8443-16a22bd89d64 req-1ebdd66e-d463-4ebd-b881-208791dc6c1d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0885432 Mar 31 22:57:56.238824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc648a9a-dc28-4994-b3ab-e3685b453a3d req-5e8a0f8e-8495-4c5f-acfa-48dea458c0fd tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622394 Mar 31 22:57:56.247568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-889656b8-f259-4914-8443-16a22bd89d64 req-78743dd4-7f42-488e-8bc3-9bec81df36d2 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Mar 31 22:57:56.275928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-79e07fa8-d020-47df-80a3-3b24a30a1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.277417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-79e07fa8-d020-47df-80a3-3b24a30a1064 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1831131 Mar 31 22:57:56.282705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e850d-41d9-46f0-b973-d0696582e27f req-d8963409-6175-48be-8777-e88a21b05da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.284103 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-d8963409-6175-48be-8777-e88a21b05da4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.1803761 Mar 31 22:57:56.358759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T22:57:55Z', 'revision_number': 1, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.368722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-7e6e25b9-7279-4c24-b55c-3e3a08ba15d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 217 time: 0.0739007 Mar 31 22:57:56.391343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:56.400824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:56.401441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.420036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-cf7a9446-aef8-4365-84c6-71bf22e8bcc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 999 time: 0.1192868 Mar 31 22:57:56.495750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-e5d4c44b-c6ad-4dac-8275-5b9214f6fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.495750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-e5d4c44b-c6ad-4dac-8275-5b9214f6fa3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1127048 Mar 31 22:57:56.531078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:56.561591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-7e7edbea-a680-429b-a2d9-e56274955bd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576389 Mar 31 22:57:56.563131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e757c5-c84b-4708-9e34-9680e305949f req-76e96cce-d9b1-4f51-b2ec-ded2af48d402 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.564956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e757c5-c84b-4708-9e34-9680e305949f req-76e96cce-d9b1-4f51-b2ec-ded2af48d402 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0617425 Mar 31 22:57:56.588389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e850d-41d9-46f0-b973-d0696582e27f req-35da97e2-e7f7-43a1-93d5-b21958c10c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.589806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-35da97e2-e7f7-43a1-93d5-b21958c10c82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1622183 Mar 31 22:57:56.623947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e757c5-c84b-4708-9e34-9680e305949f req-c924a9db-4607-4fd8-b1b7-af2586a0fc15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Mar 31 22:57:56.704601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1696673-870a-45c8-b700-39abe84b0b4e req-60842666-d891-496f-b04b-4e54cec753e1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.707476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1696673-870a-45c8-b700-39abe84b0b4e req-60842666-d891-496f-b04b-4e54cec753e1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0551486 Mar 31 22:57:56.727181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-a055b89f-b60d-4649-b84a-205d404f37f9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.734448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-a055b89f-b60d-4649-b84a-205d404f37f9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.736063 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-a055b89f-b60d-4649-b84a-205d404f37f9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "GET /v2.0/networks?id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306&id=76764c1c-3169-4a90-b57a-a57141798fa4&id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 HTTP/1.1" status: 200 len: 1391 time: 0.2737505 Mar 31 22:57:56.753641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1696673-870a-45c8-b700-39abe84b0b4e req-b456bf88-af23-43f7-bc98-c3fe71c03416 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Mar 31 22:57:56.759519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'admin_state_up': True, 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:56.791107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e850d-41d9-46f0-b973-d0696582e27f req-440b1200-e5db-49db-b00c-bcbb5945fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.792570 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-440b1200-e5db-49db-b00c-bcbb5945fa68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780119 Mar 31 22:57:56.817717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T22:57:55Z', 'revision_number': 1, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.842903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcfecd20-e2b1-4268-8da3-db49b3dd57e9 req-f152f04c-89d6-4752-9bed-49d924a249ec tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0347681 Mar 31 22:57:56.858941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-e142b461-e8d9-4b78-8e0e-7bb64a29bfdd service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661197 Mar 31 22:57:56.977320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4fd74-cb69-4a34-8f72-63b859754eab None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T22:57:55Z', 'revision_number': 1, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:57.010763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82940d-7361-4b34-af3e-6c6971c9dbeb req-849fb81f-0465-4700-bcac-a59fa2ee5a76 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.012392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad82940d-7361-4b34-af3e-6c6971c9dbeb req-849fb81f-0465-4700-bcac-a59fa2ee5a76 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0592978 Mar 31 22:57:57.056407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-d9dc8396-c4c9-4ba8-9926-dd333cf377cf service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525907 Mar 31 22:57:57.059465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad82940d-7361-4b34-af3e-6c6971c9dbeb req-9618feeb-b7f0-4e8e-9ec8-587719b647fe tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Mar 31 22:57:57.064565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6e15856-78f6-4673-a2ec-da6591b74904 req-05d5c4c8-484d-467a-97dc-6b4a0cac68c5 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719601 Mar 31 22:57:57.159734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-475e850d-41d9-46f0-b973-d0696582e27f req-6627da27-8fe1-4866-abcf-154a672179d3 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942376 Mar 31 22:57:57.171842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:57.176235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.310234 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68103c57-e921-4622-a68a-0eaffabb8d98 None None] New status for floating IP 3133fe8e-d41c-445a-80cb-bb3acd6bdee5: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:57:57.316754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Allocated IP 19.80.0.157 (3aaf4ea2-72d4-4a4b-ac91-63bfd7227306/dcb4ef02-fa3a-42ea-b822-3d4039e8ea25/dd025d99-4fcc-4b94-bcaa-215ca2666ee1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:57.429496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379afb6-4e45-4622-95ae-5c0925f4f5a4 req-a60710e5-a75f-4758-bd88-38ad438fa6c7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.431939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8379afb6-4e45-4622-95ae-5c0925f4f5a4 req-a60710e5-a75f-4758-bd88-38ad438fa6c7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0777061 Mar 31 22:57:57.458117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c4b3-fdc3-46ad-a4d1-9c55ceaad0f4 req-57b2c3a2-d451-4d4f-923f-a65b932b0b58 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.460936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-def4c4b3-fdc3-46ad-a4d1-9c55ceaad0f4 req-57b2c3a2-d451-4d4f-923f-a65b932b0b58 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0799532 Mar 31 22:57:57.492339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.526136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8379afb6-4e45-4622-95ae-5c0925f4f5a4 req-e64ea377-1b7d-4fd5-95e0-ff8696c45dc8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 Mar 31 22:57:57.531125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-def4c4b3-fdc3-46ad-a4d1-9c55ceaad0f4 req-0bf3bc37-285f-4b8b-9245-e32ccafe75c1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608442 Mar 31 22:57:57.704157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.749601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:57.749936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dee952-09d3-438d-a99d-81e1024bd57e req-e2c15fb6-abea-4fd8-a908-25081408f3de tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.751449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dee952-09d3-438d-a99d-81e1024bd57e req-e2c15fb6-abea-4fd8-a908-25081408f3de tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0520585 Mar 31 22:57:57.752888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:57.756589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:57.784962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.818246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dee952-09d3-438d-a99d-81e1024bd57e req-27b7d2c1-e183-4c99-8ca5-86c9eb8f162c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Mar 31 22:57:57.830902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.831621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.921694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252633b6-1f8c-4299-b052-83ffd7c9f94a req-527e5617-1c7b-4e8a-824a-eab6050f7d9a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.927543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-252633b6-1f8c-4299-b052-83ffd7c9f94a req-527e5617-1c7b-4e8a-824a-eab6050f7d9a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0617025 Mar 31 22:57:57.940847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ef34abc4-1a86-4e90-873f-96b62e6ad7cc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1874812 Mar 31 22:57:57.955863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4', 'admin_state_up': True, 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:58.000942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-252633b6-1f8c-4299-b052-83ffd7c9f94a req-4c4755d0-8548-4965-bcab-9ee8fbee7dfb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705643 Mar 31 22:57:58.013730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115af2-5f14-4b3c-9c70-9814c2da9784 req-e1dd2ccd-c7f5-43c9-bb2e-c9371852e479 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.027701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e115af2-5f14-4b3c-9c70-9814c2da9784 req-e1dd2ccd-c7f5-43c9-bb2e-c9371852e479 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 932 time: 0.0937026 Mar 31 22:57:58.050605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-815231fa-5599-47fb-9aef-309481b2e711 None None] Provisioning complete for port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:58.051196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-815231fa-5599-47fb-9aef-309481b2e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.071236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e115af2-5f14-4b3c-9c70-9814c2da9784 req-a4fe87b8-80ca-4f5a-8687-89729d5e19d8 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Mar 31 22:57:58.085714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-815231fa-5599-47fb-9aef-309481b2e711 None None] Port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:58.180150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8d593-867f-4489-bc17-f273b33377b5 req-116edf54-27a5-48cb-ac96-1dcc3d6aca7f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.181682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6a8d593-867f-4489-bc17-f273b33377b5 req-116edf54-27a5-48cb-ac96-1dcc3d6aca7f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0508616 Mar 31 22:57:58.188153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:58.191628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.221052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6a8d593-867f-4489-bc17-f273b33377b5 req-d209c973-632b-4094-9319-a11a4f12770f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Mar 31 22:57:58.329454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Allocated IP 19.86.0.186 (76764c1c-3169-4a90-b57a-a57141798fa4/1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f/082f2620-b3c4-46c6-a5fe-10a82ef66950) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:58.480853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.607709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.645912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 76764c1c-3169-4a90-b57a-a57141798fa4 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:58.649098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:58.651515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:58.682401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557dc94-be0e-4cc0-8b57-3c43a6264b73 req-e12d5f7b-971a-430a-90ce-91349f8505b5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.683979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9557dc94-be0e-4cc0-8b57-3c43a6264b73 req-e12d5f7b-971a-430a-90ce-91349f8505b5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0858142 Mar 31 22:57:58.686001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:58.699982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.700672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30ff57-ddec-4c24-bae1-24d2364fc4c0 req-4eaecc04-bda0-4a8a-bb7a-85d7c488b138 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.702348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd30ff57-ddec-4c24-bae1-24d2364fc4c0 req-4eaecc04-bda0-4a8a-bb7a-85d7c488b138 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0775735 Mar 31 22:57:58.716287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.717912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.766917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9557dc94-be0e-4cc0-8b57-3c43a6264b73 req-de15f63e-b003-452c-8b12-44308c009914 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Mar 31 22:57:58.786597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd30ff57-ddec-4c24-bae1-24d2364fc4c0 req-ce5d8bce-2a6c-4dd8-803d-4781d7c526d1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Mar 31 22:57:58.825181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-18b9f4d6-e6ca-498d-8abf-50d2f2c2e64c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8732705 Mar 31 22:57:58.839236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'admin_state_up': True, 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:58.840607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:58.858377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '153ba74e-d64b-45ea-836a-537376cfa277', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'port_id': '153ba74e-d64b-45ea-836a-537376cfa277', 'mac_address': 'fa:16:3e:b6:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35aa477f-8bbd-4cd1-918b-44c8e79b33ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:58.906628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.930720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:58.963632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:58.973987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a220b-d34f-40ef-b656-f71ea2d61035 req-8b634327-54f9-4eab-ac93-0a8a790f96a4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.976005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-134a220b-d34f-40ef-b656-f71ea2d61035 req-8b634327-54f9-4eab-ac93-0a8a790f96a4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0576074 Mar 31 22:57:59.014257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-03790766-341c-455a-bcb8-f827c5d1b3aa None None] Provisioning complete for port 082f2620-b3c4-46c6-a5fe-10a82ef66950 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:59.014746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03790766-341c-455a-bcb8-f827c5d1b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.017557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-134a220b-d34f-40ef-b656-f71ea2d61035 req-57ba02c0-ecdf-4f47-abd2-63a0298adffc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Mar 31 22:57:59.067356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-03790766-341c-455a-bcb8-f827c5d1b3aa None None] Port 082f2620-b3c4-46c6-a5fe-10a82ef66950 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:59.146410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed43f3-3947-4b94-916e-232162a7a80e req-84efa5b3-73ad-4c0b-82e5-e5937c5d7ef3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.149051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:59.152706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ed43f3-3947-4b94-916e-232162a7a80e req-84efa5b3-73ad-4c0b-82e5-e5937c5d7ef3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0636711 Mar 31 22:57:59.152910 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.154106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.209268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ed43f3-3947-4b94-916e-232162a7a80e req-c4c356e6-52c8-43e6-bfe9-edc2c20e8d93 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Mar 31 22:57:59.214041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.312646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Allocated IP 19.80.0.50 (3aaf4ea2-72d4-4a4b-ac91-63bfd7227306/dcb4ef02-fa3a-42ea-b822-3d4039e8ea25/fcf93b3a-68db-4ff6-9597-5641237a2caf) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:59.336968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419005f-f94d-43cd-ab48-1fbf1f9290a9 req-936a7535-98fa-4e86-aec5-18daf35a1580 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.343055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419005f-f94d-43cd-ab48-1fbf1f9290a9 req-936a7535-98fa-4e86-aec5-18daf35a1580 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.344687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e419005f-f94d-43cd-ab48-1fbf1f9290a9 req-936a7535-98fa-4e86-aec5-18daf35a1580 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 1655 time: 0.0568712 Mar 31 22:57:59.385498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e419005f-f94d-43cd-ab48-1fbf1f9290a9 req-9d70ddc0-5844-4146-8b3b-9b79d888e5bc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Mar 31 22:57:59.486683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.534957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533c86-dc59-42fa-8e04-f217f0441dba req-81e2bafe-c2cc-431f-85c1-8f3b351a06a3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.536666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b533c86-dc59-42fa-8e04-f217f0441dba req-81e2bafe-c2cc-431f-85c1-8f3b351a06a3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0901575 Mar 31 22:57:59.560238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693a72a-ecd3-4c45-a97c-c0e2eca2f6d3 req-71309863-f9d7-4c07-bd27-bddb72bbea29 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.561694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0693a72a-ecd3-4c45-a97c-c0e2eca2f6d3 req-71309863-f9d7-4c07-bd27-bddb72bbea29 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0865078 Mar 31 22:57:59.617966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b533c86-dc59-42fa-8e04-f217f0441dba req-e8b0d1ca-163e-431f-a00b-24aa5ada2663 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718820 Mar 31 22:57:59.623493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.628422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0693a72a-ecd3-4c45-a97c-c0e2eca2f6d3 req-8e942848-ff49-4d57-9718-799155c947d0 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Mar 31 22:57:59.675670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:59.678890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:59.683235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:59.712139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.741175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.742225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.882541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b554478b-eccb-4953-b2f8-6ab62d6fa822 None None] Provisioning complete for port fcf93b3a-68db-4ff6-9597-5641237a2caf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:59.882966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b554478b-eccb-4953-b2f8-6ab62d6fa822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.884044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592528-567f-4a22-95fb-80cf370a9a2d req-4bacb29f-c63f-4b79-a93b-0e4ed842bf53 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.885795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5592528-567f-4a22-95fb-80cf370a9a2d req-4bacb29f-c63f-4b79-a93b-0e4ed842bf53 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Mar 31 22:57:59.902254 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3961dc8-fa24-448b-af99-2b1d1a3f62cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678518 Mar 31 22:57:59.917663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b554478b-eccb-4953-b2f8-6ab62d6fa822 None None] Port fcf93b3a-68db-4ff6-9597-5641237a2caf cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:59.923390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:59.924591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5592528-567f-4a22-95fb-80cf370a9a2d req-15125964-d147-4db8-882c-163320a51949 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 Mar 31 22:57:59.935879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:59.987569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.149431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92eaba-6395-4cf0-8832-b2f8092b49b0 req-e491f29b-96b3-400c-9e38-50b4ddc80417 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.150939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee92eaba-6395-4cf0-8832-b2f8092b49b0 req-e491f29b-96b3-400c-9e38-50b4ddc80417 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0512030 Mar 31 22:58:00.189518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee92eaba-6395-4cf0-8832-b2f8092b49b0 req-68bb8cd9-1417-44e8-bea3-2e1b7901c068 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Mar 31 22:58:00.258083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd025d99-4fcc-4b94-bcaa-215ca2666ee1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:00.265587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.277325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Transition to ACTIVE for port object dd025d99-4fcc-4b94-bcaa-215ca2666ee1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:00.338566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34578465-c590-40be-a2aa-af70570f4662 req-48772c07-3014-4d92-915a-5ca4aa04b253 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.340340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34578465-c590-40be-a2aa-af70570f4662 req-48772c07-3014-4d92-915a-5ca4aa04b253 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0579827 Mar 31 22:58:00.381289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34578465-c590-40be-a2aa-af70570f4662 req-889e6493-10ab-48b7-832e-3623d0e84d12 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Mar 31 22:58:00.383713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.454736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:00.511401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Attempting to bind port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:00.511812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Attempting to bind port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:00.512065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Attempting to bind port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:00.517225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:00.517494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Attempting to bind port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:00.523684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:00.524027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Checking segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:00.524408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Bound using segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:00.524840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Bound port: dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:00.525205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.529678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874c7e6-49c0-4906-a55e-e9f94459bdc2 req-ae7743ab-5fef-4ca1-8a48-afda22d81ad5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.536593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874c7e6-49c0-4906-a55e-e9f94459bdc2 req-ae7743ab-5fef-4ca1-8a48-afda22d81ad5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.543743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874c7e6-49c0-4906-a55e-e9f94459bdc2 req-ae7743ab-5fef-4ca1-8a48-afda22d81ad5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.545544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0874c7e6-49c0-4906-a55e-e9f94459bdc2 req-ae7743ab-5fef-4ca1-8a48-afda22d81ad5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2388 time: 0.0718396 Mar 31 22:58:00.598501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0874c7e6-49c0-4906-a55e-e9f94459bdc2 req-3daebd01-a932-48c7-98fc-bf3753870a0a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Mar 31 22:58:00.605517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:00.608910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:00.772391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6abb-15db-4073-ab73-eb7b8d304018 req-138034ae-32e2-475a-876f-19f644da5dd0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.773813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e20a6abb-15db-4073-ab73-eb7b8d304018 req-138034ae-32e2-475a-876f-19f644da5dd0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0820351 Mar 31 22:58:00.780903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde25f-ed05-4aae-bc01-ffbfe1832288 req-1f46cc47-6798-489e-a4a0-34efa80e1025 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.782518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afcde25f-ed05-4aae-bc01-ffbfe1832288 req-1f46cc47-6798-489e-a4a0-34efa80e1025 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0799594 Mar 31 22:58:00.795540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.837338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.837948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.838939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e20a6abb-15db-4073-ab73-eb7b8d304018 req-a2d07bee-6b7a-4c6e-89fe-be94822ee5f0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Mar 31 22:58:00.839445 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] 10.222.0.44 "PUT /v2.0/ports/dd025d99-4fcc-4b94-bcaa-215ca2666ee1 HTTP/1.1" status: 200 len: 1092 time: 0.9207351 Mar 31 22:58:00.847858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:00.848152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afcde25f-ed05-4aae-bc01-ffbfe1832288 req-f2b96b4f-8ca3-497c-b9ec-42a2d8e2d373 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Mar 31 22:58:00.848362 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11464962-a023-4e00-a8fe-50c65f956668" -d '{"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:00.881215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7dcfc-645d-4a24-a738-20181bbef3cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:00.895916 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb42e73-c71d-489e-8057-7c1290a4c6e6 x-openstack-request-id: req-3bb42e73-c71d-489e-8057-7c1290a4c6e6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:00.896346 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:00.896692 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3bb42e73-c71d-489e-8057-7c1290a4c6e6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:00.896997 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb42e73-c71d-489e-8057-7c1290a4c6e6'] response: {'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1', 'status': 'completed', 'code': 200} Mar 31 22:58:00.968722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:01.015561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-0ab7d87c-8dda-4450-a7d7-7688020af926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.016340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-0ab7d87c-8dda-4450-a7d7-7688020af926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.016829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-0ab7d87c-8dda-4450-a7d7-7688020af926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.018598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11464962-a023-4e00-a8fe-50c65f956668 req-0ab7d87c-8dda-4450-a7d7-7688020af926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2731 time: 0.0886734 Mar 31 22:58:01.058517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88720152-8240-4af4-acf5-a8b0c568f76c req-24682080-a544-46d5-a5ed-272722e3f7dd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.060097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88720152-8240-4af4-acf5-a8b0c568f76c req-24682080-a544-46d5-a5ed-272722e3f7dd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0553479 Mar 31 22:58:01.094585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.102997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88720152-8240-4af4-acf5-a8b0c568f76c req-fe3c51de-70cb-4bb4-b48c-2b77663dc856 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Mar 31 22:58:01.183318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-c2b38ba0-7d89-4336-bc49-620f35c55428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.183793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-c2b38ba0-7d89-4336-bc49-620f35c55428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.184260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-c2b38ba0-7d89-4336-bc49-620f35c55428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.185795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11464962-a023-4e00-a8fe-50c65f956668 req-c2b38ba0-7d89-4336-bc49-620f35c55428 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1476161 Mar 31 22:58:01.323418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47beb9-1c64-42b5-8bcb-a1f0df43473e req-bc68d596-382d-4dbe-a50a-54eeebad1204 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.325663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa47beb9-1c64-42b5-8bcb-a1f0df43473e req-bc68d596-382d-4dbe-a50a-54eeebad1204 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0539832 Mar 31 22:58:01.371151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa47beb9-1c64-42b5-8bcb-a1f0df43473e req-5101e74d-01fd-4ea8-912f-b297ab25f82b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Mar 31 22:58:01.508052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76be01-7cca-4df7-b221-83df779ec193 req-8299bf9d-90e8-45e7-a958-8ba5c83e53f9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.509533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a76be01-7cca-4df7-b221-83df779ec193 req-8299bf9d-90e8-45e7-a958-8ba5c83e53f9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0570326 Mar 31 22:58:01.553232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a76be01-7cca-4df7-b221-83df779ec193 req-6e51926e-9a4e-42e0-80cd-509ef3e5a471 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Mar 31 22:58:01.649047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464962-a023-4e00-a8fe-50c65f956668 req-275edbdb-f901-432b-a9e2-3b63b93b6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.650480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11464962-a023-4e00-a8fe-50c65f956668 req-275edbdb-f901-432b-a9e2-3b63b93b6fa7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1493788 Mar 31 22:58:01.726734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ec6a0-b089-41c0-ba99-c787b4bb5aef req-8b3e568c-561f-4251-bfe9-f6bc7ad9ed54 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.733090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ec6a0-b089-41c0-ba99-c787b4bb5aef req-8b3e568c-561f-4251-bfe9-f6bc7ad9ed54 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.739484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ec6a0-b089-41c0-ba99-c787b4bb5aef req-8b3e568c-561f-4251-bfe9-f6bc7ad9ed54 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.741248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d8ec6a0-b089-41c0-ba99-c787b4bb5aef req-8b3e568c-561f-4251-bfe9-f6bc7ad9ed54 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2388 time: 0.0704579 Mar 31 22:58:01.747193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082f2620-b3c4-46c6-a5fe-10a82ef66950 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:01.754480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.766614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Transition to ACTIVE for port object 082f2620-b3c4-46c6-a5fe-10a82ef66950 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:01.782001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d8ec6a0-b089-41c0-ba99-c787b4bb5aef req-6ec83b8f-1a30-49aa-b322-0f15059d6466 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Mar 31 22:58:01.924369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.984248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a63a-1101-4844-9953-20077eab61aa req-90622e99-625c-45b6-8bbc-3f5b44768017 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.985976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef29a63a-1101-4844-9953-20077eab61aa req-90622e99-625c-45b6-8bbc-3f5b44768017 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.0653131 Mar 31 22:58:02.047526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef29a63a-1101-4844-9953-20077eab61aa req-04168b6c-eee4-403e-b192-b482030fad12 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519505 Mar 31 22:58:02.075905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Pushing event updated for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.102938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Attempting to bind port 082f2620-b3c4-46c6-a5fe-10a82ef66950 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:02.103461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Attempting to bind port 082f2620-b3c4-46c6-a5fe-10a82ef66950 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:02.103786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Attempting to bind port 082f2620-b3c4-46c6-a5fe-10a82ef66950 on network 76764c1c-3169-4a90-b57a-a57141798fa4 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:02.109010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Port 082f2620-b3c4-46c6-a5fe-10a82ef66950 on network 76764c1c-3169-4a90-b57a-a57141798fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:02.109332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Attempting to bind port 082f2620-b3c4-46c6-a5fe-10a82ef66950 on network 76764c1c-3169-4a90-b57a-a57141798fa4 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:02.114526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:02.114867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Checking segment: {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:02.115319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Bound using segment: {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:02.115749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Bound port: 082f2620-b3c4-46c6-a5fe-10a82ef66950, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f987e-4710-4f0b-bcd0-0754980e805c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:02.116263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.170026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa73ee-1291-47fc-8fa3-bb1ecf8c1c82 req-7c85cafe-bff3-4e70-888b-c7764c66b813 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.172244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9fa73ee-1291-47fc-8fa3-bb1ecf8c1c82 req-7c85cafe-bff3-4e70-888b-c7764c66b813 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0931859 Mar 31 22:58:02.202718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:02.205857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:02.221174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-dcb7c6a0-bb81-4db2-9f4d-fc93ed3b9202 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.222618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-dcb7c6a0-bb81-4db2-9f4d-fc93ed3b9202 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 945 time: 0.1043406 Mar 31 22:58:02.298485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9fa73ee-1291-47fc-8fa3-bb1ecf8c1c82 req-6405c5ea-d25c-47d3-8552-63da7924b63b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185887 Mar 31 22:58:02.307720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10656cc-55b2-4fe3-a78a-805a37d8c461 req-525717c3-90c3-489d-8a49-87a06566e22f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.309357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f10656cc-55b2-4fe3-a78a-805a37d8c461 req-525717c3-90c3-489d-8a49-87a06566e22f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1255610 Mar 31 22:58:02.310011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.352128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.353231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.354289 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] 10.222.0.44 "PUT /v2.0/ports/082f2620-b3c4-46c6-a5fe-10a82ef66950 HTTP/1.1" status: 200 len: 1092 time: 1.3924985 Mar 31 22:58:02.380713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9345f-94d1-4df2-9d83-669e3e298d5a service neutron] Pushing event updated for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.392200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f10656cc-55b2-4fe3-a78a-805a37d8c461 req-dc8622e5-dd47-42d2-8a55-e486429ec135 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510614 Mar 31 22:58:02.404237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Deleting port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:02.404648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.468459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Request body: {'port': {'device_id': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:02.529249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.547310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9177-c946-4179-b455-48dfa963c1c3 req-013b9155-92e5-41f5-83d5-cf66b3b2d752 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.548930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe5d9177-c946-4179-b455-48dfa963c1c3 req-013b9155-92e5-41f5-83d5-cf66b3b2d752 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0859194 Mar 31 22:58:02.550845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] For port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:02.551240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.583650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Calling delete_port for f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:02.613468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe5d9177-c946-4179-b455-48dfa963c1c3 req-7c6eb0b8-06db-449c-b046-d2b4764992cb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541537 Mar 31 22:58:02.734994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89955-c110-400c-a66e-54f41a4776fd req-af8a4436-ede7-41ab-bb5d-debcd7b3754c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.737208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:02.740561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94f89955-c110-400c-a66e-54f41a4776fd req-af8a4436-ede7-41ab-bb5d-debcd7b3754c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0814857 Mar 31 22:58:02.803118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94f89955-c110-400c-a66e-54f41a4776fd req-6ba20be4-5e94-4782-8b26-8f0bb77dccff tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605216 Mar 31 22:58:02.840103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf93b3a-68db-4ff6-9597-5641237a2caf {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:02.847745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.860035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Transition to ACTIVE for port object fcf93b3a-68db-4ff6-9597-5641237a2caf will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:02.898528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:02.901412 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09036e10-3184-4509-8d79-486d06e45406" -d '{"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:02.904266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 153ba74e-d64b-45ea-836a-537376cfa277 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:02.908856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 153ba74e-d64b-45ea-836a-537376cfa277 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:02.909405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.912943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab8fe9-4445-432b-9686-34e352664b0b req-be0bfad0-2e4a-4241-86d1-5387f7a3c361 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.918834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab8fe9-4445-432b-9686-34e352664b0b req-be0bfad0-2e4a-4241-86d1-5387f7a3c361 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.926872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab8fe9-4445-432b-9686-34e352664b0b req-be0bfad0-2e4a-4241-86d1-5387f7a3c361 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.926872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4ab8fe9-4445-432b-9686-34e352664b0b req-be0bfad0-2e4a-4241-86d1-5387f7a3c361 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2400 time: 0.0652254 Mar 31 22:58:02.941011 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65243c2a-cf44-4995-aa6d-a94f58b738ec x-openstack-request-id: req-65243c2a-cf44-4995-aa6d-a94f58b738ec {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:02.941991 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:02.942334 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-65243c2a-cf44-4995-aa6d-a94f58b738ec {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:02.942797 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65243c2a-cf44-4995-aa6d-a94f58b738ec'] response: {'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950', 'status': 'completed', 'code': 200} Mar 31 22:58:02.974239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4ab8fe9-4445-432b-9686-34e352664b0b req-738fc466-9c8d-4cc3-b5ae-c486d573bcc2 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Mar 31 22:58:02.989760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.995408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.008529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.020641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event deleted for resources: {'Port': ['ID=f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.036522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:03.038972 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951a84c-3d62-439d-b797-12c5584d99c0" -d '{"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:03.056900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:03.091742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] No DVR routers for this DVR port f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:03.095471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.099692 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91928b21-5b27-4a8d-addc-95b456f12032 x-openstack-request-id: req-91928b21-5b27-4a8d-addc-95b456f12032 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:03.099990 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:03.100387 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-91928b21-5b27-4a8d-addc-95b456f12032 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:03.100658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10826fb9-5f24-426f-8ca0-8f162abbc99a req-d311b9e4-f8e5-4641-a485-008da5170e7d tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "DELETE /v2.0/ports/f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f HTTP/1.1" status: 204 len: 173 time: 0.8701909 Mar 31 22:58:03.100794 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91928b21-5b27-4a8d-addc-95b456f12032'] response: {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'code': 200} Mar 31 22:58:03.101536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-deleted', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:03.104308 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4a96e-64b4-4e85-814a-a5c8d2a8c3b0" -d '{"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-deleted", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:03.109429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.122670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-c2f1a624-066f-44a5-81d2-8db89f704865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.123203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-c2f1a624-066f-44a5-81d2-8db89f704865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.123674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-c2f1a624-066f-44a5-81d2-8db89f704865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.125687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09036e10-3184-4509-8d79-486d06e45406 req-c2f1a624-066f-44a5-81d2-8db89f704865 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2798 time: 0.1613860 Mar 31 22:58:03.154089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.155365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:03.191352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:03.192172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:03.198314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-819aff0a-e908-478a-a75f-7bd414982017 req-58970cac-b5f7-4a10-be63-8115b77059bd tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0704768 Mar 31 22:58:03.268849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.277032 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfeef54-dda6-4578-b10f-ffe4c6e59b1b x-openstack-request-id: req-cbfeef54-dda6-4578-b10f-ffe4c6e59b1b {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:03.277421 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec5aff8-4702-4cf1-a640-1f965ccb853f", "name": "network-vif-deleted", "tag": "f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:03.277779 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbfeef54-dda6-4578-b10f-ffe4c6e59b1b {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:03.278251 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfeef54-dda6-4578-b10f-ffe4c6e59b1b'] response: {'server_uuid': 'eec5aff8-4702-4cf1-a640-1f965ccb853f', 'name': 'network-vif-deleted', 'tag': 'f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f', 'status': 'completed', 'code': 200} Mar 31 22:58:03.337736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668154aa-3ee2-4934-b3dc-9ac4aba1f7fa req-cc42cdd8-de9c-4165-8d37-c585fc2256ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.339743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-668154aa-3ee2-4934-b3dc-9ac4aba1f7fa req-cc42cdd8-de9c-4165-8d37-c585fc2256ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1096 time: 0.1351180 Mar 31 22:58:03.342377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Attempting to bind port fcf93b3a-68db-4ff6-9597-5641237a2caf on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:03.342865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Attempting to bind port fcf93b3a-68db-4ff6-9597-5641237a2caf by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:03.343313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Attempting to bind port fcf93b3a-68db-4ff6-9597-5641237a2caf on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:03.349737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Port fcf93b3a-68db-4ff6-9597-5641237a2caf on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:03.350062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Attempting to bind port fcf93b3a-68db-4ff6-9597-5641237a2caf on network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:03.378276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:03.378706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Checking segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:03.378989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Bound using segment: {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:03.379451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Bound port: fcf93b3a-68db-4ff6-9597-5641237a2caf, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aadb04b-7f5d-4927-8fb1-f51e87860c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:03.379808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.414604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-668154aa-3ee2-4934-b3dc-9ac4aba1f7fa req-e27072ec-5947-4d2e-b8ce-3e2d0cc8faff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644655 Mar 31 22:58:03.436498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-34876e5c-25d9-4565-b878-f9299799136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.437033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-34876e5c-25d9-4565-b878-f9299799136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.437683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-34876e5c-25d9-4565-b878-f9299799136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.439551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09036e10-3184-4509-8d79-486d06e45406 req-34876e5c-25d9-4565-b878-f9299799136b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3019445 Mar 31 22:58:03.470681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d8dc-212e-41d3-a5f5-4d33c0718101 req-a9248e8d-fb83-442a-b3d8-b691a177b074 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.473141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2750d8dc-212e-41d3-a5f5-4d33c0718101 req-a9248e8d-fb83-442a-b3d8-b691a177b074 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0784769 Mar 31 22:58:03.540629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:03.540946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2750d8dc-212e-41d3-a5f5-4d33c0718101 req-ecd95c4a-8b25-449a-8b9e-f9b42fe9cad3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553873 Mar 31 22:58:03.547573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e39a4-59fa-4c25-90ee-ce431aaf30f3 req-da8b21f3-4290-4f36-ba63-1911c6425571 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.549035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b5e39a4-59fa-4c25-90ee-ce431aaf30f3 req-da8b21f3-4290-4f36-ba63-1911c6425571 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0749655 Mar 31 22:58:03.558701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:03.577589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036e10-3184-4509-8d79-486d06e45406 req-850a9e43-f255-4e3c-9c3d-c6d81fcc22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.579261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09036e10-3184-4509-8d79-486d06e45406 req-850a9e43-f255-4e3c-9c3d-c6d81fcc22f6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1299095 Mar 31 22:58:03.593805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b5e39a4-59fa-4c25-90ee-ce431aaf30f3 req-f14e40fc-ace6-414e-a50a-00c941caa2d0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Mar 31 22:58:03.652919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.692690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.693204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.695098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] 10.222.0.44 "PUT /v2.0/ports/fcf93b3a-68db-4ff6-9597-5641237a2caf HTTP/1.1" status: 200 len: 1091 time: 1.2320142 Mar 31 22:58:03.718975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144eb5-df2a-48fa-bb93-7a5fc2998180 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.770412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5affc-09a4-4a90-bb52-6a00d0bac814 req-2e3e0a82-5e15-4631-8104-227c06825c7a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.772185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94a5affc-09a4-4a90-bb52-6a00d0bac814 req-2e3e0a82-5e15-4631-8104-227c06825c7a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0692823 Mar 31 22:58:03.818809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94a5affc-09a4-4a90-bb52-6a00d0bac814 req-4f275492-67e5-43a4-bd90-39203396f352 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 31 22:58:03.871406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-9e052160-0fc3-4cbf-9ea3-d97e33cbbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.871828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-9e052160-0fc3-4cbf-9ea3-d97e33cbbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.872462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-9e052160-0fc3-4cbf-9ea3-d97e33cbbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.875341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-9e052160-0fc3-4cbf-9ea3-d97e33cbbdd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2865 time: 0.0554066 Mar 31 22:58:03.927950 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f40ce23b-6276-4126-a519-94f3b7b350b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.157&port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1 HTTP/1.1" status: 200 len: 217 time: 0.0407014 Mar 31 22:58:03.946585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98e942-edef-47ee-b04e-e0c742b7db35 req-73716ca4-f28c-4785-8d4c-f3078bf25182 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.948480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e98e942-edef-47ee-b04e-e0c742b7db35 req-73716ca4-f28c-4785-8d4c-f3078bf25182 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Mar 31 22:58:03.986728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b53e2769-3575-4ca1-9fe4-027a8ffdeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.988884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b53e2769-3575-4ca1-9fe4-027a8ffdeb19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcb4ef02-fa3a-42ea-b822-3d4039e8ea25 HTTP/1.1" status: 200 len: 801 time: 0.0509768 Mar 31 22:58:03.999532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e98e942-edef-47ee-b04e-e0c742b7db35 req-d8806dd1-c61f-4652-b6f4-24cdf224820b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Mar 31 22:58:04.044697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-85847cab-7b8f-4997-acf6-722006b36f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.046266 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-85847cab-7b8f-4997-acf6-722006b36f7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503728 Mar 31 22:58:04.104774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88b46-5230-4bcd-816c-6684e5c12705 req-472ae106-3ac2-435d-aeec-d84898dfe71f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.110535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88b46-5230-4bcd-816c-6684e5c12705 req-472ae106-3ac2-435d-aeec-d84898dfe71f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.116959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88b46-5230-4bcd-816c-6684e5c12705 req-472ae106-3ac2-435d-aeec-d84898dfe71f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.119042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25e88b46-5230-4bcd-816c-6684e5c12705 req-472ae106-3ac2-435d-aeec-d84898dfe71f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.0659459 Mar 31 22:58:04.148527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-35ea137c-305a-4bfa-9387-83dc79b7a0f9 service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932176 Mar 31 22:58:04.157209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25e88b46-5230-4bcd-816c-6684e5c12705 req-c91aedce-4560-4ba1-b3f9-0a708ae75368 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Mar 31 22:58:04.243279 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-a05bbd11-ae6e-43e6-9e5b-ea3a8ec42df2 service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878263 Mar 31 22:58:04.291666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-6393d945-c533-4674-830b-22d49ae82445 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950 HTTP/1.1" status: 200 len: 217 time: 0.0410399 Mar 31 22:58:04.304207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32ac97c6-8d9f-4f47-8f4a-4dbf048e9b92 req-f2f52db6-7e3c-4949-81a2-1c51a2485162 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0305772 Mar 31 22:58:04.351472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e15d1a29-b313-4742-a850-3e7108c6fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.352940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e15d1a29-b313-4742-a850-3e7108c6fba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f HTTP/1.1" status: 200 len: 801 time: 0.0534768 Mar 31 22:58:04.389291 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.404538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ee8200d6-6582-4003-b1dd-9efee98fcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.406543 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-ee8200d6-6582-4003-b1dd-9efee98fcf8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76764c1c-3169-4a90-b57a-a57141798fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401092 Mar 31 22:58:04.502347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-bbeca7be-2659-4277-83d4-abbc2f60e4f6 service neutron] 10.222.0.44 "GET /v2.0/networks/76764c1c-3169-4a90-b57a-a57141798fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880487 Mar 31 22:58:04.593186 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-2e401205-2f27-4898-962c-894e820426c3 service neutron] 10.222.0.44 "GET /v2.0/networks/76764c1c-3169-4a90-b57a-a57141798fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837681 Mar 31 22:58:04.644528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-b78b188a-25d9-47d4-be4c-5b3960f0d149 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf HTTP/1.1" status: 200 len: 217 time: 0.0385702 Mar 31 22:58:04.669430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72f8b1-764c-4b1c-a8ed-a60725bd0e12 req-e12554dd-7a4a-4788-a406-8853d3091c64 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.670946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c72f8b1-764c-4b1c-a8ed-a60725bd0e12 req-e12554dd-7a4a-4788-a406-8853d3091c64 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0558102 Mar 31 22:58:04.704299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f8223cd0-41dc-4da6-9b63-6fba434a1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.706804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-f8223cd0-41dc-4da6-9b63-6fba434a1e93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcb4ef02-fa3a-42ea-b822-3d4039e8ea25 HTTP/1.1" status: 200 len: 801 time: 0.0563619 Mar 31 22:58:04.745627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c72f8b1-764c-4b1c-a8ed-a60725bd0e12 req-96e07cbe-3013-4915-be12-a9e078a1b411 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625315 Mar 31 22:58:04.752990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d125ef-c8cc-4f18-b80b-a647bb3cb4aa req-0e0c3313-8240-4311-be14-d53062fbd3d3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.754655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22d125ef-c8cc-4f18-b80b-a647bb3cb4aa req-0e0c3313-8240-4311-be14-d53062fbd3d3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0827794 Mar 31 22:58:04.766357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-957a5824-504f-48a8-8404-fa1cac780e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.768008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-957a5824-504f-48a8-8404-fa1cac780e3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536201 Mar 31 22:58:04.808910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22d125ef-c8cc-4f18-b80b-a647bb3cb4aa req-fbb1356e-d3af-40d5-b3a1-11ef8bae9b34 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Mar 31 22:58:04.872750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-d3212381-ff07-4b0a-8c79-e6270a55619d service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907362 Mar 31 22:58:04.944077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:04.946674 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd8afd7-7dbb-4762-becf-db1639891386" -d '{"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:04.957545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af8b33-0a04-418f-93d5-dfe0c9f5e7d4 req-e9572faa-b9ad-4fd8-9ab9-676dcbc0c550 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.967245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23af8b33-0a04-418f-93d5-dfe0c9f5e7d4 req-e9572faa-b9ad-4fd8-9ab9-676dcbc0c550 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0716820 Mar 31 22:58:04.995890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ce50962-32d2-43fd-a30a-58c070bcc564 req-e3bfc7bd-0958-4f46-b596-6269b808a3e4 service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033263 Mar 31 22:58:04.999088 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20573d33-6d48-4640-8c2d-786120111b1a x-openstack-request-id: req-20573d33-6d48-4640-8c2d-786120111b1a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:04.999088 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:04.999364 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20573d33-6d48-4640-8c2d-786120111b1a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:05.004849 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20573d33-6d48-4640-8c2d-786120111b1a'] response: {'name': 'network-changed', 'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'status': 'completed', 'code': 200} Mar 31 22:58:05.020325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23af8b33-0a04-418f-93d5-dfe0c9f5e7d4 req-44140fe6-5385-443a-a2f0-d5aa562456ae tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Mar 31 22:58:05.137811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63809-e624-4f7e-aa65-9651beefaeaf req-25b30e8e-71ae-4b2c-9fd1-5f47d7431bea tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.139322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51b63809-e624-4f7e-aa65-9651beefaeaf req-25b30e8e-71ae-4b2c-9fd1-5f47d7431bea tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Mar 31 22:58:05.180557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51b63809-e624-4f7e-aa65-9651beefaeaf req-c7132f51-4373-4e92-bd07-0361c18548d4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Mar 31 22:58:05.278207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72282e21-c4de-4ca0-9f51-97a1fa6e31f4 req-5b26a159-3d04-4311-bdb3-63e0dc620eb1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.307837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72282e21-c4de-4ca0-9f51-97a1fa6e31f4 req-5b26a159-3d04-4311-bdb3-63e0dc620eb1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.307837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72282e21-c4de-4ca0-9f51-97a1fa6e31f4 req-5b26a159-3d04-4311-bdb3-63e0dc620eb1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.307837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72282e21-c4de-4ca0-9f51-97a1fa6e31f4 req-5b26a159-3d04-4311-bdb3-63e0dc620eb1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.0658214 Mar 31 22:58:05.334230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72282e21-c4de-4ca0-9f51-97a1fa6e31f4 req-1236b3e1-ced8-4bae-8cd2-99ad8a45f359 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Mar 31 22:58:05.466065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-0cc37510-3f4b-4a71-99bc-37eabf219c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.467086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-0cc37510-3f4b-4a71-99bc-37eabf219c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.467612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-0cc37510-3f4b-4a71-99bc-37eabf219c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.469685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-0cc37510-3f4b-4a71-99bc-37eabf219c77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2865 time: 0.0725520 Mar 31 22:58:05.485343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-557bc393-250d-4cf3-b4f2-56f1509a7e81 req-54d69b96-8991-447e-9f7c-65a5b3b59d28 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5aff8-4702-4cf1-a640-1f965ccb853f HTTP/1.1" status: 200 len: 210 time: 0.0588896 Mar 31 22:58:05.588136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-8fe3df21-cc2a-4e3f-9e05-8b3d98a20a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.589649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-8fe3df21-cc2a-4e3f-9e05-8b3d98a20a92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 HTTP/1.1" status: 200 len: 904 time: 0.1123409 Mar 31 22:58:05.641476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-668609be-3689-47ae-baec-25c870d1540d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf HTTP/1.1" status: 200 len: 217 time: 0.0363429 Mar 31 22:58:05.692437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-a172a501-b768-49d2-91c0-0e36d96a8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.694336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-a172a501-b768-49d2-91c0-0e36d96a8406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcb4ef02-fa3a-42ea-b822-3d4039e8ea25 HTTP/1.1" status: 200 len: 801 time: 0.0448456 Mar 31 22:58:05.755449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-df0934ad-c46b-4d4b-8375-03cb7af160bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.757518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-df0934ad-c46b-4d4b-8375-03cb7af160bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565062 Mar 31 22:58:05.861230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-f7ff7eee-9f70-4a59-a79b-df85f11df8f8 service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958042 Mar 31 22:58:05.880168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691647e-0864-4a16-b727-516ad1c54ed9 req-dba8237b-5a49-46a3-9cb4-bd817c9789a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.888221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a691647e-0864-4a16-b727-516ad1c54ed9 req-dba8237b-5a49-46a3-9cb4-bd817c9789a9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0630062 Mar 31 22:58:05.934508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a691647e-0864-4a16-b727-516ad1c54ed9 req-93fb6cea-48c5-4772-926c-5177251f2642 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452242 Mar 31 22:58:05.967590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3fd8afd7-7dbb-4762-becf-db1639891386 req-aa73a8f5-ab93-48b9-9f40-12bb45cf2a0e service neutron] 10.222.0.44 "GET /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992868 Mar 31 22:58:06.083417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9cf45-c17d-4e4d-b31f-30883b39ec5d req-c25b2b69-004e-41d8-ba6f-57dd6bd5c113 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.085357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fab9cf45-c17d-4e4d-b31f-30883b39ec5d req-c25b2b69-004e-41d8-ba6f-57dd6bd5c113 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1897609 Mar 31 22:58:06.152557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fab9cf45-c17d-4e4d-b31f-30883b39ec5d req-6c83cc7c-dbb7-411f-bd04-5587b4ac995c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613430 Mar 31 22:58:06.175983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f358c-ddbc-4a18-9851-527a707f9feb req-9923a41d-361d-4999-8570-53989391d5eb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.177428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-867f358c-ddbc-4a18-9851-527a707f9feb req-9923a41d-361d-4999-8570-53989391d5eb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 943 time: 0.0659809 Mar 31 22:58:06.211980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:06.218023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-867f358c-ddbc-4a18-9851-527a707f9feb req-05139c47-e1a0-452e-a639-e9048bc90fae tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Mar 31 22:58:06.311980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df4ac-bd4e-40ac-a07c-b2b57c6caf0d req-e23e297b-1ead-436c-b74a-c52e124557c7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.313451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee9df4ac-bd4e-40ac-a07c-b2b57c6caf0d req-e23e297b-1ead-436c-b74a-c52e124557c7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0540786 Mar 31 22:58:06.356520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee9df4ac-bd4e-40ac-a07c-b2b57c6caf0d req-44ae7289-5053-4942-9094-28bd31c3c8ec tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Mar 31 22:58:06.362112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-c0d8d859-2b83-499c-bbce-0f8bfee9e159 service neutron] 10.222.0.44 "GET /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0566914 Mar 31 22:58:06.466793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4389-4bcf-4e23-8f89-0e85b9e8f31a req-6137a41b-f52d-4458-9928-33107447b7e7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.473311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4389-4bcf-4e23-8f89-0e85b9e8f31a req-6137a41b-f52d-4458-9928-33107447b7e7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.480265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4389-4bcf-4e23-8f89-0e85b9e8f31a req-6137a41b-f52d-4458-9928-33107447b7e7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.482078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a0f4389-4bcf-4e23-8f89-0e85b9e8f31a req-6137a41b-f52d-4458-9928-33107447b7e7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.0683713 Mar 31 22:58:06.567985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:06.581322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a0f4389-4bcf-4e23-8f89-0e85b9e8f31a req-81ac5ca7-a3ae-4fe6-bbf0-2cebd0bfdde5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Mar 31 22:58:06.592340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:06.627096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0193a9a-c5d7-40f9-925e-34c62bd4b28e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:06.636029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-f6dded42-0ece-4ede-b25f-bad71eba81d9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.637878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-f6dded42-0ece-4ede-b25f-bad71eba81d9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 814 time: 0.1447053 Mar 31 22:58:06.647727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:06.654195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-edc3d0e3-5660-4510-8561-4faf0cb1fde5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/quotas/2bada75392504a6dbe288c925240579f HTTP/1.1" status: 200 len: 375 time: 0.0107384 Mar 31 22:58:06.706178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-fff807c5-69d9-44a5-9abf-60ca71d8f32d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457010 Mar 31 22:58:06.785879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:06.801416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:06.801804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f60a43c9-c5f3-4071-a5b3-38dc7e84ac3f not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:06.802223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:06.829821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-9831f304-6209-4c5c-82a7-17301260ae90 service neutron] 10.222.0.83 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152449 Mar 31 22:58:06.840785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:06.841192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.915357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] Transition to ACTIVE for port object f0193a9a-c5d7-40f9-925e-34c62bd4b28e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:06.965519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-80049a63-f635-4768-87fc-813c514091f6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.966991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-80049a63-f635-4768-87fc-813c514091f6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1747518 Mar 31 22:58:06.990991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-7f00336f-8d12-4e5b-aa99-566c7da17a83 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/quotas/20fe84d9cacc43b0a065e174ec69da47 HTTP/1.1" status: 200 len: 375 time: 0.0177388 Mar 31 22:58:06.992935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-e799eb95-ce36-433e-bac6-76378dfaf25a service neutron] 10.222.0.83 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367819 Mar 31 22:58:07.035461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.042217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-e69a5fec-c7fa-43bd-a6b7-2c6ba04a9cbc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454924 Mar 31 22:58:07.108758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] No DVR routers for this DVR port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:07.116557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] Pushing event updated for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.143654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d3d034fc-0239-47c0-9100-2a89fc30a54f service neutron] 10.222.0.44 "PUT /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e/bindings/n-h1-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7710826 Mar 31 22:58:07.215216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-66f993f0-1c31-4a4f-854a-aab3ed045005 service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631100 Mar 31 22:58:07.355118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a52340-6a6b-4ccb-8d85-9c65fd05b3ad req-bbda8259-50e5-4133-801c-4218128ffeaa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.356598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24a52340-6a6b-4ccb-8d85-9c65fd05b3ad req-bbda8259-50e5-4133-801c-4218128ffeaa tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0854871 Mar 31 22:58:07.363541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-bf0084e3-7fe1-484c-a5d7-2907cec16ddb service neutron] 10.222.0.83 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399288 Mar 31 22:58:07.424162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24a52340-6a6b-4ccb-8d85-9c65fd05b3ad req-d5c468e1-9e65-432a-8a63-f6fc3c993707 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Mar 31 22:58:07.434824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-16fc1b70-fd0a-44ee-9f3d-4a3d06231fed tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.436324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-16fc1b70-fd0a-44ee-9f3d-4a3d06231fed tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.0657654 Mar 31 22:58:07.517423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-ce146530-45ad-4f91-bd54-8d7f47847cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.518886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-ce146530-45ad-4f91-bd54-8d7f47847cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7&tenant_id=97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 1095 time: 0.0699873 Mar 31 22:58:07.540386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca9aa8-d0e5-4255-8b40-5013c95e5367 req-88002768-f83d-4158-8ee5-ef3d1eadd144 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.541825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9ca9aa8-d0e5-4255-8b40-5013c95e5367 req-88002768-f83d-4158-8ee5-ef3d1eadd144 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0576756 Mar 31 22:58:07.606744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9ca9aa8-d0e5-4255-8b40-5013c95e5367 req-4178c556-526e-4709-ba74-43fe1211a48b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583932 Mar 31 22:58:07.613313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-ade50e13-ac35-4286-9e3e-5c2a11b7fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.614753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-ade50e13-ac35-4286-9e3e-5c2a11b7fec0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0600982 Mar 31 22:58:07.709670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca09a72e-a85e-4d30-b066-2e85f0448110 req-c05ff74c-7885-449a-a3a5-1d698c2e31ff tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.0612140 Mar 31 22:58:07.778083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-562d8ae3-feb0-45c4-8461-b96dffc8a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.779605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-562d8ae3-feb0-45c4-8461-b96dffc8a8a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1558123 Mar 31 22:58:07.794206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9123e-7d2b-4ca4-bc59-0b032beea867 req-ca27b526-3fb6-44f1-805d-58b09a9bb469 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.795695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cc9123e-7d2b-4ca4-bc59-0b032beea867 req-ca27b526-3fb6-44f1-805d-58b09a9bb469 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.0920205 Mar 31 22:58:07.888483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-bfc98bd5-0afb-4d23-9463-8f14c0623a36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 200 len: 217 time: 0.0674753 Mar 31 22:58:07.933729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cc9123e-7d2b-4ca4-bc59-0b032beea867 req-5afc12e4-40af-4ad5-807f-e44b4ca8157c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276288 Mar 31 22:58:07.949401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cdd5-edb5-40ff-b906-0ca0505c285f req-5fea9498-9438-40b0-9470-f6bc42118c02 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.955214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cdd5-edb5-40ff-b906-0ca0505c285f req-5fea9498-9438-40b0-9470-f6bc42118c02 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.961549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cdd5-edb5-40ff-b906-0ca0505c285f req-5fea9498-9438-40b0-9470-f6bc42118c02 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.963184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c5cdd5-edb5-40ff-b906-0ca0505c285f req-5fea9498-9438-40b0-9470-f6bc42118c02 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.1609285 Mar 31 22:58:07.965122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-b37d7dda-1248-438f-a75b-526244c7f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.966425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-b37d7dda-1248-438f-a75b-526244c7f9bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0941017 Mar 31 22:58:08.024032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-c04a839f-294f-48df-bf31-b24a83e298b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488243 Mar 31 22:58:08.045479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a71508a3-2867-4a29-8946-80af76bc4850 req-15c7da92-8eaa-457e-9c0e-b9a3f290d615 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0679932 Mar 31 22:58:08.075456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c5cdd5-edb5-40ff-b906-0ca0505c285f req-84178b70-094b-41d2-acea-c997ec75eb87 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060607 Mar 31 22:58:08.138783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-d63dde19-0216-4723-b03f-ccce286bfe06 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968406 Mar 31 22:58:08.362832 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-1e3b2577-89a0-4af1-9b78-be363488150f req-2537537d-27ac-40a1-8c30-2d2d57b7c277 service neutron] show failed (client error): The resource could not be found. Mar 31 22:58:08.363912 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-2537537d-27ac-40a1-8c30-2d2d57b7c277 service neutron] 10.222.0.44 "GET /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0584989 Mar 31 22:58:08.473357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-a0486e0a-a4fa-43a2-aa72-34f1264ac1fb service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273885 Mar 31 22:58:08.565976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd312-6bd4-4c7e-93d9-b5ad0ee7cc4c req-ff3d66aa-1f2c-4eee-8546-6c2fb2e88661 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:08.567483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e8bd312-6bd4-4c7e-93d9-b5ad0ee7cc4c req-ff3d66aa-1f2c-4eee-8546-6c2fb2e88661 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0546331 Mar 31 22:58:08.606370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e8bd312-6bd4-4c7e-93d9-b5ad0ee7cc4c req-004a0503-f2e8-4f09-ad60-a33b62194f21 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Mar 31 22:58:08.724625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c624-34c0-4237-ae5f-38e067f1cbfa req-e7343c3a-588d-4e92-b966-24fea0c843a3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:08.726636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5994c624-34c0-4237-ae5f-38e067f1cbfa req-e7343c3a-588d-4e92-b966-24fea0c843a3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0495880 Mar 31 22:58:08.766405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5994c624-34c0-4237-ae5f-38e067f1cbfa req-54be818e-7334-44e6-b6ad-687ff155b10f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Mar 31 22:58:08.831978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad237de3-d5e2-4164-9f43-0238330cf8a3 req-7f2a9b86-f441-4581-8305-67408d0e3eb7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Mar 31 22:58:09.061124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b90b3-a242-485a-b050-689cfaba1cf5 req-a0038580-e502-495d-8dbf-622529d01b26 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.062645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-277b90b3-a242-485a-b050-689cfaba1cf5 req-a0038580-e502-495d-8dbf-622529d01b26 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.0504026 Mar 31 22:58:09.103246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-277b90b3-a242-485a-b050-689cfaba1cf5 req-9a0cf0a9-2d8f-4cb9-b939-a87265eb8c81 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Mar 31 22:58:09.147208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2444434a-5eee-4aad-a229-4970e773fe97 req-e9c1b662-d571-45ad-976e-7eeb2206c5f8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Mar 31 22:58:09.225524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3ee1-2f9b-4dce-ad34-b9b6ea9df395 req-d364c8be-4e7e-47ed-ba1a-aa12e2b23dfb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.231300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3ee1-2f9b-4dce-ad34-b9b6ea9df395 req-d364c8be-4e7e-47ed-ba1a-aa12e2b23dfb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.237273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3ee1-2f9b-4dce-ad34-b9b6ea9df395 req-d364c8be-4e7e-47ed-ba1a-aa12e2b23dfb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.238914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21ab3ee1-2f9b-4dce-ad34-b9b6ea9df395 req-d364c8be-4e7e-47ed-ba1a-aa12e2b23dfb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.0701687 Mar 31 22:58:09.330732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21ab3ee1-2f9b-4dce-ad34-b9b6ea9df395 req-9bd31dab-e5e4-4e80-b100-f60e10da2ab8 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Mar 31 22:58:09.338560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba442-537e-47ae-93b2-39bb1024aaed req-e3d4f393-f5f8-4022-b0b2-fbfebedbca22 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.340076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-e3d4f393-f5f8-4022-b0b2-fbfebedbca22 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.1001229 Mar 31 22:58:09.341824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-7864097a-0a84-432a-be72-08f2fb5a27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.343240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-7864097a-0a84-432a-be72-08f2fb5a27e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1100 time: 0.1015642 Mar 31 22:58:09.373089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:09.464333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.740139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:09.766550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3d83b-2c96-428f-bd31-e97839a64ef6 req-51337e0e-56b3-47e4-b14d-6a8108a94f5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.768041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-add3d83b-2c96-428f-bd31-e97839a64ef6 req-51337e0e-56b3-47e4-b14d-6a8108a94f5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0857463 Mar 31 22:58:09.787250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-612ba442-537e-47ae-93b2-39bb1024aaed req-1c6f99b2-0eb2-438c-a7f7-8ddab0610b58 service neutron] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:09.798637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-612ba442-537e-47ae-93b2-39bb1024aaed req-1c6f99b2-0eb2-438c-a7f7-8ddab0610b58 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.799791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612ba442-537e-47ae-93b2-39bb1024aaed req-1c6f99b2-0eb2-438c-a7f7-8ddab0610b58 service neutron] 10.222.0.10 "DELETE /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e/bindings/n-h2-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.4384959 Mar 31 22:58:09.812941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:09.866995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-add3d83b-2c96-428f-bd31-e97839a64ef6 req-6f201cd9-655a-4f64-a548-65ebc84128da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882826 Mar 31 22:58:09.895637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:09.898445 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eca939-5121-4491-a1af-ac1ad2b4c3aa" -d '{"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:09.904838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.923585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Transition to ACTIVE for port object 55084127-b668-46c6-93bb-738948aa7d43 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:09.932483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af052-c89a-440d-b9ba-66fba07eb72e req-a5628838-3f45-4622-9b9a-ae717677a3d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.933985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b31af052-c89a-440d-b9ba-66fba07eb72e req-a5628838-3f45-4622-9b9a-ae717677a3d8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0853684 Mar 31 22:58:09.964966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd9753bb-cf49-41ed-8d60-c2bee789ff27 req-a1b7e2ca-398e-4dba-b878-2956b0675bb4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.0300262 Mar 31 22:58:09.992325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b31af052-c89a-440d-b9ba-66fba07eb72e req-50bae699-4ee4-4411-b145-2d5ac47e6b02 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Mar 31 22:58:10.030006 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49533a7-b9fe-4e28-bc69-7189fefb3b79 x-openstack-request-id: req-c49533a7-b9fe-4e28-bc69-7189fefb3b79 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:10.030299 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:10.030547 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c49533a7-b9fe-4e28-bc69-7189fefb3b79 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:10.030940 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49533a7-b9fe-4e28-bc69-7189fefb3b79'] response: {'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'code': 200} Mar 31 22:58:10.075071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.143963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.146269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] No DVR routers for this DVR port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:10.160560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.160904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.161247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.161580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.161910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.162236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.162558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.162887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.163238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.163672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.164010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.164327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:10.213417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device fcf93b3a-68db-4ff6-9597-5641237a2caf details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:10.239243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:10.239790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:10.240932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:10.260210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:10.260432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:10.270143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:10.277143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:10.277143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:10.277143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Bound port: 55084127-b668-46c6-93bb-738948aa7d43, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:10.277143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.322900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66bc426d-0a82-4891-b942-d48f2ca503f2 req-d4a85516-0c14-40f3-98bf-95caf981b5eb tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0465157 Mar 31 22:58:10.376088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18889abe-991c-45f2-9a85-9521b070e5d9 req-94745d36-285e-4cbb-9f88-5b04ded6872e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.377765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18889abe-991c-45f2-9a85-9521b070e5d9 req-94745d36-285e-4cbb-9f88-5b04ded6872e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.1717749 Mar 31 22:58:10.423186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.435709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'port_id': 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'mac_address': 'fa:16:3e:ef:f5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4ef02-fa3a-42ea-b822-3d4039e8ea25', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:10.487141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:10.492995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.493303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18889abe-991c-45f2-9a85-9521b070e5d9 req-d436d2cf-dc2d-40eb-8b89-b48578605ae7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083417 Mar 31 22:58:10.510284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf93b3a-68db-4ff6-9597-5641237a2caf {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:10.512135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:10.539809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2017-47aa-499a-82a3-7533aae49961 req-c071f5b7-6fb3-468e-ac09-94518c77a41a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.547466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.548668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2017-47aa-499a-82a3-7533aae49961 req-c071f5b7-6fb3-468e-ac09-94518c77a41a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.556525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2017-47aa-499a-82a3-7533aae49961 req-c071f5b7-6fb3-468e-ac09-94518c77a41a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.558253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24e2017-47aa-499a-82a3-7533aae49961 req-c071f5b7-6fb3-468e-ac09-94518c77a41a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2412 time: 0.1386714 Mar 31 22:58:10.679464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24e2017-47aa-499a-82a3-7533aae49961 req-3f561a65-bd85-47f7-ac25-ce7d7509d3d1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095364 Mar 31 22:58:10.720962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.721199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-4acd577a-59ef-4c0b-b8de-cada3ff5b5bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.725289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dd025d99-4fcc-4b94-bcaa-215ca2666ee1 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:10.725547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-4acd577a-59ef-4c0b-b8de-cada3ff5b5bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 814 time: 0.1633162 Mar 31 22:58:10.725858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a7e01-bbd7-47e9-9800-638bd94b3477 req-dba90361-2fc5-4cee-a97f-68142c9797cc tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.727285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-241a7e01-bbd7-47e9-9800-638bd94b3477 req-dba90361-2fc5-4cee-a97f-68142c9797cc tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0946379 Mar 31 22:58:10.728249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.767801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Request body: {'port': {'device_id': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'admin_state_up': True, 'tenant_id': '2bada75392504a6dbe288c925240579f'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:10.798001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.805078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.805688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.807120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 1095 time: 1.4392641 Mar 31 22:58:10.811570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.816422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1', 'network_id': '3aaf4ea2-72d4-4a4b-ac91-63bfd7227306', 'port_id': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1', 'mac_address': 'fa:16:3e:23:bf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4ef02-fa3a-42ea-b822-3d4039e8ea25', 'ip_address': '19.80.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:10.859172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.873798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd025d99-4fcc-4b94-bcaa-215ca2666ee1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:10.901996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.908097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455be379-7cc1-49dd-8919-0ca0c64704f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.917674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-241a7e01-bbd7-47e9-9800-638bd94b3477 req-e74a6ab4-f39e-44ea-aba4-5e56ab54587f tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644571 Mar 31 22:58:10.971308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-f07d622a-d02b-4e39-9819-856ba9618274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.973026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-f07d622a-d02b-4e39-9819-856ba9618274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1098 time: 0.1179368 Mar 31 22:58:11.129564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec179e2-fc8c-467f-a71f-ab9efda34fcd req-e4217048-a6c5-4894-89a5-be8a64be3023 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.131053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fec179e2-fc8c-467f-a71f-ab9efda34fcd req-e4217048-a6c5-4894-89a5-be8a64be3023 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.1768579 Mar 31 22:58:11.143779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.144539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 082f2620-b3c4-46c6-a5fe-10a82ef66950 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:11.178677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468516f7-4ac0-4b6f-b9d1-34e7d7d54675 req-b7d8df34-1e3f-4f59-a0d2-651bc3112a95 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.180645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-468516f7-4ac0-4b6f-b9d1-34e7d7d54675 req-b7d8df34-1e3f-4f59-a0d2-651bc3112a95 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 1095 time: 0.1433413 Mar 31 22:58:11.184934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-cbf699cf-6542-4ca7-b18c-87057410730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.186747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-cbf699cf-6542-4ca7-b18c-87057410730b service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2030659 Mar 31 22:58:11.223423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:11.240593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fec179e2-fc8c-467f-a71f-ab9efda34fcd req-a4b85ee9-6735-449c-9fbf-ea3b927972a1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999753 Mar 31 22:58:11.248939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-1bffea94-150d-4b41-adcd-16ae5773b19c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0513811 Mar 31 22:58:11.267130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-468516f7-4ac0-4b6f-b9d1-34e7d7d54675 req-2b67c2c3-b614-493c-932b-cbdd463d467c tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725410 Mar 31 22:58:11.300128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Made reservation on behalf of 2bada75392504a6dbe288c925240579f for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:11.304159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.327243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:11.344918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '082f2620-b3c4-46c6-a5fe-10a82ef66950', 'network_id': '76764c1c-3169-4a90-b57a-a57141798fa4', 'port_id': '082f2620-b3c4-46c6-a5fe-10a82ef66950', 'mac_address': 'fa:16:3e:e9:2a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:11.396651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0d36499-fc4e-4ebc-b65a-70e1d50995cd req-8b55efa6-1fa7-4695-a15d-ecad6aae5cba tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.0563111 Mar 31 22:58:11.397610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.402076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-354a48b9-15c2-4c8c-9df9-210484573e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.403545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-354a48b9-15c2-4c8c-9df9-210484573e7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1357377 Mar 31 22:58:11.412146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082f2620-b3c4-46c6-a5fe-10a82ef66950 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:11.438638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:11.558009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0962875-fcaf-47ca-944e-3356d3dbfcc7 req-c621d589-6bea-4d8c-9579-d3207579c2b7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0558658 Mar 31 22:58:11.579494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.600539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7671-cadc-4247-860f-9838d28987e8 req-962f819e-ca5c-4438-8cc4-af65a9e3b4a8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.602121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a3c7671-cadc-4247-860f-9838d28987e8 req-962f819e-ca5c-4438-8cc4-af65a9e3b4a8 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.2118611 Mar 31 22:58:11.613309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b2577-89a0-4af1-9b78-be363488150f req-7392020e-862d-4c6b-abcf-2540d1cb0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.617871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-7392020e-862d-4c6b-abcf-2540d1cb0833 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928937 Mar 31 22:58:11.639229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:11.665063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Allocated IP 172.20.0.8 (55151320-de6a-425f-8356-780081a70685/35aa477f-8bbd-4cd1-918b-44c8e79b33ed/6d565168-4ea4-4a99-91b4-19a6fb6109c6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:11.729004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a3c7671-cadc-4247-860f-9838d28987e8 req-5db65c5f-643d-4e4e-bc2a-3c8f2ff7a921 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Mar 31 22:58:11.744439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3224671c-2a0b-41ed-938a-440804aee735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.786712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-6a1a0d9b-e568-4249-9709-08c1e629070d service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605926 Mar 31 22:58:11.946218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-1693d445-9d42-4bb0-80ea-dd472b38cd50 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.947723 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-1693d445-9d42-4bb0-80ea-dd472b38cd50 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/networks?id=1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 200 len: 822 time: 0.1098249 Mar 31 22:58:11.966408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Request body: {'port': {'device_id': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'admin_state_up': True, 'tenant_id': '20fe84d9cacc43b0a065e174ec69da47'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:11.983677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e53dd-0261-4ec8-9349-37406fca7713 req-009a711b-d88c-4542-8824-4fab073b60d9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.989563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e53dd-0261-4ec8-9349-37406fca7713 req-009a711b-d88c-4542-8824-4fab073b60d9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.996184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e53dd-0261-4ec8-9349-37406fca7713 req-009a711b-d88c-4542-8824-4fab073b60d9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.997835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab8e53dd-0261-4ec8-9349-37406fca7713 req-009a711b-d88c-4542-8824-4fab073b60d9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2415 time: 0.1871755 Mar 31 22:58:12.012299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.034556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:12.036911 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:12.041977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-f2b336e7-0e59-4210-b100-cc1472f15136 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421596 Mar 31 22:58:12.077947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab8e53dd-0261-4ec8-9349-37406fca7713 req-f77e2d3c-59bf-474f-b6ce-f74866addb3c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687048 Mar 31 22:58:12.103683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['082f2620-b3c4-46c6-a5fe-10a82ef66950'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:12.150470 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a1d89-d288-4ef5-bb2d-7ab4cbe998d7 x-openstack-request-id: req-d16a1d89-d288-4ef5-bb2d-7ab4cbe998d7 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:12.150974 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:12.155104 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d16a1d89-d288-4ef5-bb2d-7ab4cbe998d7 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:12.155104 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16a1d89-d288-4ef5-bb2d-7ab4cbe998d7'] response: {'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'status': 'completed', 'code': 200} Mar 31 22:58:12.198470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['fcf93b3a-68db-4ff6-9597-5641237a2caf'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:12.222492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-2e2a68fb-a388-4a80-bf6d-22ed88053247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.224386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-2e2a68fb-a388-4a80-bf6d-22ed88053247 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0465608 Mar 31 22:58:12.232463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:12.247323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.252379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Made reservation on behalf of 20fe84d9cacc43b0a065e174ec69da47 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:12.255856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.296056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:12.324832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Network 55151320-de6a-425f-8356-780081a70685 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:12.328392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:12.337383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:12.377325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Pushing event updated for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:12.453322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.454181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.457473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.10', 56851) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:12.524963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:12.557096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-f543ca9e-b1e1-462b-9538-9be1f39e776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.558564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-f543ca9e-b1e1-462b-9538-9be1f39e776e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.3278570 Mar 31 22:58:12.563722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e985bb-a8b7-4316-a1d5-2dcb3e0ebc32 req-551f9b24-2e71-4183-8cb1-7d68e00e9503 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.576239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27e985bb-a8b7-4316-a1d5-2dcb3e0ebc32 req-551f9b24-2e71-4183-8cb1-7d68e00e9503 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.1826994 Mar 31 22:58:12.611218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-b30e78c5-5be2-4dba-9ac6-6f3ed1d18af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.612712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-b30e78c5-5be2-4dba-9ac6-6f3ed1d18af4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1096 time: 0.1427162 Mar 31 22:58:12.616283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-3ef17ea0-18c3-4a53-9578-575486865787 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0492842 Mar 31 22:58:12.658370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-003ec8e4-66de-4985-878c-f71906acd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.661100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-003ec8e4-66de-4985-878c-f71906acd7b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1098 time: 0.1951475 Mar 31 22:58:12.696365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27e985bb-a8b7-4316-a1d5-2dcb3e0ebc32 req-ed5fc9fb-1bd1-4f31-a7be-6fe7a13eb4b1 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174343 Mar 31 22:58:12.756255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fa6dc-4934-4ce9-8ded-0df22ad9cb1f req-cecc442d-29a5-427d-91ab-e26c4d2fc66e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.764140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e31fa6dc-4934-4ce9-8ded-0df22ad9cb1f req-cecc442d-29a5-427d-91ab-e26c4d2fc66e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 931 time: 0.1885977 Mar 31 22:58:12.774640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Allocated IP 172.20.0.5 (1686d0c8-80b3-4372-80a8-987e5f6e5d92/e2068d10-8a17-44b5-a178-b6c6707c3b1e/2e60e4de-3717-4783-9436-0396a571aadb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:12.779450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-668316b3-fd62-486d-88f2-21203ec0ce29 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0245268 Mar 31 22:58:12.791085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-712c015d-5520-4745-b37e-8c92d5e2e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.792578 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-712c015d-5520-4745-b37e-8c92d5e2e5c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1476841 Mar 31 22:58:12.879519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-1b910be1-721d-46e4-bd3b-28f00317db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.881951 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-1b910be1-721d-46e4-bd3b-28f00317db81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808587 Mar 31 22:58:12.888851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-9cb44ff9-cc81-4b92-aee0-481b3937370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.891218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-9cb44ff9-cc81-4b92-aee0-481b3937370a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2061493 Mar 31 22:58:12.968045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-51103985-0e3b-4da1-8925-3123c71ec67f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0529249 Mar 31 22:58:13.059146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-644ba19b-8e49-4b62-93a3-0f5a93ccdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.060600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-644ba19b-8e49-4b62-93a3-0f5a93ccdab4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0643075 Mar 31 22:58:13.083630 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-ee0e4e87-8c8b-49c3-8267-89e7d4aee1da service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911099 Mar 31 22:58:13.101246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Request body: {'port': {'device_id': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:13.152672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce7af16e-0e3b-412c-aee3-c569e63bed41 req-b3cc11e5-1eb0-4090-b964-d3e7999c7248 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0623298 Mar 31 22:58:13.198869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e31fa6dc-4934-4ce9-8ded-0df22ad9cb1f req-4da19d77-7d08-4a7e-a846-63311104a260 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228177 Mar 31 22:58:13.199580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-6e8415a4-9382-40de-a34e-187339f68282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.201198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-6e8415a4-9382-40de-a34e-187339f68282 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313608 Mar 31 22:58:13.201345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['dd025d99-4fcc-4b94-bcaa-215ca2666ee1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:13.244168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-af9ac82e-3809-4158-ba60-9a8c01735ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.244168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-af9ac82e-3809-4158-ba60-9a8c01735ff0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.5880685 Mar 31 22:58:13.244168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.326254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-a2f9eae4-f1fa-41a8-b8cc-65d98c88e055 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 217 time: 0.0741303 Mar 31 22:58:13.464163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f605157-306d-4f07-a62f-914b9259b3cc req-78c63f88-ae8a-4d90-ac33-43d036ab84b1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.466844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f605157-306d-4f07-a62f-914b9259b3cc req-78c63f88-ae8a-4d90-ac33-43d036ab84b1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.2197237 Mar 31 22:58:13.511585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b86d3-b28b-4015-acce-9e7bdcbffc80 req-d367dd28-c24a-44b6-aa7d-5a90f52ddf7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.517610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b86d3-b28b-4015-acce-9e7bdcbffc80 req-d367dd28-c24a-44b6-aa7d-5a90f52ddf7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.524403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b86d3-b28b-4015-acce-9e7bdcbffc80 req-d367dd28-c24a-44b6-aa7d-5a90f52ddf7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.526152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d7b86d3-b28b-4015-acce-9e7bdcbffc80 req-d367dd28-c24a-44b6-aa7d-5a90f52ddf7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2415 time: 0.2196884 Mar 31 22:58:13.589788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-fc72f0b3-13f4-4297-bf25-ba9eb3f0d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.591314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-fc72f0b3-13f4-4297-bf25-ba9eb3f0d34f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.1907730 Mar 31 22:58:13.637861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-47382734-81f8-456f-b8fd-4e2569e3b298 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342491 Mar 31 22:58:13.658869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-f3f198d6-3500-48be-9040-d0b813e65185 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567980 Mar 31 22:58:13.688417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-39aa52c6-013c-4c37-ae0d-03f096012bbe service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627082 Mar 31 22:58:13.706935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.707891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f605157-306d-4f07-a62f-914b9259b3cc req-ffdd2dc3-e262-414d-89e9-3adeb7430691 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238348 Mar 31 22:58:13.783864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d7b86d3-b28b-4015-acce-9e7bdcbffc80 req-11ed1642-14b6-4147-8224-282b942c6b4b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440794 Mar 31 22:58:13.807645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41022a02-c313-480d-b283-f62ccbcc3a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.817317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-4b366195-d8a5-4980-9fe5-c5fc6182a184 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209431 Mar 31 22:58:13.921378 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.937912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-3631d914-1545-4e7e-8e56-ca7d6702b2e2 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671635 Mar 31 22:58:13.971936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:13.975511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:13.978167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:13.998905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e441b-c241-4d48-92a6-64b3f78a48c6 req-1c726c44-ad25-46b6-b247-816f72d17331 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.007987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b2e441b-c241-4d48-92a6-64b3f78a48c6 req-1c726c44-ad25-46b6-b247-816f72d17331 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.1432378 Mar 31 22:58:14.037133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event updated for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:14.046526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.047416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.136323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b2e441b-c241-4d48-92a6-64b3f78a48c6 req-b2143d85-c150-4126-ad27-87ed83ab4559 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265271 Mar 31 22:58:14.161787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d565168-4ea4-4a99-91b4-19a6fb6109c6 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:14.176260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.197777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-bbafe269-2bdc-49ee-b883-368ae2f4f0fe service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373431 Mar 31 22:58:14.202421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Transition to ACTIVE for port object 6d565168-4ea4-4a99-91b4-19a6fb6109c6 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:14.210017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b066eba0-8d8a-41b9-9872-1d198247d255 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2420413 Mar 31 22:58:14.225807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 082f2620-b3c4-46c6-a5fe-10a82ef66950 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:14.232608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Request body: {'port': {'device_id': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:14.305544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.315037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e980e-b3ae-4222-8021-58c70fec5fc6 req-2c619c21-53bc-4322-b1c1-92202fc45866 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.323595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b79e980e-b3ae-4222-8021-58c70fec5fc6 req-2c619c21-53bc-4322-b1c1-92202fc45866 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 931 time: 0.0950489 Mar 31 22:58:14.368841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.430596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 082f2620-b3c4-46c6-a5fe-10a82ef66950 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:14.435738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 082f2620-b3c4-46c6-a5fe-10a82ef66950 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:14.436445 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.457677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b79e980e-b3ae-4222-8021-58c70fec5fc6 req-8524b1b5-988d-4ae9-bc2b-c15fb300f546 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179962 Mar 31 22:58:14.498258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Pushing event updated for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:14.523488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8029d4-2e53-4b6c-ba45-b8d83422741d req-1c9e9c12-7a1a-43ba-9343-9d903cb5ef50 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.533716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b8029d4-2e53-4b6c-ba45-b8d83422741d req-1c9e9c12-7a1a-43ba-9343-9d903cb5ef50 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 931 time: 0.2070925 Mar 31 22:58:14.560533 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.610735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:14.614343 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea0fd8-3aac-4286-be85-15c22c46544f" -d '{"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:14.636238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:14.653639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e60e4de-3717-4783-9436-0396a571aadb {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:14.653813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b8029d4-2e53-4b6c-ba45-b8d83422741d req-dc141214-340c-4cce-acfd-3f8652239fc7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191866 Mar 31 22:58:14.663748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.676446 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943849e-a35d-450d-bf36-c93808b39cfd x-openstack-request-id: req-1943849e-a35d-450d-bf36-c93808b39cfd {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:14.676648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Transition to ACTIVE for port object 2e60e4de-3717-4783-9436-0396a571aadb will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:14.676763 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:14.677033 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1943849e-a35d-450d-bf36-c93808b39cfd {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:14.677350 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1943849e-a35d-450d-bf36-c93808b39cfd'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950', 'code': 200} Mar 31 22:58:14.680088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Attempting to bind port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:14.680432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Attempting to bind port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:14.680890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Attempting to bind port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:14.685645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 on network 55151320-de6a-425f-8356-780081a70685 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:14.685972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Attempting to bind port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:14.691306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:14.691816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Checking segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:14.692207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Bound using segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:14.692695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Bound port: 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:14.693060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.764550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:14.767331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:14.889942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b3d6c-78c9-466f-8f67-92610a3de5ca req-84e461d5-fb87-4ef9-999d-96a4cf459fdc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.891523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc8b3d6c-78c9-466f-8f67-92610a3de5ca req-84e461d5-fb87-4ef9-999d-96a4cf459fdc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0837460 Mar 31 22:58:14.930948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.931642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd508f-23a0-497c-ae5e-9bef00ab8a9c req-775d4feb-56cc-4d5b-8c1e-9d89307aec5c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.931960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.937952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd508f-23a0-497c-ae5e-9bef00ab8a9c req-775d4feb-56cc-4d5b-8c1e-9d89307aec5c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.944777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd508f-23a0-497c-ae5e-9bef00ab8a9c req-775d4feb-56cc-4d5b-8c1e-9d89307aec5c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.946561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cd508f-23a0-497c-ae5e-9bef00ab8a9c req-775d4feb-56cc-4d5b-8c1e-9d89307aec5c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2415 time: 0.0995657 Mar 31 22:58:14.988084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.992943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc8b3d6c-78c9-466f-8f67-92610a3de5ca req-32047392-b1dc-4970-a8cc-1a9e5be2ec22 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876658 Mar 31 22:58:15.000314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.038144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.073493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cd508f-23a0-497c-ae5e-9bef00ab8a9c req-fc2f5c36-3725-4b1d-a277-755478e11713 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181540 Mar 31 22:58:15.074779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.088517 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.099847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d565168-4ea4-4a99-91b4-19a6fb6109c6 HTTP/1.1" status: 200 len: 1091 time: 2.0086033 Mar 31 22:58:15.104856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:15.105553 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:15.125713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519856d-eaf6-4a7d-b0e9-28fcff424899 service neutron] Pushing event updated for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.169053 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c153e62-8f8a-4027-9507-7381e71b7e75 x-openstack-request-id: req-2c153e62-8f8a-4027-9507-7381e71b7e75 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:15.169726 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:15.169726 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c153e62-8f8a-4027-9507-7381e71b7e75 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:15.170044 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c153e62-8f8a-4027-9507-7381e71b7e75'] response: {'name': 'network-changed', 'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6', 'status': 'completed', 'code': 200} Mar 31 22:58:15.200817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Attempting to bind port 2e60e4de-3717-4783-9436-0396a571aadb on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:15.201151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Attempting to bind port 2e60e4de-3717-4783-9436-0396a571aadb by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:15.201481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Attempting to bind port 2e60e4de-3717-4783-9436-0396a571aadb on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:15.206339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Port 2e60e4de-3717-4783-9436-0396a571aadb on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:15.206701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Attempting to bind port 2e60e4de-3717-4783-9436-0396a571aadb on network 1686d0c8-80b3-4372-80a8-987e5f6e5d92 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:15.212571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:15.212912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Checking segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:15.213289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Bound using segment: {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:15.213716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Bound port: 2e60e4de-3717-4783-9436-0396a571aadb, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e7c09c-dfef-4fb4-8dad-22835a89dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:15.214071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.241373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.286586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:15.292245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2e60e4de-3717-4783-9436-0396a571aadb,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:15.311401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdbca1-1349-42cf-a594-cfe7b29a5b46 req-e51c6ef8-ae44-4831-b8a1-26d7f14f2d0b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.312872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dfdbca1-1349-42cf-a594-cfe7b29a5b46 req-e51c6ef8-ae44-4831-b8a1-26d7f14f2d0b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0874410 Mar 31 22:58:15.319749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-ebc0f3e2-1cee-452e-b24a-2b407224ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.320857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-ebc0f3e2-1cee-452e-b24a-2b407224ffcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 1094 time: 0.0632632 Mar 31 22:58:15.401543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dfdbca1-1349-42cf-a594-cfe7b29a5b46 req-cddecce8-bd1f-4194-a1cf-09c7ed231fad tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Mar 31 22:58:15.413584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.447829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-02c6905e-4835-4cdb-89fb-eedcd849b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.449441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-02c6905e-4835-4cdb-89fb-eedcd849b343 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bada75392504a6dbe288c925240579f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1119533 Mar 31 22:58:15.459940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.460828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.462739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e60e4de-3717-4783-9436-0396a571aadb HTTP/1.1" status: 200 len: 1091 time: 1.2359865 Mar 31 22:58:15.463360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:15.466964 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "tag": "2e60e4de-3717-4783-9436-0396a571aadb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:15.527146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327454-32af-41d2-9dd4-2632905ea2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.531253 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee1528-caa6-4909-a3fd-cd5630343c2b x-openstack-request-id: req-20ee1528-caa6-4909-a3fd-cd5630343c2b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:15.531739 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "tag": "2e60e4de-3717-4783-9436-0396a571aadb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:15.532260 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20ee1528-caa6-4909-a3fd-cd5630343c2b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:15.532804 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ee1528-caa6-4909-a3fd-cd5630343c2b'] response: {'name': 'network-changed', 'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb', 'status': 'completed', 'code': 200} Mar 31 22:58:15.616568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-2f9fe95a-e467-404f-a3fe-737742fd8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.617773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-2f9fe95a-e467-404f-a3fe-737742fd8711 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0445244 Mar 31 22:58:15.641645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d729e9-8dbc-4ad0-8f84-12019b55705e req-1bf5dda8-d4c2-4827-9ade-89f918320a03 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.663164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d729e9-8dbc-4ad0-8f84-12019b55705e req-1bf5dda8-d4c2-4827-9ade-89f918320a03 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0701022 Mar 31 22:58:15.670404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-11029572-dd5f-4094-a8a5-d8f2553086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.671927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51a5a8bf-1970-4cc9-a753-52fc20cc8fb6 req-11029572-dd5f-4094-a8a5-d8f2553086e5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1849067 Mar 31 22:58:15.698719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d729e9-8dbc-4ad0-8f84-12019b55705e req-38b7abc2-3bdb-4354-85d3-effeb16930d1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Mar 31 22:58:15.772145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-0a5e9ee7-e65e-401e-a15e-277747d52518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.772145 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-0a5e9ee7-e65e-401e-a15e-277747d52518 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=20fe84d9cacc43b0a065e174ec69da47&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1321101 Mar 31 22:58:15.828187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722da5-2cc8-4033-8839-a4be38c3fc3a req-f7e51607-f074-4c16-9789-37f99c0ba969 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.829606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b722da5-2cc8-4033-8839-a4be38c3fc3a req-f7e51607-f074-4c16-9789-37f99c0ba969 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0904300 Mar 31 22:58:15.832324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-c4ecd92d-5ba4-4419-9a64-d30afd7171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.833690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-c4ecd92d-5ba4-4419-9a64-d30afd7171f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 1094 time: 0.0835972 Mar 31 22:58:15.879067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-66cc2b26-28f5-4fae-a3fd-71ecde765c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.881005 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e5d53b3-4e85-47e2-9d2b-d27427b94c2a req-66cc2b26-28f5-4fae-a3fd-71ecde765c42 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1089425 Mar 31 22:58:15.902334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-43ee9a74-12ec-4e2f-97b2-846b1588d97c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6 HTTP/1.1" status: 200 len: 217 time: 0.0462484 Mar 31 22:58:15.914905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b722da5-2cc8-4033-8839-a4be38c3fc3a req-ecac2882-f71c-4b70-8882-02529b9f474d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753090 Mar 31 22:58:15.963724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc917-82a0-4b94-92de-e9827af3afdc req-d7e83909-a02c-4da1-9241-32a9821898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.965172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-d7e83909-a02c-4da1-9241-32a9821898b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.0491381 Mar 31 22:58:15.998597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-f0a4a066-5430-4459-94bc-ca0942240dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.023376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-891c9fab-6961-4dd2-b801-4a146cd17aa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266070 Mar 31 22:58:16.024163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-f0a4a066-5430-4459-94bc-ca0942240dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=20fe84d9cacc43b0a065e174ec69da47&device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0454550 Mar 31 22:58:16.058551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-42e2c1a8-1f10-48d5-9282-878d4973de7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e60e4de-3717-4783-9436-0396a571aadb HTTP/1.1" status: 200 len: 217 time: 0.0383170 Mar 31 22:58:16.127113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-09f737e2-fb45-4799-9f3b-bf83eae0edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.128799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-09f737e2-fb45-4799-9f3b-bf83eae0edeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2068d10-8a17-44b5-a178-b6c6707c3b1e HTTP/1.1" status: 200 len: 862 time: 0.0635629 Mar 31 22:58:16.150023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-a2f43b92-bd43-4442-bda4-467610963247 service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324062 Mar 31 22:58:16.172489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-56e9b433-87d6-4613-b2fd-f7adc0ee801d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1686d0c8-80b3-4372-80a8-987e5f6e5d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365062 Mar 31 22:58:16.226745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bdd4-0d3b-49fd-8925-b6a10530156a req-1b4454eb-036e-4d1a-8b49-95a0cb6f1745 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.228304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0995bdd4-0d3b-49fd-8925-b6a10530156a req-1b4454eb-036e-4d1a-8b49-95a0cb6f1745 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1291401 Mar 31 22:58:16.234717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device fcf93b3a-68db-4ff6-9597-5641237a2caf up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:16.276775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-4cb955c4-011a-477f-b0d6-c26e356e10b6 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968480 Mar 31 22:58:16.343593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d0d4-1451-4dce-87e2-fcadd8abc1a9 req-a8bc7af3-db66-41d8-9576-b65a06058563 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.350002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d0d4-1451-4dce-87e2-fcadd8abc1a9 req-a8bc7af3-db66-41d8-9576-b65a06058563 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.356140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d0d4-1451-4dce-87e2-fcadd8abc1a9 req-a8bc7af3-db66-41d8-9576-b65a06058563 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.357976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81c4d0d4-1451-4dce-87e2-fcadd8abc1a9 req-a8bc7af3-db66-41d8-9576-b65a06058563 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2416 time: 0.1971931 Mar 31 22:58:16.398106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0995bdd4-0d3b-49fd-8925-b6a10530156a req-d266e6bc-39b2-49a6-b3f7-2ed4ce537324 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123567 Mar 31 22:58:16.404116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895bc917-82a0-4b94-92de-e9827af3afdc req-cbaab607-b228-45bb-bc14-bcdf1bfb87ab service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424943 Mar 31 22:58:16.405767 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d9ff89e-3e77-4d87-aaad-c725a4855c75 req-250ce055-b4cb-4550-aa41-49b474727f39 service neutron] 10.222.0.10 "GET /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173429 Mar 31 22:58:16.421023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port fcf93b3a-68db-4ff6-9597-5641237a2caf completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:16.429665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port fcf93b3a-68db-4ff6-9597-5641237a2caf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:16.430043 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.453809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81c4d0d4-1451-4dce-87e2-fcadd8abc1a9 req-c27808c9-bfd4-4051-8ef0-778a8ca121fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Mar 31 22:58:16.534494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.548513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.572041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:16.590412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194d60-eee5-47d3-be8a-32232759518a req-210bb33c-64cf-4929-a7e4-48f5f9e991d3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.592214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2194d60-eee5-47d3-be8a-32232759518a req-210bb33c-64cf-4929-a7e4-48f5f9e991d3 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0624404 Mar 31 22:58:16.633439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2194d60-eee5-47d3-be8a-32232759518a req-75eeda88-5f5c-47a6-84f9-6decb4a37b5f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348547 Mar 31 22:58:16.678931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:16.681139 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07619d-a543-4d17-9114-9b1cfc873b75" -d '{"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:16.718308 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7391dc-b398-4c16-b4ee-c8b86c34855b x-openstack-request-id: req-1a7391dc-b398-4c16-b4ee-c8b86c34855b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:16.718596 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:16.718907 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a7391dc-b398-4c16-b4ee-c8b86c34855b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:16.719331 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7391dc-b398-4c16-b4ee-c8b86c34855b'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'code': 200} Mar 31 22:58:16.782807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.783895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dd025d99-4fcc-4b94-bcaa-215ca2666ee1 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:16.820126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2624-918e-4db8-8800-b22e651468f7 req-723b6f25-5c6c-43a5-8615-7416f24ad53b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.821605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bda2624-918e-4db8-8800-b22e651468f7 req-723b6f25-5c6c-43a5-8615-7416f24ad53b tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0498397 Mar 31 22:58:16.839327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.866947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bda2624-918e-4db8-8800-b22e651468f7 req-3e9ec645-f370-4ea9-9ca6-9af648a4f133 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Mar 31 22:58:16.877821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.042206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d17e-764f-419c-995d-d87a07e328da req-3b763607-1539-4944-9157-884c8ffd5dda tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.043704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61d3d17e-764f-419c-995d-d87a07e328da req-3b763607-1539-4944-9157-884c8ffd5dda tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0549164 Mar 31 22:58:17.052023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:17.056489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:17.056920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.082533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61d3d17e-764f-419c-995d-d87a07e328da req-aa154c62-0e3e-475b-8db2-214db6614068 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Mar 31 22:58:17.135535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.169293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:17.280563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.332514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.520674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d975e07-4f30-4f9e-aaee-4e964e05709d req-c9bb2123-c11a-4177-a340-41fadb89d518 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.522506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d975e07-4f30-4f9e-aaee-4e964e05709d req-c9bb2123-c11a-4177-a340-41fadb89d518 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0550439 Mar 31 22:58:17.572835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d975e07-4f30-4f9e-aaee-4e964e05709d req-769e7b31-9a84-4cc3-970e-49618b390b65 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Mar 31 22:58:17.645519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b419e0-8c8c-46d5-8936-481462c3acda req-9de46ee8-1326-4359-849b-dd7ef050a31d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.651507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b419e0-8c8c-46d5-8936-481462c3acda req-9de46ee8-1326-4359-849b-dd7ef050a31d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.657697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b419e0-8c8c-46d5-8936-481462c3acda req-9de46ee8-1326-4359-849b-dd7ef050a31d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.659378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9b419e0-8c8c-46d5-8936-481462c3acda req-9de46ee8-1326-4359-849b-dd7ef050a31d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0662425 Mar 31 22:58:17.703043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9b419e0-8c8c-46d5-8936-481462c3acda req-e93596c1-4819-4e88-9ec2-7f3727a7a787 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Mar 31 22:58:17.761016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c9a84-e04c-42d9-a843-03259b0346c5 req-9ec6c5c3-ff91-4e8b-949b-2011207b26e5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.762525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e4c9a84-e04c-42d9-a843-03259b0346c5 req-9ec6c5c3-ff91-4e8b-949b-2011207b26e5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0538869 Mar 31 22:58:17.803378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e4c9a84-e04c-42d9-a843-03259b0346c5 req-46139541-f12d-48f1-ac6f-cff1c94cb58e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Mar 31 22:58:17.989015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e25d8-3b3a-481f-826e-f7578c89b9aa req-913d52db-c259-454c-9e0e-a624762534a1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.991222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b7e25d8-3b3a-481f-826e-f7578c89b9aa req-913d52db-c259-454c-9e0e-a624762534a1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0518780 Mar 31 22:58:18.031338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b7e25d8-3b3a-481f-826e-f7578c89b9aa req-a96fab55-77e5-4d84-8195-ea6b64b8913f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Mar 31 22:58:18.205172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0832daa-ac95-48e6-bf79-159166a55196 req-7795f57a-38b3-45fa-9c8b-8ad677452567 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.206783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0832daa-ac95-48e6-bf79-159166a55196 req-7795f57a-38b3-45fa-9c8b-8ad677452567 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0523720 Mar 31 22:58:18.249312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0832daa-ac95-48e6-bf79-159166a55196 req-daa43826-d4f4-4114-86e3-5f65e4bd3795 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Mar 31 22:58:18.720975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:18.724160 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063801b-3e9b-408a-bfc0-07bb25a8aae3" -d '{"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:18.761492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9b7d-5d40-4a3c-a02a-6a72ffd1a46c req-523a00fd-6978-4594-a607-0005472889e6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.769020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-983f9b7d-5d40-4a3c-a02a-6a72ffd1a46c req-523a00fd-6978-4594-a607-0005472889e6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.1075335 Mar 31 22:58:18.912040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-983f9b7d-5d40-4a3c-a02a-6a72ffd1a46c req-86f1c5f4-355d-4f79-837a-dc5788ebcabe tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296670 Mar 31 22:58:18.942237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf314a1-34c8-4a8d-8167-90d2927b5f64 req-71d4d94a-35e5-40a0-b7f8-30428260b1ac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.958577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf314a1-34c8-4a8d-8167-90d2927b5f64 req-71d4d94a-35e5-40a0-b7f8-30428260b1ac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.979564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf314a1-34c8-4a8d-8167-90d2927b5f64 req-71d4d94a-35e5-40a0-b7f8-30428260b1ac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.990008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf314a1-34c8-4a8d-8167-90d2927b5f64 req-71d4d94a-35e5-40a0-b7f8-30428260b1ac tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.1682096 Mar 31 22:58:19.036762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:19.091098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf314a1-34c8-4a8d-8167-90d2927b5f64 req-cfea920f-3ec1-4ed2-a2ac-0fc223586e49 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Mar 31 22:58:19.128321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dee0cb-8031-40ba-b048-1d61e430efa8 req-f05ecfb5-65e3-40e7-94cb-cf0d176fe8da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.130181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0dee0cb-8031-40ba-b048-1d61e430efa8 req-f05ecfb5-65e3-40e7-94cb-cf0d176fe8da tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 947 time: 0.0901363 Mar 31 22:58:19.179718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:19.199167 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e80d6e-3381-4fe2-bb02-aa0cd452f3a2 x-openstack-request-id: req-51e80d6e-3381-4fe2-bb02-aa0cd452f3a2 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:19.203404 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-plugged", "status": "completed", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:19.203404 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-51e80d6e-3381-4fe2-bb02-aa0cd452f3a2 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:19.203404 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e80d6e-3381-4fe2-bb02-aa0cd452f3a2'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1', 'code': 200} Mar 31 22:58:19.203404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '55084127-b668-46c6-93bb-738948aa7d43', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '55084127-b668-46c6-93bb-738948aa7d43', 'mac_address': 'fa:16:3e:2d:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:19.203871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0dee0cb-8031-40ba-b048-1d61e430efa8 req-a6fc09a9-e931-4348-abc8-ee0c2c7401f0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Mar 31 22:58:19.283384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.317213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:19.332256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf37e-1ca1-49e5-8372-45afcddb4b81 req-628ff118-bd36-44fa-93cb-c513c404c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.333083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf37e-1ca1-49e5-8372-45afcddb4b81 req-628ff118-bd36-44fa-93cb-c513c404c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.333616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87e2c-16da-4d35-896c-3198009c6f2c req-452fdc54-bbee-4026-8e3d-0840e89b2db5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.334653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf37e-1ca1-49e5-8372-45afcddb4b81 req-628ff118-bd36-44fa-93cb-c513c404c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.336749 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-807cf37e-1ca1-49e5-8372-45afcddb4b81 req-628ff118-bd36-44fa-93cb-c513c404c3db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2871 time: 0.1001074 Mar 31 22:58:19.341707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ab87e2c-16da-4d35-896c-3198009c6f2c req-452fdc54-bbee-4026-8e3d-0840e89b2db5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0827410 Mar 31 22:58:19.345137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:19.376078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ab87e2c-16da-4d35-896c-3198009c6f2c req-ad3981a3-13cb-497c-8323-f7184275eb39 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Mar 31 22:58:19.393124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-807cf37e-1ca1-49e5-8372-45afcddb4b81 req-a490cb11-2610-48fa-b554-84ebb3e188c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Mar 31 22:58:19.495311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58711411-6510-4bf0-ab5a-5818fd5fd160 req-ce240f57-11e3-458e-a7c8-5c8cd28e20ee tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.496754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58711411-6510-4bf0-ab5a-5818fd5fd160 req-ce240f57-11e3-458e-a7c8-5c8cd28e20ee tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0497324 Mar 31 22:58:19.536551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58711411-6510-4bf0-ab5a-5818fd5fd160 req-bdb14559-e3fb-4640-8e27-3b53dc375511 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Mar 31 22:58:19.589242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.637222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:20.026232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeadd33-e49a-4f15-9be5-789b1a468e28 req-d3d5a12f-a2ad-4881-acf1-44e5e2f5f597 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.043720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baeadd33-e49a-4f15-9be5-789b1a468e28 req-d3d5a12f-a2ad-4881-acf1-44e5e2f5f597 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0678351 Mar 31 22:58:20.092118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baeadd33-e49a-4f15-9be5-789b1a468e28 req-bdbde97a-b0b3-4b18-ad76-623665527d49 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471134 Mar 31 22:58:20.175950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd78be4-c764-48d1-8da5-6a0eb89e332d req-8625fa82-e931-4de5-bb5b-a1a192d3ef13 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.177531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fd78be4-c764-48d1-8da5-6a0eb89e332d req-8625fa82-e931-4de5-bb5b-a1a192d3ef13 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0696304 Mar 31 22:58:20.201494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['55084127-b668-46c6-93bb-738948aa7d43'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:20.255241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47457e2f-e0e3-40d7-bc32-e85267d11e22 req-b36f6cbf-58cf-44f1-8c77-8140d258ef8b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.261711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47457e2f-e0e3-40d7-bc32-e85267d11e22 req-b36f6cbf-58cf-44f1-8c77-8140d258ef8b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.267736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47457e2f-e0e3-40d7-bc32-e85267d11e22 req-b36f6cbf-58cf-44f1-8c77-8140d258ef8b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.270237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47457e2f-e0e3-40d7-bc32-e85267d11e22 req-b36f6cbf-58cf-44f1-8c77-8140d258ef8b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.1125281 Mar 31 22:58:20.275416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fd78be4-c764-48d1-8da5-6a0eb89e332d req-ba3f8897-6770-43dc-9bc3-7abfe89e7f62 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780513 Mar 31 22:58:20.336684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47457e2f-e0e3-40d7-bc32-e85267d11e22 req-4741213c-1a61-4b3b-9250-cbb8656cace4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Mar 31 22:58:20.354103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-d7a70d24-b4a8-43bc-b4ab-ce477af565e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.355795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-d7a70d24-b4a8-43bc-b4ab-ce477af565e0 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3&tenant_id=027823132da34143877e417ea2638426&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 948 time: 0.0667021 Mar 31 22:58:20.431766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-589d0d6e-ba72-419c-b836-c0727eac6c98 service neutron] 10.222.0.10 "GET /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.0663915 Mar 31 22:58:20.508902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0d24-552a-46a5-bdd7-baddb98fb984 req-e2648794-3c0b-405b-a51d-6ca44b692470 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.510689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e29d0d24-552a-46a5-bdd7-baddb98fb984 req-e2648794-3c0b-405b-a51d-6ca44b692470 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0577109 Mar 31 22:58:20.549783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-36b1dc2e-2862-4247-a7b7-1a395c10c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.551769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-36b1dc2e-2862-4247-a7b7-1a395c10c326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0724702 Mar 31 22:58:20.580683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e29d0d24-552a-46a5-bdd7-baddb98fb984 req-ec0fbca5-fffe-4fa7-b6d4-e9c33e9b10d3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Mar 31 22:58:20.678502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32b70c-7bbb-481d-b4dd-0894effab644 req-aa00a0db-3556-49d4-bc64-bf30f7dd7f3a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.680453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d32b70c-7bbb-481d-b4dd-0894effab644 req-aa00a0db-3556-49d4-bc64-bf30f7dd7f3a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0536902 Mar 31 22:58:20.689083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-c9d6a92e-cd67-4a79-aea3-005b0fd40e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.691467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-c9d6a92e-cd67-4a79-aea3-005b0fd40e94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1275411 Mar 31 22:58:20.732527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d32b70c-7bbb-481d-b4dd-0894effab644 req-13b20bea-ff0d-47bc-acc1-706555756e4d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Mar 31 22:58:20.751080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-0eb1cece-6ef6-4a97-a813-f5641e4d425e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0507059 Mar 31 22:58:20.814156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-da8159d9-a275-4278-8725-6b7050363b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.815639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-da8159d9-a275-4278-8725-6b7050363b45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0576134 Mar 31 22:58:20.864104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-75c95466-c8a1-46f0-ae17-ddfc9a96ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.865096 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-75c95466-c8a1-46f0-ae17-ddfc9a96ba3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403390 Mar 31 22:58:20.972527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-ac7eca17-777a-4698-8dad-34eeac8dd0bc service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994792 Mar 31 22:58:21.081872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-cd906811-78aa-43d2-b68f-a4cb09effeda service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014657 Mar 31 22:58:21.212724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b66f3-886e-4cb8-98f7-db2aee444c15 req-3e135fa7-8dc5-464f-a432-74eeb449b92e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.214886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-705b66f3-886e-4cb8-98f7-db2aee444c15 req-3e135fa7-8dc5-464f-a432-74eeb449b92e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Mar 31 22:58:21.256644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-705b66f3-886e-4cb8-98f7-db2aee444c15 req-82b250c5-38e7-44f8-9b11-2ec2b78e8d83 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Mar 31 22:58:21.414593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644e2b-7e32-4a9a-b091-cba1f08a80c1 req-b049953e-6489-4a3f-964c-59f8d6550089 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.416123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94644e2b-7e32-4a9a-b091-cba1f08a80c1 req-b049953e-6489-4a3f-964c-59f8d6550089 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0582078 Mar 31 22:58:21.482872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94644e2b-7e32-4a9a-b091-cba1f08a80c1 req-4355c10d-d9c7-4ac5-848f-bce41f92e987 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559161 Mar 31 22:58:21.493815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c5e6-a5d7-4f53-83aa-a26b9efc9e3c req-434c86d5-4e9f-4317-9645-8593abb96857 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.499523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c5e6-a5d7-4f53-83aa-a26b9efc9e3c req-434c86d5-4e9f-4317-9645-8593abb96857 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.505358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c5e6-a5d7-4f53-83aa-a26b9efc9e3c req-434c86d5-4e9f-4317-9645-8593abb96857 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.507048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b064c5e6-a5d7-4f53-83aa-a26b9efc9e3c req-434c86d5-4e9f-4317-9645-8593abb96857 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0888326 Mar 31 22:58:21.546556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b064c5e6-a5d7-4f53-83aa-a26b9efc9e3c req-ac57aded-3491-49a6-ba8f-4557337d30a7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Mar 31 22:58:21.709548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6090-cb87-4244-acea-28ecb4eaf240 req-abca2020-cf6a-41ef-b7d4-f6868c9580fe tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.711314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20de6090-cb87-4244-acea-28ecb4eaf240 req-abca2020-cf6a-41ef-b7d4-f6868c9580fe tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0566051 Mar 31 22:58:21.762930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20de6090-cb87-4244-acea-28ecb4eaf240 req-b4123b6f-0f17-4a74-ade6-1ea19239eb30 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Mar 31 22:58:21.877824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bb9df-5707-4d35-ab6d-fd2e30c740fa req-a9f0a5c8-8a01-4e97-b89f-a745ac79cb93 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.879288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c99bb9df-5707-4d35-ab6d-fd2e30c740fa req-a9f0a5c8-8a01-4e97-b89f-a745ac79cb93 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0602388 Mar 31 22:58:21.927877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c99bb9df-5707-4d35-ab6d-fd2e30c740fa req-54043a3d-347b-43e8-91b0-8a70acd13a56 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Mar 31 22:58:22.196047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a3a42-17bc-443c-8acc-0fd704854123 req-8b8f6207-38bd-473a-8687-b2f623113fbe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.201821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a3a42-17bc-443c-8acc-0fd704854123 req-8b8f6207-38bd-473a-8687-b2f623113fbe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.207590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a3a42-17bc-443c-8acc-0fd704854123 req-8b8f6207-38bd-473a-8687-b2f623113fbe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.209428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af4a3a42-17bc-443c-8acc-0fd704854123 req-8b8f6207-38bd-473a-8687-b2f623113fbe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0646746 Mar 31 22:58:22.255459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af4a3a42-17bc-443c-8acc-0fd704854123 req-de90513b-3d79-4293-89b7-471dc21c21c1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Mar 31 22:58:22.379343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f984-bf73-4827-88aa-3ffa30fb193d req-b1a2bd0e-5ca7-4e97-83df-eff808f61073 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.380904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e39f984-bf73-4827-88aa-3ffa30fb193d req-b1a2bd0e-5ca7-4e97-83df-eff808f61073 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0517714 Mar 31 22:58:22.420707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e39f984-bf73-4827-88aa-3ffa30fb193d req-91a6ac65-dd5f-4b46-adbc-5509fe4a0551 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337615 Mar 31 22:58:22.610244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9bd00-16fd-41ea-a68f-8081bd1f1d35 req-15d4727a-2f2d-4d93-8bf3-60a3ef2d3076 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.611705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fba9bd00-16fd-41ea-a68f-8081bd1f1d35 req-15d4727a-2f2d-4d93-8bf3-60a3ef2d3076 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0548728 Mar 31 22:58:22.655135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fba9bd00-16fd-41ea-a68f-8081bd1f1d35 req-91468c82-3859-4be0-b21f-21f36f866a02 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365310 Mar 31 22:58:22.781838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2e60e4de-3717-4783-9436-0396a571aadb details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:22.817930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:22.888420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439b4e-d92f-433e-8f8e-0863ee76ce8c req-484504c5-4526-4142-975c-3369e748f846 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.889935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c439b4e-d92f-433e-8f8e-0863ee76ce8c req-484504c5-4526-4142-975c-3369e748f846 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 943 time: 0.0560660 Mar 31 22:58:22.926155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2e60e4de-3717-4783-9436-0396a571aadb,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:22.932375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c439b4e-d92f-433e-8f8e-0863ee76ce8c req-6feeefdd-bfd5-4de8-afcd-0314980db893 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Mar 31 22:58:22.936908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '2e60e4de-3717-4783-9436-0396a571aadb', 'network_id': '1686d0c8-80b3-4372-80a8-987e5f6e5d92', 'port_id': '2e60e4de-3717-4783-9436-0396a571aadb', 'mac_address': 'fa:16:3e:a9:b9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2068d10-8a17-44b5-a178-b6c6707c3b1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:22.987243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.005624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 55084127-b668-46c6-93bb-738948aa7d43 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:23.017446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 55084127-b668-46c6-93bb-738948aa7d43 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:23.017824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.020340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e60e4de-3717-4783-9436-0396a571aadb {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:23.064715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae24f-46fa-4cc7-b6cd-d910fd3bcbef req-a3365819-06b9-4bb2-807c-e7ca579350e9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.066457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c32ae24f-46fa-4cc7-b6cd-d910fd3bcbef req-a3365819-06b9-4bb2-807c-e7ca579350e9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 943 time: 0.0558255 Mar 31 22:58:23.076491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2e60e4de-3717-4783-9436-0396a571aadb,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:23.112143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c32ae24f-46fa-4cc7-b6cd-d910fd3bcbef req-c18ffa30-b218-4e2e-9e0d-c3f9ed3f1a47 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Mar 31 22:58:23.128282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.151936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:23.154172 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba819999-150e-4ac3-8185-1ef3ab00db38" -d '{"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:23.169534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:23.203541 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a77f91-e650-4b78-a91f-0764c3ead53f x-openstack-request-id: req-76a77f91-e650-4b78-a91f-0764c3ead53f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:23.203835 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:23.204085 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-76a77f91-e650-4b78-a91f-0764c3ead53f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:23.204486 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a77f91-e650-4b78-a91f-0764c3ead53f'] response: {'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'code': 200} Mar 31 22:58:23.296832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.297551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6d565168-4ea4-4a99-91b4-19a6fb6109c6 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:23.399820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e31a-1c9d-4715-afd8-104880219762 req-ab947277-a9fe-4cd0-9457-fff872db6f33 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.404682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.405646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e31a-1c9d-4715-afd8-104880219762 req-ab947277-a9fe-4cd0-9457-fff872db6f33 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.407395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.419492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e31a-1c9d-4715-afd8-104880219762 req-ab947277-a9fe-4cd0-9457-fff872db6f33 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.421689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3187e31a-1c9d-4715-afd8-104880219762 req-ab947277-a9fe-4cd0-9457-fff872db6f33 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0867069 Mar 31 22:58:23.470238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3187e31a-1c9d-4715-afd8-104880219762 req-31664300-1be3-48ca-828f-b066ec869958 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Mar 31 22:58:23.489149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:23.492081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.505044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6d565168-4ea4-4a99-91b4-19a6fb6109c6', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'port_id': '6d565168-4ea4-4a99-91b4-19a6fb6109c6', 'mac_address': 'fa:16:3e:70:cc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35aa477f-8bbd-4cd1-918b-44c8e79b33ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:23.550907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.560354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005b05b-f57f-4a3e-a871-536ccf5e9a61 req-b040d387-9a18-4f06-8b6e-04983723a637 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.561917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7005b05b-f57f-4a3e-a871-536ccf5e9a61 req-b040d387-9a18-4f06-8b6e-04983723a637 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0568080 Mar 31 22:58:23.565193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d565168-4ea4-4a99-91b4-19a6fb6109c6 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:23.587386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:23.605463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7005b05b-f57f-4a3e-a871-536ccf5e9a61 req-fa64f6f3-73e9-4796-be3d-d535df4b269c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370471 Mar 31 22:58:23.709567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.760745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.791991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232ee02-c990-4ae5-a7e0-82c95a3141b1 req-1729329d-5e05-499e-9dff-141a188d05f4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.793553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2232ee02-c990-4ae5-a7e0-82c95a3141b1 req-1729329d-5e05-499e-9dff-141a188d05f4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0652595 Mar 31 22:58:23.835099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2232ee02-c990-4ae5-a7e0-82c95a3141b1 req-b2d7f95b-44ea-4beb-84f8-f2e5edaa52d5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Mar 31 22:58:23.949133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.061748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf23c-2317-43c0-a8eb-3e87b4f4ae7f req-f95f55be-3414-42b2-bd03-251917b128b7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.063384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcabf23c-2317-43c0-a8eb-3e87b4f4ae7f req-f95f55be-3414-42b2-bd03-251917b128b7 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 944 time: 0.0593746 Mar 31 22:58:24.109215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcabf23c-2317-43c0-a8eb-3e87b4f4ae7f req-e86a1deb-550e-4b03-aff9-55b22d594b5f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Mar 31 22:58:24.232994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73418e-2abd-4564-bbf5-1ce9d41e4b37 req-a70e815a-5f28-4343-a294-cff23e5d39f4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.234588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f73418e-2abd-4564-bbf5-1ce9d41e4b37 req-a70e815a-5f28-4343-a294-cff23e5d39f4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 944 time: 0.0520179 Mar 31 22:58:24.276232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f73418e-2abd-4564-bbf5-1ce9d41e4b37 req-2667850b-8f1f-4e7a-831e-7705f9119415 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Mar 31 22:58:24.362684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-a96222f5-8943-4bc4-9336-60e77ea7ea7c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.368186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2e60e4de-3717-4783-9436-0396a571aadb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:24.369973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-a96222f5-8943-4bc4-9336-60e77ea7ea7c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.376119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-a96222f5-8943-4bc4-9336-60e77ea7ea7c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.377818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-a96222f5-8943-4bc4-9336-60e77ea7ea7c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0691276 Mar 31 22:58:24.399708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6d565168-4ea4-4a99-91b4-19a6fb6109c6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:24.500272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port fcf93b3a-68db-4ff6-9597-5641237a2caf {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:24.500644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.630246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7349cc-6a2d-4134-9c78-efc40dc55b73 req-d75598b0-5ffc-4113-bdae-0d596994e069 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.637116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7349cc-6a2d-4134-9c78-efc40dc55b73 req-d75598b0-5ffc-4113-bdae-0d596994e069 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.642822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7349cc-6a2d-4134-9c78-efc40dc55b73 req-d75598b0-5ffc-4113-bdae-0d596994e069 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.644474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7349cc-6a2d-4134-9c78-efc40dc55b73 req-d75598b0-5ffc-4113-bdae-0d596994e069 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 2418 time: 0.0792875 Mar 31 22:58:24.660632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port fcf93b3a-68db-4ff6-9597-5641237a2caf, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=fcf93b3a-68db-4ff6-9597-5641237a2caf,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:24.661210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.678356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for fcf93b3a-68db-4ff6-9597-5641237a2caf owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:24.690599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7349cc-6a2d-4134-9c78-efc40dc55b73 req-015b3e7e-d08f-4a16-a77b-0bf41acea39e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Mar 31 22:58:24.757225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23bacb-637a-4c02-af29-1a23344f3643 req-6b15fa6d-2358-4691-8016-c4fa0838d5cb tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.764463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e23bacb-637a-4c02-af29-1a23344f3643 req-6b15fa6d-2358-4691-8016-c4fa0838d5cb tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0712566 Mar 31 22:58:24.803868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e23bacb-637a-4c02-af29-1a23344f3643 req-8d86c4e7-9957-483a-a0e5-52217c597503 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Mar 31 22:58:24.962305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e5269-7921-4ac7-aa24-0b7827613e44 req-f4bbe4ca-b907-40e6-b543-8e040dd91d5d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.965680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b08e5269-7921-4ac7-aa24-0b7827613e44 req-f4bbe4ca-b907-40e6-b543-8e040dd91d5d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0517824 Mar 31 22:58:25.000660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.003504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b08e5269-7921-4ac7-aa24-0b7827613e44 req-89e8a63a-d5dc-4417-9fda-bd3674115e7c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Mar 31 22:58:25.011978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['082f2620-b3c4-46c6-a5fe-10a82ef66950', 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:25.038577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=fcf93b3a-68db-4ff6-9597-5641237a2caf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.090006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port fcf93b3a-68db-4ff6-9597-5641237a2caf on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:25.094258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.099298 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-8e30cbe2-36b8-49f2-a598-44250eb40001 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "DELETE /v2.0/ports/fcf93b3a-68db-4ff6-9597-5641237a2caf HTTP/1.1" status: 204 len: 173 time: 0.7152240 Mar 31 22:58:25.131591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:25.131591 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f915485-7632-431c-b392-5bbf7552f09d" -d '{"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:25.191198 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00636a-76a1-405e-8adf-5358aecfbf89 x-openstack-request-id: req-9d00636a-76a1-405e-8adf-5358aecfbf89 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:25.191552 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "fcf93b3a-68db-4ff6-9597-5641237a2caf", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:25.191902 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9d00636a-76a1-405e-8adf-5358aecfbf89 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:25.192327 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d00636a-76a1-405e-8adf-5358aecfbf89'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': 'fcf93b3a-68db-4ff6-9597-5641237a2caf', 'status': 'completed', 'code': 200} Mar 31 22:58:25.233019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-39878664-15ad-486c-8269-f3b0c23a8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.234790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-39878664-15ad-486c-8269-f3b0c23a8564 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3&tenant_id=027823132da34143877e417ea2638426 HTTP/1.1" status: 200 len: 1100 time: 0.1339488 Mar 31 22:58:25.248885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:25.290932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c89b-ff3f-462c-8f26-44813cd1e6d9 req-cc15eaef-6e1a-4523-aa6a-381c137a507f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.301565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2009c89b-ff3f-462c-8f26-44813cd1e6d9 req-cc15eaef-6e1a-4523-aa6a-381c137a507f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 944 time: 0.0681539 Mar 31 22:58:25.349680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2009c89b-ff3f-462c-8f26-44813cd1e6d9 req-5bf5a8f3-59fd-41d9-be18-4117929c7f83 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Mar 31 22:58:25.383397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port 082f2620-b3c4-46c6-a5fe-10a82ef66950 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:25.384013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.399580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.445215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b4abc-ae49-46d2-b39d-9c5ff1372088 req-5b3ea0ff-4313-4996-9a19-94f839c9072c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.446848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea2b4abc-ae49-46d2-b39d-9c5ff1372088 req-5b3ea0ff-4313-4996-9a19-94f839c9072c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 944 time: 0.0626564 Mar 31 22:58:25.492140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea2b4abc-ae49-46d2-b39d-9c5ff1372088 req-e3229af1-91a4-4794-aa1e-45603924698f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Mar 31 22:58:25.579642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port 082f2620-b3c4-46c6-a5fe-10a82ef66950, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=082f2620-b3c4-46c6-a5fe-10a82ef66950,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.579985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.604252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for 082f2620-b3c4-46c6-a5fe-10a82ef66950 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:25.770092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.817761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91a07e-5714-4343-9993-e18e3a5f7e84 req-5f22d1da-8309-4a59-9d97-7b008c4eccf7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.825021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91a07e-5714-4343-9993-e18e3a5f7e84 req-5f22d1da-8309-4a59-9d97-7b008c4eccf7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.826668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd91a07e-5714-4343-9993-e18e3a5f7e84 req-5f22d1da-8309-4a59-9d97-7b008c4eccf7 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 1683 time: 0.0614161 Mar 31 22:58:25.846271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:25.872801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd91a07e-5714-4343-9993-e18e3a5f7e84 req-95cb1855-ba59-441c-af09-194060be09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Mar 31 22:58:25.897489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.943813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25c3e-1bf7-4826-b0e5-cced3acc8011 req-834932a3-5649-4ccd-b291-d085409b5e5d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.945235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Transition to ACTIVE for port object 55084127-b668-46c6-93bb-738948aa7d43 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:25.945415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69c25c3e-1bf7-4826-b0e5-cced3acc8011 req-834932a3-5649-4ccd-b291-d085409b5e5d tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0544884 Mar 31 22:58:25.946555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.959929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['fcf93b3a-68db-4ff6-9597-5641237a2caf'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:25.987077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=082f2620-b3c4-46c6-a5fe-10a82ef66950,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.004110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69c25c3e-1bf7-4826-b0e5-cced3acc8011 req-e92abb63-956f-44c3-8939-20273002eaaf tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Mar 31 22:58:26.048950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port 082f2620-b3c4-46c6-a5fe-10a82ef66950 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:26.056489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.062937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-11ecf6fd-d1a0-474e-ab82-ce90bde52c88 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "DELETE /v2.0/ports/082f2620-b3c4-46c6-a5fe-10a82ef66950 HTTP/1.1" status: 204 len: 173 time: 0.9273767 Mar 31 22:58:26.064089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.166275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bfa6c-b325-4a38-8dfd-2d8821dbb801 req-81765de1-d7e4-4d23-93a2-5e0695ad3cdb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.180433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d6bfa6c-b325-4a38-8dfd-2d8821dbb801 req-81765de1-d7e4-4d23-93a2-5e0695ad3cdb tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0857511 Mar 31 22:58:26.201044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] No DVR routers for this DVR port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:26.224940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.267100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d6bfa6c-b325-4a38-8dfd-2d8821dbb801 req-d545cf0c-6375-4ca3-80c0-c23585370299 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782731 Mar 31 22:58:26.305263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:26.305637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:26.305995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:26.315043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:26.316609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Attempting to bind port 55084127-b668-46c6-93bb-738948aa7d43 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:26.326882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:26.327244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:26.327630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:26.328084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Bound port: 55084127-b668-46c6-93bb-738948aa7d43, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:26.328416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.347180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:26.347513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.471844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:26.478149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5243cf8-339d-4292-b197-3b64102a93d6 req-5382b7a5-b4be-46ca-b659-927aa518d0a3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.479753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5243cf8-339d-4292-b197-3b64102a93d6 req-5382b7a5-b4be-46ca-b659-927aa518d0a3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 944 time: 0.0528038 Mar 31 22:58:26.495967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:26.497922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port dd025d99-4fcc-4b94-bcaa-215ca2666ee1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:26.498278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.512855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for dd025d99-4fcc-4b94-bcaa-215ca2666ee1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:26.543817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5243cf8-339d-4292-b197-3b64102a93d6 req-5220c044-b97e-4f80-9075-af5a392c8360 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Mar 31 22:58:26.632896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9066a72-d8ee-44d4-9537-0cd53d4474bf req-cd560e9b-bb16-4c27-86e2-b5d894b84f06 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.634402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9066a72-d8ee-44d4-9537-0cd53d4474bf req-cd560e9b-bb16-4c27-86e2-b5d894b84f06 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Mar 31 22:58:26.660044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:58:26.674843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9066a72-d8ee-44d4-9537-0cd53d4474bf req-e81418ad-d503-48d5-9fff-d54d21b3e5e9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Mar 31 22:58:26.697246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.744245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.744874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.746909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] 10.222.0.44 "PUT /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 1096 time: 1.5027184 Mar 31 22:58:26.765303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358e7d7-9c0c-4dfc-ac60-6d765e11a635 service neutron] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=11']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.799563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2e60e4de-3717-4783-9436-0396a571aadb up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:26.802783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.836310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=dd025d99-4fcc-4b94-bcaa-215ca2666ee1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.867342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-a98f97d9-0fe9-4826-a7b7-f87c617a0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.868851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-a98f97d9-0fe9-4826-a7b7-f87c617a0753 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0920150 Mar 31 22:58:26.888699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port dd025d99-4fcc-4b94-bcaa-215ca2666ee1 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:26.899798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.906968 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5acd0e78-f504-420f-ab24-4ea75ea10c67 req-651b54d4-831b-4913-a0b2-230324f7079d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "DELETE /v2.0/ports/dd025d99-4fcc-4b94-bcaa-215ca2666ee1 HTTP/1.1" status: 204 len: 173 time: 0.8331468 Mar 31 22:58:27.016106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 2e60e4de-3717-4783-9436-0396a571aadb completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:27.016955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-b4affb9d-287a-4d7c-a35a-d8ce96e9c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.018476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-b4affb9d-287a-4d7c-a35a-d8ce96e9c175 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1311491 Mar 31 22:58:27.018832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 2e60e4de-3717-4783-9436-0396a571aadb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:27.019409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.037248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4041b7e6-38f3-4414-b2c0-b508405eb7a2 req-f946b7d5-f885-40a2-ae47-65b0b35ac0bd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0588222 Mar 31 22:58:27.106456 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-117f39a9-30fc-4ed2-892e-5c21c7776d45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0651591 Mar 31 22:58:27.162211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.179637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18cce-8de4-4c4b-a458-fb2e7e6bb7e7 req-95230062-94b4-44fb-8d49-aae93403d3b7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.180736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-3b33c90f-8353-4779-a622-300533c1eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.181143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ada18cce-8de4-4c4b-a458-fb2e7e6bb7e7 req-95230062-94b4-44fb-8d49-aae93403d3b7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.0862129 Mar 31 22:58:27.182711 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-3b33c90f-8353-4779-a622-300533c1eac2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0754387 Mar 31 22:58:27.191484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:27.195050 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059889b-998d-4179-8c29-495179913efd" -d '{"events": [{"server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "name": "network-vif-plugged", "status": "completed", "tag": "2e60e4de-3717-4783-9436-0396a571aadb"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:27.203304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}, {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950'}, {'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}, {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:27.205599 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d364a-5a81-467f-b2d1-7ba900299edd" -d '{"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}, {"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950"}, {"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}, {"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:27.236537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2e60e4de-3717-4783-9436-0396a571aadb,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:27.249031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-92a23e95-9c4e-4484-af50-bf509218b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.250649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-92a23e95-9c4e-4484-af50-bf509218b2b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600867 Mar 31 22:58:27.264136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ada18cce-8de4-4c4b-a458-fb2e7e6bb7e7 req-ba27b031-1fe0-4c24-ad34-255c16623600 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742545 Mar 31 22:58:27.280096 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a6706-1a4c-4103-86a9-afdca6c2e1e6 x-openstack-request-id: req-299a6706-1a4c-4103-86a9-afdca6c2e1e6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:27.280883 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "name": "network-vif-plugged", "status": "completed", "tag": "2e60e4de-3717-4783-9436-0396a571aadb", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:27.281301 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-299a6706-1a4c-4103-86a9-afdca6c2e1e6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:27.281698 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299a6706-1a4c-4103-86a9-afdca6c2e1e6'] response: {'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb', 'code': 200} Mar 31 22:58:27.334588 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92 x-openstack-request-id: req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:27.335303 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "code": 200}, {"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "082f2620-b3c4-46c6-a5fe-10a82ef66950", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "status": "completed", "code": 200}, {"server_uuid": "5d91bf18-ebed-4892-a41f-d5ab98d7c421", "name": "network-vif-deleted", "tag": "dd025d99-4fcc-4b94-bcaa-215ca2666ee1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:27.335765 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:27.336231 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92'] response: {'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'code': 200} Mar 31 22:58:27.336661 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': '082f2620-b3c4-46c6-a5fe-10a82ef66950', 'status': 'completed', 'code': 200} Mar 31 22:58:27.336916 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92'] response: {'name': 'network-changed', 'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'status': 'completed', 'code': 200} Mar 31 22:58:27.337224 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5e30ca-dfd2-42be-8f05-36edc4c6ec92'] response: {'server_uuid': '5d91bf18-ebed-4892-a41f-d5ab98d7c421', 'name': 'network-vif-deleted', 'tag': 'dd025d99-4fcc-4b94-bcaa-215ca2666ee1', 'status': 'completed', 'code': 200} Mar 31 22:58:27.338024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.338831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6d565168-4ea4-4a99-91b4-19a6fb6109c6 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:27.386357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-78caf7c4-59a3-4400-83fc-0be6056c52d1 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278706 Mar 31 22:58:27.420105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:27.433266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789393f-e72e-47ed-8c43-ad1be4d667f3 req-5b717674-c38d-48b3-8fa1-2cba0817b058 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.434903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e789393f-e72e-47ed-8c43-ad1be4d667f3 req-5b717674-c38d-48b3-8fa1-2cba0817b058 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0603511 Mar 31 22:58:27.507907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e789393f-e72e-47ed-8c43-ad1be4d667f3 req-026cf877-1af5-47c9-8995-10539a7a3587 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589719 Mar 31 22:58:27.521069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e2506-52b6-4096-bb14-bd834771a47d req-2078e44c-d174-458f-9c88-c3efc30bdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.521069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-949e2506-52b6-4096-bb14-bd834771a47d req-2078e44c-d174-458f-9c88-c3efc30bdb89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0765016 Mar 31 22:58:27.540983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-0b1eab65-9d14-4adc-8623-9554a4984238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.542612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-0b1eab65-9d14-4adc-8623-9554a4984238 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1099 time: 0.1004357 Mar 31 22:58:27.559468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:27.559575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:27.559961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.592122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-949e2506-52b6-4096-bb14-bd834771a47d req-0af8d86a-6870-4b15-8a03-9aa58dce538e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585685 Mar 31 22:58:27.644488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ff896424-4151-47f5-a675-1c7eeb38c369 req-37f514da-576b-4f24-a0ae-a8f5f1741b80 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498181 Mar 31 22:58:27.665154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-22191f4d-aa22-426c-98ea-e62cbee742c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.666604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-22191f4d-aa22-426c-98ea-e62cbee742c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1122737 Mar 31 22:58:27.675333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.682413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f61ab-4370-4104-988b-9c7aa6d6717c req-8fcbc391-89c5-4c67-ba1b-07b2920b04db tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.684258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-834f61ab-4370-4104-988b-9c7aa6d6717c req-8fcbc391-89c5-4c67-ba1b-07b2920b04db tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.0737491 Mar 31 22:58:27.724876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:27.750889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-834f61ab-4370-4104-988b-9c7aa6d6717c req-096b1d08-9fe1-4f02-be72-f30a1dc3e99e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605609 Mar 31 22:58:27.779547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-1a9fadcf-74e7-4b90-bb81-b3114dd38a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.781585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-1a9fadcf-74e7-4b90-bb81-b3114dd38a58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=027823132da34143877e417ea2638426&device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0618706 Mar 31 22:58:27.815460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8b41-0b6c-40e8-a7e4-2ff114f04bcc req-a14d0aee-399c-4ab7-b84a-4d69521e6164 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.817184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ce8b41-0b6c-40e8-a7e4-2ff114f04bcc req-a14d0aee-399c-4ab7-b84a-4d69521e6164 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 944 time: 0.0584006 Mar 31 22:58:27.841356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.842241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:27.867575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ce8b41-0b6c-40e8-a7e4-2ff114f04bcc req-39663222-7512-42f0-bad1-724de6c8bfa4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Mar 31 22:58:27.887439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-a69f77ed-3046-4930-b4a6-d6ad09959df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.889066 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-a69f77ed-3046-4930-b4a6-d6ad09959df6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1005559 Mar 31 22:58:27.940109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:27.942607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.179943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-557a3a42-99ae-4d00-9345-97bd02663818 req-fc0cb48a-2969-415e-bc27-4644d77effe0 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d91bf18-ebed-4892-a41f-d5ab98d7c421 HTTP/1.1" status: 200 len: 210 time: 0.0363660 Mar 31 22:58:28.241763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-9dbb918a-8fe5-47d2-ab54-8f59b80304f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.3436208 Mar 31 22:58:28.277098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-674e7d02-9ec1-42d1-8c48-4e724091cc41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 200 len: 217 time: 0.0424917 Mar 31 22:58:28.295985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device fcf93b3a-68db-4ff6-9597-5641237a2caf no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:28.329852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: fcf93b3a-68db-4ff6-9597-5641237a2caf {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:28.330192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device fcf93b3a-68db-4ff6-9597-5641237a2caf not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:28.330605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 082f2620-b3c4-46c6-a5fe-10a82ef66950 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:28.355477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 082f2620-b3c4-46c6-a5fe-10a82ef66950 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:28.355816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 082f2620-b3c4-46c6-a5fe-10a82ef66950 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:28.356213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dd025d99-4fcc-4b94-bcaa-215ca2666ee1 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:28.364740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-b48d3a16-a6a6-45bf-a1db-12947c57e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.375559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-b48d3a16-a6a6-45bf-a1db-12947c57e049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0657549 Mar 31 22:58:28.377955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: dd025d99-4fcc-4b94-bcaa-215ca2666ee1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:28.378299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dd025d99-4fcc-4b94-bcaa-215ca2666ee1 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:28.418818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-a52106b0-7962-4fbb-a00d-42fbe55b338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.420827 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-a52106b0-7962-4fbb-a00d-42fbe55b338c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1516800 Mar 31 22:58:28.462416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-3b7d92f1-5da4-4cc5-8f49-d364b7ca09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.466703 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-3b7d92f1-5da4-4cc5-8f49-d364b7ca09ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903637 Mar 31 22:58:28.547892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d364a-5a81-467f-b2d1-7ba900299edd req-e50bb568-bd97-441b-8696-afe9ac470a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.547892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-e50bb568-bd97-441b-8696-afe9ac470a7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150453 Mar 31 22:58:28.648228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-315bfb30-f01c-4340-a77b-018303455071 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716669 Mar 31 22:58:28.722988 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-39cce160-67cf-43ea-a2d2-dae0c5c682cd service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693165 Mar 31 22:58:28.752879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782e40-fc65-40ed-baf6-86af0473ef4f req-9b7cae85-5a51-46ec-a7d6-4799ddcee785 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.754387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15782e40-fc65-40ed-baf6-86af0473ef4f req-9b7cae85-5a51-46ec-a7d6-4799ddcee785 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 945 time: 0.3824663 Mar 31 22:58:28.765288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4c13-f095-4374-aa51-0ab2f9e3c4bf req-dc067265-f3c5-44a3-b13f-92caf2888bb5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.769379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-841d4c13-f095-4374-aa51-0ab2f9e3c4bf req-dc067265-f3c5-44a3-b13f-92caf2888bb5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0891225 Mar 31 22:58:28.812674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:28.815668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-6f20bac2-ea77-4a7a-9765-720e4b0f20fb service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570308 Mar 31 22:58:28.831198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15782e40-fc65-40ed-baf6-86af0473ef4f req-e3c82b44-ce72-452b-a1cd-65e104b5b198 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Mar 31 22:58:28.840869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-841d4c13-f095-4374-aa51-0ab2f9e3c4bf req-7acddeaf-3d31-47c9-a394-4e18ab94eeb9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558012 Mar 31 22:58:28.842014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-247d364a-5a81-467f-b2d1-7ba900299edd req-708037d1-d395-4f46-a1d2-a237cabf4286 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122050 Mar 31 22:58:28.968121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:28.993390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:58:29.007418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d39e-4de1-4969-a44b-8c7cfca31eda req-86fe7b95-e8bd-4393-bfbc-04f7921f3cb9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.009858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df41d39e-4de1-4969-a44b-8c7cfca31eda req-86fe7b95-e8bd-4393-bfbc-04f7921f3cb9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.1048665 Mar 31 22:58:29.023800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e9c6-31ae-4a2d-bad2-7be5cefb6b0e req-9065d7f5-b029-487f-908a-7377d3b038be tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.026088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7265e9c6-31ae-4a2d-bad2-7be5cefb6b0e req-9065d7f5-b029-487f-908a-7377d3b038be tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.0743284 Mar 31 22:58:29.087978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7265e9c6-31ae-4a2d-bad2-7be5cefb6b0e req-c8747ff4-9375-4981-9049-2235fa261d99 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Mar 31 22:58:29.090981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df41d39e-4de1-4969-a44b-8c7cfca31eda req-da296881-d3dc-4b89-9aa3-460fc3a05cc9 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645370 Mar 31 22:58:29.145146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-391ac497-0edc-42df-828e-9c943cd21ea7 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.147459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-391ac497-0edc-42df-828e-9c943cd21ea7 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.1761801 Mar 31 22:58:29.161983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828414-2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:29.222372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.242346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41226) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:29.283202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:29.287389 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb74740-b32d-4fa8-82a1-dde9262ccb57" -d '{"events": [{"server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "name": "network-vif-plugged", "status": "completed", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:29.295064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting subnet 1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:29.297711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.340533 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb9f14-d7b1-4e26-84fe-64d29b5ec1b7 x-openstack-request-id: req-62cb9f14-d7b1-4e26-84fe-64d29b5ec1b7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:29.341727 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "name": "network-vif-plugged", "status": "completed", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:29.341727 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-62cb9f14-d7b1-4e26-84fe-64d29b5ec1b7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:29.341727 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cb9f14-d7b1-4e26-84fe-64d29b5ec1b7'] response: {'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6', 'code': 200} Mar 31 22:58:29.345870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.366057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:29.410302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.466756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:29.478608 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aaacbd-fbe0-4523-bfbb-cb5668e51b89" -d '{"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-unplugged", "status": "completed", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:29.478608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.508319 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b1c0e-137e-4e4e-b411-ce84a01b1f92 x-openstack-request-id: req-5f9b1c0e-137e-4e4e-b411-ce84a01b1f92 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:29.508689 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-unplugged", "status": "completed", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:29.510266 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5f9b1c0e-137e-4e4e-b411-ce84a01b1f92 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:29.510266 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9b1c0e-137e-4e4e-b411-ce84a01b1f92'] response: {'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'code': 200} Mar 31 22:58:29.535503 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.586442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a254090-4b91-4fe9-8266-02b7996e8de5 req-7861c38a-a285-48d5-9f4c-df5cb0233559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.587967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a254090-4b91-4fe9-8266-02b7996e8de5 req-7861c38a-a285-48d5-9f4c-df5cb0233559 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 1096 time: 0.0889783 Mar 31 22:58:29.595100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.643716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a254090-4b91-4fe9-8266-02b7996e8de5 req-24e09ea3-0353-4047-892e-cf5b3bd79a9c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Mar 31 22:58:29.681871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.696186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on host n-h2-828414-2 for vnic_type normal with profile {"migrating_to": "n-h1-828414-2"} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:29.696523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:29.696854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:29.701563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:29.701886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Attempting to bind port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on network 57569ecb-bc63-4dbe-801a-db06402113e6 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:29.707053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:29.707453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Checking segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:29.707904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Bound using segment: {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:29.708401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Bound port: 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dcc3a1-92c1-41b8-9a17-3abd2e628127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '57569ecb-bc63-4dbe-801a-db06402113e6'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:29.708901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.782125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.785249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:29.807056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.835094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.838794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.841952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-718c65c4-d46e-4a43-a28d-b507aa280438 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/subnets/1c4c10e1-df2e-4e0c-bc34-4d7d0fd2a67f HTTP/1.1" status: 204 len: 168 time: 0.5980325 Mar 31 22:58:29.844593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41234) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:29.851480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b3dadf-23ca-4c10-aff1-dcb12fe362f7 None None] Network 76764c1c-3169-4a90-b57a-a57141798fa4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:29.934547 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.988963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.060557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350fdee-cde9-479b-a61a-d5cdef1567b4 req-909b0408-5d31-4f03-9d48-4d0338cb067a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.062110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e350fdee-cde9-479b-a61a-d5cdef1567b4 req-909b0408-5d31-4f03-9d48-4d0338cb067a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1210225 Mar 31 22:58:30.086118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8fbef-1edf-48bf-9c51-ceefd87249bb req-8b4e332f-8030-49ee-84fd-4fb8860a46c9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.087900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38a8fbef-1edf-48bf-9c51-ceefd87249bb req-8b4e332f-8030-49ee-84fd-4fb8860a46c9 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.1151700 Mar 31 22:58:30.103819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=8']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.109811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.109811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.111239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-68db06aa-da6e-4259-9897-7d6cbe1cd9de service neutron] 10.222.0.10 "PUT /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 1121 time: 0.9530487 Mar 31 22:58:30.122612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] DHCP port deletion for 76764c1c-3169-4a90-b57a-a57141798fa4 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:58:30.151569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port c41cbb47-9c8d-4f65-955d-1a19edec26b7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:30.151898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.162869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e350fdee-cde9-479b-a61a-d5cdef1567b4 req-a4a85579-216a-4e3b-af18-261b6d58b606 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729060 Mar 31 22:58:30.202304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Deleting port c41cbb47-9c8d-4f65-955d-1a19edec26b7 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:30.202674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.208457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38a8fbef-1edf-48bf-9c51-ceefd87249bb req-26f94150-7567-4025-8594-89c5ba973c2e tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102581 Mar 31 22:58:30.220922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['52c724f5-ebb9-4569-a00f-2c7dd8341eee'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:30.234194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port c41cbb47-9c8d-4f65-955d-1a19edec26b7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c41cbb47-9c8d-4f65-955d-1a19edec26b7,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:30.234563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.276232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for c41cbb47-9c8d-4f65-955d-1a19edec26b7 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:30.378621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f490ca-8509-4d16-8d1f-4ca01c6f2797 req-ab2c2154-cd3c-4a22-bcc8-782cb9bfe534 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.380345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3f490ca-8509-4d16-8d1f-4ca01c6f2797 req-ab2c2154-cd3c-4a22-bcc8-782cb9bfe534 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.1414146 Mar 31 22:58:30.419887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845a64-afeb-42bf-8de5-fcfa73e2bb0d req-042dad87-e0fb-4181-8868-fbb3e2762adc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.421433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab845a64-afeb-42bf-8de5-fcfa73e2bb0d req-042dad87-e0fb-4181-8868-fbb3e2762adc tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.1368454 Mar 31 22:58:30.440661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['52c724f5-ebb9-4569-a00f-2c7dd8341eee'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:30.516325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3f490ca-8509-4d16-8d1f-4ca01c6f2797 req-8c506448-4baf-40e8-adb6-9560d4fb35be tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183937 Mar 31 22:58:30.519357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] For port c41cbb47-9c8d-4f65-955d-1a19edec26b7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c41cbb47-9c8d-4f65-955d-1a19edec26b7,segment=NetworkSegment(956f987e-4710-4f0b-bcd0-0754980e805c),segment_id=956f987e-4710-4f0b-bcd0-0754980e805c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:30.519973 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.525712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab845a64-afeb-42bf-8de5-fcfa73e2bb0d req-ac4631b1-64b0-422a-a0c1-c8d16f30ebd4 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Mar 31 22:58:30.539266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Calling delete_port for c41cbb47-9c8d-4f65-955d-1a19edec26b7 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:30.601588 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-972409fd-b2e1-427d-963e-82462a1bf403 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154628 Mar 31 22:58:30.681240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.694534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c41cbb47-9c8d-4f65-955d-1a19edec26b7 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:30.704553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-783889d1-6582-44e8-aae2-99bc02724841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.706348 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-783889d1-6582-44e8-aae2-99bc02724841 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 1095 time: 0.0730608 Mar 31 22:58:30.717278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=c41cbb47-9c8d-4f65-955d-1a19edec26b7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.720833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port c41cbb47-9c8d-4f65-955d-1a19edec26b7 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:30.739441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c41cbb47-9c8d-4f65-955d-1a19edec26b7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:30.740457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c41cbb47-9c8d-4f65-955d-1a19edec26b7 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:30.769426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.828279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] Pushing event deleted for resources: {'Port': ['ID=c41cbb47-9c8d-4f65-955d-1a19edec26b7,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.832962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75046123-1be3-4950-867e-3cc3ec1dd1de None None] No DVR routers for this DVR port c41cbb47-9c8d-4f65-955d-1a19edec26b7 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:30.863268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.891439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76764c1c-3169-4a90-b57a-a57141798fa4']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.892133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-f0177bb4-10b3-4c3a-a1ad-331765379a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.893736 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-f0177bb4-10b3-4c3a-a1ad-331765379a5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1570504 Mar 31 22:58:30.910654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956f987e-4710-4f0b-bcd0-0754980e805c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.910974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956f987e-4710-4f0b-bcd0-0754980e805c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.923756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.939260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.942112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-343b8e27-6f0a-4450-b0e1-253e61cfbedc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 200 len: 217 time: 0.0406759 Mar 31 22:58:30.949102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:30.949569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:30.953752 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:31.017225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-cbdb9fd2-b14e-4347-a1c6-9183fe8b2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.019436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-cbdb9fd2-b14e-4347-a1c6-9183fe8b2b34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0701613 Mar 31 22:58:31.056742 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-a44c1f97-e8f5-4859-bfb0-08e5f39b5b19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295296 Mar 31 22:58:31.158430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67666d5f-0333-42d1-bc72-093d1021c6df req-4e829742-856d-431d-bf5b-6ae5ab2714c8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.160165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67666d5f-0333-42d1-bc72-093d1021c6df req-4e829742-856d-431d-bf5b-6ae5ab2714c8 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.0610683 Mar 31 22:58:31.178696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-6e7199d2-4b5a-43cf-968e-08d083b769f3 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139901 Mar 31 22:58:31.211581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67666d5f-0333-42d1-bc72-093d1021c6df req-e0d1a5a5-299b-4db2-8e61-aa88fe18081f tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Mar 31 22:58:31.220793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.269982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.274367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/networks/76764c1c-3169-4a90-b57a-a57141798fa4 HTTP/1.1" status: 204 len: 168 time: 1.4284670 Mar 31 22:58:31.283526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.286067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060a592-a29a-4973-af03-5f3cf637aa8e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Network': ['ID=76764c1c-3169-4a90-b57a-a57141798fa4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.337627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5cbcf91-d3ba-41c5-9977-ec992e7dffd1 req-7ae96676-7ebc-474d-b9e8-09e6aafdab8a service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497691 Mar 31 22:58:31.350810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting subnet dcb4ef02-fa3a-42ea-b822-3d4039e8ea25 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:31.355106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.369746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211eaf-33ce-40e2-b9b5-016393ecb203 req-0c1c1595-886a-4d25-9551-5c227fd5f3d1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.377257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6211eaf-33ce-40e2-b9b5-016393ecb203 req-0c1c1595-886a-4d25-9551-5c227fd5f3d1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1014633 Mar 31 22:58:31.398854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.420916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a393ea-4296-4c0c-964a-d20f82415dca req-863482a3-79c7-4a7f-a71f-7c687bf2c627 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.422584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0a393ea-4296-4c0c-964a-d20f82415dca req-863482a3-79c7-4a7f-a71f-7c687bf2c627 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.1100504 Mar 31 22:58:31.431714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6211eaf-33ce-40e2-b9b5-016393ecb203 req-93a54b94-8e79-45fe-80db-44e74969ca9e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Mar 31 22:58:31.475474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0a393ea-4296-4c0c-964a-d20f82415dca req-a482a281-0adf-43cd-817f-4644dc837101 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Mar 31 22:58:31.510319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:31.512619 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b66302-7b90-4353-ae9c-02be06df5e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:31.529014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.567510 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9008d-ed51-4cc1-b1de-046ef9ac04eb x-openstack-request-id: req-01b9008d-ed51-4cc1-b1de-046ef9ac04eb {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:31.568849 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:31.569378 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01b9008d-ed51-4cc1-b1de-046ef9ac04eb {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:31.569934 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b9008d-ed51-4cc1-b1de-046ef9ac04eb'] response: {'name': 'network-changed', 'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'status': 'completed', 'code': 200} Mar 31 22:58:31.649054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-a8077ef3-1ab9-4911-a0ea-fc67a54a0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.649054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-a8077ef3-1ab9-4911-a0ea-fc67a54a0c86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1124 time: 0.0509837 Mar 31 22:58:31.665318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff95bd-96c3-4f53-bfac-efc87bb4fa2d req-ae0c0a82-e599-40e7-8d1d-ecce3e3bee57 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.666873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bff95bd-96c3-4f53-bfac-efc87bb4fa2d req-ae0c0a82-e599-40e7-8d1d-ecce3e3bee57 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.0826223 Mar 31 22:58:31.713590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bff95bd-96c3-4f53-bfac-efc87bb4fa2d req-564ac709-88d5-4b85-acf7-c43247cab40e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Mar 31 22:58:31.754021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-a2606f74-3ab5-4f1a-95f4-bdc7cdd7b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.756169 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-a2606f74-3ab5-4f1a-95f4-bdc7cdd7b6af service neutron] 10.222.0.44 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1012230 Mar 31 22:58:31.798138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-cc44a983-566d-4129-9d04-97943234d898 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 217 time: 0.0348966 Mar 31 22:58:31.855558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-ab9c8008-0f78-49b9-9e1f-994f91616b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.859784 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-ab9c8008-0f78-49b9-9e1f-994f91616b62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0515089 Mar 31 22:58:31.866934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.902512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb4ef02-fa3a-42ea-b822-3d4039e8ea25,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.925588 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-defb88a2-be10-47f5-8f82-2626765cc720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336978 Mar 31 22:58:31.927099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.927270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913582fa-f9d8-47a1-92c6-f83f7a1e3be8 None None] Network 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:31.931279 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/subnets/dcb4ef02-fa3a-42ea-b822-3d4039e8ea25 HTTP/1.1" status: 204 len: 168 time: 0.6466994 Mar 31 22:58:31.932815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.933161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.933501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.933838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.934020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.934155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.934485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.934811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.935163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.935485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.935817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.936167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:31.936493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23219f1c-9470-48f5-b050-b70d23000016 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:32.033598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.045555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-86441c95-ed9e-495c-a535-58c036be09f6 service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061289 Mar 31 22:58:32.092298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port a4358bee-914c-4101-aea4-d0927d15e6c4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:32.092798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.171246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-64b66302-7b90-4353-ae9c-02be06df5e8b req-4b96932c-b80a-42b0-a131-a63f9d4a22cd service neutron] 10.222.0.44 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165953 Mar 31 22:58:32.186670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port a4358bee-914c-4101-aea4-d0927d15e6c4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a4358bee-914c-4101-aea4-d0927d15e6c4,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.186946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.203870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for a4358bee-914c-4101-aea4-d0927d15e6c4 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:32.237454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f23caa-0740-4000-a331-707ab21da728 None None] DHCP port deletion for 3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:58:32.306865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Deleting port a4358bee-914c-4101-aea4-d0927d15e6c4 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:32.306865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.306865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:32.356249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76382617-f338-4081-9a04-5bf6af32f979 req-5f49f14a-d1c6-4486-9559-6c594b114d17 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.357905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76382617-f338-4081-9a04-5bf6af32f979 req-5f49f14a-d1c6-4486-9559-6c594b114d17 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.0708699 Mar 31 22:58:32.410836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76382617-f338-4081-9a04-5bf6af32f979 req-41356a91-74f1-4774-a599-91e4359a45a1 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Mar 31 22:58:32.445190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-76f23caa-0740-4000-a331-707ab21da728 None None] For port a4358bee-914c-4101-aea4-d0927d15e6c4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a4358bee-914c-4101-aea4-d0927d15e6c4,segment=NetworkSegment(4aadb04b-7f5d-4927-8fb1-f51e87860c26),segment_id=4aadb04b-7f5d-4927-8fb1-f51e87860c26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.445590 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.465555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Calling delete_port for a4358bee-914c-4101-aea4-d0927d15e6c4 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:32.560550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158ed5-c284-4654-83af-6de907b4ac08 req-5ac3d7f5-ce1a-42f8-ba08-dc6e87794c54 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.562068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a158ed5-c284-4654-83af-6de907b4ac08 req-5ac3d7f5-ce1a-42f8-ba08-dc6e87794c54 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0564911 Mar 31 22:58:32.573341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.604348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '55084127-b668-46c6-93bb-738948aa7d43', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '55084127-b668-46c6-93bb-738948aa7d43', 'mac_address': 'fa:16:3e:2d:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:32.642975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e600e-59dd-4947-be2a-57216601eec0 req-e1ad6c0d-e2d0-4767-840b-cf906c5f7b1d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.644617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835e600e-59dd-4947-be2a-57216601eec0 req-e1ad6c0d-e2d0-4767-840b-cf906c5f7b1d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 948 time: 0.0815878 Mar 31 22:58:32.649127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a158ed5-c284-4654-83af-6de907b4ac08 req-4ab6363e-362b-4d9d-944f-3b216d734c67 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Mar 31 22:58:32.660028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a4358bee-914c-4101-aea4-d0927d15e6c4 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:32.694303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835e600e-59dd-4947-be2a-57216601eec0 req-be9cf27e-8bc9-4f3e-adf6-cd0d4f3b846f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Mar 31 22:58:32.696432 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.721992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:32.751715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.789415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.822687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.822687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.855343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f23caa-0740-4000-a331-707ab21da728 None None] Pushing event deleted for resources: {'Port': ['ID=a4358bee-914c-4101-aea4-d0927d15e6c4,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:32.856785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=a4358bee-914c-4101-aea4-d0927d15e6c4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:32.863270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port a4358bee-914c-4101-aea4-d0927d15e6c4 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:32.869750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f23caa-0740-4000-a331-707ab21da728 None None] No DVR routers for this DVR port a4358bee-914c-4101-aea4-d0927d15e6c4 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:32.926109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.978197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:32.998136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ebe96-3340-4c56-a092-ca940ee36d51 req-2287a3ca-da2f-4486-93b0-5e6650f30d14 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.000240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-672ebe96-3340-4c56-a092-ca940ee36d51 req-2287a3ca-da2f-4486-93b0-5e6650f30d14 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.1753306 Mar 31 22:58:33.006616 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.047038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaf4ea2-72d4-4a4b-ac91-63bfd7227306']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:33.059864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d555-1340-486b-a67e-2d2ae2ea01bb req-6197e83d-e9b7-42f5-94d7-0461c4e2c692 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.061404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b7d555-1340-486b-a67e-2d2ae2ea01bb req-6197e83d-e9b7-42f5-94d7-0461c4e2c692 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 1100 time: 0.1430249 Mar 31 22:58:33.065263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aadb04b-7f5d-4927-8fb1-f51e87860c26') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:33.065615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aadb04b-7f5d-4927-8fb1-f51e87860c26') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:33.097028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.106746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-672ebe96-3340-4c56-a092-ca940ee36d51 req-9612ae08-c715-4a7c-96f4-6247919fd587 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888286 Mar 31 22:58:33.120550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.130212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b7d555-1340-486b-a67e-2d2ae2ea01bb req-e3f23129-a2c9-427d-9549-c887682d9879 tempest-MigrationsAdminTest-1911469899 tempest-MigrationsAdminTest-1911469899-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611033 Mar 31 22:58:33.131885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:33.132322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:33.135281 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:33.297540 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.306179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.313188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/networks/3aaf4ea2-72d4-4a4b-ac91-63bfd7227306 HTTP/1.1" status: 204 len: 168 time: 1.3753793 Mar 31 22:58:33.317599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41282) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:33.323608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1392141439'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:33.332176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee1078-d907-4fdf-81d9-841d6e7f7711 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Network': ['ID=3aaf4ea2-72d4-4a4b-ac91-63bfd7227306,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.444789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['55084127-b668-46c6-93bb-738948aa7d43'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:33.464327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-1b26bb22-a807-45e4-8452-7d4224915b23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.467435 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-1b26bb22-a807-45e4-8452-7d4224915b23 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Mar 31 22:58:33.506603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:33.515957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.577890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:33.593923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.594268 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Added segment 5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f of type vlan for network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d Mar 31 22:58:33.642462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Deleting port 2e60e4de-3717-4783-9436-0396a571aadb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:33.642840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.665041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.769852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9bb7-0377-4a67-9c25-99b6ff7d6ba2 req-1d318308-c608-4c7c-bce5-a03211c3b339 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.769852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b8f9bb7-0377-4a67-9c25-99b6ff7d6ba2 req-1d318308-c608-4c7c-bce5-a03211c3b339 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 945 time: 0.0648253 Mar 31 22:58:33.793099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] For port 2e60e4de-3717-4783-9436-0396a571aadb, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2e60e4de-3717-4783-9436-0396a571aadb,segment=NetworkSegment(25e7c09c-dfef-4fb4-8dad-22835a89dbe3),segment_id=25e7c09c-dfef-4fb4-8dad-22835a89dbe3)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:33.793566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.811855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Calling delete_port for 2e60e4de-3717-4783-9436-0396a571aadb owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:33.838265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b8f9bb7-0377-4a67-9c25-99b6ff7d6ba2 req-2c122ec6-3261-4925-aa6b-cd277d67a5fa tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 Mar 31 22:58:33.871424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.877715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.881888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.899132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a270-7014-4ad9-b0f3-c0dd169b7a86 req-123cc220-5821-460e-90c1-815408efb164 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.902062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3124a270-7014-4ad9-b0f3-c0dd169b7a86 req-123cc220-5821-460e-90c1-815408efb164 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.0812187 Mar 31 22:58:33.971469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Network': ['ID=7ecc570c-9bc2-4fd7-b6ac-954812fbff4d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.993422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:33.995577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3124a270-7014-4ad9-b0f3-c0dd169b7a86 req-753045b2-13ea-4636-800f-8d3d81b24aea tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847342 Mar 31 22:58:34.032342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-100c2d5b-5e57-4ade-9f4b-64d1197a09a5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7037976 Mar 31 22:58:34.032342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:34.038876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'subnet': {'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:34.051337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e147f0f-546c-48b9-ba04-77058ffeba00 req-333f06af-df10-4def-9518-a57232f0db15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.054491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e147f0f-546c-48b9-ba04-77058ffeba00 req-333f06af-df10-4def-9518-a57232f0db15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1196067 Mar 31 22:58:34.119542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e147f0f-546c-48b9-ba04-77058ffeba00 req-ec0b0b9d-fda4-435c-b57e-7439bd80f763 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Mar 31 22:58:34.176993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce928f4-1277-413e-8ce6-c348db4a3e38 req-c7d2d8d3-5514-4300-b0ef-1eea1da9a505 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.179531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bce928f4-1277-413e-8ce6-c348db4a3e38 req-c7d2d8d3-5514-4300-b0ef-1eea1da9a505 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0552120 Mar 31 22:58:34.219203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bce928f4-1277-413e-8ce6-c348db4a3e38 req-714f3587-1d6d-458a-be33-2992e3dbb932 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Mar 31 22:58:34.228935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.265549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event deleted for resources: {'Port': ['ID=2e60e4de-3717-4783-9436-0396a571aadb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:34.267353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:34.270922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.288856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2e60e4de-3717-4783-9436-0396a571aadb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:34.361566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] No DVR routers for this DVR port 2e60e4de-3717-4783-9436-0396a571aadb on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:34.365387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.372364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7722cc26-a5e7-45ab-80b6-5b4a9a54dc08 req-4aaaf047-73e5-47a3-a412-dde5a884b5ef tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.10 "DELETE /v2.0/ports/2e60e4de-3717-4783-9436-0396a571aadb HTTP/1.1" status: 204 len: 173 time: 0.8948984 Mar 31 22:58:34.376505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'name': 'network-vif-deleted', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:34.378433 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c07fa4-ec16-437c-b8ab-f682197f2016" -d '{"events": [{"server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "name": "network-vif-deleted", "tag": "2e60e4de-3717-4783-9436-0396a571aadb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:34.431648 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094ef9d-495f-4054-830e-7312befc10e4 x-openstack-request-id: req-c094ef9d-495f-4054-830e-7312befc10e4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:34.431952 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900f8acc-70b5-4290-bbd8-c17aea009ea7", "name": "network-vif-deleted", "tag": "2e60e4de-3717-4783-9436-0396a571aadb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:34.432210 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c094ef9d-495f-4054-830e-7312befc10e4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:34.432613 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c094ef9d-495f-4054-830e-7312befc10e4'] response: {'server_uuid': '900f8acc-70b5-4290-bbd8-c17aea009ea7', 'name': 'network-vif-deleted', 'tag': '2e60e4de-3717-4783-9436-0396a571aadb', 'status': 'completed', 'code': 200} Mar 31 22:58:34.945143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c00cf69-abf5-47ad-b417-3c0dc5e4177d req-bd98fb13-eff5-440b-be8e-98064fd8b650 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Mar 31 22:58:35.141432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0268d04-4ae9-487f-81c6-a2ce0615d89e req-74aada54-2d6a-435a-a026-b3e6fd538040 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.142825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0268d04-4ae9-487f-81c6-a2ce0615d89e req-74aada54-2d6a-435a-a026-b3e6fd538040 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.0556610 Mar 31 22:58:35.182941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0268d04-4ae9-487f-81c6-a2ce0615d89e req-01a79d4c-a5f8-40b9-8555-7a7ae7f7fdd6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Mar 31 22:58:35.237346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4b19-b20a-478a-a1d5-c713084c36a6 req-c605a5be-e548-405f-ace2-03dfd253cfaa tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.305735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98cb4b19-b20a-478a-a1d5-c713084c36a6 req-c605a5be-e548-405f-ace2-03dfd253cfaa tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0492251 Mar 31 22:58:35.305735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98cb4b19-b20a-478a-a1d5-c713084c36a6 req-2d61425a-1c1d-4f1d-b257-2f2f9a7d4867 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Mar 31 22:58:35.340691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a4e7f-7a80-47ec-aafe-45c117894976 req-5a3cb0cb-4f85-44c1-98a1-8ad3df2a809c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.342193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae2a4e7f-7a80-47ec-aafe-45c117894976 req-5a3cb0cb-4f85-44c1-98a1-8ad3df2a809c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0508201 Mar 31 22:58:35.380666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae2a4e7f-7a80-47ec-aafe-45c117894976 req-1ae1e731-62c4-4301-877d-3a61b066155d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Mar 31 22:58:35.480619 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.617952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.681725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Subnet': ['ID=1badf715-60ce-4d2d-bfaf-a9984c8d992e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.692459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Checking segment: {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:35.693381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network hostable DHCP agents. Network: 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:35.812611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:35.821626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a164-969b-4330-941d-ba433ac065a2 req-c7c3ab51-5293-47c7-b815-fe4231f8d43d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.823151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3171a164-969b-4330-941d-ba433ac065a2 req-c7c3ab51-5293-47c7-b815-fe4231f8d43d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 949 time: 0.0542228 Mar 31 22:58:35.929833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Deleting port 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:35.930395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.043207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] For port 55084127-b668-46c6-93bb-738948aa7d43, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=55084127-b668-46c6-93bb-738948aa7d43,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:36.043535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.065866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:36.069318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Calling delete_port for 55084127-b668-46c6-93bb-738948aa7d43 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:36.073092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.073672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.075283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a8ebcb-c509-4d36-8e25-e586bc222251 None None] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:36.087581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e203a0cf-dca4-4791-a3bd-fed1bcc86ad2 req-096514f0-b345-4623-8e15-ef1b40e1ae59 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0346806 Mar 31 22:58:36.234638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7ecc570c-9bc2-4fd7-b6ac-954812fbff4d', 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'fixed_ips': [{'subnet_id': '1badf715-60ce-4d2d-bfaf-a9984c8d992e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:36.235502 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.327954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:36.344468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-7b45959f-55c6-4aba-ad92-d49c0d31478e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.346007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-7b45959f-55c6-4aba-ad92-d49c0d31478e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.0618522 Mar 31 22:58:36.364508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30ca4739-4d63-459b-9a53-1f762c09447c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3367620 Mar 31 22:58:36.368850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41338) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:36.369527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a866b-2736-4cc7-aa5c-25202e6223ac req-56d1212c-944c-4cf1-aaf7-6299f84b845f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.382167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-366a866b-2736-4cc7-aa5c-25202e6223ac req-56d1212c-944c-4cf1-aaf7-6299f84b845f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 945 time: 0.1120582 Mar 31 22:58:36.390130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-245202566'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:36.446306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No active binding found for port 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 22:58:36.447302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 31 22:58:36.474242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Port 55084127-b668-46c6-93bb-738948aa7d43 not found, will not notify nova. {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 31 22:58:36.475181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:36.485924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.518824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-366a866b-2736-4cc7-aa5c-25202e6223ac req-d5089cca-a0ce-44b5-b80d-984fa2040310 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359398 Mar 31 22:58:36.552037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90811e-ddb8-4462-9eee-79e0d06855b7 req-58ff9a78-2911-4648-a258-985a9be28c15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.560067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff90811e-ddb8-4462-9eee-79e0d06855b7 req-58ff9a78-2911-4648-a258-985a9be28c15 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1639352 Mar 31 22:58:36.568760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['55084127-b668-46c6-93bb-738948aa7d43'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:36.593665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613', '59e1a39f-a918-4d83-a0a3-87776a66805d', 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:36.596225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event deleted for resources: {'Port': ['ID=55084127-b668-46c6-93bb-738948aa7d43,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.619160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff90811e-ddb8-4462-9eee-79e0d06855b7 req-079a3271-f4c4-4994-a200-0bf3f24641b5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Mar 31 22:58:36.695033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:36.698639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.722777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Allocated IP 19.80.0.2 (7ecc570c-9bc2-4fd7-b6ac-954812fbff4d/1badf715-60ce-4d2d-bfaf-a9984c8d992e/18081e64-4b98-42f0-85a7-33146e65cd93) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:36.727843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60c8a2b4-6244-4eb9-984c-1fe0b7fc8aee req-1d6010d6-53eb-4da4-889e-5f9791fb07ac tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0596964 Mar 31 22:58:36.748641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] No DVR routers for this DVR port 55084127-b668-46c6-93bb-738948aa7d43 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:36.758911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.762285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3171a164-969b-4330-941d-ba433ac065a2 req-53560b0b-52cf-43c4-a038-2a9a0a74c447 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.44 "DELETE /v2.0/ports/55084127-b668-46c6-93bb-738948aa7d43 HTTP/1.1" status: 204 len: 173 time: 0.9310682 Mar 31 22:58:36.764656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-deleted', 'tag': '55084127-b668-46c6-93bb-738948aa7d43'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:36.767140 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b741e1-667a-4254-9fea-26bc86606a96" -d '{"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-deleted", "tag": "55084127-b668-46c6-93bb-738948aa7d43"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:36.784045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:36.799157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.799631 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Added segment 01408e00-6b4b-46f1-935e-1fd7d82e24fe of type vlan for network f1172afd-dc68-4171-bc8f-692cec68ef24 Mar 31 22:58:36.818434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Deleting port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:36.818835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.862628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2e60e4de-3717-4783-9436-0396a571aadb no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:36.863624 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2224c64f-efa9-4cee-a212-0123921a3c91 x-openstack-request-id: req-2224c64f-efa9-4cee-a212-0123921a3c91 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:36.863916 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19368f1f-02f6-4f25-aa05-9d938edd5fe3", "name": "network-vif-deleted", "tag": "55084127-b668-46c6-93bb-738948aa7d43", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:36.864168 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2224c64f-efa9-4cee-a212-0123921a3c91 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:36.865180 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2224c64f-efa9-4cee-a212-0123921a3c91'] response: {'server_uuid': '19368f1f-02f6-4f25-aa05-9d938edd5fe3', 'name': 'network-vif-deleted', 'tag': '55084127-b668-46c6-93bb-738948aa7d43', 'status': 'completed', 'code': 200} Mar 31 22:58:36.913690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 2e60e4de-3717-4783-9436-0396a571aadb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:36.918113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2e60e4de-3717-4783-9436-0396a571aadb not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:36.920308 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.028527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] For port 6d565168-4ea4-4a99-91b4-19a6fb6109c6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6d565168-4ea4-4a99-91b4-19a6fb6109c6,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:37.028893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.058675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Calling delete_port for 6d565168-4ea4-4a99-91b4-19a6fb6109c6 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:37.102725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.109354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.109354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.206883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.240281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c58b27-6444-44c6-a9c0-50b25846c1ce req-3e423cd8-8037-415d-8198-e622154fcb1e tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/ports?device_id=900f8acc-70b5-4290-bbd8-c17aea009ea7 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Mar 31 22:58:37.296794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Network': ['ID=f1172afd-dc68-4171-bc8f-692cec68ef24,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.313112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41348) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:37.314020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9a19ed24-e7b9-4bed-bcef-9c979d03854b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9287152 Mar 31 22:58:37.314123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f1172afd-dc68-4171-bc8f-692cec68ef24 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:37.316395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'subnet': {'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:37.502252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.545171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:37.548694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:37.554680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:37.556447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Pushing event updated for resources: {'Port': ['ID=18081e64-4b98-42f0-85a7-33146e65cd93,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.619488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Attempting to bind port 18081e64-4b98-42f0-85a7-33146e65cd93 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:37.620959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Attempting to bind port 18081e64-4b98-42f0-85a7-33146e65cd93 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:37.621624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Attempting to bind port 18081e64-4b98-42f0-85a7-33146e65cd93 on network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:37.627765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:37.628505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Checking segment: {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:37.629093 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.629644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Bound using segment: {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:37.631976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Bound port: 18081e64-4b98-42f0-85a7-33146e65cd93, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:37.632563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.640561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.649441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:37.651906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.679171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-577a347b-5396-46ea-b84d-441354a2a845 req-14ee7fdd-b409-4ef0-8595-8fa555de0909 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.0447059 Mar 31 22:58:37.737063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Pushing event deleted for resources: {'Port': ['ID=6d565168-4ea4-4a99-91b4-19a6fb6109c6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.765777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] For port 18081e64-4b98-42f0-85a7-33146e65cd93, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:37.769395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] For port 18081e64-4b98-42f0-85a7-33146e65cd93, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18081e64-4b98-42f0-85a7-33146e65cd93,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:37.797988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] No DVR routers for this DVR port 6d565168-4ea4-4a99-91b4-19a6fb6109c6 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:37.804415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.809079 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50f6e5d2-67bb-4b59-bd3e-360f9d5c6d9c req-e075305e-dbaf-4ba2-ba04-b6e8bf658914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.10 "DELETE /v2.0/ports/6d565168-4ea4-4a99-91b4-19a6fb6109c6 HTTP/1.1" status: 204 len: 173 time: 1.4421589 Mar 31 22:58:37.861250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602332-5fe2-441a-b297-252c93719bab req-784e54d0-fc78-4e3c-99a7-8822e2b3a238 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.862916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76602332-5fe2-441a-b297-252c93719bab req-784e54d0-fc78-4e3c-99a7-8822e2b3a238 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.0986402 Mar 31 22:58:37.881549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93ae490c-e994-489e-8a52-e441f275844c req-e2574438-90b3-4fa7-945d-1e6b6276a916 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=19368f1f-02f6-4f25-aa05-9d938edd5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0459855 Mar 31 22:58:37.904132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.953262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76602332-5fe2-441a-b297-252c93719bab req-0f6dca08-671a-4a60-add4-1dedf85738e5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741894 Mar 31 22:58:37.964367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218cffe-115c-4d12-9994-c9f6c0090538 None None] Pushing event updated for resources: {'Port': ['ID=18081e64-4b98-42f0-85a7-33146e65cd93,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:38.192303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.293504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Subnet': ['ID=0b7d24ed-ad02-4ec7-b718-1b089c441d6d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:38.323485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Checking segment: {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:38.324182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network hostable DHCP agents. Network: f1172afd-dc68-4171-bc8f-692cec68ef24, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:38.497573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network f1172afd-dc68-4171-bc8f-692cec68ef24 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:38.585046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-25ff0690-3d76-45cf-905c-eea0d352cab3 service neutron] 10.222.0.44 "GET /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0606792 Mar 31 22:58:38.624885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41380) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:38.686706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18081e64-4b98-42f0-85a7-33146e65cd93 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:38.718411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f1172afd-dc68-4171-bc8f-692cec68ef24) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:38.735295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:38.736411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.742361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.750462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d33783-a707-4992-9171-0a46161221a9 None None] Network f1172afd-dc68-4171-bc8f-692cec68ef24 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:38.792877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.835459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:38.842776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6d565168-4ea4-4a99-91b4-19a6fb6109c6 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:38.845917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 18081e64-4b98-42f0-85a7-33146e65cd93 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:38.846278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.885729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'name': 'network-vif-deleted', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:38.895099 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48beb4d-b12f-4d6a-a1a8-be55b48213d5" -d '{"events": [{"server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "name": "network-vif-deleted", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:39.021842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.052469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f4dd9e5-a720-428f-8030-3b6de014ea49 req-aae9c238-109b-412b-a149-c31926673b53 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aabf83a-c6f2-427d-b5f2-e2844b4f4b05 HTTP/1.1" status: 200 len: 210 time: 0.1168153 Mar 31 22:58:39.064220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.066909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.067279 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb1529-3c74-4299-a615-c7744a3e7f92 x-openstack-request-id: req-63bb1529-3c74-4299-a615-c7744a3e7f92 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:39.067613 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aabf83a-c6f2-427d-b5f2-e2844b4f4b05", "name": "network-vif-deleted", "tag": "6d565168-4ea4-4a99-91b4-19a6fb6109c6", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:39.067902 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-63bb1529-3c74-4299-a615-c7744a3e7f92 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:39.068385 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bb1529-3c74-4299-a615-c7744a3e7f92'] response: {'server_uuid': '6aabf83a-c6f2-427d-b5f2-e2844b4f4b05', 'name': 'network-vif-deleted', 'tag': '6d565168-4ea4-4a99-91b4-19a6fb6109c6', 'status': 'completed', 'code': 200} Mar 31 22:58:39.084363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "DELETE /v2.0/security-groups/4fc8dd29-6bbb-43ce-8267-20dd88727e51 HTTP/1.1" status: 204 len: 168 time: 0.4568927 Mar 31 22:58:39.098413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:39.116295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6d565168-4ea4-4a99-91b4-19a6fb6109c6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:39.116813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6d565168-4ea4-4a99-91b4-19a6fb6109c6 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:39.126298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:39.131104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94f86a-91e7-4d71-b25d-372b16985bd6 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8dd29-6bbb-43ce-8267-20dd88727e51,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:39.183700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c724f5-ebb9-4569-a00f-2c7dd8341eee {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:39.185317 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-cc670f6e-c6f0-4536-9d0e-c436508d9db3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] show failed (client error): The resource could not be found. Mar 31 22:58:39.191517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc670f6e-c6f0-4536-9d0e-c436508d9db3 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "GET /v2.0/security-groups/4fc8dd29-6bbb-43ce-8267-20dd88727e51 HTTP/1.1" status: 404 len: 347 time: 0.0557070 Mar 31 22:58:39.196165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41398) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:39.253079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4813cfcc-80a5-4d9e-b90b-f01801282143 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9452825 Mar 31 22:58:39.284147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b9867-ec3f-44c1-8eaa-177be6b74c34 req-4dad724b-0508-4f3d-8bff-e0feb269acdd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.288784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.293032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f38b9867-ec3f-44c1-8eaa-177be6b74c34 req-4dad724b-0508-4f3d-8bff-e0feb269acdd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 943 time: 0.1131668 Mar 31 22:58:39.420903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f38b9867-ec3f-44c1-8eaa-177be6b74c34 req-70702df6-d608-459b-b13b-7e1598bd4ba5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210823 Mar 31 22:58:39.479879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.534414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.553187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f1172afd-dc68-4171-bc8f-692cec68ef24', 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'fixed_ips': [{'subnet_id': '0b7d24ed-ad02-4ec7-b718-1b089c441d6d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:39.554497 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.622910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c67856-8ce0-4ec9-9cd6-096e1bec153a None None] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:39.642372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Deleting port a5c617d7-d24c-463d-b1df-de1275e22abe {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:39.643249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.674357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] Transition to ACTIVE for port object 52c724f5-ebb9-4569-a00f-2c7dd8341eee will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:39.713144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-dbc25e24-03c0-4588-b222-091aeba4030e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.720128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-dbc25e24-03c0-4588-b222-091aeba4030e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.722207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-dbc25e24-03c0-4588-b222-091aeba4030e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/networks?id=7ecc570c-9bc2-4fd7-b6ac-954812fbff4d&id=f1172afd-dc68-4171-bc8f-692cec68ef24 HTTP/1.1" status: 200 len: 1391 time: 0.1741848 Mar 31 22:58:39.743196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 18081e64-4b98-42f0-85a7-33146e65cd93, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18081e64-4b98-42f0-85a7-33146e65cd93,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.752973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-bbb307bc-b30a-4318-a881-28e4b26599d1 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/quotas/9f98e2b288fc4c229dd8bef0b1eda1bf HTTP/1.1" status: 200 len: 375 time: 0.0191455 Mar 31 22:58:39.785683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.787993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.801697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Calling delete_port for a5c617d7-d24c-463d-b1df-de1275e22abe owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:39.843224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-97ad9304-d9b2-48ac-ae41-077a35f2b2ea None None] Provisioning complete for port 18081e64-4b98-42f0-85a7-33146e65cd93 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:39.843597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-97ad9304-d9b2-48ac-ae41-077a35f2b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.891347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.891954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-f6464a29-5a38-4dd3-9f22-000d4361081d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340787 Mar 31 22:58:39.923931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914e98-f983-49ed-adb6-e3875bb4b75b req-afc94283-942b-4b7f-bd8f-03d48934ff68 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.925403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6914e98-f983-49ed-adb6-e3875bb4b75b req-afc94283-942b-4b7f-bd8f-03d48934ff68 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 951 time: 0.0851121 Mar 31 22:58:39.937054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.977890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] No DVR routers for this DVR port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:40.007577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] Pushing event updated for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.031389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6914e98-f983-49ed-adb6-e3875bb4b75b req-d5f604b6-fd2d-42d0-bf32-f9070e9a0b50 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777304 Mar 31 22:58:40.044993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-5356c15a-20b5-4afe-b1c8-8df94c970d1a service neutron] 10.222.0.44 "PUT /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee/bindings/n-h1-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4450672 Mar 31 22:58:40.090219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-6831ad60-08ca-4c06-9119-592ce43a1103 service neutron] 10.222.0.83 "GET /v2.0/networks/7ecc570c-9bc2-4fd7-b6ac-954812fbff4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814270 Mar 31 22:58:40.137541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=18081e64-4b98-42f0-85a7-33146e65cd93,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.155151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Allocated IP 19.86.0.2 (f1172afd-dc68-4171-bc8f-692cec68ef24/0b7d24ed-ad02-4ec7-b718-1b089c441d6d/ae0b5993-dca0-4b36-9805-cd63927187d8) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:40.186914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.186914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.186914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.186914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.187458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.187458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.187702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.188208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.188527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.188855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.189170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.189494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:40.212243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.243298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Pushing event deleted for resources: {'Port': ['ID=a5c617d7-d24c-463d-b1df-de1275e22abe,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.266603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-fbe23d9c-4c5d-4126-89c6-2c1607860d61 service neutron] 10.222.0.83 "GET /v2.0/networks/7ecc570c-9bc2-4fd7-b6ac-954812fbff4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679840 Mar 31 22:58:40.278800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cefdf-c30d-48a4-bd31-5280524fec3b req-4f2ffe82-65af-41a6-95fb-01ea084ff1fe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.281029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-981cefdf-c30d-48a4-bd31-5280524fec3b req-4f2ffe82-65af-41a6-95fb-01ea084ff1fe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0735898 Mar 31 22:58:40.334820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:40.359682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-981cefdf-c30d-48a4-bd31-5280524fec3b req-4407efa4-426b-4657-baef-cf8d293ac1f8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653448 Mar 31 22:58:40.394550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.407601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.407601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4aa81ed2-f99a-4e8f-a148-aab8d4d447a5 tempest-ImagesOneServerNegativeTestJSON-260827944 tempest-ImagesOneServerNegativeTestJSON-260827944-project] 10.222.0.83 "DELETE /v2.0/floatingips/59201cc4-0aaf-4472-894b-40762c22902e HTTP/1.1" status: 204 len: 168 time: 1.2017269 Mar 31 22:58:40.412330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 55084127-b668-46c6-93bb-738948aa7d43 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:40.412665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 55084127-b668-46c6-93bb-738948aa7d43 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:40.477261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-074633a0-596d-496c-878d-3d0f402945d3 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.479406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-074633a0-596d-496c-878d-3d0f402945d3 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.1452596 Mar 31 22:58:40.570222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-0e2edfe9-2dcf-4653-9093-870232c5b913 service neutron] 10.222.0.83 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879188 Mar 31 22:58:40.595699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-a7f85d6f-977e-4483-ac62-47c8b47dcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.597204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-a7f85d6f-977e-4483-ac62-47c8b47dcd53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89&tenant_id=62cc03e209a34cf8a4989430f46bc0eb HTTP/1.1" status: 200 len: 1095 time: 0.1028066 Mar 31 22:58:40.636243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.703276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-f3c063ac-6015-4a26-b858-e308d61ff119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.706586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-f3c063ac-6015-4a26-b858-e308d61ff119 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1095 time: 0.0629015 Mar 31 22:58:40.709656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2dcad-eafd-4dc7-b39e-1f0358007be3 req-61f88be1-29bc-4df5-9677-1716c70ae7d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.710594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18081e64-4b98-42f0-85a7-33146e65cd93 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:40.718211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0d2dcad-eafd-4dc7-b39e-1f0358007be3 req-61f88be1-29bc-4df5-9677-1716c70ae7d4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.1050475 Mar 31 22:58:40.755747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.804533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Pushing event updated for resources: {'Port': ['ID=ae0b5993-dca0-4b36-9805-cd63927187d8,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.843928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4c6c53f3-c61f-40ea-bd3f-e48da8eadcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.846006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4c6c53f3-c61f-40ea-bd3f-e48da8eadcd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 200 len: 910 time: 0.1341562 Mar 31 22:58:40.849638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Network f1172afd-dc68-4171-bc8f-692cec68ef24 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:40.857169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c799b52e-4084-4723-8879-b489da69ca2a None None] Provisioning complete for port 18081e64-4b98-42f0-85a7-33146e65cd93 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.857550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c799b52e-4084-4723-8879-b489da69ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.896399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:40.899605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:40.908597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-64226138-9fd3-4ead-a1d4-cf8e5e560d38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 200 len: 217 time: 0.0455506 Mar 31 22:58:40.918270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 18081e64-4b98-42f0-85a7-33146e65cd93 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.918500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.026668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4dc6303b-2322-40b9-8db5-65aa878a7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.028149 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4dc6303b-2322-40b9-8db5-65aa878a7612 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 200 len: 848 time: 0.0809116 Mar 31 22:58:41.039351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Attempting to bind port ae0b5993-dca0-4b36-9805-cd63927187d8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:41.039720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Attempting to bind port ae0b5993-dca0-4b36-9805-cd63927187d8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:41.040081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Attempting to bind port ae0b5993-dca0-4b36-9805-cd63927187d8 on network f1172afd-dc68-4171-bc8f-692cec68ef24 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:41.059466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:41.059841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Checking segment: {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:41.060243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.060634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Bound using segment: {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:41.061107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Bound port: ae0b5993-dca0-4b36-9805-cd63927187d8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:41.061562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.066239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-3096ee04-3ee5-4503-ab50-2e1882d9251e service neutron] 10.222.0.83 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950361 Mar 31 22:58:41.073535 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-92df8e74-78d8-44ad-95c3-6efb4f0da3ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57569ecb-bc63-4dbe-801a-db06402113e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336897 Mar 31 22:58:41.109170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0d2dcad-eafd-4dc7-b39e-1f0358007be3 req-e984df68-a6f1-4185-adc1-88cf8ba17753 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832693 Mar 31 22:58:41.190871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] For port ae0b5993-dca0-4b36-9805-cd63927187d8, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:41.193451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-9ece53e3-a964-4ed3-acf8-62e6f747c4d2 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068153 Mar 31 22:58:41.196490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] For port ae0b5993-dca0-4b36-9805-cd63927187d8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae0b5993-dca0-4b36-9805-cd63927187d8,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:41.257265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278a8f2-e59d-4b6d-b884-87423cef936c req-a3babe56-b954-4af7-b1ad-999554f7ecd4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.258944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8278a8f2-e59d-4b6d-b884-87423cef936c req-a3babe56-b954-4af7-b1ad-999554f7ecd4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 951 time: 0.0495224 Mar 31 22:58:41.300426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8278a8f2-e59d-4b6d-b884-87423cef936c req-ba7c4b11-fe01-44d2-a8dd-63116ad93201 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Mar 31 22:58:41.350378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41440) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:41.396965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Deleting subnet e2068d10-8a17-44b5-a178-b6c6707c3b1e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:41.407965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.410281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.515769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1577-e191-4b8f-a256-02e45cee0a5f None None] Pushing event updated for resources: {'Port': ['ID=ae0b5993-dca0-4b36-9805-cd63927187d8,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:41.529858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.565422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a4af6-8a3b-4a84-a6b9-936abcd3892f req-4bbd47fc-764d-4c73-9436-b89c61bb003e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.574534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c3a4af6-8a3b-4a84-a6b9-936abcd3892f req-4bbd47fc-764d-4c73-9436-b89c61bb003e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1748326 Mar 31 22:58:41.601712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-1a58a671-06e6-458e-af17-6c295ebc02e1 service neutron] 10.222.0.10 "GET /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003313 Mar 31 22:58:41.628260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1646cd4e-d6dd-4979-be04-7c6f05cb13fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.651681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6c7e7bc-7122-461f-9db9-42b5a22126a8 req-b4100277-a89e-4012-b75b-20ff464f1b25 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0713978 Mar 31 22:58:41.691048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c3a4af6-8a3b-4a84-a6b9-936abcd3892f req-79e82989-28bc-43a1-b0ce-a5283ee8e7d1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153409 Mar 31 22:58:41.692322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.855594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116593f-6211-4a70-8ad7-42b9731230b5 req-4caa2c97-8889-4f45-be4e-14c2241df484 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.857199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a116593f-6211-4a70-8ad7-42b9731230b5 req-4caa2c97-8889-4f45-be4e-14c2241df484 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0552070 Mar 31 22:58:41.909518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a116593f-6211-4a70-8ad7-42b9731230b5 req-7cf3bf67-41f5-4236-b3a4-64b6f68ce345 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Mar 31 22:58:41.955954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae47515-182e-4ee8-a974-696a0906f708 req-e4873525-8de8-4a21-83e0-1fcc0e807d1b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.957498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cae47515-182e-4ee8-a974-696a0906f708 req-e4873525-8de8-4a21-83e0-1fcc0e807d1b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 951 time: 0.0543072 Mar 31 22:58:42.062081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Deleting port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:42.063523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.064198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.094934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2068d10-8a17-44b5-a178-b6c6707c3b1e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:42.100803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.104631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-59158f28-3c1e-48ad-be18-e6d9b1baa0a6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e2068d10-8a17-44b5-a178-b6c6707c3b1e HTTP/1.1" status: 204 len: 168 time: 0.7530348 Mar 31 22:58:42.107152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:42.172107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] For port c41b5f9a-c229-4a52-8bba-18bfa2e632b2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:42.172562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.187351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Calling delete_port for c41b5f9a-c229-4a52-8bba-18bfa2e632b2 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:42.210458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.297102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21ed0-4f28-4089-bdcd-4b6abf0b7300 req-c9cb7d0a-3fd2-428f-8ef2-8e7cb651b6a0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.298904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f21ed0-4f28-4089-bdcd-4b6abf0b7300 req-c9cb7d0a-3fd2-428f-8ef2-8e7cb651b6a0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.1087868 Mar 31 22:58:42.355414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.405100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1686d0c8-80b3-4372-80a8-987e5f6e5d92']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:42.442426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f21ed0-4f28-4089-bdcd-4b6abf0b7300 req-b71f2110-4d5c-4f93-a95f-edf5fef727a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177363 Mar 31 22:58:42.445743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e7c09c-dfef-4fb4-8dad-22835a89dbe3') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:42.446042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e7c09c-dfef-4fb4-8dad-22835a89dbe3') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:42.482934 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.500955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.515178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:42.515661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:42.517605 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:42.531299 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.538570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fe894-9885-484e-8c64-f62134005a6f req-f0517997-45dc-46c6-a751-8c66c4328b94 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.546197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972fe894-9885-484e-8c64-f62134005a6f req-f0517997-45dc-46c6-a751-8c66c4328b94 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 951 time: 0.1437738 Mar 31 22:58:42.552409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-69100f8f-b7b8-4716-b4a0-f97a7b5af5ca tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.553870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-69100f8f-b7b8-4716-b4a0-f97a7b5af5ca tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89&tenant_id=62cc03e209a34cf8a4989430f46bc0eb&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.1792648 Mar 31 22:58:42.574970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event deleted for resources: {'Port': ['ID=c41b5f9a-c229-4a52-8bba-18bfa2e632b2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:42.575135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613', '59e1a39f-a918-4d83-a0a3-87776a66805d', 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:42.608504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] No DVR routers for this DVR port c41b5f9a-c229-4a52-8bba-18bfa2e632b2 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:42.611274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.614940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cae47515-182e-4ee8-a974-696a0906f708 req-39b9ba27-39a1-4a69-b756-87bc8e488b37 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "DELETE /v2.0/ports/c41b5f9a-c229-4a52-8bba-18bfa2e632b2 HTTP/1.1" status: 204 len: 173 time: 0.6514845 Mar 31 22:58:42.615518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-deleted', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:42.618069 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d2d752-c70c-4194-abc6-4270a7e32a20" -d '{"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-deleted", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:42.682493 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b0ff3-4af7-435c-83df-9ed657958cd3 x-openstack-request-id: req-544b0ff3-4af7-435c-83df-9ed657958cd3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:42.683067 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d2ff37-7191-41b3-9c95-46a1364b8c52", "name": "network-vif-deleted", "tag": "c41b5f9a-c229-4a52-8bba-18bfa2e632b2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:42.683609 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-544b0ff3-4af7-435c-83df-9ed657958cd3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:42.684188 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544b0ff3-4af7-435c-83df-9ed657958cd3'] response: {'server_uuid': '02d2ff37-7191-41b3-9c95-46a1364b8c52', 'name': 'network-vif-deleted', 'tag': 'c41b5f9a-c229-4a52-8bba-18bfa2e632b2', 'status': 'completed', 'code': 200} Mar 31 22:58:42.735670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464524d-42e1-4772-a115-2df68b68faf6 None None] Network f1172afd-dc68-4171-bc8f-692cec68ef24 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:42.753486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972fe894-9885-484e-8c64-f62134005a6f req-4fdc1db0-8561-4e72-a99a-133ece197662 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063959 Mar 31 22:58:42.812365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae0b5993-dca0-4b36-9805-cd63927187d8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:42.826801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea193236-f645-414f-8ee1-c6d38f53cf0a req-440f5ddf-1822-418c-8289-7a7a096c3697 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0586157 Mar 31 22:58:42.893896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] Provisioning complete for port ae0b5993-dca0-4b36-9805-cd63927187d8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:42.897986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.972437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.978691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.982533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1686d0c8-80b3-4372-80a8-987e5f6e5d92 HTTP/1.1" status: 204 len: 168 time: 0.8743491 Mar 31 22:58:43.012200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43596a-61f4-45ba-8726-bfff6447ef98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1686d0c8-80b3-4372-80a8-987e5f6e5d92,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.023392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4c050bb5-c35a-406d-876e-04efc7f2d1a0 service neutron] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:43.028855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4c050bb5-c35a-406d-876e-04efc7f2d1a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.030166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93f653a-0327-44f3-a815-3fa696fefbb3 req-4c050bb5-c35a-406d-876e-04efc7f2d1a0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee/bindings/n-h2-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.4394336 Mar 31 22:58:43.184139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ae0b5993-dca0-4b36-9805-cd63927187d8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:43.184561 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.309920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.377503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] For port ae0b5993-dca0-4b36-9805-cd63927187d8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae0b5993-dca0-4b36-9805-cd63927187d8,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.435198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.577952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21f202-05a1-4815-a496-56f6243de712 req-f077a634-35f2-4215-816b-ebb4d1bcbe1a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.579451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b21f202-05a1-4815-a496-56f6243de712 req-f077a634-35f2-4215-816b-ebb4d1bcbe1a tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.0508027 Mar 31 22:58:43.618659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b21f202-05a1-4815-a496-56f6243de712 req-dd5aa749-006d-4fb6-8153-d1ece269d9d5 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Mar 31 22:58:43.625127 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.719449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.753499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:58:43.754036 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:58:43.768816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c0467-a670-4abe-9597-e2b9334198b9 None None] Pushing event updated for resources: {'Port': ['ID=ae0b5993-dca0-4b36-9805-cd63927187d8,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.790116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96038b-be09-4e09-81f3-8c729e1ace58 req-334e4f63-dee2-43f5-85eb-026dbcbb11c2 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.791678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf96038b-be09-4e09-81f3-8c729e1ace58 req-334e4f63-dee2-43f5-85eb-026dbcbb11c2 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 1095 time: 0.0500250 Mar 31 22:58:43.808809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e14db5a6-2c1f-41e8-955a-ea1552555aeb None None] Provisioning complete for port ae0b5993-dca0-4b36-9805-cd63927187d8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:43.812124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e14db5a6-2c1f-41e8-955a-ea1552555aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.840940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dc4bb4e1-91c0-4bdf-87da-484f23fc0d69 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20fe84d9cacc43b0a065e174ec69da47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199143 Mar 31 22:58:43.845169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.862819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf96038b-be09-4e09-81f3-8c729e1ace58 req-8770abe1-a390-447b-9310-ec49d3eaea85 tempest-LiveMigrationTest-908245375 tempest-LiveMigrationTest-908245375-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552430 Mar 31 22:58:43.913072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a854836-900a-49aa-b1c5-076acf23da7e req-db5e5d6d-2a25-44ef-ac5e-fdfb19c9d318 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=02d2ff37-7191-41b3-9c95-46a1364b8c52 HTTP/1.1" status: 200 len: 210 time: 0.0540044 Mar 31 22:58:43.926409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.965134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.984669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1ce16b01-29f6-4ba1-a12f-e47325a92a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.024526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99d7f379-a1fa-4beb-962c-236b1cfbd104 req-b69fce39-c81b-429a-ae95-5a174905bc2a tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0611682 Mar 31 22:58:44.254845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.262003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.269458 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a HTTP/1.1" status: 204 len: 168 time: 0.4210825 Mar 31 22:58:44.303806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a74f8-1cf1-4090-817b-76fc51773560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea11df-9017-45bd-a6cd-1a7c6a8e6f9a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.647849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae0b5993-dca0-4b36-9805-cd63927187d8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:44.716136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ae0b5993-dca0-4b36-9805-cd63927187d8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:44.716739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.782620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b11a0-7c6c-42b5-84ce-f184654e57e7 req-fd9243c9-976d-44a8-b85d-1c22c79bf3bc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:44.787687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-290b11a0-7c6c-42b5-84ce-f184654e57e7 req-fd9243c9-976d-44a8-b85d-1c22c79bf3bc tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.0730193 Mar 31 22:58:44.839831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-290b11a0-7c6c-42b5-84ce-f184654e57e7 req-dfde2d93-c1ea-4b23-ab51-53c4837b4f25 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 Mar 31 22:58:44.876679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:44.898227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: c41b5f9a-c229-4a52-8bba-18bfa2e632b2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:44.898570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c41b5f9a-c229-4a52-8bba-18bfa2e632b2 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:45.140111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc054c40-792a-4056-9f21-407806f3524f req-8a654ee4-7dd5-412d-9a67-f7e0443ded14 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0284154 Mar 31 22:58:45.543609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.676668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452c45-16e9-4e11-b21f-03af559bd1a6 req-4e26d744-4ed5-43a1-b3ce-d7ec789eb3a1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.679170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1452c45-16e9-4e11-b21f-03af559bd1a6 req-4e26d744-4ed5-43a1-b3ce-d7ec789eb3a1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0687962 Mar 31 22:58:45.718347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1452c45-16e9-4e11-b21f-03af559bd1a6 req-6734968f-e2c1-4255-887a-094d6a503a35 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Mar 31 22:58:45.844867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614bf33-15ea-4595-8ec7-54a7ecbd4800 req-d4d2b0d2-1dd1-4eb3-974f-3e64c2631dd3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.853122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b614bf33-15ea-4595-8ec7-54a7ecbd4800 req-d4d2b0d2-1dd1-4eb3-974f-3e64c2631dd3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0646248 Mar 31 22:58:45.938062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-e63cf976-5832-4005-b922-38903d7cc0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.945314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-e63cf976-5832-4005-b922-38903d7cc0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.947848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-e63cf976-5832-4005-b922-38903d7cc0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "GET /v2.0/networks?id=7ecc570c-9bc2-4fd7-b6ac-954812fbff4d&id=f1172afd-dc68-4171-bc8f-692cec68ef24 HTTP/1.1" status: 200 len: 1391 time: 0.1494355 Mar 31 22:58:45.960671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b614bf33-15ea-4595-8ec7-54a7ecbd4800 req-69737d9d-10c8-42ed-8815-dc6460c9f60a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065850 Mar 31 22:58:45.965375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'port': {'device_id': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d', 'admin_state_up': True, 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:45.985347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-c3b92fac-2e44-4fe1-b56d-dd0a70719f09 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.992458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-c3b92fac-2e44-4fe1-b56d-dd0a70719f09 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.1265638 Mar 31 22:58:45.995183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefcbd4-ceab-4f0a-abb4-8bd469989a4f req-baea9649-102a-4389-a77e-045e333a5d9a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.996707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abefcbd4-ceab-4f0a-abb4-8bd469989a4f req-baea9649-102a-4389-a77e-045e333a5d9a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1036789 Mar 31 22:58:46.113695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abefcbd4-ceab-4f0a-abb4-8bd469989a4f req-671e7ecc-51d5-4da6-8bad-0104526eb64d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105011 Mar 31 22:58:46.175599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cac41-32f2-4c56-8eeb-621b6bb44182 req-01109124-cfe1-4f0d-9abb-2b599921e6a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.183911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb7cac41-32f2-4c56-8eeb-621b6bb44182 req-01109124-cfe1-4f0d-9abb-2b599921e6a9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 944 time: 0.1072993 Mar 31 22:58:46.209661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Deleting port 52c724f5-ebb9-4569-a00f-2c7dd8341eee {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:46.210014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.275497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:46.281291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.293367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd2bfcbe-bc77-42c7-ab22-a4678ca4bdb8 req-d6090c61-c10b-4b00-bbc0-5dffec8b3bc8 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0632246 Mar 31 22:58:46.303649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb7cac41-32f2-4c56-8eeb-621b6bb44182 req-f3c529e2-4e8d-4b29-aa6b-c642135e3f25 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186814 Mar 31 22:58:46.371040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] For port 52c724f5-ebb9-4569-a00f-2c7dd8341eee, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=52c724f5-ebb9-4569-a00f-2c7dd8341eee,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:46.371040 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.387981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Calling delete_port for 52c724f5-ebb9-4569-a00f-2c7dd8341eee owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:46.454895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Allocated IP 19.80.0.167 (7ecc570c-9bc2-4fd7-b6ac-954812fbff4d/1badf715-60ce-4d2d-bfaf-a9984c8d992e/05700f94-d9a5-40ce-bb1e-2be3481e5bac) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:46.533006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.659242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.701176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.705608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a34d49ae-5c3a-4adf-b8be-350ed7f02268 req-3e6dd999-5d51-4aae-9d20-0f9d0012c2f8 tempest-AbsoluteLimitsNegativeTestJSON-1190796458 tempest-AbsoluteLimitsNegativeTestJSON-1190796458-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=13558a62c4554d75a7e8f9325f77b691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555656 Mar 31 22:58:46.713313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:46.747658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['52c724f5-ebb9-4569-a00f-2c7dd8341eee'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:46.814649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event deleted for resources: {'Port': ['ID=52c724f5-ebb9-4569-a00f-2c7dd8341eee,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:46.828594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] No DVR routers for this DVR port 52c724f5-ebb9-4569-a00f-2c7dd8341eee on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:46.835212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.839474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4094de6-ff03-4551-b9a4-d8159d0df27f req-3daac5bc-8c85-4cbb-b476-7414c7ba5d2b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "DELETE /v2.0/ports/52c724f5-ebb9-4569-a00f-2c7dd8341eee HTTP/1.1" status: 204 len: 173 time: 0.8417661 Mar 31 22:58:46.839967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-deleted', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:46.842462 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f05f58-2dfd-45c0-ba64-82f7e5edeaab" -d '{"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-deleted", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:46.860182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.877614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.931077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:46.934474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:46.936970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:46.975957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d49ae-5c3a-4adf-b8be-350ed7f02268 req-207e2949-f70f-44a2-884d-367ec2601d0e tempest-AbsoluteLimitsNegativeTestJSON-1190796458 tempest-AbsoluteLimitsNegativeTestJSON-1190796458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.984470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a34d49ae-5c3a-4adf-b8be-350ed7f02268 req-207e2949-f70f-44a2-884d-367ec2601d0e tempest-AbsoluteLimitsNegativeTestJSON-1190796458 tempest-AbsoluteLimitsNegativeTestJSON-1190796458-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535686 Mar 31 22:58:47.013458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a34d49ae-5c3a-4adf-b8be-350ed7f02268 req-f29ddd13-4645-4d63-a91f-3b78e0230452 tempest-AbsoluteLimitsNegativeTestJSON-1190796458 tempest-AbsoluteLimitsNegativeTestJSON-1190796458-project] 10.222.0.83 "GET /v2.0/quotas/13558a62c4554d75a7e8f9325f77b691 HTTP/1.1" status: 200 len: 375 time: 0.0191729 Mar 31 22:58:47.015072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.032339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.039122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.071541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a34d49ae-5c3a-4adf-b8be-350ed7f02268 req-67c00c88-0811-4e3a-895d-506882e71e7c tempest-AbsoluteLimitsNegativeTestJSON-1190796458 tempest-AbsoluteLimitsNegativeTestJSON-1190796458-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=13558a62c4554d75a7e8f9325f77b691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502744 Mar 31 22:58:47.176594 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fcb4ea-d454-4794-959d-26441fff872f x-openstack-request-id: req-61fcb4ea-d454-4794-959d-26441fff872f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:47.177198 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f55aca-eb75-44db-a822-518dc8903f89", "name": "network-vif-deleted", "tag": "52c724f5-ebb9-4569-a00f-2c7dd8341eee", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:47.177723 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-61fcb4ea-d454-4794-959d-26441fff872f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:47.178559 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fcb4ea-d454-4794-959d-26441fff872f'] response: {'server_uuid': '43f55aca-eb75-44db-a822-518dc8903f89', 'name': 'network-vif-deleted', 'tag': '52c724f5-ebb9-4569-a00f-2c7dd8341eee', 'status': 'completed', 'code': 200} Mar 31 22:58:47.221187 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-2d475b82-f5a3-4a56-bc70-fbd7450ac0fb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2528594 Mar 31 22:58:47.226845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Request body: {'port': {'device_id': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24', 'admin_state_up': True, 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:47.320684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ea8a00c9-da52-48b0-b8da-5a8de94a370a None None] Provisioning complete for port 05700f94-d9a5-40ce-bb1e-2be3481e5bac triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:47.321379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00c9-da52-48b0-b8da-5a8de94a370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.364501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf845-461f-4f00-a00b-12ca3ef26606 req-32d02d8f-e5fb-47c5-8785-4382d78df7a2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.371925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14bdf845-461f-4f00-a00b-12ca3ef26606 req-32d02d8f-e5fb-47c5-8785-4382d78df7a2 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.1028488 Mar 31 22:58:47.387042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a00c9-da52-48b0-b8da-5a8de94a370a None None] Port 05700f94-d9a5-40ce-bb1e-2be3481e5bac cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:47.428272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14bdf845-461f-4f00-a00b-12ca3ef26606 req-3bc3a155-a2ff-4e4c-aa48-38625e342e27 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 Mar 31 22:58:47.538165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Made reservation on behalf of 9f98e2b288fc4c229dd8bef0b1eda1bf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:47.542001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.574750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a548-9383-4a21-b9e0-2b21c4dc49ac req-60326949-1a80-46ba-a01f-45ec703ab20c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.576594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e64a548-9383-4a21-b9e0-2b21c4dc49ac req-60326949-1a80-46ba-a01f-45ec703ab20c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 932 time: 0.0616038 Mar 31 22:58:47.652099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd324f4a-bad1-4953-ae37-fd95350319da req-539ff94f-448c-45b2-9e22-4abba1d54e6c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0587299 Mar 31 22:58:47.698757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e64a548-9383-4a21-b9e0-2b21c4dc49ac req-5a01bb52-bc0b-4e0f-abb0-385fceada6a4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Mar 31 22:58:47.754518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Allocated IP 19.86.0.21 (f1172afd-dc68-4171-bc8f-692cec68ef24/0b7d24ed-ad02-4ec7-b718-1b089c441d6d/5a16458f-6893-4486-b1c0-ce7c070070fc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:47.819477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e747049-5fc5-47a1-abcd-269a74639abe req-14951b01-c954-40a4-aca6-3e6e58681f17 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.820997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e747049-5fc5-47a1-abcd-269a74639abe req-14951b01-c954-40a4-aca6-3e6e58681f17 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0668881 Mar 31 22:58:47.861902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e747049-5fc5-47a1-abcd-269a74639abe req-6106588b-2be2-43ff-84b0-88dd44b0cd03 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Mar 31 22:58:47.960094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-312e0abd-a7ae-4e77-8b48-4393a66e3a92 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.961627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-312e0abd-a7ae-4e77-8b48-4393a66e3a92 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0715132 Mar 31 22:58:47.965441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.100223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Deleting port 59e1a39f-a918-4d83-a0a3-87776a66805d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:48.100776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.113001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41604) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:48.184574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.241818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] For port 59e1a39f-a918-4d83-a0a3-87776a66805d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=59e1a39f-a918-4d83-a0a3-87776a66805d,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:48.242349 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.278528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Calling delete_port for 59e1a39f-a918-4d83-a0a3-87776a66805d owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:48.279267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event updated for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.313733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28622cc4-274b-42d1-8db2-2c6d7de80426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.366080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Network f1172afd-dc68-4171-bc8f-692cec68ef24 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:48.371375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:48.376912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:48.456432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.457121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.534036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28622cc4-274b-42d1-8db2-2c6d7de80426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.589987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be62a-d482-467e-9212-f7ff1db542db req-5d058919-0262-4174-a5e4-074d15178b5d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.592294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09be62a-d482-467e-9212-f7ff1db542db req-5d058919-0262-4174-a5e4-074d15178b5d tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 949 time: 0.0645325 Mar 31 22:58:48.593608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.627762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613', '59e1a39f-a918-4d83-a0a3-87776a66805d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:48.629224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event deleted for resources: {'Port': ['ID=59e1a39f-a918-4d83-a0a3-87776a66805d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.665963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-40db53c1-414f-426d-b56c-0ef7bc1c0ce6 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4458296 Mar 31 22:58:48.679120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Request body: {'port': {'device_id': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:48.705075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] No DVR routers for this DVR port 59e1a39f-a918-4d83-a0a3-87776a66805d on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:48.709978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.713648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3af1fdc6-a4ce-48e4-aae0-1ca83ae9f39f req-8dc69aba-bb03-4c6a-a567-cff7f41d71f5 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "DELETE /v2.0/ports/59e1a39f-a918-4d83-a0a3-87776a66805d HTTP/1.1" status: 204 len: 173 time: 0.7462375 Mar 31 22:58:48.728708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09be62a-d482-467e-9212-f7ff1db542db req-be36e3a2-ef57-4528-9163-862990c63ecf tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246333 Mar 31 22:58:48.749684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.793807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28622cc4-274b-42d1-8db2-2c6d7de80426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.826609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d331b2e0-dd70-4bac-815b-37d56485981e None None] Provisioning complete for port 5a16458f-6893-4486-b1c0-ce7c070070fc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:48.827273 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d331b2e0-dd70-4bac-815b-37d56485981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.869406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28622cc4-274b-42d1-8db2-2c6d7de80426 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13558a62c4554d75a7e8f9325f77b691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550690 Mar 31 22:58:48.899201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41616) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:48.902905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f4eed8-7307-49e9-8cb8-7558c99b1b6c req-861c2e53-5973-44df-bad6-90ca06afba73 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.1138644 Mar 31 22:58:48.936005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28622cc4-274b-42d1-8db2-2c6d7de80426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cae48a-da29-4c34-ac64-3d14f417357f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.982623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:49.053483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d331b2e0-dd70-4bac-815b-37d56485981e None None] Port 5a16458f-6893-4486-b1c0-ce7c070070fc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:49.062818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.068834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 52c724f5-ebb9-4569-a00f-2c7dd8341eee {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:49.069380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 52c724f5-ebb9-4569-a00f-2c7dd8341eee not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:49.070255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:49.109185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 59e1a39f-a918-4d83-a0a3-87776a66805d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:49.109958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 59e1a39f-a918-4d83-a0a3-87776a66805d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:49.146278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7043f-e29e-4f24-9c1d-b9cb623734b2 req-992799f6-6dcd-458d-85f1-c76905b80a5d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.163255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7043f-e29e-4f24-9c1d-b9cb623734b2 req-992799f6-6dcd-458d-85f1-c76905b80a5d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.173209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ec7043f-e29e-4f24-9c1d-b9cb623734b2 req-992799f6-6dcd-458d-85f1-c76905b80a5d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1654 time: 0.3652115 Mar 31 22:58:49.192355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-deleted', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:49.195028 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fef0eb-9241-4d84-a152-32ec3252eb88" -d '{"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-deleted", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:49.224248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.247479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05700f94-d9a5-40ce-bb1e-2be3481e5bac {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:49.256746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.269629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Transition to ACTIVE for port object 05700f94-d9a5-40ce-bb1e-2be3481e5bac will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:49.281499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ec7043f-e29e-4f24-9c1d-b9cb623734b2 req-b51ac272-7a3c-4a25-992d-93a21a3d5b26 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072855 Mar 31 22:58:49.291748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c5429-4464-4fa8-b471-da2a41823762 req-8907fcf2-70ea-432e-b224-0390d379f2be tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.293209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe9c5429-4464-4fa8-b471-da2a41823762 req-8907fcf2-70ea-432e-b224-0390d379f2be tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.2332547 Mar 31 22:58:49.325787 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692b42e-9a00-40ba-b41b-287de35b5d56 x-openstack-request-id: req-d692b42e-9a00-40ba-b41b-287de35b5d56 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:49.326078 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c7c44e-d0f5-489c-aa41-022d6f6ffc77", "name": "network-vif-deleted", "tag": "59e1a39f-a918-4d83-a0a3-87776a66805d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:49.326331 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d692b42e-9a00-40ba-b41b-287de35b5d56 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:49.326725 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d692b42e-9a00-40ba-b41b-287de35b5d56'] response: {'server_uuid': '64c7c44e-d0f5-489c-aa41-022d6f6ffc77', 'name': 'network-vif-deleted', 'tag': '59e1a39f-a918-4d83-a0a3-87776a66805d', 'status': 'completed', 'code': 200} Mar 31 22:58:49.345623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe9c5429-4464-4fa8-b471-da2a41823762 req-86acc38a-18e3-4410-a65b-871d2e9c913b tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups?id=08a3f552-8bde-448d-80f8-778bd194c4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373728 Mar 31 22:58:49.424500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-120f87aa-b41a-4e5f-929c-76bcfbec1654 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.425930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-120f87aa-b41a-4e5f-929c-76bcfbec1654 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Mar 31 22:58:49.527242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Deleting port 93a7302f-1454-488f-9a42-1d0eb16289a1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:49.527501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.622944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] For port 93a7302f-1454-488f-9a42-1d0eb16289a1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=93a7302f-1454-488f-9a42-1d0eb16289a1,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:49.623334 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.809166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.809509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.809776 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190 disassociated. External IP: 172.25.6.177, port: 93a7302f-1454-488f-9a42-1d0eb16289a1. Mar 31 22:58:49.810341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Calling delete_port for 93a7302f-1454-488f-9a42-1d0eb16289a1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:49.823556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-373c09dc-856c-4276-a5d7-43d5a2a0ca71 req-1aee21b7-db29-4cca-bf6a-b15886d04420 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.0304875 Mar 31 22:58:49.886362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.899818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.899988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.899988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/76cae48a-da29-4c34-ac64-3d14f417357f HTTP/1.1" status: 204 len: 168 time: 0.9863265 Mar 31 22:58:49.902082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860b70-0981-46cc-9677-a8cced7f3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cae48a-da29-4c34-ac64-3d14f417357f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.945755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.050692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2b7b2ed-1a9c-4e63-9ff3-63d810e2c60a req-657ce0d1-8c51-408b-bfed-d8b187925ee0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0333290 Mar 31 22:58:50.109206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Attempting to bind port 05700f94-d9a5-40ce-bb1e-2be3481e5bac on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:50.109582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Attempting to bind port 05700f94-d9a5-40ce-bb1e-2be3481e5bac by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:50.109868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Attempting to bind port 05700f94-d9a5-40ce-bb1e-2be3481e5bac on network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:50.119499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Port 05700f94-d9a5-40ce-bb1e-2be3481e5bac on network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:50.119499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Attempting to bind port 05700f94-d9a5-40ce-bb1e-2be3481e5bac on network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:50.124372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:50.125208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Checking segment: {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:50.125688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Bound using segment: {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:50.126818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Bound port: 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:50.127332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.208243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:50.217180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:50.246014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.300756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event deleted for resources: {'Port': ['ID=93a7302f-1454-488f-9a42-1d0eb16289a1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.322246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.447034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.448160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.448403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee234ee-98e7-45ee-ba70-d6e066b42b57 req-776e0aae-b751-4476-9379-bc02e71edf58 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.450336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/05700f94-d9a5-40ce-bb1e-2be3481e5bac HTTP/1.1" status: 200 len: 1092 time: 1.7758484 Mar 31 22:58:50.470880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee234ee-98e7-45ee-ba70-d6e066b42b57 req-776e0aae-b751-4476-9379-bc02e71edf58 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.474548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee234ee-98e7-45ee-ba70-d6e066b42b57 req-776e0aae-b751-4476-9379-bc02e71edf58 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1666 time: 0.1056695 Mar 31 22:58:50.545343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:50.546206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52138461-090c-4522-998b-788fc25a2970 req-ef1020b3-29ad-4657-b747-0b9ba08668bb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0694728 Mar 31 22:58:50.547815 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c576dd-6b89-4427-8189-5ff0a8724340" -d '{"events": [{"name": "network-changed", "server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:50.609466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15eb1-373c-4486-8d03-e9b59ae685e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.615551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:50.619532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee234ee-98e7-45ee-ba70-d6e066b42b57 req-182965fa-189f-49ae-92a3-49545bc970e8 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440070 Mar 31 22:58:50.644853 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e0609e-976e-4478-a9e9-9041218889ac x-openstack-request-id: req-b6e0609e-976e-4478-a9e9-9041218889ac {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:50.645275 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:50.646196 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b6e0609e-976e-4478-a9e9-9041218889ac {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:50.646691 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e0609e-976e-4478-a9e9-9041218889ac'] response: {'name': 'network-changed', 'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac', 'status': 'completed', 'code': 200} Mar 31 22:58:50.804657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:50.815206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Request body: {'port': {'device_id': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:50.821316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:50.847335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:50.847335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:50.875416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3a934-8461-4e4d-a4fb-4974fc6d2f9e req-e6c78737-fbb2-48c2-acc6-f2291d374d31 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.879464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e3a934-8461-4e4d-a4fb-4974fc6d2f9e req-e6c78737-fbb2-48c2-acc6-f2291d374d31 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0869687 Mar 31 22:58:50.965681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82e3a934-8461-4e4d-a4fb-4974fc6d2f9e req-89eff2eb-581d-40bc-ae24-2595ffb8c8c9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751386 Mar 31 22:58:51.018808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] No DVR routers for this DVR port 93a7302f-1454-488f-9a42-1d0eb16289a1 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:51.039866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.043216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9047a604-a5b4-437c-b76f-49b2ee21b086 req-9f671d97-27b6-4fff-8a7e-9c0ff4e07dc4 tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.44 "DELETE /v2.0/ports/93a7302f-1454-488f-9a42-1d0eb16289a1 HTTP/1.1" status: 204 len: 173 time: 1.6115532 Mar 31 22:58:51.049351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d76578db-f409-45ce-929e-5fa77dd5bbab req-bb94a39d-fd1b-441a-8942-2576e3096b22 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=64c7c44e-d0f5-489c-aa41-022d6f6ffc77 HTTP/1.1" status: 200 len: 210 time: 0.1035659 Mar 31 22:58:51.160873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:51.161230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-301e0e5b-99ba-49ae-bed8-3634e829a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.164028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-301e0e5b-99ba-49ae-bed8-3634e829a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.167892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-301e0e5b-99ba-49ae-bed8-3634e829a24e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1913 time: 0.3731453 Mar 31 22:58:51.173192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.222791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-794016a9-1080-454d-b567-78e1dd08e64b req-79829b36-3964-40fb-8e3f-f6469b4aaab6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0390074 Mar 31 22:58:51.260132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9be4-8ef8-4b6e-80e5-e14180e3db29 req-59ebfd8b-43b6-4606-8c17-23d3ac9c4977 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.262081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acda9be4-8ef8-4b6e-80e5-e14180e3db29 req-59ebfd8b-43b6-4606-8c17-23d3ac9c4977 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1352098 Mar 31 22:58:51.333800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-bb491451-3e71-4f7c-bbcb-18a2f4dd7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.334457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-bb491451-3e71-4f7c-bbcb-18a2f4dd7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.334769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-bb491451-3e71-4f7c-bbcb-18a2f4dd7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.336434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-bb491451-3e71-4f7c-bbcb-18a2f4dd7cc1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1594422 Mar 31 22:58:51.375690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acda9be4-8ef8-4b6e-80e5-e14180e3db29 req-d9e9754e-607d-4c75-97c8-abb96a2f5bd4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996511 Mar 31 22:58:51.468163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:51.498304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:51.518050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:51.520719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:51.690760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:51.733604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0dfe49b8-d9d8-4f4b-92d4-cc1c452a2ce5 req-d01f5fcd-9238-4147-88e4-1da1064a9c9c tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98e260-66c3-44ce-9e6f-37aae969b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0813985 Mar 31 22:58:51.746093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-f8a041ac-f3fb-4eb6-9f64-f26d9b6cf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.747975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74c576dd-6b89-4427-8189-5ff0a8724340 req-f8a041ac-f3fb-4eb6-9f64-f26d9b6cf052 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4045620 Mar 31 22:58:51.759510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a16458f-6893-4486-b1c0-ce7c070070fc {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:51.783398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.804542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Transition to ACTIVE for port object 5a16458f-6893-4486-b1c0-ce7c070070fc will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:51.804758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33aab5-8315-45a6-bf82-61d2dae69af2 req-afcb199e-8fa4-4f1a-b014-ee1ea42b4615 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.813882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f33aab5-8315-45a6-bf82-61d2dae69af2 req-afcb199e-8fa4-4f1a-b014-ee1ea42b4615 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1707790 Mar 31 22:58:51.852318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41684) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:51.944046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f33aab5-8315-45a6-bf82-61d2dae69af2 req-2a994463-f062-4255-ac73-a94a987a6d88 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284990 Mar 31 22:58:51.985906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb355-eb51-4417-8585-93488e6be965 req-a2015f01-031a-45d8-b61e-1f755ec7123c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.993137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb355-eb51-4417-8585-93488e6be965 req-a2015f01-031a-45d8-b61e-1f755ec7123c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.994735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0eb355-eb51-4417-8585-93488e6be965 req-a2015f01-031a-45d8-b61e-1f755ec7123c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1666 time: 0.1239569 Mar 31 22:58:52.006766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.021432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-712813249-network', 'tenant_id': '0941b8a050ec4c19a0b1b2003ecfcfd5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:52.135306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.138207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0eb355-eb51-4417-8585-93488e6be965 req-fbed9f1f-abb2-4526-a799-25fd020722d3 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192765 Mar 31 22:58:52.185507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50a72-665f-4d44-8b2e-bbbbfeef78c7 req-56c7cb51-87b1-4a61-a719-5a26d17466af tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.197139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73c50a72-665f-4d44-8b2e-bbbbfeef78c7 req-56c7cb51-87b1-4a61-a719-5a26d17466af tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1473765 Mar 31 22:58:52.220488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:52.241207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Attempting to bind port 5a16458f-6893-4486-b1c0-ce7c070070fc on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:52.241607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Attempting to bind port 5a16458f-6893-4486-b1c0-ce7c070070fc by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:52.242071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Attempting to bind port 5a16458f-6893-4486-b1c0-ce7c070070fc on network f1172afd-dc68-4171-bc8f-692cec68ef24 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:52.252916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Made reservation on behalf of 0941b8a050ec4c19a0b1b2003ecfcfd5 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:52.256848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.269090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Port 5a16458f-6893-4486-b1c0-ce7c070070fc on network f1172afd-dc68-4171-bc8f-692cec68ef24 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:52.269563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Attempting to bind port 5a16458f-6893-4486-b1c0-ce7c070070fc on network f1172afd-dc68-4171-bc8f-692cec68ef24 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:52.274208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.281608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:52.282071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Checking segment: {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:52.282209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9752b6-179a-48df-b048-ad99718145e3 None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:53:13Z', 'revision_number': 4, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c87b7daf-3f63-4a54-93f0-02eb2dccf55c', 'name': '', 'network_id': 'f99329b5-cc87-4a5b-bc13-31732ba7aa7d', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'mac_address': 'fa:16:3e:f8:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:11Z', 'updated_at': '2022-03-31T22:53:18Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'subnets': [{'id': 'dbf32443-8cf6-410e-823a-478b4e435380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:52.282745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Bound using segment: {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:52.286604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Bound port: 5a16458f-6893-4486-b1c0-ce7c070070fc, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01408e00-6b4b-46f1-935e-1fd7d82e24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:52.288339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.319353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73c50a72-665f-4d44-8b2e-bbbbfeef78c7 req-9f70aa02-2e0d-4e51-9d5d-ea516c70ac2f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194303 Mar 31 22:58:52.353273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 93a7302f-1454-488f-9a42-1d0eb16289a1 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:52.455677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 93a7302f-1454-488f-9a42-1d0eb16289a1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:52.456996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 93a7302f-1454-488f-9a42-1d0eb16289a1 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:52.465794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3473b143-55e6-46fd-8d52-14c2c5b42af8 req-47ff1974-8e40-4734-88d7-d32ae6017f4f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0517464 Mar 31 22:58:52.543610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:52.549828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a16458f-6893-4486-b1c0-ce7c070070fc,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:52.617854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.648830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'name': 'network-vif-deleted', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:52.652213 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd066b1-6afa-4798-b2c2-6efb58552df4" -d '{"events": [{"server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "name": "network-vif-deleted", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:52.703115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358d61-7458-46f5-a1d7-57278fca45c2 req-9d503fb5-8da3-4e7c-8c0c-66378034e0b9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.704873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20358d61-7458-46f5-a1d7-57278fca45c2 req-9d503fb5-8da3-4e7c-8c0c-66378034e0b9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0591877 Mar 31 22:58:52.726533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.732707 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aa247-1eb8-4986-aa66-adecb68338a9 None None] New status for floating IP 7fc76196-f7f9-4ec6-9ef3-4c43ab082190: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:58:52.768150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.768713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.771357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a16458f-6893-4486-b1c0-ce7c070070fc HTTP/1.1" status: 200 len: 1091 time: 1.9775686 Mar 31 22:58:52.783677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20358d61-7458-46f5-a1d7-57278fca45c2 req-73c06200-2802-409e-91c6-aea875585abc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704494 Mar 31 22:58:52.802134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bb144-d069-49ab-8349-c92d2cb87608 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.834947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.863350 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0033c1-6c9b-4934-848d-06b343fc07f5 x-openstack-request-id: req-8d0033c1-6c9b-4934-848d-06b343fc07f5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:52.863657 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98e260-66c3-44ce-9e6f-37aae969b8e8", "name": "network-vif-deleted", "tag": "93a7302f-1454-488f-9a42-1d0eb16289a1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:52.863898 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8d0033c1-6c9b-4934-848d-06b343fc07f5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:52.864891 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0033c1-6c9b-4934-848d-06b343fc07f5'] response: {'server_uuid': '3a98e260-66c3-44ce-9e6f-37aae969b8e8', 'name': 'network-vif-deleted', 'tag': '93a7302f-1454-488f-9a42-1d0eb16289a1', 'status': 'completed', 'code': 200} Mar 31 22:58:52.889798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:52.906320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604eb72e-924e-4412-9a91-7d3652128485,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.929091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.929091 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Added segment da263c71-898b-4304-9294-a2afa5311d0f of type vlan for network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd Mar 31 22:58:52.988158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.042457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08227-3556-44db-ad2b-9751c7f4f5d5 req-ccba8231-fff0-40a1-abb6-71572ef8a146 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.043966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9f08227-3556-44db-ad2b-9751c7f4f5d5 req-ccba8231-fff0-40a1-abb6-71572ef8a146 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0717974 Mar 31 22:58:53.069756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-4def90f6-86c5-4ef6-b817-8979abda0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.070253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-4def90f6-86c5-4ef6-b817-8979abda0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.071851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-4def90f6-86c5-4ef6-b817-8979abda0276 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1980 time: 0.0639722 Mar 31 22:58:53.104127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9f08227-3556-44db-ad2b-9751c7f4f5d5 req-5adc5e2d-5a01-488f-b09e-2c3a0050ff90 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539567 Mar 31 22:58:53.127403 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-800445eb-f10c-495a-bfab-45695517ca27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac HTTP/1.1" status: 200 len: 217 time: 0.0471280 Mar 31 22:58:53.197049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-4113b74c-1203-4800-a74d-bbcfa973c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.198584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-4113b74c-1203-4800-a74d-bbcfa973c90e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1badf715-60ce-4d2d-bfaf-a9984c8d992e HTTP/1.1" status: 200 len: 801 time: 0.0630636 Mar 31 22:58:53.232578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbb46-510b-4267-8e07-af0b44256975 req-c71dc3d7-274d-4dac-8e80-a8ab0f998026 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.234204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba2fbb46-510b-4267-8e07-af0b44256975 req-c71dc3d7-274d-4dac-8e80-a8ab0f998026 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.0527217 Mar 31 22:58:53.252317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ae83b689-c699-42a0-81ca-e4699bfe28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.253798 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ae83b689-c699-42a0-81ca-e4699bfe28dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ecc570c-9bc2-4fd7-b6ac-954812fbff4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476282 Mar 31 22:58:53.302819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba2fbb46-510b-4267-8e07-af0b44256975 req-bc26bb44-5b92-424d-bf7b-f41f111ce8cc tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556545 Mar 31 22:58:53.315202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f647a-f0fb-4622-8a43-6fe06be23ce8 req-0af2502f-f207-4d40-8189-c0722c556675 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.321629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f647a-f0fb-4622-8a43-6fe06be23ce8 req-0af2502f-f207-4d40-8189-c0722c556675 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.323374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f5f647a-f0fb-4622-8a43-6fe06be23ce8 req-0af2502f-f207-4d40-8189-c0722c556675 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1678 time: 0.0882416 Mar 31 22:58:53.362686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-35e7392f-b78a-4a5c-8adb-8428a5f6d526 service neutron] 10.222.0.44 "GET /v2.0/networks/7ecc570c-9bc2-4fd7-b6ac-954812fbff4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020520 Mar 31 22:58:53.366358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.367363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.367933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.379170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f5f647a-f0fb-4622-8a43-6fe06be23ce8 req-35b0137a-15b3-4330-a292-72755a5f230e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Mar 31 22:58:53.503558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] Pushing event updated for resources: {'Network': ['ID=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.514743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:53.539858 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-26b7cfad-8456-4ebf-b5ba-657764734605 service neutron] 10.222.0.44 "GET /v2.0/networks/7ecc570c-9bc2-4fd7-b6ac-954812fbff4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686029 Mar 31 22:58:53.561338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0147-d46d-48d6-a220-6de5fa60b724 req-772ffa8a-e7a7-4f0c-b61c-a4bfb674f0f2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.562951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22d0147-d46d-48d6-a220-6de5fa60b724 req-772ffa8a-e7a7-4f0c-b61c-a4bfb674f0f2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0829525 Mar 31 22:58:53.589212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-92009a5d-9d46-4957-847c-2d199c47e439 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=5a16458f-6893-4486-b1c0-ce7c070070fc HTTP/1.1" status: 200 len: 217 time: 0.0416396 Mar 31 22:58:53.611444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22d0147-d46d-48d6-a220-6de5fa60b724 req-50eabb22-86cd-48c4-ba04-5683fa2505d0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411081 Mar 31 22:58:53.621420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41730) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:53.735501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cad8481-ae46-4ea6-9dc7-73d9fc5fed01 req-909ad0c9-7931-4046-9753-41fef74188a4 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=43f55aca-eb75-44db-a822-518dc8903f89 HTTP/1.1" status: 200 len: 210 time: 0.0466630 Mar 31 22:58:53.736358 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.795298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.845752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350a201-3990-4e87-9d81-8c13dffc9261 req-ec9bfea3-b2fe-4d21-a406-ad6f518cd1e3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.847456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d350a201-3990-4e87-9d81-8c13dffc9261 req-ec9bfea3-b2fe-4d21-a406-ad6f518cd1e3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1154420 Mar 31 22:58:53.899429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d350a201-3990-4e87-9d81-8c13dffc9261 req-d8fe63d4-1f57-4559-a41a-42239b9fadcd tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Mar 31 22:58:53.940405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f66820f4-a89a-460f-8dba-fab2f9dfc59c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0842562 Mar 31 22:58:53.941826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41736) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:53.947958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Request body: {'subnet': {'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-712813249-subnet', 'tenant_id': '0941b8a050ec4c19a0b1b2003ecfcfd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:53.973976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-da25d25a-29e7-47e8-b0f8-12a00f3eb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.976832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-da25d25a-29e7-47e8-b0f8-12a00f3eb347 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b7d24ed-ad02-4ec7-b718-1b089c441d6d HTTP/1.1" status: 200 len: 801 time: 0.3806846 Mar 31 22:58:54.006353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.033506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-1ea07942-1056-4749-abd4-01c0f6fc59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.035027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-1ea07942-1056-4749-abd4-01c0f6fc59d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1172afd-dc68-4171-bc8f-692cec68ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505095 Mar 31 22:58:54.093243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a665d-5795-46f5-9b80-3af442221d6b req-21eb0974-f92e-470d-a148-5ae4053f827e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.094722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e25a665d-5795-46f5-9b80-3af442221d6b req-21eb0974-f92e-470d-a148-5ae4053f827e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Mar 31 22:58:54.136140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-9ec201d9-d90d-49e1-b8c8-e63691aad797 service neutron] 10.222.0.44 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913763 Mar 31 22:58:54.137694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e25a665d-5795-46f5-9b80-3af442221d6b req-48925204-b62f-4d82-92ff-b639723c90d1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Mar 31 22:58:54.183150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.189617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.189617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "DELETE /v2.0/security-groups/08a3f552-8bde-448d-80f8-778bd194c4f4 HTTP/1.1" status: 204 len: 168 time: 0.5642760 Mar 31 22:58:54.192654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:54.197576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0a55a-1135-4ddf-86cd-efbb02218d1a tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a3f552-8bde-448d-80f8-778bd194c4f4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:54.214011 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-b209f862-7a6b-4ecb-90c7-5aa3b1c1d62e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] show failed (client error): The resource could not be found. Mar 31 22:58:54.214898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b209f862-7a6b-4ecb-90c7-5aa3b1c1d62e tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "GET /v2.0/security-groups/08a3f552-8bde-448d-80f8-778bd194c4f4 HTTP/1.1" status: 404 len: 347 time: 0.0213909 Mar 31 22:58:54.219086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41746) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:54.247821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Made reservation on behalf of 0941b8a050ec4c19a0b1b2003ecfcfd5 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:54.250093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.315302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5eaeccf6-cce2-4ceb-8d44-bb5f371d04fe req-ad722ecb-6d19-4012-92a8-ffc89418a661 service neutron] 10.222.0.44 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720157 Mar 31 22:58:54.420669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ec45-75c8-4509-a384-fc2c9cbef56a req-f60a6146-0ea6-4875-957b-96b7be3f8bac tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.422239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b50ec45-75c8-4509-a384-fc2c9cbef56a req-f60a6146-0ea6-4875-957b-96b7be3f8bac tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1903396 Mar 31 22:58:54.505762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e9f13-48bb-42da-b7db-1240a25c328e req-d91eb306-03c9-4008-b20c-1507f9e8038b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.507354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-120e9f13-48bb-42da-b7db-1240a25c328e req-d91eb306-03c9-4008-b20c-1507f9e8038b tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1111565 Mar 31 22:58:54.511217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b50ec45-75c8-4509-a384-fc2c9cbef56a req-0fc659cb-b820-4d02-aa93-880913404962 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683031 Mar 31 22:58:54.518223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Deleting port d180795c-61ff-4711-ab2e-3a0ce13deabe {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:54.518803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.599555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-120e9f13-48bb-42da-b7db-1240a25c328e req-51a944b3-3580-458a-98f5-6c02665836cd tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830545 Mar 31 22:58:54.636177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.636531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.650769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Calling delete_port for d180795c-61ff-4711-ab2e-3a0ce13deabe owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:54.801054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.861923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f557af2-c91c-46fa-af86-0fab309f6af6,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:54.868740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:54.871067 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:54.883992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Checking segment: {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:54.884352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Network hostable DHCP agents. Network: 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:55.044576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca6f1e-8add-4f40-aea3-16005124fba6 req-5fe53903-e797-4e03-af60-0ddd75a6b1c4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.050407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca6f1e-8add-4f40-aea3-16005124fba6 req-5fe53903-e797-4e03-af60-0ddd75a6b1c4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.052163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85ca6f1e-8add-4f40-aea3-16005124fba6 req-5fe53903-e797-4e03-af60-0ddd75a6b1c4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1678 time: 0.4026334 Mar 31 22:58:55.123688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e672d-1fb1-4e2a-b9b5-b550ae399144 req-a496ae47-12d9-46ec-90a8-be04a0bcda31 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.125120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c0e672d-1fb1-4e2a-b9b5-b550ae399144 req-a496ae47-12d9-46ec-90a8-be04a0bcda31 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.4036291 Mar 31 22:58:55.169042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-95826dc7-d423-4763-92f9-5fce2ce9a416 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.170533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-95826dc7-d423-4763-92f9-5fce2ce9a416 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1175351 Mar 31 22:58:55.177313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85ca6f1e-8add-4f40-aea3-16005124fba6 req-ab1fe1c0-77cc-48cc-ad74-5adc27bb40da tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148217 Mar 31 22:58:55.187858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:55.268308 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79793ed6-5555-471b-aee9-4f5919c45520 x-openstack-request-id: req-79793ed6-5555-471b-aee9-4f5919c45520 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:55.268606 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:55.268857 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-79793ed6-5555-471b-aee9-4f5919c45520 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:55.269383 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79793ed6-5555-471b-aee9-4f5919c45520'] response: {'name': 'network-changed', 'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc', 'status': 'completed', 'code': 200} Mar 31 22:58:55.271609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c0e672d-1fb1-4e2a-b9b5-b550ae399144 req-703d660a-b111-40a3-8d8d-46083891db62 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370049 Mar 31 22:58:55.353731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-5a4ec833-3af8-4410-b703-69c366924365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.354227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-5a4ec833-3af8-4410-b703-69c366924365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.358787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-5a4ec833-3af8-4410-b703-69c366924365 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1980 time: 0.0516191 Mar 31 22:58:55.380685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Deleting port 3a4396df-291c-46b2-ac29-08cf0520a613 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:55.381033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.387065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:55.394829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c773d-cdb6-487f-9ca3-7c05b2747f2d None None] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:55.428247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.428852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.474457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853ced-4ca7-4737-9565-9fca8a6ba31f req-3db93314-5150-4eba-a82a-bef7e9163d66 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.482313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69853ced-4ca7-4737-9565-9fca8a6ba31f req-3db93314-5150-4eba-a82a-bef7e9163d66 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1314170 Mar 31 22:58:55.483209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-b0d81cf7-95b5-473c-a655-912776aabb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.484696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-b0d81cf7-95b5-473c-a655-912776aabb3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1172afd-dc68-4171-bc8f-692cec68ef24 HTTP/1.1" status: 200 len: 903 time: 0.1214292 Mar 31 22:58:55.539086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-5ee801df-e62c-4b68-b164-01ef894284ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=5a16458f-6893-4486-b1c0-ce7c070070fc HTTP/1.1" status: 200 len: 217 time: 0.0476511 Mar 31 22:58:55.540886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] For port 3a4396df-291c-46b2-ac29-08cf0520a613, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3a4396df-291c-46b2-ac29-08cf0520a613,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:55.541263 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.550513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.572567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69853ced-4ca7-4737-9565-9fca8a6ba31f req-50e4a308-0e6d-4883-bd21-66d9908429ef tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837150 Mar 31 22:58:55.580569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Calling delete_port for 3a4396df-291c-46b2-ac29-08cf0520a613 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:55.588202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2b816-c564-481d-a3a4-aec22a58f958 None None] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:55.610377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-15d4d754-badb-40a9-8e71-51503f547a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.612512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Pushing event deleted for resources: {'Port': ['ID=d180795c-61ff-4711-ab2e-3a0ce13deabe,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:55.614909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-15d4d754-badb-40a9-8e71-51503f547a00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b7d24ed-ad02-4ec7-b718-1b089c441d6d HTTP/1.1" status: 200 len: 801 time: 0.0643010 Mar 31 22:58:55.700053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-6821d5d0-9d06-414d-b0ce-337c1631ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.701699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-6821d5d0-9d06-414d-b0ce-337c1631ede8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1172afd-dc68-4171-bc8f-692cec68ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802095 Mar 31 22:58:55.729756 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0d4db125-6fa4-4f6d-9b24-0e0bca66e095 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7862351 Mar 31 22:58:55.889439 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-b6de8b90-ae58-41ae-b77a-9cd35346a1bf service neutron] 10.222.0.44 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797316 Mar 31 22:58:55.924852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.927617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.931242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0987ff4a-7759-4da8-97f0-a9ce8f4d37eb tempest-ServersWithSpecificFlavorTestJSON-1189066363 tempest-ServersWithSpecificFlavorTestJSON-1189066363-project] 10.222.0.83 "DELETE /v2.0/floatingips/7fc76196-f7f9-4ec6-9ef3-4c43ab082190 HTTP/1.1" status: 204 len: 168 time: 1.7067678 Mar 31 22:58:55.984916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8cc4-afed-49e2-af2c-136b012db23e req-fed1b003-bd2d-40a9-853b-7fbdcf6b000f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.992787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-124f8cc4-afed-49e2-af2c-136b012db23e req-fed1b003-bd2d-40a9-853b-7fbdcf6b000f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 949 time: 0.1790195 Mar 31 22:58:56.025316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2327cd5f-c185-49e4-bb70-946dd8a3e5a2 req-dfdaf391-8383-4df1-9741-70614465f760 service neutron] 10.222.0.44 "GET /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276166 Mar 31 22:58:56.029163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440748-94ec-42f9-9fb6-67beed2af633 req-74f558c7-794e-4713-b0fd-a3b336ad6a38 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:56.030897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f440748-94ec-42f9-9fb6-67beed2af633 req-74f558c7-794e-4713-b0fd-a3b336ad6a38 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 814 time: 0.2489929 Mar 31 22:58:56.099792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-124f8cc4-afed-49e2-af2c-136b012db23e req-153f5543-1baf-4fb3-a6ef-96fdcd0fc48f tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb248bab-0a06-4f0d-a171-07d8bb56b755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Mar 31 22:58:56.102957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f440748-94ec-42f9-9fb6-67beed2af633 req-bd8b79cc-975a-431a-8f26-f59759ea466e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/quotas/2bada75392504a6dbe288c925240579f HTTP/1.1" status: 200 len: 375 time: 0.0632248 Mar 31 22:58:56.168537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f440748-94ec-42f9-9fb6-67beed2af633 req-7b28d495-f8bf-44d5-bf08-2ea2ff62d69d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581350 Mar 31 22:58:56.337132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.372752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3a4396df-291c-46b2-ac29-08cf0520a613'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:56.378207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1524430630', 'description': 'tempest-description-478543775'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:56.391768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Pushing event deleted for resources: {'Port': ['ID=3a4396df-291c-46b2-ac29-08cf0520a613,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:56.443544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] No DVR routers for this DVR port 3a4396df-291c-46b2-ac29-08cf0520a613 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:56.446807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.450057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fbfcf22-caf4-40ea-989d-be7ad1f16bfe req-c2107cf2-2a29-4843-b495-5b686ca9ca5c tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.10 "DELETE /v2.0/ports/3a4396df-291c-46b2-ac29-08cf0520a613 HTTP/1.1" status: 204 len: 173 time: 1.2714291 Mar 31 22:58:56.450519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-deleted', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:56.452932 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92974dd-8acf-4450-9dfe-ae42c56f10c6" -d '{"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-deleted", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:56.791541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.800789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc85d9a-f191-426c-9cac-5078af40f2ba req-13317755-8b22-43a7-b7dd-d9fa2f3b7e60 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:56.803460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fc85d9a-f191-426c-9cac-5078af40f2ba req-13317755-8b22-43a7-b7dd-d9fa2f3b7e60 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0781770 Mar 31 22:58:56.870491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fc85d9a-f191-426c-9cac-5078af40f2ba req-8b87acb7-d20a-49cc-9f25-1155ce2e4613 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Mar 31 22:58:56.936351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.004307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c249-10a3-4599-b87f-ed75b2e2223b req-a038237c-011e-4083-85e5-2db214c2a9b4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.010862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c249-10a3-4599-b87f-ed75b2e2223b req-a038237c-011e-4083-85e5-2db214c2a9b4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.012504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d6c249-10a3-4599-b87f-ed75b2e2223b req-a038237c-011e-4083-85e5-2db214c2a9b4 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1678 time: 0.0599580 Mar 31 22:58:57.052204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d6c249-10a3-4599-b87f-ed75b2e2223b req-aa693838-05d6-46c8-8352-8b2231fbcf10 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Mar 31 22:58:57.101808 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf277ac6-9615-4d06-bbaa-cac260242a8a x-openstack-request-id: req-cf277ac6-9615-4d06-bbaa-cac260242a8a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:57.102489 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5887ac27-cc39-4e3e-a52d-4852f3db9154", "name": "network-vif-deleted", "tag": "3a4396df-291c-46b2-ac29-08cf0520a613", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:57.102639 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf277ac6-9615-4d06-bbaa-cac260242a8a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:57.103206 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf277ac6-9615-4d06-bbaa-cac260242a8a'] response: {'server_uuid': '5887ac27-cc39-4e3e-a52d-4852f3db9154', 'name': 'network-vif-deleted', 'tag': '3a4396df-291c-46b2-ac29-08cf0520a613', 'status': 'completed', 'code': 200} Mar 31 22:58:57.228230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cec3a6-93c9-44fc-9537-d9db182cee67 req-7a6ff0ba-466f-4c6b-8ce3-b31b398db757 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.229633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54cec3a6-93c9-44fc-9537-d9db182cee67 req-7a6ff0ba-466f-4c6b-8ce3-b31b398db757 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0500746 Mar 31 22:58:57.268519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54cec3a6-93c9-44fc-9537-d9db182cee67 req-8b9f8721-2349-4f68-a93e-550dd0bfc34b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Mar 31 22:58:57.287291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.324134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b3ac4-6ecc-4343-827e-7b16042a2b3e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:57.378389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-204b674d-8652-4894-956e-4480465dcb14 req-4a7bca76-2c71-4b68-96a1-7fccaf9e6ef4 tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0338588 Mar 31 22:58:57.545086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.546274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cc9eaf4-53ca-46a2-871d-4ae3947480c6 req-99de56b7-84c7-4ac7-860b-43baf2692716 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1733458 Mar 31 22:58:57.624629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1704552834', 'description': 'tempest-description-134164536'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:57.671772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-124a98d0-b7b4-4109-93e7-962f8d71a98f req-63397fe3-e238-4d49-ae65-6bfc247ec26b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2bada75392504a6dbe288c925240579f HTTP/1.1" status: 200 len: 221 time: 0.0376861 Mar 31 22:58:57.815526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298062db-4781-48ea-a7b1-ce4d844ce083 req-44b514f4-472a-460e-939b-357166311ec4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.817896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298062db-4781-48ea-a7b1-ce4d844ce083 req-44b514f4-472a-460e-939b-357166311ec4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0553856 Mar 31 22:58:57.842093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.887600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298062db-4781-48ea-a7b1-ce4d844ce083 req-a4021cb1-6d62-4522-9ca3-7ae5ee73752e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615547 Mar 31 22:58:57.956180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.078830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cb284-1039-409d-904e-02e846435e46 req-c258e967-6c12-4e76-b6bc-3c389137b2ab tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.080576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c2cb284-1039-409d-904e-02e846435e46 req-c258e967-6c12-4e76-b6bc-3c389137b2ab tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0586464 Mar 31 22:58:58.122916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c2cb284-1039-409d-904e-02e846435e46 req-d89f72ac-35f9-48e3-b20d-85545967af5d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Mar 31 22:58:58.143569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.181012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c496deb5-a533-43fe-a8cc-c62a9333d7cb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.267033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763221-f2ef-4163-8ea9-4b5d6e639bf4 req-cca70eca-1396-4f92-9a13-38ba35ec0075 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.273405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763221-f2ef-4163-8ea9-4b5d6e639bf4 req-cca70eca-1396-4f92-9a13-38ba35ec0075 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.274987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70763221-f2ef-4163-8ea9-4b5d6e639bf4 req-cca70eca-1396-4f92-9a13-38ba35ec0075 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1678 time: 0.0616739 Mar 31 22:58:58.314092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70763221-f2ef-4163-8ea9-4b5d6e639bf4 req-e4d04fd2-dfa6-4a2c-b496-b2cc23b76201 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Mar 31 22:58:58.321786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.322936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5a6870e-ff96-45d3-a12f-c1e9e21b4d02 req-ab6a3059-c537-4976-aa36-a1c126d4b87d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7028236 Mar 31 22:58:58.360476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05700f94-d9a5-40ce-bb1e-2be3481e5bac details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:58.402732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41858) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:58.490471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:58.503060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '05700f94-d9a5-40ce-bb1e-2be3481e5bac', 'network_id': '7ecc570c-9bc2-4fd7-b6ac-954812fbff4d', 'port_id': '05700f94-d9a5-40ce-bb1e-2be3481e5bac', 'mac_address': 'fa:16:3e:15:9f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1badf715-60ce-4d2d-bfaf-a9984c8d992e', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:58.545469 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.564110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05700f94-d9a5-40ce-bb1e-2be3481e5bac {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:58.571436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a039f69d-8ac2-4c02-b947-944b5484da3a req-056ec6e7-bb39-4394-93b6-9ca59d1ea11a tempest-MigrationsAdminTest-117914727 tempest-MigrationsAdminTest-117914727-project] 10.222.0.83 "GET /v2.0/ports?device_id=5887ac27-cc39-4e3e-a52d-4852f3db9154 HTTP/1.1" status: 200 len: 210 time: 0.0753741 Mar 31 22:58:58.590996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:58.597772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45a36-52fd-4942-b27e-29b70390a80a req-adc3dc66-7d92-4690-88e8-2d75864e8674 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.599458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bc45a36-52fd-4942-b27e-29b70390a80a req-adc3dc66-7d92-4690-88e8-2d75864e8674 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1380966 Mar 31 22:58:58.716154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bc45a36-52fd-4942-b27e-29b70390a80a req-ce9b8d06-c7b4-472f-bcd6-b4c7fb9ddc69 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855472 Mar 31 22:58:58.760256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.760932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a16458f-6893-4486-b1c0-ce7c070070fc details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:58.874701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.909236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-e09f05ab-9fa4-4a21-a8bb-2528cd42585a tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.909525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-e09f05ab-9fa4-4a21-a8bb-2528cd42585a tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 812 time: 0.2272508 Mar 31 22:58:58.919944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:58.944949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a802b7-5cf1-4dc8-bd5e-20d4493cf45e req-3f3ad1b0-721d-4993-9ae9-0429ada1bc39 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.944949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19a802b7-5cf1-4dc8-bd5e-20d4493cf45e req-3f3ad1b0-721d-4993-9ae9-0429ada1bc39 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1427639 Mar 31 22:58:58.956382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a16458f-6893-4486-b1c0-ce7c070070fc,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:58.959132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 3a4396df-291c-46b2-ac29-08cf0520a613 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:58.959480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3a4396df-291c-46b2-ac29-08cf0520a613 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:58.970755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '5a16458f-6893-4486-b1c0-ce7c070070fc', 'network_id': 'f1172afd-dc68-4171-bc8f-692cec68ef24', 'port_id': '5a16458f-6893-4486-b1c0-ce7c070070fc', 'mac_address': 'fa:16:3e:65:45:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7d24ed-ad02-4ec7-b718-1b089c441d6d', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:58.976484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-60dc10f6-66ee-4452-942c-7c09954cb996 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/quotas/0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 375 time: 0.0568452 Mar 31 22:58:59.012586 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.022840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-d4040bff-d238-4e5a-bead-a1d0326c0507 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356898 Mar 31 22:58:59.027563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a16458f-6893-4486-b1c0-ce7c070070fc {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:59.048679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a16458f-6893-4486-b1c0-ce7c070070fc,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:59.097102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19a802b7-5cf1-4dc8-bd5e-20d4493cf45e req-4414eb2f-a6f1-4cdb-a09f-8c57983d5ac1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305373 Mar 31 22:58:59.231807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-1925244d-390b-4729-ad3e-02aa9c540bee service neutron] 10.222.0.83 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992273 Mar 31 22:58:59.303371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.304465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3012dd1-b6ca-4066-b1b4-f09a3d061a1d req-c2de3ac1-9324-4a68-a9c6-ece2cb5f21e6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.306544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3012dd1-b6ca-4066-b1b4-f09a3d061a1d req-c2de3ac1-9324-4a68-a9c6-ece2cb5f21e6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1282530 Mar 31 22:58:59.351370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:59.383914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3012dd1-b6ca-4066-b1b4-f09a3d061a1d req-c7ff7991-19b8-4c25-a578-212825337345 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Mar 31 22:58:59.400659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.593012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266d815-acc9-4f40-a023-487890988921 req-582bc9f3-efe0-4904-aa77-8c512d3acb82 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.598969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266d815-acc9-4f40-a023-487890988921 req-582bc9f3-efe0-4904-aa77-8c512d3acb82 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.600521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9266d815-acc9-4f40-a023-487890988921 req-582bc9f3-efe0-4904-aa77-8c512d3acb82 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1680 time: 0.1389172 Mar 31 22:58:59.604846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-2870f660-171d-4567-a51f-db95b07f07b8 service neutron] 10.222.0.83 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600364 Mar 31 22:58:59.663147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['05700f94-d9a5-40ce-bb1e-2be3481e5bac'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:00.007929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9266d815-acc9-4f40-a023-487890988921 req-b7516597-7a76-4a53-a1ab-a810a7e5b841 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967443 Mar 31 22:59:00.135823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ec820-bf98-45b3-90cc-d20b4ddeb459 req-359b0f01-25e2-41f3-bda9-1661432b61fa tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.137397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f9ec820-bf98-45b3-90cc-d20b4ddeb459 req-359b0f01-25e2-41f3-bda9-1661432b61fa tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0925128 Mar 31 22:59:00.239894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10643745-4620-488b-9412-c273ec790298 req-d4a3464e-c970-4390-a83a-6d592e46b18e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 210 time: 0.0622337 Mar 31 22:59:00.274466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f9ec820-bf98-45b3-90cc-d20b4ddeb459 req-b180bdb9-c430-4666-b018-18bb20c7a1dc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285875 Mar 31 22:59:00.299239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Deleting port c87b7daf-3f63-4a54-93f0-02eb2dccf55c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:00.299835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.423157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] For port c87b7daf-3f63-4a54-93f0-02eb2dccf55c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:00.423666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.440985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Calling delete_port for c87b7daf-3f63-4a54-93f0-02eb2dccf55c owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:00.454876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248876-2362-4c0e-9541-9936583e04f0 req-4598ea72-c4bd-4f11-8c01-202d4d810fc0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.456464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6248876-2362-4c0e-9541-9936583e04f0 req-4598ea72-c4bd-4f11-8c01-202d4d810fc0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0840392 Mar 31 22:59:00.547539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6248876-2362-4c0e-9541-9936583e04f0 req-af21856c-ee14-4ff7-bd03-8fc5a09c17f4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Mar 31 22:59:00.714212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962865-3bb4-4a8f-b1c9-e7ad1b9cf3c6 req-7df2c6af-9649-42f6-8cc3-222c4c4df403 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.715704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f962865-3bb4-4a8f-b1c9-e7ad1b9cf3c6 req-7df2c6af-9649-42f6-8cc3-222c4c4df403 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0910997 Mar 31 22:59:00.749443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5a16458f-6893-4486-b1c0-ce7c070070fc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:00.760334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f962865-3bb4-4a8f-b1c9-e7ad1b9cf3c6 req-55e96ae8-2c4b-4b86-b2cf-c2dbf3420711 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Mar 31 22:59:00.827112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:00.919315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2590f-8172-4718-b2a9-8f13cc438bdc req-00082a1f-25b6-433e-b314-746e0ebdae00 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.924743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4eb2590f-8172-4718-b2a9-8f13cc438bdc req-00082a1f-25b6-433e-b314-746e0ebdae00 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0687132 Mar 31 22:59:00.925391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.984178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87b7daf-3f63-4a54-93f0-02eb2dccf55c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:01.059460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4eb2590f-8172-4718-b2a9-8f13cc438bdc req-5cdc5492-d3f8-456e-9689-3ab0f2d62829 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294303 Mar 31 22:59:01.087233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3fda5f47-68fd-4915-83eb-836f6598f54d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=027823132da34143877e417ea2638426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582412 Mar 31 22:59:01.090085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41928) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:01.176242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.219064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.314511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e493b-f72b-4c6a-8df3-09e6c615086c req-d4a96fe5-2eb1-41ca-ba92-4186fce87f59 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.321016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e493b-f72b-4c6a-8df3-09e6c615086c req-d4a96fe5-2eb1-41ca-ba92-4186fce87f59 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.323610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb8e493b-f72b-4c6a-8df3-09e6c615086c req-d4a96fe5-2eb1-41ca-ba92-4186fce87f59 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1680 time: 0.1444495 Mar 31 22:59:01.324830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.334765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5feede-ae86-4be5-8a16-ff9e2b937463 req-64617edf-610b-4ccd-9adc-7ddbca57fa3b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.336201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb5feede-ae86-4be5-8a16-ff9e2b937463 req-64617edf-610b-4ccd-9adc-7ddbca57fa3b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1360765 Mar 31 22:59:01.388414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.391046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.394562 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb248bab-0a06-4f0d-a171-07d8bb56b755 HTTP/1.1" status: 204 len: 168 time: 0.3017387 Mar 31 22:59:01.402197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e219c3-8bee-4d85-94d8-4e596ae49985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb248bab-0a06-4f0d-a171-07d8bb56b755,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:01.449588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb8e493b-f72b-4c6a-8df3-09e6c615086c req-2b6184b7-7e46-4dff-8c6c-657e779e216c tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095877 Mar 31 22:59:01.496954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb5feede-ae86-4be5-8a16-ff9e2b937463 req-a3cfc69c-f0d7-4607-b716-22355b9d7607 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497798 Mar 31 22:59:01.607375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c309530-6db0-44d7-9f4a-99ab2e5a0e1a req-1304611b-b44c-415e-81ce-ea3e27312bab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 210 time: 0.0593867 Mar 31 22:59:01.670232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818083e-b29b-47e7-9c0b-a6cf7d5e5962 req-4c203d00-8e76-4de3-84ac-2c23972be5b3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.671722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e818083e-b29b-47e7-9c0b-a6cf7d5e5962 req-4c203d00-8e76-4de3-84ac-2c23972be5b3 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.1249909 Mar 31 22:59:01.703394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Router 4859086b-eb3a-4669-8721-1c916a14c3fd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:01.762820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e818083e-b29b-47e7-9c0b-a6cf7d5e5962 req-f460ca6b-e22f-4ca1-944e-4348f52124d6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829358 Mar 31 22:59:01.816406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45ee36-8563-481a-b27d-2d352171313f req-52140d87-a5bc-44e2-9e47-3e3d183eb74a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.818525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f45ee36-8563-481a-b27d-2d352171313f req-52140d87-a5bc-44e2-9e47-3e3d183eb74a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1223636 Mar 31 22:59:01.908462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f45ee36-8563-481a-b27d-2d352171313f req-fcf3de6f-3e59-43e8-8eab-13651e636ccd tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817292 Mar 31 22:59:01.916294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:01.925871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2216971-5b6e-4180-a86a-5349a931dbb2 admin admin] 10.222.0.83 "PUT /v2.0/routers/4859086b-eb3a-4669-8721-1c916a14c3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5189829 Mar 31 22:59:01.925987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41944) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:01.935080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Sync routers for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:01.949854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:01.950476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:02.053427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146ce7-5b4c-47e6-b2b2-e5b0fe88764e req-4c319bb6-7410-4889-a4b9-aa0496a94ca0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.055167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94146ce7-5b4c-47e6-b2b2-e5b0fe88764e req-4c319bb6-7410-4889-a4b9-aa0496a94ca0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0538685 Mar 31 22:59:02.070692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad301-1792-4695-aa32-ddae59a3936b req-1a578426-d007-4ea2-aeb8-dfc1371770b0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.072515 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-815ad301-1792-4695-aa32-ddae59a3936b req-1a578426-d007-4ea2-aeb8-dfc1371770b0 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 944 time: 0.1020041 Mar 31 22:59:02.087224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:02.109683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94146ce7-5b4c-47e6-b2b2-e5b0fe88764e req-676ecb81-8c0b-451f-bbb4-7abc546a10a2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Mar 31 22:59:02.136465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.330608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.340783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Deleting port 709ea784-b0e6-463f-8b7e-ae6b9d17070a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:02.341206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.344779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:59:00Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:02.365235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d421479-6938-43bd-9e59-ef90683a03e5 req-82137f82-59ca-4c48-877d-11b213b580df tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.366739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d421479-6938-43bd-9e59-ef90683a03e5 req-82137f82-59ca-4c48-877d-11b213b580df tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0927377 Mar 31 22:59:02.366927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:02.375094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-81a4247b-345d-47cd-b4e7-4365b97a0f8f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.380098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-81a4247b-345d-47cd-b4e7-4365b97a0f8f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1621418 Mar 31 22:59:02.383917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Checking router: 4859086b-eb3a-4669-8721-1c916a14c3fd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:02.393639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Routers {'4859086b-eb3a-4669-8721-1c916a14c3fd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:02.394568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4859086b-eb3a-4669-8721-1c916a14c3fd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:02.400071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a16458f-6893-4486-b1c0-ce7c070070fc up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:02.402357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-95f56b04-2d1e-44a7-bbff-90898490ec1b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/quotas/97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 375 time: 0.0187922 Mar 31 22:59:02.462817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d421479-6938-43bd-9e59-ef90683a03e5 req-722b9f47-130e-4632-be7c-b21ad91e7bac tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818565 Mar 31 22:59:02.464853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6e98f344-1c6d-4bb4-a1dc-eed8bd2ced47 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5695e9558e1453aaba8b9ff85bcc575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965953 Mar 31 22:59:02.468965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:02.493749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-359976ad-b576-481a-91b9-983e2eae39a1 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787342 Mar 31 22:59:02.510083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] For port 709ea784-b0e6-463f-8b7e-ae6b9d17070a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=709ea784-b0e6-463f-8b7e-ae6b9d17070a,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:02.512139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.585024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] Set router 4859086b-eb3a-4669-8721-1c916a14c3fd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:02.593553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Calling delete_port for 709ea784-b0e6-463f-8b7e-ae6b9d17070a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:02.616421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.648996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a626-dffd-4142-83f1-a5a5dda9d864 req-57713e8e-9b23-4a31-9274-c2e2fab28c39 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.656544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a626-dffd-4142-83f1-a5a5dda9d864 req-57713e8e-9b23-4a31-9274-c2e2fab28c39 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.658302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e705a626-dffd-4142-83f1-a5a5dda9d864 req-57713e8e-9b23-4a31-9274-c2e2fab28c39 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1680 time: 0.1072047 Mar 31 22:59:02.732448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.750227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e705a626-dffd-4142-83f1-a5a5dda9d864 req-1135afaf-d94d-4b62-bcdc-8295fc0d3a4d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Mar 31 22:59:02.793742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Deleting port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:02.794109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.831922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-87889680-9981-4100-bbb7-0beb297b031a service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371670 Mar 31 22:59:02.850271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 5a16458f-6893-4486-b1c0-ce7c070070fc completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:02.874696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 5a16458f-6893-4486-b1c0-ce7c070070fc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:02.875146 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.958110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dadf2-5457-4d4e-ad8c-ed12c883fac9 req-c96f9167-8acf-4d65-bf03-75b9048e96f1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.959874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-947dadf2-5457-4d4e-ad8c-ed12c883fac9 req-c96f9167-8acf-4d65-bf03-75b9048e96f1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1248856 Mar 31 22:59:02.974975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] For port 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:02.975841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.013549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Calling delete_port for 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:03.015114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-d8b7ad87-83ea-455d-afe3-cd95a38ed040 service neutron] 10.222.0.83 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700370 Mar 31 22:59:03.018661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.023266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.024485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7348ec2e-a920-4488-84ea-91d037347289 HTTP/1.1" status: 204 len: 168 time: 0.5544055 Mar 31 22:59:03.044025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea404b-92c4-4b6e-b19b-8d4250c5ece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7348ec2e-a920-4488-84ea-91d037347289,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.054727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-947dadf2-5457-4d4e-ad8c-ed12c883fac9 req-db27423b-2cbb-4d73-8aa9-491ebd2ca57d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Mar 31 22:59:03.113147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.160354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.210848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['709ea784-b0e6-463f-8b7e-ae6b9d17070a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:03.230622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:03.232597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event deleted for resources: {'Port': ['ID=709ea784-b0e6-463f-8b7e-ae6b9d17070a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.232996 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2248f-4e5a-4e4e-be76-de80b06666fd" -d '{"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-plugged", "status": "completed", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:03.242511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b00d026-64b5-41c4-9e6a-2160a3b3e209 req-d6078f37-3a2b-497c-9822-5dece5f5e099 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 210 time: 0.0590451 Mar 31 22:59:03.270570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a16458f-6893-4486-b1c0-ce7c070070fc,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:03.278592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:59:00Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:03.307150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791082d-babf-4424-b4dd-f678f86a76fd None None] The sync data for ids ['4859086b-eb3a-4669-8721-1c916a14c3fd'] in n-d-828414-2 is: [{'id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373372521-router', 'tenant_id': '83a7e87cc5c44e258172568dcdc64351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:05Z', 'updated_at': '2022-03-31T22:59:00Z', 'revision_number': 5, 'project_id': '83a7e87cc5c44e258172568dcdc64351', 'gw_port': {'id': '2d3b0a69-589f-4e5b-8c7f-06463c95d3a8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859086b-eb3a-4669-8721-1c916a14c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:06Z', 'updated_at': '2022-03-31T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:03.308433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] No DVR routers for this DVR port 709ea784-b0e6-463f-8b7e-ae6b9d17070a on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:03.311972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.315325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-815ad301-1792-4695-aa32-ddae59a3936b req-1359c0c0-5bd1-45cd-a166-15a3e8b4ee80 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "DELETE /v2.0/ports/709ea784-b0e6-463f-8b7e-ae6b9d17070a HTTP/1.1" status: 204 len: 173 time: 1.2356055 Mar 31 22:59:03.315761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-deleted', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:03.318569 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428ca645-bf5e-46e5-a21c-55fbc181e510" -d '{"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-deleted", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:03.364295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1df57a6-c853-440d-bc47-5aaa8fbbe1a1 req-7cc40a15-8d7d-4c9c-b917-00c1bfe39dd9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0402646 Mar 31 22:59:03.389665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.390498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05700f94-d9a5-40ce-bb1e-2be3481e5bac up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:03.432703 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4d04c-ccbf-4c86-909e-8f700ab37e70 x-openstack-request-id: req-cfd4d04c-ccbf-4c86-909e-8f700ab37e70 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:03.433032 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-plugged", "status": "completed", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:03.433289 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfd4d04c-ccbf-4c86-909e-8f700ab37e70 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:03.433766 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd4d04c-ccbf-4c86-909e-8f700ab37e70'] response: {'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc', 'code': 200} Mar 31 22:59:03.459685 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbce4ae5-4397-4424-a38e-4f4617453aa9 x-openstack-request-id: req-dbce4ae5-4397-4424-a38e-4f4617453aa9 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:03.459973 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1466fce4-08cd-464f-b05c-96db8299ee7d", "name": "network-vif-deleted", "tag": "709ea784-b0e6-463f-8b7e-ae6b9d17070a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:03.460221 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dbce4ae5-4397-4424-a38e-4f4617453aa9 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:03.460629 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbce4ae5-4397-4424-a38e-4f4617453aa9'] response: {'server_uuid': '1466fce4-08cd-464f-b05c-96db8299ee7d', 'name': 'network-vif-deleted', 'tag': '709ea784-b0e6-463f-8b7e-ae6b9d17070a', 'status': 'completed', 'code': 200} Mar 31 22:59:03.474556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.522111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.548992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3b0a69-589f-4e5b-8c7f-06463c95d3a8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.579999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5dc7-c7b2-49a8-8293-494b7546c979 req-63e7e3be-3b89-464e-bbe0-ce6aa6af1bd9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.581897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01bc5dc7-c7b2-49a8-8293-494b7546c979 req-63e7e3be-3b89-464e-bbe0-ce6aa6af1bd9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0615642 Mar 31 22:59:03.616693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.646169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 05700f94-d9a5-40ce-bb1e-2be3481e5bac completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:03.650645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 05700f94-d9a5-40ce-bb1e-2be3481e5bac triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:03.651404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.664479 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:03.705942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01bc5dc7-c7b2-49a8-8293-494b7546c979 req-45a5bdf8-49eb-487f-ad6c-0eac6f324d90 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172748 Mar 31 22:59:03.749130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.754865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.793164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-a5b900d6-a5e9-4368-a5a0-4aea7d07c171 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.794647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-a5b900d6-a5e9-4368-a5a0-4aea7d07c171 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.10 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 812 time: 0.1895039 Mar 31 22:59:03.819675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'device_id': '5d450426-263d-4ef9-9321-03cf0487124e', 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd', 'admin_state_up': True, 'tenant_id': '0941b8a050ec4c19a0b1b2003ecfcfd5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:03.856679 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.902474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:04.018167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf8c4b-0be4-48af-8bd9-b563cef13e15 req-1a0a30dd-99df-4a42-9599-31f4386c78f2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.019693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55cf8c4b-0be4-48af-8bd9-b563cef13e15 req-1a0a30dd-99df-4a42-9599-31f4386c78f2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0969069 Mar 31 22:59:04.085169 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.086452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.088599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4859086b-eb3a-4669-8721-1c916a14c3fd {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:59:04.095405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.099030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6817c6e6-b1ec-4a30-93f2-d8e9e6d14b53 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4859086b-eb3a-4669-8721-1c916a14c3fd HTTP/1.1" status: 204 len: 168 time: 2.1702638 Mar 31 22:59:04.099309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42010) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:04.153396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55cf8c4b-0be4-48af-8bd9-b563cef13e15 req-af75d94f-ce1e-420a-9117-49d4b2d44de8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211603 Mar 31 22:59:04.168064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900afde8-97f5-4d97-af2a-b8b014365068 req-33a052a3-1a35-4fe2-835a-868e2aa7bdfe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.182560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900afde8-97f5-4d97-af2a-b8b014365068 req-33a052a3-1a35-4fe2-835a-868e2aa7bdfe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.184211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-900afde8-97f5-4d97-af2a-b8b014365068 req-33a052a3-1a35-4fe2-835a-868e2aa7bdfe tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1681 time: 0.1821487 Mar 31 22:59:04.221677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Made reservation on behalf of 0941b8a050ec4c19a0b1b2003ecfcfd5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:04.229712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.230895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:04.241692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Deleting subnet dbf32443-8cf6-410e-823a-478b4e435380 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:04.270410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.340394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.346989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ed66c8a-365a-4f08-8370-f1d49fbacf2d req-16c3548f-abd5-4923-b575-84d173f9a3a0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.1350858 Mar 31 22:59:04.372250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-900afde8-97f5-4d97-af2a-b8b014365068 req-7e475727-85f4-4778-ac8b-ff33f5f1b586 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762552 Mar 31 22:59:04.432488 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.490984 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.496272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e554332-a570-45c0-a140-d33a0f7eac71 req-fc234ed8-b09f-4e35-9ac3-3184a54238cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 210 time: 0.0379548 Mar 31 22:59:04.548857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11c8aab8-849d-42a0-9b79-ef5745d161c7 req-e44cbdf9-329f-43f7-bdb3-68b65d026c4f tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=1466fce4-08cd-464f-b05c-96db8299ee7d HTTP/1.1" status: 200 len: 210 time: 0.0549002 Mar 31 22:59:04.623914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e834-6546-408d-bfcd-ec8a1d6f20cf req-ad269478-9dd2-4127-ab96-43fa6787b56e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.625405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b72e834-6546-408d-bfcd-ec8a1d6f20cf req-ad269478-9dd2-4127-ab96-43fa6787b56e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0612335 Mar 31 22:59:04.674425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b72e834-6546-408d-bfcd-ec8a1d6f20cf req-861ca8b4-f18c-482e-b39d-556ce517d9ce tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Mar 31 22:59:04.755495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.756619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Allocated IP 172.20.0.9 (0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd/6f557af2-c91c-46fa-af86-0fab309f6af6/709312eb-3390-4061-b0e3-180b4285de1f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:04.800241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.805035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/dbf32443-8cf6-410e-823a-478b4e435380 HTTP/1.1" status: 204 len: 168 time: 0.7039435 Mar 31 22:59:04.807141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42036) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:04.809983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e63f84-ba1f-4560-9262-dd8da28967d1 None None] Network f99329b5-cc87-4a5b-bc13-31732ba7aa7d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:04.890439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c87b7daf-3f63-4a54-93f0-02eb2dccf55c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:04.906256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.908848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2f7a-fbe9-41d1-a916-543cf2e2ffc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf32443-8cf6-410e-823a-478b4e435380,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:04.920978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c87b7daf-3f63-4a54-93f0-02eb2dccf55c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:04.921327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c87b7daf-3f63-4a54-93f0-02eb2dccf55c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:04.921739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:04.946597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:04.946932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d3b0a69-589f-4e5b-8c7f-06463c95d3a8 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:05.003582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Deleting port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:05.003967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.024808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250c2b-2277-47e9-b8f7-2c0e36a0a7fb req-aafe7eb0-f01c-4ff9-b18f-d0086c4006e0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.033057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57250c2b-2277-47e9-b8f7-2c0e36a0a7fb req-aafe7eb0-f01c-4ff9-b18f-d0086c4006e0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2571476 Mar 31 22:59:05.095387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04993a98-7757-4328-8516-8c789db2e906 None None] DHCP port deletion for f99329b5-cc87-4a5b-bc13-31732ba7aa7d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:59:05.104232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] For port 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=186854d6-e4af-4a7e-b79d-b2c96c6466a6,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:05.104631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.118068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57250c2b-2277-47e9-b8f7-2c0e36a0a7fb req-b8ac1e42-edd4-4003-b0eb-776e0dab2af5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787601 Mar 31 22:59:05.119689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Calling delete_port for 186854d6-e4af-4a7e-b79d-b2c96c6466a6 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:05.162167 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.169672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Deleting port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:05.171118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.246803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-04993a98-7757-4328-8516-8c789db2e906 None None] For port 186854d6-e4af-4a7e-b79d-b2c96c6466a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=186854d6-e4af-4a7e-b79d-b2c96c6466a6,segment=NetworkSegment(05f71a31-dcf5-477c-964b-ae5daa39d53b),segment_id=05f71a31-dcf5-477c-964b-ae5daa39d53b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:05.247515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.261957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Calling delete_port for 186854d6-e4af-4a7e-b79d-b2c96c6466a6 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:05.285249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887ccf9-9ea0-4ed5-b63f-a4801116fea3 req-4e303b62-f8ce-4a5c-8d2a-5ae87fbc39c0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.287412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c887ccf9-9ea0-4ed5-b63f-a4801116fea3 req-4e303b62-f8ce-4a5c-8d2a-5ae87fbc39c0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0507853 Mar 31 22:59:05.327142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c887ccf9-9ea0-4ed5-b63f-a4801116fea3 req-f148234d-2f0a-45e3-afbf-0d3bec233232 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Mar 31 22:59:05.364872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.365536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.374232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.423092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04993a98-7757-4328-8516-8c789db2e906 None None] Pushing event deleted for resources: {'Port': ['ID=186854d6-e4af-4a7e-b79d-b2c96c6466a6,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.434672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04993a98-7757-4328-8516-8c789db2e906 None None] No DVR routers for this DVR port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:05.436699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:05.437530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:05.443945 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3555d7d0-5cb1-4bf5-8a49-18c4b5da1d3b" -d '{"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-plugged", "status": "completed", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:05.458505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:05.470031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] No DVR routers for this DVR port 186854d6-e4af-4a7e-b79d-b2c96c6466a6 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:05.477580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Pushing event deleted for resources: {'Port': ['ID=186854d6-e4af-4a7e-b79d-b2c96c6466a6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.556300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.578856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99329b5-cc87-4a5b-bc13-31732ba7aa7d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:05.589704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f71a31-dcf5-477c-964b-ae5daa39d53b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:05.590012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f71a31-dcf5-477c-964b-ae5daa39d53b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:05.601536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.616797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.623335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:05.623730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:05.625420 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:05.747227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:05.755604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.772111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.777990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.781420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f99329b5-cc87-4a5b-bc13-31732ba7aa7d HTTP/1.1" status: 204 len: 168 time: 0.9611208 Mar 31 22:59:05.786753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42064) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:05.793370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473a57-6358-4ad1-8037-388a682c5947 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99329b5-cc87-4a5b-bc13-31732ba7aa7d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.811167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8542b3e4-386a-4ced-b444-7160b636f940 req-523e49bb-eaa5-4144-b082-9e6d60f11a20 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.0610459 Mar 31 22:59:05.871324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908849e-89c9-4d26-866a-8f550804d52e req-c357731f-ff8b-4134-acba-6cf6850005fb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.872813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f908849e-89c9-4d26-866a-8f550804d52e req-c357731f-ff8b-4134-acba-6cf6850005fb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.4410322 Mar 31 22:59:05.932126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.932771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.006162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f908849e-89c9-4d26-866a-8f550804d52e req-ea96af7b-c261-46cc-b8a5-19d4fda4c00d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245635 Mar 31 22:59:06.029870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdc61-16db-4d76-bee1-e44285ba2501 req-cc7d9602-bcca-4bbe-8821-78aef13ecf31 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.036893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdc61-16db-4d76-bee1-e44285ba2501 req-cc7d9602-bcca-4bbe-8821-78aef13ecf31 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.038512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfafdc61-16db-4d76-bee1-e44285ba2501 req-cc7d9602-bcca-4bbe-8821-78aef13ecf31 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.1609535 Mar 31 22:59:06.063925 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bcbbc9-68bc-4d0e-980a-e4f7e2424af6 x-openstack-request-id: req-a0bcbbc9-68bc-4d0e-980a-e4f7e2424af6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:06.064289 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-plugged", "status": "completed", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:06.064616 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0bcbbc9-68bc-4d0e-980a-e4f7e2424af6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:06.065001 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bcbbc9-68bc-4d0e-980a-e4f7e2424af6'] response: {'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac', 'code': 200} Mar 31 22:59:06.098635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-a7823dd8-238b-420a-9354-2c2b865007c0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2828915 Mar 31 22:59:06.120276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Request body: {'port': {'device_id': '5d450426-263d-4ef9-9321-03cf0487124e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:06.201325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfafdc61-16db-4d76-bee1-e44285ba2501 req-209b5a0f-d446-4d39-8579-8c33f62ce914 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532381 Mar 31 22:59:06.231459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9955e6-ab70-44a8-9068-e1ec700e892c req-185acae4-bdc6-4fdc-adf9-60f417e476cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.231459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9955e6-ab70-44a8-9068-e1ec700e892c req-185acae4-bdc6-4fdc-adf9-60f417e476cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.231459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e9955e6-ab70-44a8-9068-e1ec700e892c req-185acae4-bdc6-4fdc-adf9-60f417e476cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1984 time: 0.0453389 Mar 31 22:59:06.256983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e9955e6-ab70-44a8-9068-e1ec700e892c req-493ce55c-904c-4df9-9755-17e37fde8357 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Mar 31 22:59:06.290494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67458-4920-4dca-981c-98cd7dadc125 req-c543ac00-5fb3-4adb-b9a6-ae920b52861d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.292010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d67458-4920-4dca-981c-98cd7dadc125 req-c543ac00-5fb3-4adb-b9a6-ae920b52861d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 931 time: 0.1386137 Mar 31 22:59:06.292996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.402095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d67458-4920-4dca-981c-98cd7dadc125 req-a5899f77-6c8d-4f7d-87a5-6404a0f3aa7b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000965 Mar 31 22:59:06.424534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:06.462670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 709ea784-b0e6-463f-8b7e-ae6b9d17070a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:06.463053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 709ea784-b0e6-463f-8b7e-ae6b9d17070a not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:06.650797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 186854d6-e4af-4a7e-b79d-b2c96c6466a6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:06.674432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 186854d6-e4af-4a7e-b79d-b2c96c6466a6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:06.675210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 186854d6-e4af-4a7e-b79d-b2c96c6466a6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:06.783605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.784244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.784564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.785036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.785649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.786257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.786728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.787229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.787701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.788165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.788628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.789087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.789555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.790017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.792140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2281766-6684-4c15-9923-006a41b4c021 req-7ddafcef-9a03-4001-bea8-e30d865fadc8 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9924 time: 0.2390997 Mar 31 22:59:06.808688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709312eb-3390-4061-b0e3-180b4285de1f {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:06.814920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.821276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.899901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Transition to ACTIVE for port object 709312eb-3390-4061-b0e3-180b4285de1f will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:06.956482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e31fa6-0691-41b5-8ed1-73af0da1fa67 req-137f2933-538d-4f3b-bfcd-2cf6446565e7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.958716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9e31fa6-0691-41b5-8ed1-73af0da1fa67 req-137f2933-538d-4f3b-bfcd-2cf6446565e7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1051984 Mar 31 22:59:07.012760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.088769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9e31fa6-0691-41b5-8ed1-73af0da1fa67 req-d87f9cb8-66b3-4413-8d8f-b9919ac9e639 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229606 Mar 31 22:59:07.117971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.178815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-9af8a0ec-10d5-48f4-98fd-e6a70b304691 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.180297 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-9af8a0ec-10d5-48f4-98fd-e6a70b304691 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 821 time: 0.1149390 Mar 31 22:59:07.197027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Request body: {'port': {'device_id': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'admin_state_up': True, 'tenant_id': '97d35e69afc64850a50a0b6f399cddd0'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:07.275382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Attempting to bind port 709312eb-3390-4061-b0e3-180b4285de1f on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:07.275682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Attempting to bind port 709312eb-3390-4061-b0e3-180b4285de1f by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:07.275968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Attempting to bind port 709312eb-3390-4061-b0e3-180b4285de1f on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:07.294478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Port 709312eb-3390-4061-b0e3-180b4285de1f on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:07.294806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Attempting to bind port 709312eb-3390-4061-b0e3-180b4285de1f on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:07.339425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:07.339768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Checking segment: {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:07.340139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Bound using segment: {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:07.340584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Bound port: 709312eb-3390-4061-b0e3-180b4285de1f, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:07.340938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.355112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a6fb-36b4-470b-ad9e-beeb1284ecc4 req-a7a3accb-69fa-452e-81f1-ee132ebff853 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.356489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4202a6fb-36b4-470b-ad9e-beeb1284ecc4 req-a7a3accb-69fa-452e-81f1-ee132ebff853 tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 886 time: 0.2198336 Mar 31 22:59:07.375075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-737cece4-3134-410e-8798-270e40d9157f req-4ce622ca-0988-42ab-b48f-49a7d4fe4231 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.0659184 Mar 31 22:59:07.446062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Deleting port c6062626-6288-4539-87fc-658fb25d6469 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:07.446539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.462704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Made reservation on behalf of 97d35e69afc64850a50a0b6f399cddd0 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:07.466219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.570419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:07.600118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:07.615604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Allocated IP 172.20.0.7 (54fec72e-ba2f-4c0a-afee-b3d4d845235b/c6255af6-6f5d-469c-8e2e-8b3c916d59c8/6fe86da1-0714-4f03-8740-9ebd3912f8dc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:07.632202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79525c4-a2be-4c02-9132-55e9ca20a670 req-1bb6c11a-6319-414a-9f2a-c1affaa6d3fd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.633943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e79525c4-a2be-4c02-9132-55e9ca20a670 req-1bb6c11a-6319-414a-9f2a-c1affaa6d3fd tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.2114735 Mar 31 22:59:07.641748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef1c3d-796e-4b73-9959-7efd5ba599cc req-13d071d5-8efe-40ca-af51-bd8861ed8dde tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.649125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef1c3d-796e-4b73-9959-7efd5ba599cc req-13d071d5-8efe-40ca-af51-bd8861ed8dde tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.657806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5ef1c3d-796e-4b73-9959-7efd5ba599cc req-13d071d5-8efe-40ca-af51-bd8861ed8dde tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.1765525 Mar 31 22:59:07.709957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.731945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] For port c6062626-6288-4539-87fc-658fb25d6469, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6062626-6288-4539-87fc-658fb25d6469,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:07.732336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.786924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.789077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.789216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] 10.222.0.10 "PUT /v2.0/ports/709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 1091 time: 1.6764376 Mar 31 22:59:07.790155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:07.792501 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25" -d '{"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:07.805662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Calling delete_port for c6062626-6288-4539-87fc-658fb25d6469 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:07.813085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.830758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e79525c4-a2be-4c02-9132-55e9ca20a670 req-44c57add-23c0-4781-bc85-cf9c0e9939f1 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708035 Mar 31 22:59:07.838424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5ef1c3d-796e-4b73-9959-7efd5ba599cc req-64c6e0d5-3df3-4116-be53-c0ac8ea04d26 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797686 Mar 31 22:59:07.897339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf077-4e7a-452a-b6ad-a741fe13cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.902222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-935f9347-f72a-4a21-ae92-9573b39902d9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.904484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-935f9347-f72a-4a21-ae92-9573b39902d9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 944 time: 0.0574565 Mar 31 22:59:08.018317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Deleting port f74a6a83-33ae-45b4-b089-6bb51d130118 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:08.018658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.114212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.164673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] For port f74a6a83-33ae-45b4-b089-6bb51d130118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f74a6a83-33ae-45b4-b089-6bb51d130118,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:08.165709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.187537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Calling delete_port for f74a6a83-33ae-45b4-b089-6bb51d130118 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:08.200427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Network 54fec72e-ba2f-4c0a-afee-b3d4d845235b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:08.217054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:08.217054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.217054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:08.305339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.305956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.414248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc218-8b65-4c25-908d-e8c6ed2a375f req-6ba090b2-6814-4e46-b73d-3aa25eb96e4f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.415770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5badc218-8b65-4c25-908d-e8c6ed2a375f req-6ba090b2-6814-4e46-b73d-3aa25eb96e4f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 943 time: 0.4471536 Mar 31 22:59:08.431327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-218275ba-9736-41ed-84a0-4b980d77a934 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384133 Mar 31 22:59:08.444351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Request body: {'port': {'device_id': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:08.463552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.464052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.464698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.465004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.465481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.465948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.466426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.466931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.467435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.467898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.468365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.468836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.469301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.469767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.471949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28858143-9349-4bcd-b872-81836a975a16 req-93acffb7-15f6-4eb5-b68a-39fb9c3f2f4c tempest-NetworksTest-1260635305 tempest-NetworksTest-1260635305-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9924 time: 0.5707591 Mar 31 22:59:08.484348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-a997613b-3b6f-4287-a158-4f8709ffa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.485895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-a997613b-3b6f-4287-a158-4f8709ffa246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1094 time: 0.1498692 Mar 31 22:59:08.515661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.545538 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e3770-eb54-47ef-a04b-405a42aec7ca x-openstack-request-id: req-488e3770-eb54-47ef-a04b-405a42aec7ca {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:08.545797 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:08.546046 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-488e3770-eb54-47ef-a04b-405a42aec7ca {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:08.546473 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488e3770-eb54-47ef-a04b-405a42aec7ca'] response: {'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f', 'status': 'completed', 'code': 200} Mar 31 22:59:08.609149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5badc218-8b65-4c25-908d-e8c6ed2a375f req-d77796f9-9201-4b12-99bd-d3dea3e4b1c1 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832411 Mar 31 22:59:08.612825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-1f382032-b36b-4c3e-a32a-1e5281a578b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 217 time: 0.1031983 Mar 31 22:59:08.662931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.721185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event deleted for resources: {'Port': ['ID=f74a6a83-33ae-45b4-b089-6bb51d130118,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.769383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9112d4-1429-4d04-a7b0-b42a8622aeff req-772d4438-083c-42ab-ad4d-0f4b30c74cd7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.771989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e9112d4-1429-4d04-a7b0-b42a8622aeff req-772d4438-083c-42ab-ad4d-0f4b30c74cd7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1662793 Mar 31 22:59:08.775365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7909-343c-4668-94c8-9d2018147e18 req-d9fbd3fe-7677-4867-989c-9ea2b769f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.777467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-d9fbd3fe-7677-4867-989c-9ea2b769f057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.1344476 Mar 31 22:59:08.827782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] No DVR routers for this DVR port f74a6a83-33ae-45b4-b089-6bb51d130118 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:08.831597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.835571 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69365ae9-9516-4b95-bcfe-b0cf3d8cc2a9 req-66fab30c-e341-4fa1-8bea-4a6565a1e1b9 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.44 "DELETE /v2.0/ports/f74a6a83-33ae-45b4-b089-6bb51d130118 HTTP/1.1" status: 204 len: 173 time: 0.9249849 Mar 31 22:59:08.836165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-deleted', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:08.838452 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265986e4-42a7-4cc1-a7ba-2d7137f68888" -d '{"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-deleted", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:08.842252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-1d7cf4ad-1029-4472-8213-78590982deab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481052 Mar 31 22:59:08.853343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9d200-13e2-4b99-b190-16a2580375a4 req-fde7c62f-b811-4be5-8336-54c428cd1968 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.854896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07f9d200-13e2-4b99-b190-16a2580375a4 req-fde7c62f-b811-4be5-8336-54c428cd1968 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 931 time: 0.1456058 Mar 31 22:59:08.898687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e9112d4-1429-4d04-a7b0-b42a8622aeff req-4b344437-8891-4a5b-8908-ef3c2c692e4a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166856 Mar 31 22:59:08.949621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.997300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe86da1-0714-4f03-8740-9ebd3912f8dc {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:09.001898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6062626-6288-4539-87fc-658fb25d6469,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.016371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.031337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Transition to ACTIVE for port object 6fe86da1-0714-4f03-8740-9ebd3912f8dc will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:09.035846 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f379ee6-7703-4502-a12b-4e35cdd3ecf3 x-openstack-request-id: req-7f379ee6-7703-4502-a12b-4e35cdd3ecf3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:09.036104 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78acf90f-d7bc-4651-b0b5-ed04d296447c", "name": "network-vif-deleted", "tag": "f74a6a83-33ae-45b4-b089-6bb51d130118", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:09.036369 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f379ee6-7703-4502-a12b-4e35cdd3ecf3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:09.036817 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f379ee6-7703-4502-a12b-4e35cdd3ecf3'] response: {'server_uuid': '78acf90f-d7bc-4651-b0b5-ed04d296447c', 'name': 'network-vif-deleted', 'tag': 'f74a6a83-33ae-45b4-b089-6bb51d130118', 'status': 'completed', 'code': 200} Mar 31 22:59:09.057762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07f9d200-13e2-4b99-b190-16a2580375a4 req-1cd4f5de-a82f-4ea5-89c6-e6b8ecc7aa08 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878316 Mar 31 22:59:09.180302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42112) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:09.187341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.200800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-296645c0-1fbf-4bc7-af49-c3b293dbe123 req-b2201c2c-3728-446c-9ee4-440f856d771e tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=78acf90f-d7bc-4651-b0b5-ed04d296447c HTTP/1.1" status: 200 len: 210 time: 0.0833008 Mar 31 22:59:09.275893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.291063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-a58e4f6f-6206-4aed-8c10-d93ab6f703f9 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329643 Mar 31 22:59:09.373271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:09.373942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:09.374510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:09.380363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:09.381531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:09.386594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:09.387291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:09.387909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:09.388581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Bound port: 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:09.389259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.442772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf7dd-00dc-406f-8ac0-1cdd0298fc6a req-b642c372-3d21-4640-b527-91d369a6ad7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.444596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9c53ce-0b4c-4b2b-b304-3f9926075c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.448719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf7dd-00dc-406f-8ac0-1cdd0298fc6a req-b642c372-3d21-4640-b527-91d369a6ad7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.451481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549cf7dd-00dc-406f-8ac0-1cdd0298fc6a req-b642c372-3d21-4640-b527-91d369a6ad7e tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.2277801 Mar 31 22:59:09.500790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:09.505930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:09.557879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9c53ce-0b4c-4b2b-b304-3f9926075c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.564237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549cf7dd-00dc-406f-8ac0-1cdd0298fc6a req-0e770336-57dc-43fb-96ba-b794f96215c9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053731 Mar 31 22:59:09.587875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835c7909-343c-4668-94c8-9d2018147e18 req-1a421705-5bf2-455c-a7a1-2a4b2672f7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852471 Mar 31 22:59:09.592549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.617524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.659235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.659853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.661415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] 10.222.0.44 "PUT /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 1091 time: 1.2221873 Mar 31 22:59:09.684794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0de53-9b96-4b21-bbd4-6ba2932a3873 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.754753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9c53ce-0b4c-4b2b-b304-3f9926075c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.807133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379392b-ae26-44a3-80c9-1b2bd160f0df req-c936543d-76f5-4a68-868f-12f268700de3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.808699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b379392b-ae26-44a3-80c9-1b2bd160f0df req-c936543d-76f5-4a68-868f-12f268700de3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 943 time: 0.1042421 Mar 31 22:59:09.822298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c53ce-0b4c-4b2b-b304-3f9926075c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933ba1eb-475b-4806-8117-533ef6149113,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.878740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d9c53ce-0b4c-4b2b-b304-3f9926075c17 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e28b35e85fde425cb0eae2f8cca88d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964641 Mar 31 22:59:09.881477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42126) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:09.927984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-87782009-80aa-43ba-aee0-6b0f65f94231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.929502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-87782009-80aa-43ba-aee0-6b0f65f94231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1094 time: 0.1029055 Mar 31 22:59:09.951889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b379392b-ae26-44a3-80c9-1b2bd160f0df req-14817923-015c-49e5-af5d-46e636e6043b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029778 Mar 31 22:59:09.992870 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-0349a85b-31a6-428f-bb34-768314221318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 217 time: 0.0541337 Mar 31 22:59:09.993743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.998710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-f4d9077a-90e8-416a-82c9-e5b6e52acb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.002818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-f4d9077a-90e8-416a-82c9-e5b6e52acb52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1094 time: 0.1093619 Mar 31 22:59:10.012372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Router 8f42be0d-91d1-4c5d-806d-3666107c59c4 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:10.096357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.130803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-6ee94b50-4761-4c41-ba70-cdfa9646efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.132430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-6ee94b50-4761-4c41-ba70-cdfa9646efdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1216655 Mar 31 22:59:10.177012 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-fa9bf519-03cf-4e10-86d0-bc0d14c83bfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325425 Mar 31 22:59:10.236830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763202-9d14-4601-b098-2117ba26a7f5 req-1da33f12-f73c-4164-a994-dbfef0969f5b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.238321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28763202-9d14-4601-b098-2117ba26a7f5 req-1da33f12-f73c-4164-a994-dbfef0969f5b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1278884 Mar 31 22:59:10.251074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-bf14c7a4-550c-4d9d-be6c-ba5ce225a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.263052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-bf14c7a4-550c-4d9d-be6c-ba5ce225a418 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.2389855 Mar 31 22:59:10.296398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-e242c30c-ac75-429f-a4fb-f9a0f855badb service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121554 Mar 31 22:59:10.356512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.359365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.365825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/933ba1eb-475b-4806-8117-533ef6149113 HTTP/1.1" status: 204 len: 168 time: 0.4825554 Mar 31 22:59:10.383917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4438-47ec-44e5-9538-b795762fd68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933ba1eb-475b-4806-8117-533ef6149113,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:10.408539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-3a809d57-99ac-4d06-a0bc-1bb391ebef15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 217 time: 0.1135030 Mar 31 22:59:10.424627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:10.454124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6db38b6c-fb85-4281-89b0-3dc1139e89db req-b010a05b-3a86-444b-acf4-ffd82d467cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465001 Mar 31 22:59:10.459742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f74a6a83-33ae-45b4-b089-6bb51d130118 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:10.460075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f74a6a83-33ae-45b4-b089-6bb51d130118 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:10.471975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28763202-9d14-4601-b098-2117ba26a7f5 req-cdb15cd3-7c80-4ddf-890c-8f458ccd29e5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712480 Mar 31 22:59:10.509071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:10.517416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-869f8df6-1ab1-44eb-b3e0-588990a4d185 admin admin] 10.222.0.83 "PUT /v2.0/routers/8f42be0d-91d1-4c5d-806d-3666107c59c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7273390 Mar 31 22:59:10.517870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:10.533611 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Sync routers for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:10.542156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-7f416d8d-8f4b-43fc-8a4c-a53d26a4e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.545455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-7f416d8d-8f4b-43fc-8a4c-a53d26a4e459 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.0984969 Mar 31 22:59:10.553741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:10.554465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:10.555546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76f7c-ed1e-44df-8c2d-e8c3a55ee2c0 req-66aa5dc4-70c2-4b8f-9285-46d98bde0276 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.563084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aac76f7c-ed1e-44df-8c2d-e8c3a55ee2c0 req-66aa5dc4-70c2-4b8f-9285-46d98bde0276 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.2414236 Mar 31 22:59:10.602190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-8f8624de-b909-4d26-b89c-e9b285b09259 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364857 Mar 31 22:59:10.672997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aac76f7c-ed1e-44df-8c2d-e8c3a55ee2c0 req-1e369e66-38a0-4265-ba63-4b90d80a2ab6 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075840 Mar 31 22:59:10.840343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-6dc4513a-1e8b-456e-a02b-e7e0c5e4abf4 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246737 Mar 31 22:59:10.902776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d275cad-10ee-49cf-9a33-bb5c7923bcc1 req-095654ae-e8bb-4734-8436-10634d1971e5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.908582 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:10.910382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d275cad-10ee-49cf-9a33-bb5c7923bcc1 req-095654ae-e8bb-4734-8436-10634d1971e5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.919727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d275cad-10ee-49cf-9a33-bb5c7923bcc1 req-095654ae-e8bb-4734-8436-10634d1971e5 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.2713773 Mar 31 22:59:11.001177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af399e4b-b2c9-46fa-a7d4-e7b674e8fa25 req-a9024a65-5ab6-4352-a1a6-08f5423efcaa service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462417 Mar 31 22:59:11.049044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:11.052793 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe2830-394a-4228-9df7-f35b63aafe20" -d '{"events": [{"name": "network-changed", "server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:11.078559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.088284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d275cad-10ee-49cf-9a33-bb5c7923bcc1 req-e6f42de2-f45e-40e0-a07f-980c94da7fc9 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672554 Mar 31 22:59:11.183645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:11.213446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bf50-65cb-498a-81f8-a4b95170bae0 req-6559cea2-c6a2-497d-b894-4da61e7b798e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.215670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6578bf50-65cb-498a-81f8-a4b95170bae0 req-6559cea2-c6a2-497d-b894-4da61e7b798e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 943 time: 0.0634298 Mar 31 22:59:11.217133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Checking router: 8f42be0d-91d1-4c5d-806d-3666107c59c4 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:11.226923 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Routers {'8f42be0d-91d1-4c5d-806d-3666107c59c4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:11.227811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f42be0d-91d1-4c5d-806d-3666107c59c4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:11.232842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.287119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6578bf50-65cb-498a-81f8-a4b95170bae0 req-4610496f-f12e-4728-bfb4-ae49eac991af tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Mar 31 22:59:11.355499 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32eb03c-9cea-4a5d-a0d4-5837634a2b56 x-openstack-request-id: req-c32eb03c-9cea-4a5d-a0d4-5837634a2b56 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:11.357673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] Set router 8f42be0d-91d1-4c5d-806d-3666107c59c4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:11.358194 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:11.358464 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c32eb03c-9cea-4a5d-a0d4-5837634a2b56 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:11.358891 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32eb03c-9cea-4a5d-a0d4-5837634a2b56'] response: {'name': 'network-changed', 'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'status': 'completed', 'code': 200} Mar 31 22:59:11.430504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28622-56ef-435f-b67e-87b8db156431 req-3742770e-3c50-4473-8fb0-f30edd766def tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.433269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9db28622-56ef-435f-b67e-87b8db156431 req-3742770e-3c50-4473-8fb0-f30edd766def tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.0800683 Mar 31 22:59:11.457103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:11.471513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f86f8df-597d-4364-85c7-f872c9b5f56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.477769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-3de9108d-06df-44f3-a177-1c493cb39fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.479763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-3de9108d-06df-44f3-a177-1c493cb39fc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1094 time: 0.0856316 Mar 31 22:59:11.495958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9db28622-56ef-435f-b67e-87b8db156431 req-1d8d1cc7-244e-4e26-960e-bb76ef8a43d6 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530002 Mar 31 22:59:11.496880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Deleting port 18fcdb4a-bb88-49be-a019-ecb47bf67a35 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:11.497254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.588274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ba746760-7721-4b21-94d5-bb78e4ca9976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.610800 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:11.615564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c190-52b2-4ba0-ad47-76446525fc9f req-dd30911f-d27e-4675-be26-45c646981c77 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.617098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0de4c190-52b2-4ba0-ad47-76446525fc9f req-dd30911f-d27e-4675-be26-45c646981c77 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0677540 Mar 31 22:59:11.652687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1460cc4-be7f-4bb9-9ce2-aedc7988d5d0 None None] The sync data for ids ['8f42be0d-91d1-4c5d-806d-3666107c59c4'] in n-d-828414-2 is: [{'id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-297649132-router', 'tenant_id': '9e882910fab24223aa6a93d3491af463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:53:21Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': '9e882910fab24223aa6a93d3491af463', 'gw_port': {'id': '18fcdb4a-bb88-49be-a019-ecb47bf67a35', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f42be0d-91d1-4c5d-806d-3666107c59c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:53:22Z', 'updated_at': '2022-03-31T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:11.686249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0de4c190-52b2-4ba0-ad47-76446525fc9f req-c5ff544a-8243-41dc-999d-8c99db10cc3a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615363 Mar 31 22:59:11.725056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] For port 18fcdb4a-bb88-49be-a019-ecb47bf67a35, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18fcdb4a-bb88-49be-a019-ecb47bf67a35,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:11.725506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.742075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Calling delete_port for 18fcdb4a-bb88-49be-a019-ecb47bf67a35 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:11.759789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-f18e9505-b6d3-4d3b-8269-2e9297189a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.761268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-f18e9505-b6d3-4d3b-8269-2e9297189a1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.2673950 Mar 31 22:59:11.858880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-2baf0a62-261c-4bd7-9b0a-d11e9b0eb01d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 217 time: 0.0876598 Mar 31 22:59:11.862029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f86f8df-597d-4364-85c7-f872c9b5f56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.865281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd703fe-ff76-4f92-844f-dcf686923813 req-d80972f4-e6ad-44d5-96d8-7f88e71bce4a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.866793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbd703fe-ff76-4f92-844f-dcf686923813 req-d80972f4-e6ad-44d5-96d8-7f88e71bce4a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0822320 Mar 31 22:59:11.875649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192affa8-cfa0-463c-b9a9-39a61aa74520 req-41d647ed-b6ca-4dd9-a327-c9c3dca135fd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.877079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-192affa8-cfa0-463c-b9a9-39a61aa74520 req-41d647ed-b6ca-4dd9-a327-c9c3dca135fd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1023927 Mar 31 22:59:11.921653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-4ea1c38c-7291-4629-819f-605990ced54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.923145 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-4ea1c38c-7291-4629-819f-605990ced54e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0569284 Mar 31 22:59:11.935235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbd703fe-ff76-4f92-844f-dcf686923813 req-3e60cc91-d7d5-4897-9144-51f7d447e0bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 Mar 31 22:59:11.955040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-192affa8-cfa0-463c-b9a9-39a61aa74520 req-b9d43113-0825-4d5c-9e7f-91d18a70bfe9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Mar 31 22:59:11.961958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-78860523-1552-49a0-806f-29bb5bbea40b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302136 Mar 31 22:59:12.084620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f86f8df-597d-4364-85c7-f872c9b5f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.164305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4face4d1-ec49-4c94-95d3-c6433ee07d11 req-02627e81-444f-4947-8f3f-dbb817c593d0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.164305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4face4d1-ec49-4c94-95d3-c6433ee07d11 req-02627e81-444f-4947-8f3f-dbb817c593d0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0935357 Mar 31 22:59:12.231387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f8df-597d-4364-85c7-f872c9b5f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3567fbb4-f644-4fbc-b17e-4cb812643fb6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:12.236776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4face4d1-ec49-4c94-95d3-c6433ee07d11 req-d1a89670-5585-439c-9d79-d6f100ef6a76 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Mar 31 22:59:12.250954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-2121c426-99af-4997-bdc5-86415cc3f590 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.258245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-2121c426-99af-4997-bdc5-86415cc3f590 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.260136 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-2121c426-99af-4997-bdc5-86415cc3f590 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.1777821 Mar 31 22:59:12.263928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe7aa-1909-453c-918b-fca252aed432 req-faf5d543-3219-446b-8eb1-ac84095d106f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.273318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe7aa-1909-453c-918b-fca252aed432 req-faf5d543-3219-446b-8eb1-ac84095d106f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.273471 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f86f8df-597d-4364-85c7-f872c9b5f56b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93764d0284ac49779e6dee46ffbffa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8134942 Mar 31 22:59:12.273584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbefe7aa-1909-453c-918b-fca252aed432 req-faf5d543-3219-446b-8eb1-ac84095d106f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 1682 time: 0.0889890 Mar 31 22:59:12.273584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42162) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:12.335032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-0e4a3ffe-7cd9-40ec-98a8-ffdc3ac2765c service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661563 Mar 31 22:59:12.407380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbefe7aa-1909-453c-918b-fca252aed432 req-ca5f4778-cb24-445e-945a-0db582593f11 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274807 Mar 31 22:59:12.445439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.469665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-0fc6ca8c-a421-4ff4-a81a-24eb0deabc4c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.471393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-0fc6ca8c-a421-4ff4-a81a-24eb0deabc4c tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1444261 Mar 31 22:59:12.488790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef5f4-972f-482e-b66e-6fdf11521db9 req-7ab1c78a-83b4-440b-8f2d-6457939e5e9d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.490453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5ef5f4-972f-482e-b66e-6fdf11521db9 req-7ab1c78a-83b4-440b-8f2d-6457939e5e9d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1065509 Mar 31 22:59:12.493160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fcdb4a-bb88-49be-a019-ecb47bf67a35,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:12.530383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.566771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1dfe2830-394a-4228-9df7-f35b63aafe20 req-afb548ed-e6aa-45fc-8b13-c676133dcb27 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946058 Mar 31 22:59:12.579122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port 05700f94-d9a5-40ce-bb1e-2be3481e5bac {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:12.579339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.637435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.684519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6062626-6288-4539-87fc-658fb25d6469 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:12.715171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c6062626-6288-4539-87fc-658fb25d6469 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:12.715520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6062626-6288-4539-87fc-658fb25d6469 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:12.749720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.753504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.809631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port 05700f94-d9a5-40ce-bb1e-2be3481e5bac, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05700f94-d9a5-40ce-bb1e-2be3481e5bac,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:12.809970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.823930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for 05700f94-d9a5-40ce-bb1e-2be3481e5bac owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:12.894307 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.930283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.932171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f42be0d-91d1-4c5d-806d-3666107c59c4 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:59:12.937294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.938551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29af4f64-4823-4ede-afe3-b2e656202735 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8f42be0d-91d1-4c5d-806d-3666107c59c4 HTTP/1.1" status: 204 len: 168 time: 2.4196489 Mar 31 22:59:12.941136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42170) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:12.946638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542278-51b4-49bb-9b93-00d0f66fa509 req-b744ac45-6855-4bc9-a912-20e284ffa8ce tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.955445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb542278-51b4-49bb-9b93-00d0f66fa509 req-b744ac45-6855-4bc9-a912-20e284ffa8ce tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 943 time: 0.4636369 Mar 31 22:59:12.999340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709312eb-3390-4061-b0e3-180b4285de1f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:13.010547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5ef5f4-972f-482e-b66e-6fdf11521db9 req-10d92fff-d5de-448b-ad5f-74b32a397494 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768741 Mar 31 22:59:13.026453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Deleting subnet fe7479ba-5ff9-42ab-9d33-77d936a63a6d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:13.030451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.095902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.118182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb542278-51b4-49bb-9b93-00d0f66fa509 req-8280d6ec-0437-47d1-80fa-25d3b54208cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619086 Mar 31 22:59:13.175411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Deleting port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:13.176647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.201637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.214219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:13.228073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.244932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '709312eb-3390-4061-b0e3-180b4285de1f', 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd', 'port_id': '709312eb-3390-4061-b0e3-180b4285de1f', 'mac_address': 'fa:16:3e:ac:2f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f557af2-c91c-46fa-af86-0fab309f6af6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:13.287010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=05700f94-d9a5-40ce-bb1e-2be3481e5bac,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:13.320613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.330360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709312eb-3390-4061-b0e3-180b4285de1f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:13.352417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:13.358064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port 05700f94-d9a5-40ce-bb1e-2be3481e5bac on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:13.361738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.377677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.378424 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-6c12aff3-15e2-42b0-930f-3a5d95a8c92f tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "DELETE /v2.0/ports/05700f94-d9a5-40ce-bb1e-2be3481e5bac HTTP/1.1" status: 204 len: 173 time: 1.0943756 Mar 31 22:59:13.378424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-deleted', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:13.378582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.378582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3567fbb4-f644-4fbc-b17e-4cb812643fb6 HTTP/1.1" status: 204 len: 168 time: 1.0937219 Mar 31 22:59:13.378757 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5092fd-a9d0-412c-8725-8a3f28f6c4d8" -d '{"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-deleted", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:13.382243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fff9-0d56-4bf9-83a7-f2386f92eeeb req-875c9b2e-d857-43e3-9484-816c6f8e97ff tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.389687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a35fff9-0d56-4bf9-83a7-f2386f92eeeb req-875c9b2e-d857-43e3-9484-816c6f8e97ff tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 945 time: 0.2686436 Mar 31 22:59:13.440957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3567fbb4-f644-4fbc-b17e-4cb812643fb6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:13.487644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a35fff9-0d56-4bf9-83a7-f2386f92eeeb req-2e2a0ef2-80fd-473f-879e-733f2c8586a7 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/security-groups?id=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Mar 31 22:59:13.503817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.504766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.505183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.514275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.517976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.518101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.518101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.518101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf141952-50c9-4211-a33a-a880631aa19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:13.518362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port 5a16458f-6893-4486-b1c0-ce7c070070fc {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:13.518362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.527085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.531489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9d2b3-4729-4459-95e2-a7bfe3267352 req-c93b8af3-226c-4b15-86de-8fea795f9330 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.551895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7c9d2b3-4729-4459-95e2-a7bfe3267352 req-c93b8af3-226c-4b15-86de-8fea795f9330 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.3144920 Mar 31 22:59:13.569520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] For port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,segment=NetworkSegment(26dcc3a1-92c1-41b8-9a17-3abd2e628127),segment_id=26dcc3a1-92c1-41b8-9a17-3abd2e628127)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:13.570169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.626344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Calling delete_port for b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:13.642638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7c9d2b3-4729-4459-95e2-a7bfe3267352 req-702fd78c-8273-4331-9887-0445485784e5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897000 Mar 31 22:59:13.659028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.665937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fe7479ba-5ff9-42ab-9d33-77d936a63a6d HTTP/1.1" status: 204 len: 168 time: 0.7208591 Mar 31 22:59:13.665937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570656f2-62c7-4a0b-a1b9-6061de3b490c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7479ba-5ff9-42ab-9d33-77d936a63a6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:13.686492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d1df81-0d20-443b-abc2-74848230fcad x-openstack-request-id: req-f8d1df81-0d20-443b-abc2-74848230fcad {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:13.686780 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-deleted", "tag": "05700f94-d9a5-40ce-bb1e-2be3481e5bac", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:13.687191 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f8d1df81-0d20-443b-abc2-74848230fcad {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:13.688584 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d1df81-0d20-443b-abc2-74848230fcad'] response: {'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-deleted', 'tag': '05700f94-d9a5-40ce-bb1e-2be3481e5bac', 'status': 'completed', 'code': 200} Mar 31 22:59:13.689045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42184) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:13.698708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be14d53-e260-438d-a290-20bdb30d9567 None None] Network 97305491-8a26-4d45-8813-12b361a0ad52 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:13.742622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:13.848149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5ee84fb-eb31-410a-8083-d68b24a78b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.854147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port 5a16458f-6893-4486-b1c0-ce7c070070fc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a16458f-6893-4486-b1c0-ce7c070070fc,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:13.854522 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.869322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.876733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for 5a16458f-6893-4486-b1c0-ce7c070070fc owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:13.907299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb596-b40c-4c00-9e40-554bde13396c req-fbf001a5-7173-47c4-b3c0-0e2bb9ef5db3 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.908809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2eb596-b40c-4c00-9e40-554bde13396c req-fbf001a5-7173-47c4-b3c0-0e2bb9ef5db3 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 945 time: 0.1441436 Mar 31 22:59:13.932436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cec5a-ac95-4e5f-8b7d-bf56fba387f7 req-989d2971-d177-420f-b450-3ddc6b6f2916 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.934177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162cec5a-ac95-4e5f-8b7d-bf56fba387f7 req-989d2971-d177-420f-b450-3ddc6b6f2916 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1241262 Mar 31 22:59:13.990465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] DHCP port deletion for 97305491-8a26-4d45-8813-12b361a0ad52 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:59:14.009833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Deleting port c38729d2-6bd7-4d55-8c57-95f5245ce662 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:14.017705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.025761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:14.055593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b2eb596-b40c-4c00-9e40-554bde13396c req-8dc7417f-1384-40b2-8968-284fde6f4309 tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394820 Mar 31 22:59:14.068657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162cec5a-ac95-4e5f-8b7d-bf56fba387f7 req-eed38453-cba8-47ab-9a59-f151d58f9136 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174259 Mar 31 22:59:14.154748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] For port c38729d2-6bd7-4d55-8c57-95f5245ce662, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c38729d2-6bd7-4d55-8c57-95f5245ce662,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:14.155429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.172922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Deleting port c38729d2-6bd7-4d55-8c57-95f5245ce662 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:14.173584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.178221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Calling delete_port for c38729d2-6bd7-4d55-8c57-95f5245ce662 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:14.221297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.280349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] For port c38729d2-6bd7-4d55-8c57-95f5245ce662, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c38729d2-6bd7-4d55-8c57-95f5245ce662,segment=NetworkSegment(1826593c-317f-4f2b-aab7-def8960bf3d1),segment_id=1826593c-317f-4f2b-aab7-def8960bf3d1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:14.280627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.291750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.299401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Calling delete_port for c38729d2-6bd7-4d55-8c57-95f5245ce662 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:14.328137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=5a16458f-6893-4486-b1c0-ce7c070070fc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.367815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Pushing event deleted for resources: {'Port': ['ID=b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.385704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port 5a16458f-6893-4486-b1c0-ce7c070070fc on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:14.388830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.392755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d7da1db5-09f8-47bc-9b4d-f64e4079fc50 req-cde982e2-ed96-43ea-b585-ccd569406bcb tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.44 "DELETE /v2.0/ports/5a16458f-6893-4486-b1c0-ce7c070070fc HTTP/1.1" status: 204 len: 173 time: 1.0147972 Mar 31 22:59:14.393629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.400799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] No DVR routers for this DVR port b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:14.409288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.414853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3957a302-97f5-45c1-8bd3-f5b554184cb7 req-e34f5740-33fc-4693-993f-e50c42301e6b tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.10 "DELETE /v2.0/ports/b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e HTTP/1.1" status: 204 len: 173 time: 1.9221213 Mar 31 22:59:14.415640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-deleted', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:14.418088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.429316 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f348221-7949-4fb5-8af7-dc4134441f90" -d '{"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-deleted", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:14.436191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c38729d2-6bd7-4d55-8c57-95f5245ce662,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.443266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] No DVR routers for this DVR port c38729d2-6bd7-4d55-8c57-95f5245ce662 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:14.449059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a16458f-6893-4486-b1c0-ce7c070070fc no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:14.453219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] Pushing event deleted for resources: {'Port': ['ID=c38729d2-6bd7-4d55-8c57-95f5245ce662,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.465498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1ac90-78e0-442f-9202-4cd18c6aa9dc req-4bdb9d03-768b-423b-a71a-5c334032c432 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.481193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1de1ac90-78e0-442f-9202-4cd18c6aa9dc req-4bdb9d03-768b-423b-a71a-5c334032c432 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.3106565 Mar 31 22:59:14.492640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e592b1-6111-48e8-9183-ce9584ef656b None None] No DVR routers for this DVR port c38729d2-6bd7-4d55-8c57-95f5245ce662 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:14.496860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 5a16458f-6893-4486-b1c0-ce7c070070fc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:14.497388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a16458f-6893-4486-b1c0-ce7c070070fc not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:14.497891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05700f94-d9a5-40ce-bb1e-2be3481e5bac no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:14.506924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af15e-2691-4974-a50c-b8d2c2ecca5b req-4fd8588f-e55e-4eab-a19f-72f2df29586c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.524838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-144af15e-2691-4974-a50c-b8d2c2ecca5b req-4fd8588f-e55e-4eab-a19f-72f2df29586c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 944 time: 0.3174825 Mar 31 22:59:14.564633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.601497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97305491-8a26-4d45-8813-12b361a0ad52']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:14.612318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1826593c-317f-4f2b-aab7-def8960bf3d1') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:14.612768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1826593c-317f-4f2b-aab7-def8960bf3d1') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:14.618852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-144af15e-2691-4974-a50c-b8d2c2ecca5b req-1453b8d2-e9a8-4c04-92f2-6536182b3475 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829368 Mar 31 22:59:14.631238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1de1ac90-78e0-442f-9202-4cd18c6aa9dc req-21f47782-8cdc-4b52-9c28-ac39cea17c27 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491482 Mar 31 22:59:14.644977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.704104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:14.721935 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:14.751992 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2eb1bd-1129-4e9b-b2a3-3d38d3096c14 x-openstack-request-id: req-6d2eb1bd-1129-4e9b-b2a3-3d38d3096c14 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:14.752378 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af622f11-3b67-42be-93cc-dd8e1390e1b6", "name": "network-vif-deleted", "tag": "b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:14.752606 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d2eb1bd-1129-4e9b-b2a3-3d38d3096c14 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:14.753068 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2eb1bd-1129-4e9b-b2a3-3d38d3096c14'] response: {'server_uuid': 'af622f11-3b67-42be-93cc-dd8e1390e1b6', 'name': 'network-vif-deleted', 'tag': 'b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e', 'status': 'completed', 'code': 200} Mar 31 22:59:14.815933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18fcdb4a-bb88-49be-a019-ecb47bf67a35 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:14.820683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 05700f94-d9a5-40ce-bb1e-2be3481e5bac {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:14.821098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05700f94-d9a5-40ce-bb1e-2be3481e5bac not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:14.821863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3d43ce8-f4ad-4929-b4cd-9029ce4c07db req-ae26a749-147a-419a-94f8-96a05b545751 tempest-LiveMigrationTest-335002918 tempest-LiveMigrationTest-335002918-project] 10.222.0.83 "GET /v2.0/ports?device_id=af622f11-3b67-42be-93cc-dd8e1390e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Mar 31 22:59:14.845753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 18fcdb4a-bb88-49be-a019-ecb47bf67a35 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:14.846099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18fcdb4a-bb88-49be-a019-ecb47bf67a35 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:14.846513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c38729d2-6bd7-4d55-8c57-95f5245ce662 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:14.872214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c38729d2-6bd7-4d55-8c57-95f5245ce662 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:14.872371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c38729d2-6bd7-4d55-8c57-95f5245ce662 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:14.931449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.940611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.948444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] 10.222.0.83 "DELETE /v2.0/networks/97305491-8a26-4d45-8813-12b361a0ad52 HTTP/1.1" status: 204 len: 168 time: 1.2555549 Mar 31 22:59:14.960764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5df9e-8fe8-4333-911c-3fd6476fab7e admin admin] Pushing event deleted for resources: {'Network': ['ID=97305491-8a26-4d45-8813-12b361a0ad52,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.994939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:15.006760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653d5f-8d65-47a4-afa8-f9241abeb926 req-288366cb-46b7-4037-8a57-9f2629c766c5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.010340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66653d5f-8d65-47a4-afa8-f9241abeb926 req-288366cb-46b7-4037-8a57-9f2629c766c5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.0639191 Mar 31 22:59:15.028779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:15.029349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b1c5f0df-e813-46bc-a3ad-6e01a4b4d55e not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:15.053617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66653d5f-8d65-47a4-afa8-f9241abeb926 req-288913d7-2678-4c39-9566-46ec43ecc84b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Mar 31 22:59:15.163476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793351-36ef-4a16-bfe6-9a3b1fc52a66 req-dd2ad3ff-fd66-4f1d-b686-dcd2299a36f0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.164968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd793351-36ef-4a16-bfe6-9a3b1fc52a66 req-dd2ad3ff-fd66-4f1d-b686-dcd2299a36f0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0508425 Mar 31 22:59:15.202521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd793351-36ef-4a16-bfe6-9a3b1fc52a66 req-5295b174-0359-402b-b1f1-de7c380c6194 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Mar 31 22:59:15.262895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.308589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35807d92-cc3b-4e81-b9d8-dbb7f6b779c8 req-220d54e0-f030-4951-9c79-31783016721b tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "GET /v2.0/ports?device_id=0de86102-5f83-462a-b1dc-f09db1e85a9f HTTP/1.1" status: 200 len: 210 time: 0.0298843 Mar 31 22:59:15.423284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d88f2-bf97-4cd2-8f6e-b21e737f4516 req-c63816f0-c9f7-41f7-9267-f783dcec5e81 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.431314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d34d88f2-bf97-4cd2-8f6e-b21e737f4516 req-c63816f0-c9f7-41f7-9267-f783dcec5e81 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0616734 Mar 31 22:59:15.468952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d34d88f2-bf97-4cd2-8f6e-b21e737f4516 req-30003e00-bf32-4662-951d-6e3b3d040a62 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Mar 31 22:59:15.600064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:15.626721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b129-f6b3-451a-aec6-3eef4bcde18e req-34cf4c65-fdab-440c-a892-56e8d564eb78 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.628334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb7b129-f6b3-451a-aec6-3eef4bcde18e req-34cf4c65-fdab-440c-a892-56e8d564eb78 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0754247 Mar 31 22:59:15.689420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-deleted', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:15.693219 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d157956c-c1b8-41e6-a12d-e3cd6bd0467f" -d '{"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-deleted", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:15.699268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb7b129-f6b3-451a-aec6-3eef4bcde18e req-94f98e9f-b20b-4cb9-8a4a-b22c3d73a84d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 Mar 31 22:59:15.702175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bea50e85-2413-4184-b87d-c534d2b77650 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=83a7e87cc5c44e258172568dcdc64351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995917 Mar 31 22:59:15.704389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42248) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:15.787675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.841317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.869884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd64cd0-474e-4864-a1a7-9f1fdf5bfc2b req-e5d8b7ed-1bfb-4d70-bba4-999aebd00d9e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.871377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fd64cd0-474e-4864-a1a7-9f1fdf5bfc2b req-e5d8b7ed-1bfb-4d70-bba4-999aebd00d9e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 944 time: 0.0817580 Mar 31 22:59:15.921098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fd64cd0-474e-4864-a1a7-9f1fdf5bfc2b req-34683701-b9d8-40ca-af91-4c65577016c5 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Mar 31 22:59:15.971305 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0746d7bb-a036-4199-bebb-dffec0c6cfa1 x-openstack-request-id: req-0746d7bb-a036-4199-bebb-dffec0c6cfa1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:15.971305 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de86102-5f83-462a-b1dc-f09db1e85a9f", "name": "network-vif-deleted", "tag": "5a16458f-6893-4486-b1c0-ce7c070070fc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:15.971515 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0746d7bb-a036-4199-bebb-dffec0c6cfa1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:15.971955 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0746d7bb-a036-4199-bebb-dffec0c6cfa1'] response: {'server_uuid': '0de86102-5f83-462a-b1dc-f09db1e85a9f', 'name': 'network-vif-deleted', 'tag': '5a16458f-6893-4486-b1c0-ce7c070070fc', 'status': 'completed', 'code': 200} Mar 31 22:59:16.040703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42260) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:16.080934 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.084065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.085218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44ddf3b8-c723-4fff-9d34-457983c10255 HTTP/1.1" status: 204 len: 168 time: 0.3798845 Mar 31 22:59:16.096320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592f3bb-1853-49cf-9992-f52a0a30d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ddf3b8-c723-4fff-9d34-457983c10255,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:16.121867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1882d-5260-44b5-96cd-cab6655117b9 req-10fbb487-1f01-4f6b-beba-724c2d293a4c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.123584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0eb1882d-5260-44b5-96cd-cab6655117b9 req-10fbb487-1f01-4f6b-beba-724c2d293a4c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0785339 Mar 31 22:59:16.257647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0eb1882d-5260-44b5-96cd-cab6655117b9 req-11af2f60-5518-409b-9179-2c55df6a2bc6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248682 Mar 31 22:59:16.275175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Deleting subnet 70551a93-3fdb-45b4-a457-5ae18c9b86f7 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:16.278138 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.288404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48c07-260c-435e-9e52-3a81c7d90371 req-8cb7ca48-f533-4712-a982-cbb4bcf06c59 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.290201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99b48c07-260c-435e-9e52-3a81c7d90371 req-8cb7ca48-f533-4712-a982-cbb4bcf06c59 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1505454 Mar 31 22:59:16.383821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.404053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99b48c07-260c-435e-9e52-3a81c7d90371 req-2e6a6bca-1b44-4757-9763-f7ff95a6ceca tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931878 Mar 31 22:59:16.452230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.483522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42280) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:16.518281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.532795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8454-07c9-40ac-b8a6-892f6ffe32e0 req-26260580-8af9-4e49-9637-816062311c6c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.534561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d7c8454-07c9-40ac-b8a6-892f6ffe32e0 req-26260580-8af9-4e49-9637-816062311c6c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1738951 Mar 31 22:59:16.557062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting subnet 0b7d24ed-ad02-4ec7-b718-1b089c441d6d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:16.561129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.608272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d7c8454-07c9-40ac-b8a6-892f6ffe32e0 req-a0d69aae-bee6-43b6-bbc3-1d8590f7fb38 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Mar 31 22:59:16.610175 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.621546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.717711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70551a93-3fdb-45b4-a457-5ae18c9b86f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:16.728011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.734035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ffdf0de-3b2b-412f-aca3-547818ad509b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/70551a93-3fdb-45b4-a457-5ae18c9b86f7 HTTP/1.1" status: 204 len: 168 time: 0.6941876 Mar 31 22:59:16.736585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42290) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:16.808701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.818823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.841791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.861566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058f84f-12f6-4ad7-8c1f-f2f95a360b3f req-98df3761-77f0-4ccb-9658-cf012d5461e7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.865690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d058f84f-12f6-4ad7-8c1f-f2f95a360b3f req-98df3761-77f0-4ccb-9658-cf012d5461e7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1177020 Mar 31 22:59:17.005112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d058f84f-12f6-4ad7-8c1f-f2f95a360b3f req-32a92754-3b7c-4332-8815-7367caee94e9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147323 Mar 31 22:59:17.011563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709312eb-3390-4061-b0e3-180b4285de1f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:17.012933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.017117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.049185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-ef2ae775-98f4-4780-9c82-ab7e9dc9e09e tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=122b11572cb0423e88ef0daec5f047b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725796 Mar 31 22:59:17.081787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7d24ed-ad02-4ec7-b718-1b089c441d6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:17.086991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57569ecb-bc63-4dbe-801a-db06402113e6']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:17.108903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.122990 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd47c1ee-bfb3-4606-9885-dda3712c5cbc tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/subnets/0b7d24ed-ad02-4ec7-b718-1b089c441d6d HTTP/1.1" status: 204 len: 168 time: 0.6358356 Mar 31 22:59:17.123556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42308) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:17.127834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab9fb2-5388-4ca8-9293-df0884482ee4 None None] Network f1172afd-dc68-4171-bc8f-692cec68ef24 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:17.161876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dcc3a1-92c1-41b8-9a17-3abd2e628127') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:17.161876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dcc3a1-92c1-41b8-9a17-3abd2e628127') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:17.187511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.216128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.231730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:17.232136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:17.234503 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:17.238067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.295219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84e9f-0303-4517-8940-20fc1d25566a req-f03e7ea6-d06e-423e-9e24-eb93db9e86d7 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.296690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4d84e9f-0303-4517-8940-20fc1d25566a req-f03e7ea6-d06e-423e-9e24-eb93db9e86d7 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 944 time: 0.2070453 Mar 31 22:59:17.307229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-2117f2fa-62bf-4a54-941f-c028b76c0fc0 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.307229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-2117f2fa-62bf-4a54-941f-c028b76c0fc0 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564983 Mar 31 22:59:17.312938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42310) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:17.321467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port ae0b5993-dca0-4b36-9805-cd63927187d8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:17.321969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.343974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-c18c7d8e-a279-4b0d-a472-988a7346141f tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/quotas/122b11572cb0423e88ef0daec5f047b4 HTTP/1.1" status: 200 len: 375 time: 0.0260706 Mar 31 22:59:17.389560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 709312eb-3390-4061-b0e3-180b4285de1f completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:17.390272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4d84e9f-0303-4517-8940-20fc1d25566a req-f2c8c1e6-73ff-47b6-aa84-a175a202df90 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769167 Mar 31 22:59:17.405819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 709312eb-3390-4061-b0e3-180b4285de1f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:17.405819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.405998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-3bffbe09-8b0a-4094-9b06-41bbbe2a669f tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=122b11572cb0423e88ef0daec5f047b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469422 Mar 31 22:59:17.432680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] DHCP port deletion for f1172afd-dc68-4171-bc8f-692cec68ef24 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:59:17.434486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.445267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.454884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] 10.222.0.83 "DELETE /v2.0/networks/57569ecb-bc63-4dbe-801a-db06402113e6 HTTP/1.1" status: 204 len: 168 time: 0.7073286 Mar 31 22:59:17.455127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42314) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:17.464243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port ae0b5993-dca0-4b36-9805-cd63927187d8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae0b5993-dca0-4b36-9805-cd63927187d8,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:17.464724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.470917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951e18-d7d1-46c5-97cf-5621535e8f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=57569ecb-bc63-4dbe-801a-db06402113e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:17.521142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:17.521668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-355ba12b-6392-4049-b657-a23c86fca461 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e882910fab24223aa6a93d3491af463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067955 Mar 31 22:59:17.545945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for ae0b5993-dca0-4b36-9805-cd63927187d8 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:17.599852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Deleting port ae0b5993-dca0-4b36-9805-cd63927187d8 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:17.600461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.619074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.647266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Deleting subnet 43c01867-dd9e-4a27-932e-f47bd65d830d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:17.653520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.655135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.666198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205652d-9f90-4062-8726-d88f670671b1 req-e621e597-d5e5-4695-8af7-4b2767ed0809 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.674989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1205652d-9f90-4062-8726-d88f670671b1 req-e621e597-d5e5-4695-8af7-4b2767ed0809 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1022997 Mar 31 22:59:17.684236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:17.687479 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd670a-2a56-46e0-9144-10fdc5f90148" -d '{"events": [{"server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "name": "network-vif-plugged", "status": "completed", "tag": "709312eb-3390-4061-b0e3-180b4285de1f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:17.706630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.709885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] For port ae0b5993-dca0-4b36-9805-cd63927187d8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae0b5993-dca0-4b36-9805-cd63927187d8,segment=NetworkSegment(01408e00-6b4b-46f1-935e-1fd7d82e24fe),segment_id=01408e00-6b4b-46f1-935e-1fd7d82e24fe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:17.710434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.714733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:17.728820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Calling delete_port for ae0b5993-dca0-4b36-9805-cd63927187d8 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:17.755850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.772211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.802333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.812565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1205652d-9f90-4062-8726-d88f670671b1 req-e7e49905-699b-487c-9c06-38af43a7d626 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331377 Mar 31 22:59:17.868406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port ae0b5993-dca0-4b36-9805-cd63927187d8 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:17.886335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=ae0b5993-dca0-4b36-9805-cd63927187d8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:17.929960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.994836 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058c974-5f66-4186-b633-83797aa0bf38 x-openstack-request-id: req-7058c974-5f66-4186-b633-83797aa0bf38 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:17.995196 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "name": "network-vif-plugged", "status": "completed", "tag": "709312eb-3390-4061-b0e3-180b4285de1f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:17.995409 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7058c974-5f66-4186-b633-83797aa0bf38 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:17.995802 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7058c974-5f66-4186-b633-83797aa0bf38'] response: {'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f', 'code': 200} Mar 31 22:59:18.030596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.053020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01cc054b-4e24-4418-89a4-7447d18490aa req-17785317-3465-4ca8-b67b-bd58cdbfea62 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 210 time: 0.0536351 Mar 31 22:59:18.065325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3868911-f1bc-43d5-aa6b-1309c3f01332 req-3e5df1e7-0429-452c-8170-5536d46dffea tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.068282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3868911-f1bc-43d5-aa6b-1309c3f01332 req-3e5df1e7-0429-452c-8170-5536d46dffea tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2129979 Mar 31 22:59:18.080944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.086092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1172afd-dc68-4171-bc8f-692cec68ef24']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.099941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.103745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01408e00-6b4b-46f1-935e-1fd7d82e24fe') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.104107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01408e00-6b4b-46f1-935e-1fd7d82e24fe') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.116273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.126305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.132895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] No DVR routers for this DVR port ae0b5993-dca0-4b36-9805-cd63927187d8 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:18.138073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.138635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a7ee7-c600-45af-8e42-5b918e2344de None None] Pushing event deleted for resources: {'Port': ['ID=ae0b5993-dca0-4b36-9805-cd63927187d8,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.149202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.149400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.150055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b1bbc310-35d3-432a-84e4-105a31793037 HTTP/1.1" status: 204 len: 168 time: 0.6277773 Mar 31 22:59:18.156821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/43c01867-dd9e-4a27-932e-f47bd65d830d HTTP/1.1" status: 204 len: 168 time: 0.7020977 Mar 31 22:59:18.158013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.169261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42332) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:18.192852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3868911-f1bc-43d5-aa6b-1309c3f01332 req-f729ede6-48c4-4382-b780-3af1e1f9f983 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150522 Mar 31 22:59:18.221864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d124b-03b1-404e-b7fd-aa9ff59cfc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c01867-dd9e-4a27-932e-f47bd65d830d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.226324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907974a-871c-46c7-a623-ad631570487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bbc310-35d3-432a-84e4-105a31793037,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.232318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4410d8-8bcf-4089-ae02-31d9b1772b8c req-e18fd84a-038a-43b4-bf75-84639b283afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.233809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4410d8-8bcf-4089-ae02-31d9b1772b8c req-e18fd84a-038a-43b4-bf75-84639b283afd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1096 time: 0.1641805 Mar 31 22:59:18.237541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:18.237963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: timer() Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:18.243768 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:18.385418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.390126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4410d8-8bcf-4089-ae02-31d9b1772b8c req-6a2cc7c0-0dda-4d3b-a6f5-1d266943110b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493826 Mar 31 22:59:18.408922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dde619-ee00-4bdd-b5a6-a4a53282658a req-035e3180-0d7a-4f52-9da6-a966f9493869 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.410903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17dde619-ee00-4bdd-b5a6-a4a53282658a req-035e3180-0d7a-4f52-9da6-a966f9493869 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0978353 Mar 31 22:59:18.428695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.435621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.440156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/networks/f1172afd-dc68-4171-bc8f-692cec68ef24 HTTP/1.1" status: 204 len: 168 time: 1.3141966 Mar 31 22:59:18.444996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42340) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:18.575441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.600048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17dde619-ee00-4bdd-b5a6-a4a53282658a req-e9cc3b22-437c-41b7-aec2-b6826848c91d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557248 Mar 31 22:59:18.659551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1156371-4ca5-43d2-8d8e-5f479a547a92']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.711510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e9cc9-ec4c-41ab-b467-8b256469780f req-2758becc-c84c-47d4-bf5e-8d0b518e8205 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.713402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd4e9cc9-ec4c-41ab-b467-8b256469780f req-2758becc-c84c-47d4-bf5e-8d0b518e8205 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 945 time: 0.2205985 Mar 31 22:59:18.716981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9213763b-37ae-4465-9080-56a568b2a81f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.719644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9213763b-37ae-4465-9080-56a568b2a81f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:18.758602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.769191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae0b5993-dca0-4b36-9805-cd63927187d8 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:18.810895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.820754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:18.821491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:18.831106 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:18.847981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ae0b5993-dca0-4b36-9805-cd63927187d8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:18.848724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae0b5993-dca0-4b36-9805-cd63927187d8 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:18.867327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd4e9cc9-ec4c-41ab-b467-8b256469780f req-5f0fe25e-b688-46de-881f-a92f05f4dfae tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368001 Mar 31 22:59:18.999991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f911202-ef77-4438-aceb-e305a9e69cbd req-040607b2-d4a4-446e-aa3a-7511aff4c608 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.006445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f911202-ef77-4438-aceb-e305a9e69cbd req-040607b2-d4a4-446e-aa3a-7511aff4c608 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2371891 Mar 31 22:59:19.021202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b23f8-6e61-45b4-ac65-c8505dc820cd tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Network': ['ID=f1172afd-dc68-4171-bc8f-692cec68ef24,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.107399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f911202-ef77-4438-aceb-e305a9e69cbd req-b1443744-aec3-4f0a-9323-e9117aef3baf tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822346 Mar 31 22:59:19.110640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.112889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting subnet 1badf715-60ce-4d2d-bfaf-a9984c8d992e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:19.122515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.125627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.134339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f1156371-4ca5-43d2-8d8e-5f479a547a92 HTTP/1.1" status: 204 len: 168 time: 0.9604380 Mar 31 22:59:19.156570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55819b-d394-4274-a9e9-3078f080ec57 req-c2981152-6411-4d87-8441-8e47ec1f9b15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.167578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd55819b-d394-4274-a9e9-3078f080ec57 req-c2981152-6411-4d87-8441-8e47ec1f9b15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1564095 Mar 31 22:59:19.188690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12eac-dc46-4495-9a90-2f5267897832 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1156371-4ca5-43d2-8d8e-5f479a547a92,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.230230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.230932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b24ce0a8-cd84-46fc-bc69-4e8c82bf5adf req-04583d6d-6719-4458-8d88-850072008e56 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 210 time: 0.0464115 Mar 31 22:59:19.272103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd55819b-d394-4274-a9e9-3078f080ec57 req-5e320eec-4dd4-45f5-8058-a6393eaf4e8b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029840 Mar 31 22:59:19.359175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.470148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812483c-3698-45c0-a414-2d52c71510b5 req-a181728b-9e83-4343-94bc-90b01ed849bf tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.471762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8812483c-3698-45c0-a414-2d52c71510b5 req-a181728b-9e83-4343-94bc-90b01ed849bf tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1505110 Mar 31 22:59:19.526709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8812483c-3698-45c0-a414-2d52c71510b5 req-323b1ebb-4df8-4013-9923-0c5e9756891c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Mar 31 22:59:19.547482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.591406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740bfac-6956-4f04-b643-62472986420c None None] Network 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:19.607713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.618020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42372) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:19.620251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/subnets/1badf715-60ce-4d2d-bfaf-a9984c8d992e HTTP/1.1" status: 204 len: 168 time: 0.6002123 Mar 31 22:59:19.660220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42378) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:19.684493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065652-4afa-4023-8ada-6bcc10196e9d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Subnet': ['ID=1badf715-60ce-4d2d-bfaf-a9984c8d992e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.721696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e5a253e8-ce72-43d2-b36d-f728bc4f8bab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62cc03e209a34cf8a4989430f46bc0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583704 Mar 31 22:59:19.723132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:19.787353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.826270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.832467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.933419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59c651-ca8d-44d9-9a0f-83ffd093c119 req-531eb494-9d6d-42bd-bfb5-461fb86a3abe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.956372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f59c651-ca8d-44d9-9a0f-83ffd093c119 req-531eb494-9d6d-42bd-bfb5-461fb86a3abe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1927834 Mar 31 22:59:19.978500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] DHCP port deletion for 7ecc570c-9bc2-4fd7-b6ac-954812fbff4d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:59:20.059795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f59c651-ca8d-44d9-9a0f-83ffd093c119 req-866a30be-9b88-4867-8d17-be22e2a9d9d2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960393 Mar 31 22:59:20.060071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Deleting port 18081e64-4b98-42f0-85a7-33146e65cd93 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:20.060182 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.085506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698957f-2e43-41c1-b602-8265a4716450 req-9246604f-97d9-417f-95ba-80d676df6aab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.093311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f698957f-2e43-41c1-b602-8265a4716450 req-9246604f-97d9-417f-95ba-80d676df6aab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 945 time: 0.1144896 Mar 31 22:59:20.108606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.113087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.115412 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/47fb6ac5-4c4b-49a1-89c3-1049fd99db6f HTTP/1.1" status: 204 len: 168 time: 0.3911297 Mar 31 22:59:20.117595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Deleting port 18081e64-4b98-42f0-85a7-33146e65cd93 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:20.118853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.137395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a018fa-6ce4-489d-9e9d-c51858b82ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb6ac5-4c4b-49a1-89c3-1049fd99db6f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.190967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] For port 18081e64-4b98-42f0-85a7-33146e65cd93, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18081e64-4b98-42f0-85a7-33146e65cd93,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:20.191726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.207915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Calling delete_port for 18081e64-4b98-42f0-85a7-33146e65cd93 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:20.295481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] For port 18081e64-4b98-42f0-85a7-33146e65cd93, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=18081e64-4b98-42f0-85a7-33146e65cd93,segment=NetworkSegment(5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f),segment_id=5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:20.295668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.320575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Calling delete_port for 18081e64-4b98-42f0-85a7-33146e65cd93 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:20.346358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f698957f-2e43-41c1-b602-8265a4716450 req-cf1549a9-5c5e-4cf8-ab71-5858f7796590 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520645 Mar 31 22:59:20.366162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df6758-ea2a-4373-97f7-a1ae4d690e33 req-2402afaa-32d1-414a-be5b-7b57efeca595 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.378123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59df6758-ea2a-4373-97f7-a1ae4d690e33 req-2402afaa-32d1-414a-be5b-7b57efeca595 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0866261 Mar 31 22:59:20.427608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59df6758-ea2a-4373-97f7-a1ae4d690e33 req-4eeecedb-32aa-4872-b946-2fd6dafd53c4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521729 Mar 31 22:59:20.483622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.493956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.508766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7764d2a2-27d4-4fe0-a9b9-54e982d3cb18 req-5257dac9-2c44-4563-9c10-3bcbbae1f65e tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 210 time: 0.0870922 Mar 31 22:59:20.542470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] Pushing event deleted for resources: {'Port': ['ID=18081e64-4b98-42f0-85a7-33146e65cd93,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.552668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Port': ['ID=18081e64-4b98-42f0-85a7-33146e65cd93,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.555774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7cd14-a7ce-4c18-abb2-758035d68247 None None] No DVR routers for this DVR port 18081e64-4b98-42f0-85a7-33146e65cd93 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:20.563804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] No DVR routers for this DVR port 18081e64-4b98-42f0-85a7-33146e65cd93 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:20.684795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.694912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42a711-acce-44f8-8473-074cc8b61597 req-5cf93839-ae50-4607-994a-cdc7ad8bcddf tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.696469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e42a711-acce-44f8-8473-074cc8b61597 req-5cf93839-ae50-4607-994a-cdc7ad8bcddf tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1506078 Mar 31 22:59:20.712547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18081e64-4b98-42f0-85a7-33146e65cd93 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:20.735071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecc570c-9bc2-4fd7-b6ac-954812fbff4d']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.751127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.751442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebc4984-9fcf-48ad-b4b1-bde3b1c8ac2f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.756229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 18081e64-4b98-42f0-85a7-33146e65cd93 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:20.756578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 18081e64-4b98-42f0-85a7-33146e65cd93 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:20.770779 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.780223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e42a711-acce-44f8-8473-074cc8b61597 req-8d39ac41-edce-443f-bbf4-a571182099ec tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Mar 31 22:59:20.820469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.828751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:20.830151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:20.904464 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:20.970099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545a93-cba8-4f69-8ab2-7958f4bb8065 req-4f578d77-7a1b-477f-b45c-3e8f6495d903 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.972961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2545a93-cba8-4f69-8ab2-7958f4bb8065 req-4f578d77-7a1b-477f-b45c-3e8f6495d903 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0650136 Mar 31 22:59:21.014363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2545a93-cba8-4f69-8ab2-7958f4bb8065 req-f2cc6979-b6ce-473a-afed-4a334f69e062 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Mar 31 22:59:21.015961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-5a7770d0-17b8-4b7a-ae3e-52d2d0292311 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=122b11572cb0423e88ef0daec5f047b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308349 Mar 31 22:59:21.103291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.132920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.138826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] 10.222.0.83 "DELETE /v2.0/networks/7ecc570c-9bc2-4fd7-b6ac-954812fbff4d HTTP/1.1" status: 204 len: 168 time: 1.5168159 Mar 31 22:59:21.150783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aac79b-1a54-44e4-8cb7-154fa061935d tempest-ServersTestMultiNic-847431113 tempest-ServersTestMultiNic-847431113-project] Pushing event deleted for resources: {'Network': ['ID=7ecc570c-9bc2-4fd7-b6ac-954812fbff4d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.205281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-30db2a37-411d-46ea-aa5f-72dab35d3d6c tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.207615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-30db2a37-411d-46ea-aa5f-72dab35d3d6c tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846814 Mar 31 22:59:21.218762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074fa7-9386-4d56-ba57-aa0d9e3056b2 req-a1caa72a-16a8-423b-afd3-f3f4ff52e179 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.219965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Request body: {'port': {'device_id': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '122b11572cb0423e88ef0daec5f047b4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:21.221314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d074fa7-9386-4d56-ba57-aa0d9e3056b2 req-a1caa72a-16a8-423b-afd3-f3f4ff52e179 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1201000 Mar 31 22:59:21.280445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d074fa7-9386-4d56-ba57-aa0d9e3056b2 req-8365129a-e944-4536-910b-00ad8e8b2020 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523565 Mar 31 22:59:21.382954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42432) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:21.437345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:21.464605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-70311313-32b5-4211-8915-ee7d2737fb20 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=67b3c5b959f44cfbbdc684c9b3a5c5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802979 Mar 31 22:59:21.467032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42436) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:21.485503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Made reservation on behalf of 122b11572cb0423e88ef0daec5f047b4 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:21.491050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.502916 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.634327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.731385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.838361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b301b2-d5e1-40c6-ad42-9600695b02aa,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.905272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Allocated IP 192.168.233.102 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/f85f801b-fa65-4596-af0c-81287ee38de2) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:21.964588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88e40-9ba3-475d-9e1d-a0fe9550261e req-b28591f7-8183-42ca-a821-5b50cbae51a4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.967466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd88e40-9ba3-475d-9e1d-a0fe9550261e req-b28591f7-8183-42ca-a821-5b50cbae51a4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.5399706 Mar 31 22:59:22.034634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fb3d0-29a3-4c75-93f1-16783eb64b8d req-0ed2b749-d02b-4242-b489-29210dd4e59c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.036228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-859fb3d0-29a3-4c75-93f1-16783eb64b8d req-0ed2b749-d02b-4242-b489-29210dd4e59c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 945 time: 0.5285656 Mar 31 22:59:22.052881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.081554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.110655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd88e40-9ba3-475d-9e1d-a0fe9550261e req-0bc20260-459a-43f6-ab21-b5087f5eac35 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348977 Mar 31 22:59:22.138458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.201211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-859fb3d0-29a3-4c75-93f1-16783eb64b8d req-b5277380-4e25-4661-b7ca-a9b0ace3c65f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524744 Mar 31 22:59:22.231088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f37e6c39-4283-41a2-8341-5be1b2755f24 req-c084b1b8-78f9-4aa5-95a0-341b93ca06dd tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 210 time: 0.0510852 Mar 31 22:59:22.255999 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.300277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:22.306031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:22.309843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:22.342623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Pushing event updated for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:22.378337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.379596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.387080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b0ab3-8f8b-40f2-a588-f7b4196b964e req-cb196ce1-7c6c-431e-b847-467eac4aeb58 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.388677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e45b0ab3-8f8b-40f2-a588-f7b4196b964e req-cb196ce1-7c6c-431e-b847-467eac4aeb58 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1192524 Mar 31 22:59:22.414883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.417620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.418835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/718148f7-39df-487a-83db-25406be77714 HTTP/1.1" status: 204 len: 168 time: 0.9507337 Mar 31 22:59:22.436075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e946f-b9fe-42bd-b26a-68572adc9e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718148f7-39df-487a-83db-25406be77714,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:22.456050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:22.469076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e45b0ab3-8f8b-40f2-a588-f7b4196b964e req-2cc2dcad-4cef-44fd-852d-52496b1fcfdc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718238 Mar 31 22:59:22.516846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-9e27ccd3-8b21-46d6-a48a-30d5422fa181 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3015881 Mar 31 22:59:22.529593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Request body: {'port': {'device_id': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.565903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-5a61dc30-fdf6-4e62-987a-67893cb53933 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e6a26011d50c4260940088e09340aef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307722 Mar 31 22:59:22.673918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.680589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9a64e099-8bae-4c3f-a1c5-94a73fde1bc5 None None] Provisioning complete for port f85f801b-fa65-4596-af0c-81287ee38de2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:22.681200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e099-8bae-4c3f-a1c5-94a73fde1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.733161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:22.751178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b', 'port_id': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'mac_address': 'fa:16:3e:48:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6255af6-6f5d-469c-8e2e-8b3c916d59c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:22.752986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9a64e099-8bae-4c3f-a1c5-94a73fde1bc5 None None] Port f85f801b-fa65-4596-af0c-81287ee38de2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:22.781618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.790623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-3f55c0a9-4a73-4171-862a-d69e4f013150 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.792224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-3f55c0a9-4a73-4171-862a-d69e4f013150 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190275 Mar 31 22:59:22.796317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.811402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe86da1-0714-4f03-8740-9ebd3912f8dc {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:22.835446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803588f-4095-4627-a0a1-4463bbf299d3 req-3cd39884-88bd-4337-bc7f-a116195cf36c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.835943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:22.837389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c803588f-4095-4627-a0a1-4463bbf299d3 req-3cd39884-88bd-4337-bc7f-a116195cf36c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1693227 Mar 31 22:59:22.867874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-aceaafd0-8362-4eb4-b9ae-0e2eaba0ed65 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/quotas/e6a26011d50c4260940088e09340aef2 HTTP/1.1" status: 200 len: 375 time: 0.0408752 Mar 31 22:59:22.938173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.958772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-d6f566de-e57d-4097-b15c-2c2d00976624 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514829 Mar 31 22:59:22.965264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c803588f-4095-4627-a0a1-4463bbf299d3 req-15fc83fe-cbe0-40c7-a28d-7d678a85a1b3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191299 Mar 31 22:59:23.044835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.062694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85f801b-fa65-4596-af0c-81287ee38de2 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:23.081444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.095776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Transition to ACTIVE for port object f85f801b-fa65-4596-af0c-81287ee38de2 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:23.145950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56073910-1255-44ff-be11-82f872694280 req-f744d3cd-3724-41c1-b41a-a6e7c7c62a75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1524430630&fields=id&tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 267 time: 0.0621300 Mar 31 22:59:23.194445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.230020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56073910-1255-44ff-be11-82f872694280 req-b4304f2d-5af3-4164-9dad-56424a640056 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.231539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56073910-1255-44ff-be11-82f872694280 req-b4304f2d-5af3-4164-9dad-56424a640056 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 945 time: 0.0659318 Mar 31 22:59:23.236783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Deleting port 4a20362e-9359-47ae-b5d5-fa0f555197e9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:23.241355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.258441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['6fe86da1-0714-4f03-8740-9ebd3912f8dc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:23.260312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.283539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'security_groups': ['604eb72e-924e-4412-9a91-7d3652128485', 'a89b3ac4-6ecc-4343-827e-7b16042a2b3e']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:23.387475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Attempting to bind port f85f801b-fa65-4596-af0c-81287ee38de2 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:23.388260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Attempting to bind port f85f801b-fa65-4596-af0c-81287ee38de2 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:23.388753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Attempting to bind port f85f801b-fa65-4596-af0c-81287ee38de2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:23.393726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Port f85f801b-fa65-4596-af0c-81287ee38de2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:23.394308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Attempting to bind port f85f801b-fa65-4596-af0c-81287ee38de2 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:23.400098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:23.406023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:23.406023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:23.406023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Bound port: f85f801b-fa65-4596-af0c-81287ee38de2, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:23.406023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.442266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.465163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] For port 4a20362e-9359-47ae-b5d5-fa0f555197e9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a20362e-9359-47ae-b5d5-fa0f555197e9,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:23.465647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.505038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:23.508873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f85f801b-fa65-4596-af0c-81287ee38de2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:23.511965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Calling delete_port for 4a20362e-9359-47ae-b5d5-fa0f555197e9 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:23.623328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.667496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.668132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.669522 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] 10.222.0.44 "PUT /v2.0/ports/f85f801b-fa65-4596-af0c-81287ee38de2 HTTP/1.1" status: 200 len: 1096 time: 1.1451375 Mar 31 22:59:23.669965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:23.673870 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71705282-9481-4491-a506-cff155a10e54" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:23.728922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9d130-9fda-492c-8ebc-a1ef19693a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.853233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-2d899018-a2dd-477e-910d-284e2f81b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.855993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-2d899018-a2dd-477e-910d-284e2f81b9b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122b11572cb0423e88ef0daec5f047b4&device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 1099 time: 0.0815494 Mar 31 22:59:23.888442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:23.910429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-6a384c74-82ca-418c-91de-9b7f3987af42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f85f801b-fa65-4596-af0c-81287ee38de2 HTTP/1.1" status: 200 len: 217 time: 0.0455277 Mar 31 22:59:23.920045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.933483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.967871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-1b3bc5b3-1804-4290-8495-170d9b4ac670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.969443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-1b3bc5b3-1804-4290-8495-170d9b4ac670 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0521295 Mar 31 22:59:24.016621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-8b01dce7-46e1-4078-ac5a-30d45120c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.018455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-8b01dce7-46e1-4078-ac5a-30d45120c46a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423243 Mar 31 22:59:24.074430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.107786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:24.131223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-65bbce48-3da9-4921-b906-0475d446a1a2 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988612 Mar 31 22:59:24.139840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.140499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.157357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56073910-1255-44ff-be11-82f872694280 req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "PUT /v2.0/ports/709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 981 time: 0.9006050 Mar 31 22:59:24.157878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:24.162246 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:24.181995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.272705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36b1c3-bfa8-44d8-b1c9-b94b73448624 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.314619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:24.320933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-963b4ac8-35bf-46b5-b285-07f40f6592c9 req-21bd2372-8cdf-45d4-a787-903521131956 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866591 Mar 31 22:59:24.333167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6552a65-bb63-4399-8b3f-d8fcc856f051 req-aac32325-75b8-47b7-a708-24a3cc4c3120 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 210 time: 0.1137724 Mar 31 22:59:24.433816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a20362e-9359-47ae-b5d5-fa0f555197e9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.457785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:24.508090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351a5-c410-42dd-8ad3-61c7545e7598 req-61aceff3-9312-4fde-9269-b17252055fef tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.511370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63c351a5-c410-42dd-8ad3-61c7545e7598 req-61aceff3-9312-4fde-9269-b17252055fef tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 948 time: 0.1767695 Mar 31 22:59:24.586676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a4dd-7190-4124-aa1d-d65e162de435 req-c7731d0f-6186-41e2-b69e-7c973f1a78ba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.588172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21a1a4dd-7190-4124-aa1d-d65e162de435 req-c7731d0f-6186-41e2-b69e-7c973f1a78ba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.1317229 Mar 31 22:59:24.628224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63c351a5-c410-42dd-8ad3-61c7545e7598 req-9b868be0-145f-4555-a401-cbae1c5dedfd tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Mar 31 22:59:24.688391 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18af407-8c63-489a-b999-48821b4dbc4b x-openstack-request-id: req-b18af407-8c63-489a-b999-48821b4dbc4b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:24.688687 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:24.688937 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b18af407-8c63-489a-b999-48821b4dbc4b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:24.689371 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18af407-8c63-489a-b999-48821b4dbc4b'] response: {'name': 'network-changed', 'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2', 'status': 'completed', 'code': 200} Mar 31 22:59:24.696582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 6fe86da1-0714-4f03-8740-9ebd3912f8dc completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:24.701363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 6fe86da1-0714-4f03-8740-9ebd3912f8dc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:24.701924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.709417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21a1a4dd-7190-4124-aa1d-d65e162de435 req-3717f8c9-b763-4e1c-84c3-698f50b1fede tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130235 Mar 31 22:59:24.716981 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.796322 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ffffe8-c147-4379-a6ab-57841daa6afe x-openstack-request-id: req-13ffffe8-c147-4379-a6ab-57841daa6afe {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:24.796322 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:24.796753 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-13ffffe8-c147-4379-a6ab-57841daa6afe {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:24.796914 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ffffe8-c147-4379-a6ab-57841daa6afe'] response: {'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f', 'status': 'completed', 'code': 200} Mar 31 22:59:24.804539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71705282-9481-4491-a506-cff155a10e54 req-1999b62f-239e-4e44-9d75-ff2c8d8a11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.808750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-1999b62f-239e-4e44-9d75-ff2c8d8a11b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122b11572cb0423e88ef0daec5f047b4&device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 1099 time: 0.0898798 Mar 31 22:59:24.852496 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.889991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:24.892255 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef0031-87f3-496f-8821-66a432972282" -d '{"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-plugged", "status": "completed", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:24.901075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-a2fd899a-a954-4ee7-8a85-321438a594a6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1704552834&fields=id&tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 267 time: 0.1139276 Mar 31 22:59:24.906459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:24.928056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71705282-9481-4491-a506-cff155a10e54 req-655438b0-0765-493c-8716-a0eaf98b4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.929503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-655438b0-0765-493c-8716-a0eaf98b4c60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1151268 Mar 31 22:59:24.971685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-220f9aed-7b26-468e-acda-6893e19bbb6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f85f801b-fa65-4596-af0c-81287ee38de2 HTTP/1.1" status: 200 len: 217 time: 0.0354426 Mar 31 22:59:25.017633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-64631e17-2f4a-461f-af41-7ebbfe0fae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.019791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-64631e17-2f4a-461f-af41-7ebbfe0fae11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1135 time: 0.1477947 Mar 31 22:59:25.026436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71705282-9481-4491-a506-cff155a10e54 req-4f743148-e03f-4f88-a2be-e8ce4883259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.027937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-4f743148-e03f-4f88-a2be-e8ce4883259a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0502086 Mar 31 22:59:25.061775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1529024-c461-4ec5-8892-3c5a6b70c2cb req-26a751a4-ba49-4e7a-a5e6-c54ff48979be tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.063247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1529024-c461-4ec5-8892-3c5a6b70c2cb req-26a751a4-ba49-4e7a-a5e6-c54ff48979be tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1907592 Mar 31 22:59:25.072866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71705282-9481-4491-a506-cff155a10e54 req-9a2506d9-ae97-413f-a9e7-2e072c5b9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.074373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-9a2506d9-ae97-413f-a9e7-2e072c5b9853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403678 Mar 31 22:59:25.074820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.085154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-582ceb81-c0c7-4cd5-8dd9-465636cd96dd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.086745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-582ceb81-c0c7-4cd5-8dd9-465636cd96dd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 984 time: 0.1849117 Mar 31 22:59:25.124550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'security_groups': ['604eb72e-924e-4412-9a91-7d3652128485', 'a89b3ac4-6ecc-4343-827e-7b16042a2b3e', 'c496deb5-a533-43fe-a8cc-c62a9333d7cb']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:25.143151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:25.179716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-3c0ca57e-adcf-4810-a2de-2a0316d6ffee service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982349 Mar 31 22:59:25.280086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-71705282-9481-4491-a506-cff155a10e54 req-16a24af2-0442-480c-924c-6f12f3fa1f1f service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926690 Mar 31 22:59:25.521316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1529024-c461-4ec5-8892-3c5a6b70c2cb req-ffe32825-6202-46ba-8066-247fc087eca8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475858 Mar 31 22:59:25.584807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.590334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-680f6461-e178-4fbc-9b1c-7c358f310354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.591833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-680f6461-e178-4fbc-9b1c-7c358f310354 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.5380154 Mar 31 22:59:25.612567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Router a952727e-be35-47ba-8a08-80365d9b0ac8 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:25.670566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-56f204f8-110e-410a-9128-5686e6c4a780 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 217 time: 0.0695040 Mar 31 22:59:25.712309 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7d0f0-1bfd-4018-a880-9da095dc5a5d x-openstack-request-id: req-b1f7d0f0-1bfd-4018-a880-9da095dc5a5d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:25.712847 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-plugged", "status": "completed", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:25.713105 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b1f7d0f0-1bfd-4018-a880-9da095dc5a5d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:25.713506 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f7d0f0-1bfd-4018-a880-9da095dc5a5d'] response: {'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'code': 200} Mar 31 22:59:25.810200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534eaa-320b-4432-a35e-5d6db55d3132 req-f5919f05-d3f6-4bd0-a326-5efbb981174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.811951 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-54534eaa-320b-4432-a35e-5d6db55d3132 req-f5919f05-d3f6-4bd0-a326-5efbb981174d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1096 time: 0.0407043 Mar 31 22:59:25.830844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-d28161f4-d759-45a5-bfc1-4d2fd6a3fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.832963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-d28161f4-d759-45a5-bfc1-4d2fd6a3fc9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.1495752 Mar 31 22:59:25.834736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6721efe-987b-4375-bad6-63198151fda3 req-13e58ec7-2fa0-4d0d-9067-5ac172bc2a11 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 210 time: 0.0573115 Mar 31 22:59:25.849299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-54534eaa-320b-4432-a35e-5d6db55d3132 req-ff314915-60f6-4e86-b185-494e5b31eaa1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Mar 31 22:59:25.910727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-ab5eb70a-c3be-4fbb-9ae8-c1d124f4529d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645411 Mar 31 22:59:25.970774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:25.980803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Sync routers for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:25.992633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:25.993316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:26.014769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-34a301ef-5031-4f81-8f5c-61b0a4264448 admin admin] 10.222.0.83 "PUT /v2.0/routers/a952727e-be35-47ba-8a08-80365d9b0ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5749402 Mar 31 22:59:26.017590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42540) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:26.098885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:26.126378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311814-cba9-41d9-8f77-88c7a5b5dabc req-c70a2623-50a2-4e67-889b-a8356b17bb4e tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.130299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60311814-cba9-41d9-8f77-88c7a5b5dabc req-c70a2623-50a2-4e67-889b-a8356b17bb4e tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 948 time: 0.1886549 Mar 31 22:59:26.136272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.171034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-3a46499d-c4cb-4ab7-8814-7050be7c1247 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524347 Mar 31 22:59:26.173125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:26.250915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.270627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60311814-cba9-41d9-8f77-88c7a5b5dabc req-912daf8f-efaa-4cfb-977a-faf328bf6398 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318653 Mar 31 22:59:26.277350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.291736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:59:23Z', 'revision_number': 5, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:26.311605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcdb894b-e2fc-4e2e-8959-0ed77bfd433b req-5be3fad7-1871-4fe4-918b-6aa06ebbff02 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294324 Mar 31 22:59:26.326409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Checking router: a952727e-be35-47ba-8a08-80365d9b0ac8 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:26.336015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Routers {'a952727e-be35-47ba-8a08-80365d9b0ac8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:26.336643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a952727e-be35-47ba-8a08-80365d9b0ac8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:26.403298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.408177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Deleting port a24de30d-de2b-44ce-857c-1c85104de02c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:26.408831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.462506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.463243 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.471994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-484fc77d-d674-4c4d-aa29-b32742aa372e req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "PUT /v2.0/ports/709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 1020 time: 1.3678353 Mar 31 22:59:26.519817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] For port a24de30d-de2b-44ce-857c-1c85104de02c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a24de30d-de2b-44ce-857c-1c85104de02c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:26.520508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.537766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Calling delete_port for a24de30d-de2b-44ce-857c-1c85104de02c owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:26.553620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14b7e4-b7dd-4d67-b712-d504ca20a964 req-317a76fd-8e24-4f8d-bdd4-669a464bdfce tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.556012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb14b7e4-b7dd-4d67-b712-d504ca20a964 req-317a76fd-8e24-4f8d-bdd4-669a464bdfce tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1902246 Mar 31 22:59:26.566135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:26.583040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dae2-cda4-42a1-9fba-828e56fae2eb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.624134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] Set router a952727e-be35-47ba-8a08-80365d9b0ac8 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:26.647134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-054f3db8-ab8e-4ad9-aa16-9e2cf4e4a668 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e6a26011d50c4260940088e09340aef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670767 Mar 31 22:59:26.697100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:26.714580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb14b7e4-b7dd-4d67-b712-d504ca20a964 req-4676ce2f-d1a4-4fd3-9706-f9cbe191e952 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332407 Mar 31 22:59:26.775627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0971a3-5e88-4dc1-bf67-23099d74164b req-1a3ef43e-6b41-4faf-a810-9fbd218bada5 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.777155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e0971a3-5e88-4dc1-bf67-23099d74164b req-1a3ef43e-6b41-4faf-a810-9fbd218bada5 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1023 time: 0.2201982 Mar 31 22:59:26.802556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:26.805159 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f96bc0-bf9b-48fd-ae3d-f12c03929935" -d '{"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:26.850304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.889560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Pushing event deleted for resources: {'Port': ['ID=a24de30d-de2b-44ce-857c-1c85104de02c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.933737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d859-b770-41ab-ac80-76ba87a80dfb req-92589fed-a7d2-44d7-974a-62bb6ce19444 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.943199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f227d859-b770-41ab-ac80-76ba87a80dfb req-92589fed-a7d2-44d7-974a-62bb6ce19444 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1296222 Mar 31 22:59:26.955626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-633c03e9-3765-41a5-a910-47fdeb5d1640 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.958748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-633c03e9-3765-41a5-a910-47fdeb5d1640 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034158 Mar 31 22:59:26.996083 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.996712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e0971a3-5e88-4dc1-bf67-23099d74164b req-5dc1e1a3-c64c-4b96-8af8-8e7bdc5212f4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=a89b3ac4-6ecc-4343-827e-7b16042a2b3e&id=c496deb5-a533-43fe-a8cc-c62a9333d7cb HTTP/1.1" status: 200 len: 6148 time: 0.2078598 Mar 31 22:59:27.021882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Request body: {'port': {'device_id': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'e6a26011d50c4260940088e09340aef2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:27.101693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f227d859-b770-41ab-ac80-76ba87a80dfb req-ef7ef172-b301-47da-bb92-fd34caa3b2bc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574492 Mar 31 22:59:27.108010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:59:23Z', 'revision_number': 5, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:27.121849 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b04130-0256-4aef-a72f-4ec0e8b1a7a0 x-openstack-request-id: req-93b04130-0256-4aef-a72f-4ec0e8b1a7a0 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:27.121849 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "tag": "709312eb-3390-4061-b0e3-180b4285de1f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:27.121849 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93b04130-0256-4aef-a72f-4ec0e8b1a7a0 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:27.121849 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b04130-0256-4aef-a72f-4ec0e8b1a7a0'] response: {'name': 'network-changed', 'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f', 'status': 'completed', 'code': 200} Mar 31 22:59:27.134099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.136265 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.157948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a24347-2574-4e06-bdd5-0d5e10308fa9 None None] The sync data for ids ['a952727e-be35-47ba-8a08-80365d9b0ac8'] in n-d-828414-2 is: [{'id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'name': 'tempest-ServersTestMultiNic-1236500059-router', 'tenant_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:38Z', 'updated_at': '2022-03-31T22:59:23Z', 'revision_number': 5, 'project_id': '9f98e2b288fc4c229dd8bef0b1eda1bf', 'gw_port': {'id': 'a24de30d-de2b-44ce-857c-1c85104de02c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952727e-be35-47ba-8a08-80365d9b0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:39Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:27.220488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1025731016 ', 'description': 'tempest-description-1145918107'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:27.264116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-a169e013-d9cf-4265-9c71-7a07eccd9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.265817 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-a169e013-d9cf-4265-9c71-7a07eccd9065 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1174 time: 0.0641866 Mar 31 22:59:27.302417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cd25a98-0cab-4e7b-9cc8-2bfe102bd0d0 req-eaa0d113-7e40-4928-8838-38cd119a821c tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 210 time: 0.0451787 Mar 31 22:59:27.364066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.364617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a952727e-be35-47ba-8a08-80365d9b0ac8 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:59:27.369712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.371050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9779f81a-906d-4b5f-8e4e-d0982e1d7dce admin admin] 10.222.0.83 "DELETE /v2.0/routers/a952727e-be35-47ba-8a08-80365d9b0ac8 HTTP/1.1" status: 204 len: 168 time: 1.3520539 Mar 31 22:59:27.372459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-f51e32bf-4bf2-447b-af06-6190ac891fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.373832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-f51e32bf-4bf2-447b-af06-6190ac891fe8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.1009133 Mar 31 22:59:27.387093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42566) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:27.419150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6095-eed8-4b97-8fa5-939a7291a164 req-e8b24de1-333f-478d-9994-da19d97593f4 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.420629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-939e6095-eed8-4b97-8fa5-939a7291a164 req-e8b24de1-333f-478d-9994-da19d97593f4 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 948 time: 0.0514030 Mar 31 22:59:27.422454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-46c3e496-f486-4c01-ac8e-e4709241f8e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 200 len: 217 time: 0.0417986 Mar 31 22:59:27.445899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.448010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Made reservation on behalf of e6a26011d50c4260940088e09340aef2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:27.451339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.471171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.494926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-939e6095-eed8-4b97-8fa5-939a7291a164 req-b36411d1-9e5b-4274-ab80-17cc23f662f4 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671484 Mar 31 22:59:27.497826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Deleting subnet 222af55f-1237-4b2e-ad20-0983f606b943 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:27.500980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.528126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-90c4a669-26fe-4efa-9570-f7ca8fd4d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.529834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-90c4a669-26fe-4efa-9570-f7ca8fd4d818 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.0892119 Mar 31 22:59:27.548806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.622277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-7128398b-7422-448a-8bf9-4f45dba180bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423598 Mar 31 22:59:27.624935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.633849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.758239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.783935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-98c91f8b-6aa6-4723-ad45-4c59e15841d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523764 Mar 31 22:59:27.807309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.809602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.904443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40f96bc0-bf9b-48fd-ae3d-f12c03929935 req-75f061d6-b724-409c-bbc4-b301fac4f9c0 service neutron] 10.222.0.10 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131356 Mar 31 22:59:27.909337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658be90e-32f7-4b48-a606-bbcadef632bc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:27.953927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dbc5e-3e03-4712-ae87-e62b3ff4e624 req-c4854e3e-2636-4a19-b1e1-66a8c12a0593 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.955431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f3dbc5e-3e03-4712-ae87-e62b3ff4e624 req-c4854e3e-2636-4a19-b1e1-66a8c12a0593 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1619828 Mar 31 22:59:27.971744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.973826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-139b88e5-3322-4067-b615-1545961b8412 req-62f280fd-59ec-4198-b683-505312aff323 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7646909 Mar 31 22:59:27.984817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.007740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.012869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/222af55f-1237-4b2e-ad20-0983f606b943 HTTP/1.1" status: 204 len: 168 time: 0.6248500 Mar 31 22:59:28.017901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e666f-8b43-4b95-ac8a-766da7900548 None None] Network d65c595b-1573-4afa-8ebe-68f13643bf9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:28.018052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42588) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:28.022471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.036136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398fc6d-3cd9-4608-8297-aab1250ae16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222af55f-1237-4b2e-ad20-0983f606b943,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.105663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f3dbc5e-3e03-4712-ae87-e62b3ff4e624 req-f613b949-1f40-4537-9d57-c9fb0a26c49f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421461 Mar 31 22:59:28.165534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.167657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Allocated IP 192.168.233.48 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/2badb31c-b523-47f2-a855-1f0be9fc5039) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:28.183804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f16eda-192b-4e85-9b79-ecbb2fa0220b req-8e51c2f6-ba71-4274-9b63-a062160cc589 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/658be90e-32f7-4b48-a606-bbcadef632bc HTTP/1.1" status: 200 len: 1781 time: 0.1646006 Mar 31 22:59:28.291460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] DHCP port deletion for d65c595b-1573-4afa-8ebe-68f13643bf9e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:59:28.360744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Deleting port 844e8c68-35fc-4ad0-9740-e2db776f9574 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:28.361425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.433667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] For port 844e8c68-35fc-4ad0-9740-e2db776f9574, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=844e8c68-35fc-4ad0-9740-e2db776f9574,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.433667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.448320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Calling delete_port for 844e8c68-35fc-4ad0-9740-e2db776f9574 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:28.453837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Deleting port 844e8c68-35fc-4ad0-9740-e2db776f9574 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:28.454339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.465445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420018eb-2179-458c-8940-afb55594809e req-4cb70890-459d-472a-ad38-7f43904cf78e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:28.466912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-420018eb-2179-458c-8940-afb55594809e req-4cb70890-459d-472a-ad38-7f43904cf78e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1540236 Mar 31 22:59:28.496627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f85f801b-fa65-4596-af0c-81287ee38de2 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:28.527445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.558751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef692-0b78-47c8-b63b-730a2c212a1e req-10001f0d-21b8-4ff3-8432-c527d45716b7 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:28.560289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c86ef692-0b78-47c8-b63b-730a2c212a1e req-10001f0d-21b8-4ff3-8432-c527d45716b7 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1096 time: 0.1822972 Mar 31 22:59:28.616951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f85f801b-fa65-4596-af0c-81287ee38de2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.617551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] For port 844e8c68-35fc-4ad0-9740-e2db776f9574, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=844e8c68-35fc-4ad0-9740-e2db776f9574,segment=NetworkSegment(244b6edb-2ad8-49c7-8d6f-624b498247de),segment_id=244b6edb-2ad8-49c7-8d6f-624b498247de)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.617940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.631826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f85f801b-fa65-4596-af0c-81287ee38de2', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'f85f801b-fa65-4596-af0c-81287ee38de2', 'mac_address': 'fa:16:3e:1d:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:28.635837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-420018eb-2179-458c-8940-afb55594809e req-9011a2dd-fa39-46e8-9ab4-e9852daf8f64 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523733 Mar 31 22:59:28.672731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Calling delete_port for 844e8c68-35fc-4ad0-9740-e2db776f9574 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:28.687692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a24de30d-de2b-44ce-857c-1c85104de02c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:28.692756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.713349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c86ef692-0b78-47c8-b63b-730a2c212a1e req-858023dc-d73f-4790-92a8-7b951d8b4099 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 Mar 31 22:59:28.755146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a24de30d-de2b-44ce-857c-1c85104de02c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:28.755146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a24de30d-de2b-44ce-857c-1c85104de02c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:28.755146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 844e8c68-35fc-4ad0-9740-e2db776f9574 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:28.755146 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.755827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] No DVR routers for this DVR port 844e8c68-35fc-4ad0-9740-e2db776f9574 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:28.766260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-af95c6ac-607f-4222-a664-20948f04d92b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/658be90e-32f7-4b48-a606-bbcadef632bc HTTP/1.1" status: 200 len: 1781 time: 0.1067781 Mar 31 22:59:28.769115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.789916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6ae00-0a42-45a0-aa97-ff2133b1cece None None] Pushing event deleted for resources: {'Port': ['ID=844e8c68-35fc-4ad0-9740-e2db776f9574,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.795722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 844e8c68-35fc-4ad0-9740-e2db776f9574 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:28.796073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 844e8c68-35fc-4ad0-9740-e2db776f9574 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:28.796560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a20362e-9359-47ae-b5d5-fa0f555197e9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:28.820452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4a20362e-9359-47ae-b5d5-fa0f555197e9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:28.820806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a20362e-9359-47ae-b5d5-fa0f555197e9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:28.824578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85f801b-fa65-4596-af0c-81287ee38de2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:28.853309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f85f801b-fa65-4596-af0c-81287ee38de2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.860414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:28.876907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:28.911500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:28.917486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Pushing event updated for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.965368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.976955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.016401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.023717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.024466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.028679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=844e8c68-35fc-4ad0-9740-e2db776f9574,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.037021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.038672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c8e2-f577-4240-957d-fa7e779a10b3 req-7d74fa62-e11a-4bb4-b9e6-310e0ece2636 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.040239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a918c8e2-f577-4240-957d-fa7e779a10b3 req-7d74fa62-e11a-4bb4-b9e6-310e0ece2636 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 935 time: 0.1836522 Mar 31 22:59:29.041138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] No DVR routers for this DVR port 844e8c68-35fc-4ad0-9740-e2db776f9574 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:29.146012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.170100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-bb76bd52-e699-440c-89c6-213ddb61b516 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1677794 Mar 31 22:59:29.171703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.191862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cf36e6b4-f71a-4336-8c8c-7e777b227927 None None] Provisioning complete for port 2badb31c-b523-47f2-a855-1f0be9fc5039 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:29.192231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf36e6b4-f71a-4336-8c8c-7e777b227927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.200250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Request body: {'port': {'device_id': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:29.234480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cf36e6b4-f71a-4336-8c8c-7e777b227927 None None] Port 2badb31c-b523-47f2-a855-1f0be9fc5039 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:29.240823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a918c8e2-f577-4240-957d-fa7e779a10b3 req-135af76b-bc02-41dc-8eef-fbdbfe09826b tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881664 Mar 31 22:59:29.244796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65c595b-1573-4afa-8ebe-68f13643bf9e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.264995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244b6edb-2ad8-49c7-8d6f-624b498247de') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.264995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244b6edb-2ad8-49c7-8d6f-624b498247de') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.274393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.309961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f85f801b-fa65-4596-af0c-81287ee38de2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:29.317399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.340676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:29.341133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: timer() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:29.343048 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:29.352923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.413804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.416329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.417445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b12422-02ec-43b1-9e79-d6dd6862e81b req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/658be90e-32f7-4b48-a606-bbcadef632bc HTTP/1.1" status: 204 len: 173 time: 0.6391802 Mar 31 22:59:29.448704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b788a-5121-4c9b-8436-d126108e753f req-083dab82-0ebc-4f47-9b28-761d34369ad1 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.450271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549b788a-5121-4c9b-8436-d126108e753f req-083dab82-0ebc-4f47-9b28-761d34369ad1 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 949 time: 0.1497266 Mar 31 22:59:29.464604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53d937-27d3-45f1-b26e-04b506159317 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658be90e-32f7-4b48-a606-bbcadef632bc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.587961 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.591894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549b788a-5121-4c9b-8436-d126108e753f req-2626a84b-42c2-4465-a7bb-a3a57bf9ff18 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309497 Mar 31 22:59:29.600937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.604036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d65c595b-1573-4afa-8ebe-68f13643bf9e HTTP/1.1" status: 204 len: 168 time: 1.5824337 Mar 31 22:59:29.880251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c643dd-1a8a-4a22-8419-004127b78e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65c595b-1573-4afa-8ebe-68f13643bf9e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.891096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fec935-a981-4893-aa20-3c2c92382767 req-0615c573-954b-46a3-89cd-718a34c10fbb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.892596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1fec935-a981-4893-aa20-3c2c92382767 req-0615c573-954b-46a3-89cd-718a34c10fbb tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1096 time: 0.4107981 Mar 31 22:59:29.966023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1fec935-a981-4893-aa20-3c2c92382767 req-129b35a1-fa11-4541-86d5-2732de81a287 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636909 Mar 31 22:59:30.060023 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-04cc91f2-123d-4e36-8318-154cbe5493e2 req-c9c80158-3012-4620-969f-69cb72e76d80 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 22:59:30.061047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04cc91f2-123d-4e36-8318-154cbe5493e2 req-c9c80158-3012-4620-969f-69cb72e76d80 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/658be90e-32f7-4b48-a606-bbcadef632bc HTTP/1.1" status: 404 len: 352 time: 0.0419810 Mar 31 22:59:30.076068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2badb31c-b523-47f2-a855-1f0be9fc5039 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:30.084445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.096688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Transition to ACTIVE for port object 2badb31c-b523-47f2-a855-1f0be9fc5039 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:30.186032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4f0c7-c9c9-42b3-86ce-a74ad63a8e0f req-d608a0f4-1add-4c13-99dc-5df12f6f8c0f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.186207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42632) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.187580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35b4f0c7-c9c9-42b3-86ce-a74ad63a8e0f req-d608a0f4-1add-4c13-99dc-5df12f6f8c0f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0494523 Mar 31 22:59:30.222654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.227284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29d71fe9-f3cf-4075-9830-3bbf6276a39c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f98e2b288fc4c229dd8bef0b1eda1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397482 Mar 31 22:59:30.229543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42634) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.251558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35b4f0c7-c9c9-42b3-86ce-a74ad63a8e0f req-8afaa678-9693-41ce-8faa-873ab47a2937 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Mar 31 22:59:30.301012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Pushing event updated for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.318853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.325830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1188128756', 'description': 'tempest-description-1595448377'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:30.348887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.446845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Attempting to bind port 2badb31c-b523-47f2-a855-1f0be9fc5039 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:30.451204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Attempting to bind port 2badb31c-b523-47f2-a855-1f0be9fc5039 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:30.451672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Attempting to bind port 2badb31c-b523-47f2-a855-1f0be9fc5039 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:30.459661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Port 2badb31c-b523-47f2-a855-1f0be9fc5039 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:30.460027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Attempting to bind port 2badb31c-b523-47f2-a855-1f0be9fc5039 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:30.480879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-110d5559-d89c-4d99-9d18-fb398084f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.482363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-110d5559-d89c-4d99-9d18-fb398084f6de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.0526214 Mar 31 22:59:30.482897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:30.483701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:30.484096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:30.484577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Bound port: 2badb31c-b523-47f2-a855-1f0be9fc5039, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:30.485528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.496567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f85f801b-fa65-4596-af0c-81287ee38de2 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:30.522698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff16440-70c8-4bff-b1f0-714b280bff32 req-4bcff460-3b9d-4071-a8ad-97566cd2fe24 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.525291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff16440-70c8-4bff-b1f0-714b280bff32 req-4bcff460-3b9d-4071-a8ad-97566cd2fe24 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 947 time: 0.0979552 Mar 31 22:59:30.548674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.568342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.568342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.568342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f075eac-2dfc-456a-bbb1-6846ff9cf4c4 HTTP/1.1" status: 204 len: 168 time: 0.3371947 Mar 31 22:59:30.581184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4049be-e6bc-44c6-bdd0-8f2d0407879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f075eac-2dfc-456a-bbb1-6846ff9cf4c4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.638229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-ac79e4c2-3cc5-42c3-aad7-8d6127e0d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.640034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-ac79e4c2-3cc5-42c3-aad7-8d6127e0d4d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.1500003 Mar 31 22:59:30.648028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fff16440-70c8-4bff-b1f0-714b280bff32 req-77834219-eab5-4779-bd4f-d874afd9c3b7 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928638 Mar 31 22:59:30.649954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:30.660969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2badb31c-b523-47f2-a855-1f0be9fc5039,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:30.671604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f85f801b-fa65-4596-af0c-81287ee38de2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:30.681095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f85f801b-fa65-4596-af0c-81287ee38de2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:30.681487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.733975 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.741528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-e2cf5e87-36da-46c0-a4b8-0145a3a17c20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 1001 time: 0.0948639 Mar 31 22:59:30.789119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.795673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.823269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-6221b2b3-fd3d-4b0b-b5e8-2cb202db977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.824716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-6221b2b3-fd3d-4b0b-b5e8-2cb202db977f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.0764942 Mar 31 22:59:30.828469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:30.831270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.832380 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac41ddb4-4fd7-4396-b56d-7a63676ac02e" -d '{"events": [{"server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "name": "network-vif-plugged", "status": "completed", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:30.832563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.834253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] 10.222.0.10 "PUT /v2.0/ports/2badb31c-b523-47f2-a855-1f0be9fc5039 HTTP/1.1" status: 200 len: 1095 time: 1.6432838 Mar 31 22:59:30.836531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:30.838617 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11952c13-7d08-49fa-a52f-36bc4ab4548e" -d '{"events": [{"name": "network-changed", "server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:30.855616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f85f801b-fa65-4596-af0c-81287ee38de2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:30.873277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670be8-47ec-4106-8434-bd9347cd9599 req-5c392fe5-7262-4b38-a6b8-d2babb6702ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.874877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c670be8-47ec-4106-8434-bd9347cd9599 req-5c392fe5-7262-4b38-a6b8-d2babb6702ce tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1177607 Mar 31 22:59:30.878124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963305ad-a6ba-4b30-9015-bdb361c66417 service neutron] Pushing event updated for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.883835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-5f46d22d-1d97-4c22-a721-4ab5fde45b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.885548 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-5f46d22d-1d97-4c22-a721-4ab5fde45b27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541418 Mar 31 22:59:30.917704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c670be8-47ec-4106-8434-bd9347cd9599 req-3eb42915-49f2-4570-a8fb-e242c52c2ed5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Mar 31 22:59:30.932217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.934627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.991447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b85744-1750-4d3c-a7fa-061e6ef8ef08,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.048372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-a5513088-1c16-4541-b588-7365ccefdf5b service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551545 Mar 31 22:59:31.064548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.090565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.115566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e13073ad-e416-436a-a80f-62c3c4e63fde req-63d7b711-81f7-4117-8f66-e0cba98e32df tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7940381 Mar 31 22:59:31.138275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-f4e3b352-4958-498f-8d2c-852fd31b2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.139819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-f4e3b352-4958-498f-8d2c-852fd31b2ab4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 1098 time: 0.1305485 Mar 31 22:59:31.192644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42662) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.211343 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15a97a1e-3447-4043-a592-a579bdd4db16 req-868585eb-eb98-4a31-a555-13c213a64fcf service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562703 Mar 31 22:59:31.217337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-5d4c396e-7ddc-4b19-a5d7-5b6d3365d6dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2badb31c-b523-47f2-a855-1f0be9fc5039 HTTP/1.1" status: 200 len: 217 time: 0.0635052 Mar 31 22:59:31.314935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-14d9652a-d898-4937-8c41-c337709011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.318739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-14d9652a-d898-4937-8c41-c337709011c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0850453 Mar 31 22:59:31.331891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810046c-f80c-4dcd-81f3-d780473341d3 req-af74edf7-0f34-439f-9146-984ed5d96354 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.334070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0810046c-f80c-4dcd-81f3-d780473341d3 req-af74edf7-0f34-439f-9146-984ed5d96354 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.1307962 Mar 31 22:59:31.357081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f290-b854-4651-aadb-e4bb94b7b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.407233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0810046c-f80c-4dcd-81f3-d780473341d3 req-a6cfcb8c-89b1-47bb-8a5b-a6f0468f78c8 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607383 Mar 31 22:59:31.409849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-859720da-8d1f-4a3b-bf4f-814762ea4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.411292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-859720da-8d1f-4a3b-bf4f-814762ea4c5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762098 Mar 31 22:59:31.442773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f290-b854-4651-aadb-e4bb94b7b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.466774 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ee1a43-210e-42e1-b4c8-02b848a84dc4 x-openstack-request-id: req-44ee1a43-210e-42e1-b4c8-02b848a84dc4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:31.467357 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "name": "network-vif-plugged", "status": "completed", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:31.467816 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44ee1a43-210e-42e1-b4c8-02b848a84dc4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:31.468482 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ee1a43-210e-42e1-b4c8-02b848a84dc4'] response: {'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2', 'code': 200} Mar 31 22:59:31.507357 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53d86ec-1ea7-4d19-9c06-a481c63d42b8 x-openstack-request-id: req-d53d86ec-1ea7-4d19-9c06-a481c63d42b8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:31.507867 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:31.507986 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d53d86ec-1ea7-4d19-9c06-a481c63d42b8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:31.508400 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53d86ec-1ea7-4d19-9c06-a481c63d42b8'] response: {'name': 'network-changed', 'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039', 'status': 'completed', 'code': 200} Mar 31 22:59:31.528328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1614823060', 'description': 'tempest-description-627210190'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:31.553023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-54c5057c-2c9b-4306-a900-405cffd0204f service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346235 Mar 31 22:59:31.570149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f290-b854-4651-aadb-e4bb94b7b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.620006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddf6f290-b854-4651-aadb-e4bb94b7b6f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=911f2f120cf9491fbbaaf4be63cd5a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238951 Mar 31 22:59:31.620006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6f290-b854-4651-aadb-e4bb94b7b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83e5de-3761-4d12-bd1e-4e01eec5838b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.620608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42678) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.624463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1cb1a-90db-4df1-8971-18cbcdeb6722 req-c0400a0a-ce7a-4203-969c-4ea004b55a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.625959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ff1cb1a-90db-4df1-8971-18cbcdeb6722 req-c0400a0a-ce7a-4203-969c-4ea004b55a98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 1101 time: 0.0857289 Mar 31 22:59:31.664198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ff1cb1a-90db-4df1-8971-18cbcdeb6722 req-0a4fbc34-d26f-4f60-93c8-8a6722a42a75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Mar 31 22:59:31.676934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b65fcc79-c616-46a4-8535-b3779f8a3255 req-b11027ed-a065-40ef-aa1d-1a577e4b13a7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169338 Mar 31 22:59:31.691247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.702339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.723533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.809658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.879904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.882680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.883924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8b83e5de-3761-4d12-bd1e-4e01eec5838b HTTP/1.1" status: 204 len: 168 time: 0.2623391 Mar 31 22:59:31.892238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15bac-bbdd-47bd-9a31-cf327ca1f025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83e5de-3761-4d12-bd1e-4e01eec5838b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.966320 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.012179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.022868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-99d55f3f-cfac-4527-b557-d987bc07cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.022868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-99d55f3f-cfac-4527-b557-d987bc07cbb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 1098 time: 0.0851440 Mar 31 22:59:32.089084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.090302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d78f63cb-c5b9-4ed2-829d-bd39d1b8318d req-74b358c4-b8b8-4305-be75-3125658edfe6 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5684845 Mar 31 22:59:32.138839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-08895829-1a07-44b9-9c2f-7105318c3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.141321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-08895829-1a07-44b9-9c2f-7105318c3624 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1135833 Mar 31 22:59:32.199078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-81b95385-1893-463d-b74b-e1ae0047c222 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2badb31c-b523-47f2-a855-1f0be9fc5039 HTTP/1.1" status: 200 len: 217 time: 0.0511136 Mar 31 22:59:32.219435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42714) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.283934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df5061-1ab2-4da5-ac3e-ea6be3555feb req-7baaff21-d329-4754-afb5-2a0ea16269b8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.291588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04df5061-1ab2-4da5-ac3e-ea6be3555feb req-7baaff21-d329-4754-afb5-2a0ea16269b8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0949476 Mar 31 22:59:32.313714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-6a9f88f5-fe0a-4649-867f-22793f11d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.315227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-6a9f88f5-fe0a-4649-867f-22793f11d579 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1070020 Mar 31 22:59:32.351824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-471696351-network', 'tenant_id': 'a3bd089d9ff74eeb9eb516bd9d415c5a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:32.362493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04df5061-1ab2-4da5-ac3e-ea6be3555feb req-50b7ae59-737a-4323-8497-985b994c900b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Mar 31 22:59:32.381252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-06d9f525-3bc7-408b-bc32-5b930508e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.382740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-06d9f525-3bc7-408b-bc32-5b930508e215 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574992 Mar 31 22:59:32.502489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Made reservation on behalf of a3bd089d9ff74eeb9eb516bd9d415c5a for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:32.505183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.514623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af2cf1-ec06-4a03-9ce5-629288287f0f req-9b2b87bd-01f5-49fe-87cb-ad1ca8060301 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.514623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91af2cf1-ec06-4a03-9ce5-629288287f0f req-9b2b87bd-01f5-49fe-87cb-ad1ca8060301 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 947 time: 0.0748723 Mar 31 22:59:32.519411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-54759b5b-6468-4451-89ea-05f2abf77078 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289916 Mar 31 22:59:32.521411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.613373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91af2cf1-ec06-4a03-9ce5-629288287f0f req-04518372-9728-456b-b304-324fa29eb3b5 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Mar 31 22:59:32.629790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.658595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11952c13-7d08-49fa-a52f-36bc4ab4548e req-9d619700-be9a-4743-b221-c0f884306d14 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313791 Mar 31 22:59:32.702907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.726821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:32.727098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529b66-15f3-410c-befd-826b5c9eff33 req-6f380eec-6361-4ba8-9312-508064619d17 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.728580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46529b66-15f3-410c-befd-826b5c9eff33 req-6f380eec-6361-4ba8-9312-508064619d17 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0539563 Mar 31 22:59:32.744802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303110f-042f-4bdf-ae7e-84677be00188,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.747534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.747929 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Added segment a191a0fd-bd36-499b-92c8-93ebd1839ef9 of type vlan for network 5123122b-8e1c-429b-a4b2-4334d9f19a37 Mar 31 22:59:32.768351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.768722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.769551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.770004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.770339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.770667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.770991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.771915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.772588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.772588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.772845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.773185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:32.793901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46529b66-15f3-410c-befd-826b5c9eff33 req-0b3e1de0-eb97-4dce-9294-9c7629fcb5db tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558724 Mar 31 22:59:32.821783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.824721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1259233330', 'description': 'tempest-description-430321050'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:32.937419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.988464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.989791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.990440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.018208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.083831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] Pushing event updated for resources: {'Network': ['ID=5123122b-8e1c-429b-a4b2-4334d9f19a37,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.093626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5123122b-8e1c-429b-a4b2-4334d9f19a37 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:33.113603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.170865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.200686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9fa5c8-35d3-46be-b504-f098c3c83fe3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.213674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-network', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:33.214200 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ecb2bf3c-cd1c-4807-9456-26f815d7349c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9933310 Mar 31 22:59:33.217140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42746) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.222190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Request body: {'subnet': {'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-471696351-subnet', 'tenant_id': 'a3bd089d9ff74eeb9eb516bd9d415c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:33.311557 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.312861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ece8b6b3-f8e2-4463-b187-6dc74dced3ab req-13b705d7-756f-4aa7-909d-33f35dceaada tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4932358 Mar 31 22:59:33.359795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Made reservation on behalf of 6f75fa6366ce46438c0f67618b45a16e for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:33.362214 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.376608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.411502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Made reservation on behalf of a3bd089d9ff74eeb9eb516bd9d415c5a for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:33.413900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.448001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994cba4-099c-431b-b30a-355db28cf3ac req-0d0dc46b-b504-47b8-8249-2c2ca0a6f763 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.449563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b994cba4-099c-431b-b30a-355db28cf3ac req-0d0dc46b-b504-47b8-8249-2c2ca0a6f763 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.0753903 Mar 31 22:59:33.515924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b994cba4-099c-431b-b30a-355db28cf3ac req-56ceb3f6-68d1-4aac-89da-cde2a079942c tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Mar 31 22:59:33.548900 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.659545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb81ef2-ee3c-4f4f-bfd0-08be1a6beedf req-160e7e2b-9d75-4b95-b0bc-ebcb26deeec3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 10896 time: 0.1063726 Mar 31 22:59:33.660739 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.690490 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.707277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:33.728357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aeb8f5-8ba5-4a26-8832-798d4de17c4d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.739508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.739909 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Added segment cb0cb7db-df31-4b51-83ee-2f55fc45c89e of type vlan for network 2bbf382b-5e71-4d22-a204-2bcd8666435f Mar 31 22:59:33.753620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb81ef2-ee3c-4f4f-bfd0-08be1a6beedf req-17de720c-fd81-48cf-b2dc-4dab09030fa0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/604eb72e-924e-4412-9a91-7d3652128485 HTTP/1.1" status: 200 len: 2981 time: 0.0858271 Mar 31 22:59:33.767164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cb89fb-5dbe-4157-a9f7-9453c762334a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.770837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Checking segment: {'id': 'a191a0fd-bd36-499b-92c8-93ebd1839ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:33.783279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Network hostable DHCP agents. Network: 5123122b-8e1c-429b-a4b2-4334d9f19a37, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:33.799237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.845824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfb81ef2-ee3c-4f4f-bfd0-08be1a6beedf req-98c024f2-e988-4983-be33-75db88873a02 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/604eb72e-924e-4412-9a91-7d3652128485 HTTP/1.1" status: 200 len: 2981 time: 0.0728457 Mar 31 22:59:33.923840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Network 5123122b-8e1c-429b-a4b2-4334d9f19a37 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:33.958295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a3e3-54f6-49f6-93d1-27cb93fb5527 req-7ca6e43a-c3bc-4a10-98c1-5120d61d3233 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.961101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de72a3e3-54f6-49f6-93d1-27cb93fb5527 req-7ca6e43a-c3bc-4a10-98c1-5120d61d3233 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0575349 Mar 31 22:59:33.965421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-307b47e6-88c5-450a-af2a-dd8b1708f8cf tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:59:33.966371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-307b47e6-88c5-450a-af2a-dd8b1708f8cf tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366153 Mar 31 22:59:33.992649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.993623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.996767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.021340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5123122b-8e1c-429b-a4b2-4334d9f19a37) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:34.026042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.030042 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.036320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bca913-617e-4fdd-a494-c294d2641b5e None None] Network 5123122b-8e1c-429b-a4b2-4334d9f19a37 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:34.107268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de72a3e3-54f6-49f6-93d1-27cb93fb5527 req-beee47ec-49f1-44ec-9613-93d963770b27 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399493 Mar 31 22:59:34.110118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] Pushing event updated for resources: {'Network': ['ID=2bbf382b-5e71-4d22-a204-2bcd8666435f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.117624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-a7d2bb70-52a3-470b-b9f5-ce587646fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.119183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-a7d2bb70-52a3-470b-b9f5-ce587646fe65 service neutron] 10.222.0.83 "GET /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 1093 time: 0.1435840 Mar 31 22:59:34.124844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:34.127602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dccbfb95-26df-46e1-9366-81b7aa615859 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0130501 Mar 31 22:59:34.132230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Request body: {'binding': {'host': 'n-h1-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:34.132738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Unknown quota resources ['binding']. {{(pid=109834) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:59:34.138305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42762) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:34.146004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Request body: {'subnet': {'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-subnet', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:34.208954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43015ba9-bff0-47ba-843f-230500817fa8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9816766 Mar 31 22:59:34.219458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c1569-d152-485a-aca1-e473c400718f None None] Network 5123122b-8e1c-429b-a4b2-4334d9f19a37 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:34.306243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98e3ca-d579-4ab7-81cd-51a7e4df3954 req-80e878cf-e53f-47cd-877b-d90bdfa8049a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.307834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c98e3ca-d579-4ab7-81cd-51a7e4df3954 req-80e878cf-e53f-47cd-877b-d90bdfa8049a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 947 time: 0.0739334 Mar 31 22:59:34.317958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Made reservation on behalf of 6f75fa6366ce46438c0f67618b45a16e for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:34.320361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.398557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on host n-h1-828414-2 for vnic_type normal with profile None {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:34.398900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:34.399276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:34.408364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:34.408689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:34.414213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c98e3ca-d579-4ab7-81cd-51a7e4df3954 req-94004edb-409d-497d-9b52-a6c6716ebb42 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Mar 31 22:59:34.418119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:34.418461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:34.418843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:34.419317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Bound port: 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:34.422814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.493124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:34.531235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc582d-dbdc-49a7-ae36-2cd6e7547a01 req-507b308d-a27c-4b68-ba46-ff2b2b4921c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.532700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05cc582d-dbdc-49a7-ae36-2cd6e7547a01 req-507b308d-a27c-4b68-ba46-ff2b2b4921c1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0530016 Mar 31 22:59:34.573000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05cc582d-dbdc-49a7-ae36-2cd6e7547a01 req-1983b1d8-4d6b-41b3-b914-56b8ea5967f3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340803 Mar 31 22:59:34.591212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.592433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-33544a7c-0718-47ea-9c9b-f888b2e0c6c7 service neutron] 10.222.0.83 "POST /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4637163 Mar 31 22:59:34.637780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-e9f30504-0302-4709-9a2e-f6a20bb940ec tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/28b85744-1750-4d3c-a7fa-061e6ef8ef08 HTTP/1.1" status: 200 len: 1801 time: 0.0401459 Mar 31 22:59:34.672604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.698401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.721937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.749947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Checking segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:34.750394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Network hostable DHCP agents. Network: 2bbf382b-5e71-4d22-a204-2bcd8666435f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:34.754233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4faac5d5-2a93-4638-91aa-dbfa5e92407b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.914288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:35.028662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.034211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.035943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e44f2b-2246-4c66-9c34-2b5f99568e49 req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/28b85744-1750-4d3c-a7fa-061e6ef8ef08 HTTP/1.1" status: 204 len: 173 time: 0.3921912 Mar 31 22:59:35.049030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a2337-c54a-41b5-b13c-b967dc208696 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b85744-1750-4d3c-a7fa-061e6ef8ef08,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.056766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2bbf382b-5e71-4d22-a204-2bcd8666435f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:35.068833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20dbbd3-8ff3-43c6-9efd-d1e92d896491 None None] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:35.096016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.100198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.110118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2badb31c-b523-47f2-a855-1f0be9fc5039 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:35.197616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeb1b8-d76a-49d1-98ad-dea941972905 req-ac19212c-519d-49f3-b180-e1952d107c5b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.199107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6daeb1b8-d76a-49d1-98ad-dea941972905 req-ac19212c-519d-49f3-b180-e1952d107c5b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.0873199 Mar 31 22:59:35.205856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-70a4b419-4634-42c8-91c3-daed3e499154 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.207484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-70a4b419-4634-42c8-91c3-daed3e499154 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/networks?id=5123122b-8e1c-429b-a4b2-4334d9f19a37 HTTP/1.1" status: 200 len: 821 time: 0.1705215 Mar 31 22:59:35.232893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-98aed375-74f2-474d-8c89-342e07114c70 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/quotas/a3bd089d9ff74eeb9eb516bd9d415c5a HTTP/1.1" status: 200 len: 375 time: 0.0186341 Mar 31 22:59:35.261008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6daeb1b8-d76a-49d1-98ad-dea941972905 req-3b7d1a8e-c69e-4183-adf8-3e466615cb31 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525513 Mar 31 22:59:35.265102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-600e4907-3f28-4a61-8dba-01fba90425f9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1246543 Mar 31 22:59:35.267873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:35.274874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:35.275780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-b09483b4-f08d-49ad-a5c3-25b1da172b4d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3bd089d9ff74eeb9eb516bd9d415c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310242 Mar 31 22:59:35.434180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-75989abc-b82e-4cc6-85d5-70a008467739 service neutron] 10.222.0.83 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454484 Mar 31 22:59:35.446442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67b9ee-9bdf-4f16-b6b1-e4cd7fac6a44 req-a276bc81-4592-4441-ad6e-43f21dc299c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.447981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a67b9ee-9bdf-4f16-b6b1-e4cd7fac6a44 req-a276bc81-4592-4441-ad6e-43f21dc299c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.0802131 Mar 31 22:59:35.467864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2badb31c-b523-47f2-a855-1f0be9fc5039,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:35.468814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.470573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.484682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '2badb31c-b523-47f2-a855-1f0be9fc5039', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '2badb31c-b523-47f2-a855-1f0be9fc5039', 'mac_address': 'fa:16:3e:10:95:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:35.511736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-2bbf382b-5e71-4d22-a204-2bcd8666435f', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:59:35.512796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.539652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a67b9ee-9bdf-4f16-b6b1-e4cd7fac6a44 req-cc4e94fe-0db2-4256-acf7-2308959d84b0 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 Mar 31 22:59:35.564127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.578457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.595850 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-f33e52e0-d284-488c-8a46-3c8e2033d2fe req-05d34e4e-3401-4fea-a09e-307f3bc86616 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 22:59:35.612652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f33e52e0-d284-488c-8a46-3c8e2033d2fe req-05d34e4e-3401-4fea-a09e-307f3bc86616 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/28b85744-1750-4d3c-a7fa-061e6ef8ef08 HTTP/1.1" status: 404 len: 352 time: 0.0447218 Mar 31 22:59:35.630107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-3c58898c-2211-4d13-8059-2b8662deb078 service neutron] 10.222.0.83 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799195 Mar 31 22:59:35.650970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2badb31c-b523-47f2-a855-1f0be9fc5039 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:35.684953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2badb31c-b523-47f2-a855-1f0be9fc5039,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:35.729275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-2077f552-fe37-4c31-9265-52922f472468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.729275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-2077f552-fe37-4c31-9265-52922f472468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1096 time: 0.1085453 Mar 31 22:59:35.734746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Allocated IP 172.20.0.2 (2bbf382b-5e71-4d22-a204-2bcd8666435f/4faac5d5-2a93-4638-91aa-dbfa5e92407b/fefefbc6-685f-4fe0-9914-de0f7d760698) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:35.764694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72b8e-0109-4330-b6d6-3bd864a429a8 req-df1910f6-e34f-4c93-910d-e1841708bdfe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.766478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8e72b8e-0109-4330-b6d6-3bd864a429a8 req-df1910f6-e34f-4c93-910d-e1841708bdfe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1009047 Mar 31 22:59:35.838020 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.853281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.862766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8e72b8e-0109-4330-b6d6-3bd864a429a8 req-ba5a1e6e-ac82-40de-b143-91b0850af4a1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Mar 31 22:59:35.880747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-56f06985-1ad5-4e90-aeef-98d33fe23f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.882828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-56f06985-1ad5-4e90-aeef-98d33fe23f7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1464355 Mar 31 22:59:35.930796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.932602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.954719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-5faa6bd7-72a8-4470-8821-9a0c2a41d050 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 217 time: 0.0652158 Mar 31 22:59:36.043816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-70394f5d-c4a6-467a-89de-9cc7795e17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.045520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-70394f5d-c4a6-467a-89de-9cc7795e17f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0819681 Mar 31 22:59:36.061737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07b02d-7bed-49c9-9efc-13f7ef47a1d2 req-41a4c7db-1b57-40b5-8433-608daaa092f1 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.063358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f07b02d-7bed-49c9-9efc-13f7ef47a1d2 req-41a4c7db-1b57-40b5-8433-608daaa092f1 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 948 time: 0.0919962 Mar 31 22:59:36.120471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.127052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-996012e6-0fcf-4ca3-bbef-df1cad6b6d9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626044 Mar 31 22:59:36.195592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:36.201446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:36.205282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Pushing event updated for resources: {'Port': ['ID=fefefbc6-685f-4fe0-9914-de0f7d760698,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.213192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f07b02d-7bed-49c9-9efc-13f7ef47a1d2 req-6c0ac084-9e40-4d5f-89a7-b90198bbc1c8 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376700 Mar 31 22:59:36.213709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:36.291774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Attempting to bind port fefefbc6-685f-4fe0-9914-de0f7d760698 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:36.292203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Attempting to bind port fefefbc6-685f-4fe0-9914-de0f7d760698 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:36.292801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Attempting to bind port fefefbc6-685f-4fe0-9914-de0f7d760698 on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:36.298448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:36.298764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab25041-e2d0-4688-8862-8b3fccdcd090 req-2ee570ae-a49a-412d-abf1-4677f5ae0bda tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.299409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Checking segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:36.300202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.300418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cab25041-e2d0-4688-8862-8b3fccdcd090 req-2ee570ae-a49a-412d-abf1-4677f5ae0bda tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1823578 Mar 31 22:59:36.301036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Bound using segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:36.301733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Bound port: fefefbc6-685f-4fe0-9914-de0f7d760698, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:36.302377 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.323617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.344338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.372418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-778b38da-c98b-4c65-b780-c15585e0b6b9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4 HTTP/1.1" status: 200 len: 1800 time: 0.1103528 Mar 31 22:59:36.376300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-7118e5e9-0ba4-40ac-9d8a-0c75f60ce8d2 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215765 Mar 31 22:59:36.379029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] For port fefefbc6-685f-4fe0-9914-de0f7d760698, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:36.382097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cab25041-e2d0-4688-8862-8b3fccdcd090 req-27dde56e-ccd8-4c59-9847-5087eb6dbcd2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755644 Mar 31 22:59:36.383069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] For port fefefbc6-685f-4fe0-9914-de0f7d760698, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fefefbc6-685f-4fe0-9914-de0f7d760698,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:36.419286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2badb31c-b523-47f2-a855-1f0be9fc5039'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:36.510350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Allocated IP 172.25.6.112 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/de12377a-ea23-4124-96b1-c6072e8b10a7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:36.513435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.541215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-5a70bc41-09fa-49ba-b6ec-caef0fb872dd service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549609 Mar 31 22:59:36.548910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.550643 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.646978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174c400-ba78-42bb-b5bb-b15fce8a9fe4 None None] Pushing event updated for resources: {'Port': ['ID=fefefbc6-685f-4fe0-9914-de0f7d760698,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.760276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.764483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.768127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe4e1e8-934a-4a08-a816-f6079e111c52 req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4 HTTP/1.1" status: 204 len: 173 time: 0.3815811 Mar 31 22:59:36.796503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238d988-324f-479d-9bed-108c88469959 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.904841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c4854bf-3b51-407c-a68a-a319594c9cc7 req-12badbd2-daa0-45d8-b953-344fb79a492a tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 210 time: 0.0422843 Mar 31 22:59:37.017026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.032468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa1f25-1d8c-4ba4-bcdc-7ac6da5872fc req-df63a8b8-cc62-44c9-8116-d34fabee0d80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.034083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75fa1f25-1d8c-4ba4-bcdc-7ac6da5872fc req-df63a8b8-cc62-44c9-8116-d34fabee0d80 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Mar 31 22:59:37.047355 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-9c1b9c94-b665-4953-8c31-5afdcc1875c1 req-3f0304c0-efc1-4c1d-a39f-d6ed1b32dbb0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 22:59:37.055952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c1b9c94-b665-4953-8c31-5afdcc1875c1 req-3f0304c0-efc1-4c1d-a39f-d6ed1b32dbb0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4 HTTP/1.1" status: 404 len: 352 time: 0.0204148 Mar 31 22:59:37.115054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75fa1f25-1d8c-4ba4-bcdc-7ac6da5872fc req-2c02698e-820e-476e-99cb-100b7e5585d4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Mar 31 22:59:37.144937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:37.230107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16586e71-6dc5-4570-96fc-00e7580a0208 req-b665e6df-0f73-4dc4-a3cb-35d46cea769d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.232091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16586e71-6dc5-4570-96fc-00e7580a0208 req-b665e6df-0f73-4dc4-a3cb-35d46cea769d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1032190 Mar 31 22:59:37.295129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:37.309113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '153ba74e-d64b-45ea-836a-537376cfa277', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'port_id': '153ba74e-d64b-45ea-836a-537376cfa277', 'mac_address': 'fa:16:3e:b6:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35aa477f-8bbd-4cd1-918b-44c8e79b33ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:37.312579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16586e71-6dc5-4570-96fc-00e7580a0208 req-20ddb362-3eec-4837-9694-d89cecd0e86b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Mar 31 22:59:37.325034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc3f67-8b0a-47b1-99b8-86193b1205f5 req-2969d0fd-12b3-4fec-a49e-060ee63646ff tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.327357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cfc3f67-8b0a-47b1-99b8-86193b1205f5 req-2969d0fd-12b3-4fec-a49e-060ee63646ff tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.0931869 Mar 31 22:59:37.370958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.373578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.392948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:37.417339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:37.427212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cfc3f67-8b0a-47b1-99b8-86193b1205f5 req-24712eee-6ca9-4c62-a49d-c3a3d93a213b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Mar 31 22:59:37.432203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:37.435688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:37.438220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-05b6b521-c820-4b98-b838-8c4e2bd88945 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ff9fa5c8-35d3-46be-b504-f098c3c83fe3 HTTP/1.1" status: 200 len: 1800 time: 0.0893791 Mar 31 22:59:37.439914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:37.475255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Pushing event updated for resources: {'Port': ['ID=de12377a-ea23-4124-96b1-c6072e8b10a7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.532661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.561994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.669112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.686308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700444-6a75-45da-8c1b-1191cd6c54db req-19d08d2b-c034-458e-8552-a4dfbdeb7043 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.688378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f700444-6a75-45da-8c1b-1191cd6c54db req-19d08d2b-c034-458e-8552-a4dfbdeb7043 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 948 time: 0.0635591 Mar 31 22:59:37.739563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.739883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.742207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.751859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f42c022-ff37-4fab-90c1-5d6ef50af59e req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/ff9fa5c8-35d3-46be-b504-f098c3c83fe3 HTTP/1.1" status: 204 len: 173 time: 0.3121886 Mar 31 22:59:37.780683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f700444-6a75-45da-8c1b-1191cd6c54db req-9378f858-f082-4497-a29a-540b6c6e0e7b tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846016 Mar 31 22:59:37.787421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e1e58-6d01-4eda-adc7-9ddc307b3f45 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9fa5c8-35d3-46be-b504-f098c3c83fe3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.819477 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-38b655f6-9c47-4d16-bb1b-2981cfe5da8c req-cf807c74-b5bd-4982-a201-6b5ee76a253d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 22:59:37.826631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38b655f6-9c47-4d16-bb1b-2981cfe5da8c req-cf807c74-b5bd-4982-a201-6b5ee76a253d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ff9fa5c8-35d3-46be-b504-f098c3c83fe3 HTTP/1.1" status: 404 len: 352 time: 0.0232141 Mar 31 22:59:37.945611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd3631-37b6-4884-95d4-5868cb2f3020 None None] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:37.969006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c48678-902d-438a-9faa-a1c01caf6f71 req-0a75f154-648d-4dcd-a997-1dda7fccfe11 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.977229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3c48678-902d-438a-9faa-a1c01caf6f71 req-0a75f154-648d-4dcd-a997-1dda7fccfe11 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1344080 Mar 31 22:59:37.984934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:38.033633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.054624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3c48678-902d-438a-9faa-a1c01caf6f71 req-72bc796d-368d-46fc-b335-c54385b74b2c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709243 Mar 31 22:59:38.083179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f316ad4d-b6b6-4a72-9a5f-e7d8e9c292a1 req-d22a0b94-f5ef-4be5-b127-4317ee58a40c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 6148 time: 0.2089357 Mar 31 22:59:38.164199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78c534b5-90c7-4a36-bec7-833f8bc4af73 req-f604bac2-2ceb-4b91-9762-1d19dcc1d5a3 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 210 time: 0.0421407 Mar 31 22:59:38.207665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f316ad4d-b6b6-4a72-9a5f-e7d8e9c292a1 req-8d8a35b8-5769-4e48-a309-d16096ba27ff tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/604eb72e-924e-4412-9a91-7d3652128485 HTTP/1.1" status: 200 len: 2981 time: 0.1236317 Mar 31 22:59:38.278982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.305550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] Provisioning complete for port fefefbc6-685f-4fe0-9914-de0f7d760698 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:38.305928 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.327843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f316ad4d-b6b6-4a72-9a5f-e7d8e9c292a1 req-20b124f6-ab2d-4e34-a457-53cac5c1b53c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/604eb72e-924e-4412-9a91-7d3652128485 HTTP/1.1" status: 200 len: 2981 time: 0.1174548 Mar 31 22:59:38.359160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1479114702', 'description': 'tempest-description-1051568984'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:38.401585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c153866-3835-4f62-ba21-bc5d7c75f471 req-0e587d29-f4de-48a4-a7fe-b21d0ae05095 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.403166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c153866-3835-4f62-ba21-bc5d7c75f471 req-0e587d29-f4de-48a4-a7fe-b21d0ae05095 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1104219 Mar 31 22:59:38.436681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.456024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c153866-3835-4f62-ba21-bc5d7c75f471 req-62981bf0-95a9-4f47-950a-0e2b57464530 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Mar 31 22:59:38.468491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.560372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.579986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] For port fefefbc6-685f-4fe0-9914-de0f7d760698, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fefefbc6-685f-4fe0-9914-de0f7d760698,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:38.634129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Router 574c3230-dc4f-4f99-add8-846a663b0778 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:59:38.647864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7a32-baee-4939-be0d-826bf4f535db req-9ca057e6-0457-443b-861f-628a3598afe7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.647864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964f7a32-baee-4939-be0d-826bf4f535db req-9ca057e6-0457-443b-861f-628a3598afe7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0648446 Mar 31 22:59:38.702463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.707871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.784077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b39d-f2b9-4ca9-bb28-be7b11ce6689 None None] Pushing event updated for resources: {'Port': ['ID=fefefbc6-685f-4fe0-9914-de0f7d760698,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.823438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad887f74-05e9-4dc8-894c-6e1956422dd6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.828937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fefefbc6-685f-4fe0-9914-de0f7d760698 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:38.846831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964f7a32-baee-4939-be0d-826bf4f535db req-ad439dba-e4da-478f-a748-22e67072271f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941788 Mar 31 22:59:38.894198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.896198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-581d1cdb-1659-487e-8a2d-476ec1fd87f6 req-897bf53c-09be-4bbf-af61-f0c8c2380f1f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5415692 Mar 31 22:59:38.952011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:38.965996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:38.973726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fefefbc6-685f-4fe0-9914-de0f7d760698 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:38.975296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.981073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:38.987079 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:39.005315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87795280-41f2-48a6-bd39-e27790aefb8f req-72477534-ff37-415f-84be-4e18159d0074 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.006212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87795280-41f2-48a6-bd39-e27790aefb8f req-72477534-ff37-415f-84be-4e18159d0074 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.1508360 Mar 31 22:59:39.049528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbb2c-b1bc-445e-9754-f63b1008fd22 req-cb203f3c-2d96-4a6a-bca6-ef8f7fcb5a9f tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.060895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abebbb2c-b1bc-445e-9754-f63b1008fd22 req-cb203f3c-2d96-4a6a-bca6-ef8f7fcb5a9f tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 950 time: 0.1123822 Mar 31 22:59:39.066350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2585b2d3-7117-4bd4-91d1-145ba36aac23 None None] Provisioning complete for port fefefbc6-685f-4fe0-9914-de0f7d760698 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:39.066873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2585b2d3-7117-4bd4-91d1-145ba36aac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.160379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Deleting port f85f801b-fa65-4596-af0c-81287ee38de2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:39.161573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.169832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.171746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b903823-7a68-4a36-892f-91a4c9852f18 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9025710 Mar 31 22:59:39.175691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:39.182084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42844) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:39.202634 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:39.261020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 153ba74e-d64b-45ea-836a-537376cfa277 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:39.261554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.292370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] For port f85f801b-fa65-4596-af0c-81287ee38de2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f85f801b-fa65-4596-af0c-81287ee38de2,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:39.293054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.311602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Calling delete_port for f85f801b-fa65-4596-af0c-81287ee38de2 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:39.348497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abebbb2c-b1bc-445e-9754-f63b1008fd22 req-024081cc-d435-4a8d-80a7-4f67b7ce5750 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/security-groups?id=46b301b2-d5e1-40c6-ad42-9600695b02aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864411 Mar 31 22:59:39.380881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7235443-cd94-4042-aef0-82f54c8dd15b req-639d40e7-bf34-418f-9f88-3e1040f02699 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.385088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7235443-cd94-4042-aef0-82f54c8dd15b req-639d40e7-bf34-418f-9f88-3e1040f02699 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 948 time: 0.2859671 Mar 31 22:59:39.389912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868999515', 'description': 'tempest-description-1667261892'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:39.446735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.499714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7235443-cd94-4042-aef0-82f54c8dd15b req-6be9f0a7-ee25-44f7-81a9-8812400695ef tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023898 Mar 31 22:59:39.522833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:39.528933 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f677eb12-a34d-4d84-8575-15ef71e50094" -d '{"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:39.564893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:39.583803 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:37Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:39.618797 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:39.619170 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Updating router 574c3230-dc4f-4f99-add8-846a663b0778 port de12377a-ea23-4124-96b1-c6072e8b10a7 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:59:39.646755 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.663809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.668870 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.670121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2badb31c-b523-47f2-a855-1f0be9fc5039 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:39.677486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.732727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f85f801b-fa65-4596-af0c-81287ee38de2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:39.770546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Pushing event deleted for resources: {'Port': ['ID=f85f801b-fa65-4596-af0c-81287ee38de2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:39.868425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:39.909137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] No DVR routers for this DVR port f85f801b-fa65-4596-af0c-81287ee38de2 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:39.926297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.935922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87795280-41f2-48a6-bd39-e27790aefb8f req-9fadfb4b-abad-4d9c-af04-847e437ac78b tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.44 "DELETE /v2.0/ports/f85f801b-fa65-4596-af0c-81287ee38de2 HTTP/1.1" status: 204 len: 173 time: 0.8954093 Mar 31 22:59:39.939621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'name': 'network-vif-deleted', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:39.946771 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c568c20d-daca-4a39-8f0c-30693502af81" -d '{"events": [{"server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "name": "network-vif-deleted", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:40.029227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 2badb31c-b523-47f2-a855-1f0be9fc5039 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:40.037418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 2badb31c-b523-47f2-a855-1f0be9fc5039 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:40.037418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.212212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d6dc-0c31-45ac-baa2-0a4a0900a8d6 req-cbdc5391-90dd-4404-98de-bc5cdeddb89f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.214325 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.219728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8816d6dc-0c31-45ac-baa2-0a4a0900a8d6 req-cbdc5391-90dd-4404-98de-bc5cdeddb89f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.6154375 Mar 31 22:59:40.301454 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.329131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2badb31c-b523-47f2-a855-1f0be9fc5039,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:40.347772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8816d6dc-0c31-45ac-baa2-0a4a0900a8d6 req-83e6a0e8-1f3e-4715-90a9-79ec50fcb49c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264927 Mar 31 22:59:40.355363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-6bc75475-c31a-4905-83b8-c61002f4264e tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.356850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-6bc75475-c31a-4905-83b8-c61002f4264e tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.44 "GET /v2.0/networks?id=5123122b-8e1c-429b-a4b2-4334d9f19a37 HTTP/1.1" status: 200 len: 821 time: 0.1940837 Mar 31 22:59:40.373665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Request body: {'port': {'device_id': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37', 'admin_state_up': True, 'tenant_id': 'a3bd089d9ff74eeb9eb516bd9d415c5a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:40.386603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.422482 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.479470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.487602 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Pushing event updated for resources: {'Port': ['ID=de12377a-ea23-4124-96b1-c6072e8b10a7,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:40.503922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47726978-35f9-4fd9-87c8-072abd04b78d req-58b91eb6-ff4f-4d51-a82c-22a875547dad tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 210 time: 0.0512910 Mar 31 22:59:40.506308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.546442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.548860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.549389 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.549935 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.550596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.551137 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.562995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.565238 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Attempting to bind port de12377a-ea23-4124-96b1-c6072e8b10a7 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:40.568830 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Attempting to bind port de12377a-ea23-4124-96b1-c6072e8b10a7 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:40.569437 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Attempting to bind port de12377a-ea23-4124-96b1-c6072e8b10a7 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:40.575471 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:40.575839 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:40.576237 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.576701 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:40.588743 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Bound port: de12377a-ea23-4124-96b1-c6072e8b10a7, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:40.589633 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.637781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:40.650179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.650985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.651589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.652217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.652763 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.653339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.654003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.654903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.655653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.656497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.657042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.657676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:40.677220 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:40.694396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ec94d-3cd6-45fa-8406-ce5dffe58092,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:40.733695 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] For port de12377a-ea23-4124-96b1-c6072e8b10a7, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:40.739547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fefefbc6-685f-4fe0-9914-de0f7d760698 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:40.748067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Made reservation on behalf of a3bd089d9ff74eeb9eb516bd9d415c5a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:40.756494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.757814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.785699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cf8167e-499c-417b-b6ac-c17eb247c2e4 req-29611ed2-d377-475d-9298-980e0d6835dc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3969815 Mar 31 22:59:40.786497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] For port de12377a-ea23-4124-96b1-c6072e8b10a7, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de12377a-ea23-4124-96b1-c6072e8b10a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:40.810478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45764-1aa9-4d0a-bb7b-3cff0d1f1e43 req-4f9eabb7-a484-4c10-956d-bdebbb466778 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.814542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cc45764-1aa9-4d0a-bb7b-3cff0d1f1e43 req-4f9eabb7-a484-4c10-956d-bdebbb466778 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1845996 Mar 31 22:59:40.867637 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c19788-48d0-425a-96b6-5654772d7d10 x-openstack-request-id: req-29c19788-48d0-425a-96b6-5654772d7d10 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:40.869183 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:40.869545 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-29c19788-48d0-425a-96b6-5654772d7d10 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:40.870686 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c19788-48d0-425a-96b6-5654772d7d10'] response: {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'code': 200} Mar 31 22:59:40.911680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fefefbc6-685f-4fe0-9914-de0f7d760698 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:40.912227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.968626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Allocated IP 172.20.0.1 (2bbf382b-5e71-4d22-a204-2bcd8666435f/4faac5d5-2a93-4638-91aa-dbfa5e92407b/f42a3499-732e-4293-87b9-9f4ba86b9daa) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:40.972796 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.000469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Allocated IP 172.20.0.4 (5123122b-8e1c-429b-a4b2-4334d9f19a37/27cb89fb-5dbe-4157-a9f7-9453c762334a/f181b619-e556-4c09-bc86-b2620bf672d1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:41.108603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:41.110013 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.137351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cc45764-1aa9-4d0a-bb7b-3cff0d1f1e43 req-c11f2811-2cb1-400e-a9e6-419e8d000f6a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116717 Mar 31 22:59:41.181272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4de45f-3c18-4582-a8ff-b387ad8254c9 req-4292e79d-cf5a-4e5c-a084-ea1d158be004 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.181836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751ed5-32ba-479f-a169-839a2aacedd7 None None] Pushing event updated for resources: {'Port': ['ID=de12377a-ea23-4124-96b1-c6072e8b10a7,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.183246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e4de45f-3c18-4582-a8ff-b387ad8254c9 req-4292e79d-cf5a-4e5c-a084-ea1d158be004 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2400737 Mar 31 22:59:41.234025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.236944 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc093c-e779-44f7-96f7-1bb2e370b8ab x-openstack-request-id: req-b0cc093c-e779-44f7-96f7-1bb2e370b8ab {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:41.237396 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f19e96-8041-421a-8e7b-fa16c65e66a4", "name": "network-vif-deleted", "tag": "f85f801b-fa65-4596-af0c-81287ee38de2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:41.238795 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b0cc093c-e779-44f7-96f7-1bb2e370b8ab {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:41.239918 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cc093c-e779-44f7-96f7-1bb2e370b8ab'] response: {'server_uuid': 'c4f19e96-8041-421a-8e7b-fa16c65e66a4', 'name': 'network-vif-deleted', 'tag': 'f85f801b-fa65-4596-af0c-81287ee38de2', 'status': 'completed', 'code': 200} Mar 31 22:59:41.242159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e4de45f-3c18-4582-a8ff-b387ad8254c9 req-0a576226-07ef-467f-b717-286aa471df99 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502870 Mar 31 22:59:41.277502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.313446 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:41.365651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.433760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949415-319a-4a59-8cfa-36e91f3d6736 req-d013543b-165a-430f-9688-d1030aa7ec89 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.435615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2949415-319a-4a59-8cfa-36e91f3d6736 req-d013543b-165a-430f-9688-d1030aa7ec89 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.0953839 Mar 31 22:59:41.438356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe3ee475-9182-450e-a74b-b1ca4165c3c9 req-f4704d0a-e6ff-4f77-953a-8b91329179e1 tempest-ServerDiagnosticsNegativeTest-536019945 tempest-ServerDiagnosticsNegativeTest-536019945-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f19e96-8041-421a-8e7b-fa16c65e66a4 HTTP/1.1" status: 200 len: 210 time: 0.0455780 Mar 31 22:59:41.444221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.454954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Pushing event updated for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.485971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Network 5123122b-8e1c-429b-a4b2-4334d9f19a37 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:41.492017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:41.495285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:41.566505 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd39f-6d62-4b05-ac84-8155233251d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.579771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:41.592096 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:37Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.599538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:41.602560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Pushing event updated for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.609920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:41.624388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.625023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.642995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b522-3dc3-48e0-9501-514091896ecb None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:37Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:41.711453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2949415-319a-4a59-8cfa-36e91f3d6736 req-0c532029-3bb3-457a-b051-4e4bf0f26dd0 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593689 Mar 31 22:59:41.739891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.756647 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-bb224456-f0da-48a9-b6ab-966cd764ef10 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3907042 Mar 31 22:59:41.769765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Request body: {'port': {'device_id': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:41.895514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.933567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d0b053ea-d025-4b25-beb7-26910535e650 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.936364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d0b053ea-d025-4b25-beb7-26910535e650 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 812 time: 0.3604429 Mar 31 22:59:42.005866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-31fb43c1-0e42-4dd6-8078-9c3d20e3401f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/quotas/0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 375 time: 0.0495133 Mar 31 22:59:42.017442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-597e10ed-5cfd-49a1-aad2-674188460aad None None] Provisioning complete for port f42a3499-732e-4293-87b9-9f4ba86b9daa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:42.017941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-597e10ed-5cfd-49a1-aad2-674188460aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.042876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4812d5-41a6-48e0-92c4-503450cefd39 req-f8ac46aa-a19a-40ce-9c52-0277b74d88a9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:42.050835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df4812d5-41a6-48e0-92c4-503450cefd39 req-f8ac46aa-a19a-40ce-9c52-0277b74d88a9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.2019441 Mar 31 22:59:42.078689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-597e10ed-5cfd-49a1-aad2-674188460aad None None] Port f42a3499-732e-4293-87b9-9f4ba86b9daa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:42.123961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-59c980ed-9412-47a4-8754-c34ffec96900 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170261 Mar 31 22:59:42.139271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df4812d5-41a6-48e0-92c4-503450cefd39 req-e2db406c-d1a2-442e-9543-6f70ab358c1c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750029 Mar 31 22:59:42.306490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.348471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f181b619-e556-4c09-bc86-b2620bf672d1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:42.358448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.359372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-de61976b-c443-4020-8852-4322bd21f8ea service neutron] 10.222.0.83 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187803 Mar 31 22:59:42.372564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Transition to ACTIVE for port object f181b619-e556-4c09-bc86-b2620bf672d1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:42.395976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a17f-ae44-4b6c-a918-d5d475b99af8 req-c21c4e2c-3dd4-43e3-9a43-d2aa6e6e2126 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:42.397670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4493a17f-ae44-4b6c-a918-d5d475b99af8 req-c21c4e2c-3dd4-43e3-9a43-d2aa6e6e2126 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 931 time: 0.1388311 Mar 31 22:59:42.520568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.576463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4493a17f-ae44-4b6c-a918-d5d475b99af8 req-803d4e74-9bcc-4dba-a476-adfe98dcfd12 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668627 Mar 31 22:59:42.583766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.594016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f85f801b-fa65-4596-af0c-81287ee38de2 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:42.616707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-5162e62b-c3af-4bfb-a9d0-5f7d4ec21826 service neutron] 10.222.0.83 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272580 Mar 31 22:59:42.646152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f85f801b-fa65-4596-af0c-81287ee38de2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:42.646620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f85f801b-fa65-4596-af0c-81287ee38de2 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:42.699094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.728105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Attempting to bind port f181b619-e556-4c09-bc86-b2620bf672d1 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:42.728469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Attempting to bind port f181b619-e556-4c09-bc86-b2620bf672d1 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'a191a0fd-bd36-499b-92c8-93ebd1839ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:42.728760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Attempting to bind port f181b619-e556-4c09-bc86-b2620bf672d1 on network 5123122b-8e1c-429b-a4b2-4334d9f19a37 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:42.740097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Port f181b619-e556-4c09-bc86-b2620bf672d1 on network 5123122b-8e1c-429b-a4b2-4334d9f19a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:42.740420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Attempting to bind port f181b619-e556-4c09-bc86-b2620bf672d1 on network 5123122b-8e1c-429b-a4b2-4334d9f19a37 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:42.751857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:42.751857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Checking segment: {'id': 'a191a0fd-bd36-499b-92c8-93ebd1839ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:42.751857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Bound using segment: {'id': 'a191a0fd-bd36-499b-92c8-93ebd1839ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:42.751857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Bound port: f181b619-e556-4c09-bc86-b2620bf672d1, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a191a0fd-bd36-499b-92c8-93ebd1839ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:42.751857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.775881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de12377a-ea23-4124-96b1-c6072e8b10a7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:42.795571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.837007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e1ba8-2483-4ada-a995-300689c1bcd9 req-b6a73b43-c035-4ee0-8a58-b9d831891c21 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:42.845529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c9e1ba8-2483-4ada-a995-300689c1bcd9 req-b6a73b43-c035-4ee0-8a58-b9d831891c21 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1262858 Mar 31 22:59:42.867397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:42.868021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port de12377a-ea23-4124-96b1-c6072e8b10a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:42.868723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.871262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:42.871511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f181b619-e556-4c09-bc86-b2620bf672d1,segment=NetworkSegment(a191a0fd-bd36-499b-92c8-93ebd1839ef9),segment_id=a191a0fd-bd36-499b-92c8-93ebd1839ef9)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:42.874471 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27d11b-1f75-4aea-983d-155a47bb09df" -d '{"events": [{"server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "name": "network-vif-plugged", "status": "completed", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:42.948947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.991674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c9e1ba8-2483-4ada-a995-300689c1bcd9 req-c9ac2dc2-37c0-47f7-80a1-fd32c0dcc3fa tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451657 Mar 31 22:59:43.008254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.011915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.013845 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] 10.222.0.44 "PUT /v2.0/ports/f181b619-e556-4c09-bc86-b2620bf672d1 HTTP/1.1" status: 200 len: 1091 time: 1.2489386 Mar 31 22:59:43.025341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.031958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Pushing event updated for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.066744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.074070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bde605-d20e-445d-8c37-5ee94752dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.102169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port de12377a-ea23-4124-96b1-c6072e8b10a7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de12377a-ea23-4124-96b1-c6072e8b10a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:43.199527 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.205538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-7832bec5-b434-4718-978b-9ee71dbaea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.205538 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-7832bec5-b434-4718-978b-9ee71dbaea7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3bd089d9ff74eeb9eb516bd9d415c5a&device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0710363 Mar 31 22:59:43.282989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:43.286503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=de12377a-ea23-4124-96b1-c6072e8b10a7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.289166 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:43.297679 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-9ec61690-2652-4299-9fea-3ec85ac9c0d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f181b619-e556-4c09-bc86-b2620bf672d1 HTTP/1.1" status: 200 len: 217 time: 0.0861537 Mar 31 22:59:43.310693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bd3e6-7f96-4c7a-bca1-6078f2300489 req-92296da7-0e65-41d3-86a0-802e5edaa3a5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.312219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b53bd3e6-7f96-4c7a-bca1-6078f2300489 req-92296da7-0e65-41d3-86a0-802e5edaa3a5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2658882 Mar 31 22:59:43.321940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470bf-78b7-4920-8dfc-9446915e426b req-62e29634-535b-4c5c-80ce-d759eadc5b1a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.323443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bd470bf-78b7-4920-8dfc-9446915e426b req-62e29634-535b-4c5c-80ce-d759eadc5b1a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.1138539 Mar 31 22:59:43.351265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-405cd38a-010e-4f99-9264-24a48f4bc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.351979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:43.352701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-405cd38a-010e-4f99-9264-24a48f4bc939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27cb89fb-5dbe-4157-a9f7-9453c762334a HTTP/1.1" status: 200 len: 861 time: 0.0485883 Mar 31 22:59:43.360670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:43.392868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-9feea8a1-d49d-4bcb-a54b-5d805a15bbbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5123122b-8e1c-429b-a4b2-4334d9f19a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323253 Mar 31 22:59:43.443579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b53bd3e6-7f96-4c7a-bca1-6078f2300489 req-485f7ffa-746e-402e-8cab-f639463d2c81 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188207 Mar 31 22:59:43.458710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bd470bf-78b7-4920-8dfc-9446915e426b req-4d815f3d-3d85-4ee0-b971-e460616d1a84 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138079 Mar 31 22:59:43.573048 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd22cdf8-111c-4790-87e9-33dc00c8ece0 x-openstack-request-id: req-dd22cdf8-111c-4790-87e9-33dc00c8ece0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:43.573048 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "name": "network-vif-plugged", "status": "completed", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:43.573048 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd22cdf8-111c-4790-87e9-33dc00c8ece0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:43.573048 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd22cdf8-111c-4790-87e9-33dc00c8ece0'] response: {'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039', 'code': 200} Mar 31 22:59:43.590728 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-3100cafc-ccc3-4a6c-b644-685b8f4a6007 service neutron] 10.222.0.44 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874747 Mar 31 22:59:43.602464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cf3d8e3-c30a-40f3-8468-755eb6d8a361 req-9cafbe21-fef3-4b23-888b-f8e4d3e2ac77 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 210 time: 0.0472193 Mar 31 22:59:43.700947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:43.748498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4a9d0314-d53e-4f31-8918-630a1bf12ecf None None] Provisioning complete for port f42a3499-732e-4293-87b9-9f4ba86b9daa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:43.753595 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4a9d0314-d53e-4f31-8918-630a1bf12ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.756605 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3f0d5-24bc-4db3-9c67-2c2569a7732c x-openstack-request-id: req-8ab3f0d5-24bc-4db3-9c67-2c2569a7732c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:43.756908 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:43.757159 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ab3f0d5-24bc-4db3-9c67-2c2569a7732c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:43.757564 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab3f0d5-24bc-4db3-9c67-2c2569a7732c'] response: {'name': 'network-changed', 'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1', 'status': 'completed', 'code': 200} Mar 31 22:59:43.812990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b49dfef-c13c-4a0e-ab4b-bebb18a1cb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.818343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b0d7-ebc2-4179-9afa-6b0d210d9714 req-e597f4ed-83fb-45a9-8d73-34757fcacd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.820261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b668b0d7-ebc2-4179-9afa-6b0d210d9714 req-e597f4ed-83fb-45a9-8d73-34757fcacd15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 1100 time: 0.1526768 Mar 31 22:59:43.848146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48146d84-b87a-4eb0-9cd8-fd83275fe9bc req-194d1ea5-169b-4049-a1ea-e6f0eedf9c61 service neutron] 10.222.0.44 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313426 Mar 31 22:59:43.880629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d0314-d53e-4f31-8918-630a1bf12ecf None None] Port f42a3499-732e-4293-87b9-9f4ba86b9daa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:43.950792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:43.967190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad95e7-35ba-4c10-b4b2-25464305a3eb req-965cf531-1e02-482d-9133-9a9b267df434 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.969550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aad95e7-35ba-4c10-b4b2-25464305a3eb req-965cf531-1e02-482d-9133-9a9b267df434 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.2454536 Mar 31 22:59:44.005153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b668b0d7-ebc2-4179-9afa-6b0d210d9714 req-89d3fda9-4896-4e54-a7d2-6fa8a288262e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725578 Mar 31 22:59:44.025239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:44.032439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-27c4c11a-cec3-47ce-9c7c-fede4493d166 admin admin] 10.222.0.83 "PUT /v2.0/routers/574c3230-dc4f-4f99-add8-846a663b0778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8419347 Mar 31 22:59:44.046783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0d4f-d249-4db6-b2e7-f4fb51e59dae req-f0034e27-6ad6-4f60-a4f9-9cb45e533cfd tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.048453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-821d0d4f-d249-4db6-b2e7-f4fb51e59dae req-f0034e27-6ad6-4f60-a4f9-9cb45e533cfd tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 943 time: 0.1680100 Mar 31 22:59:44.058357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-b2be1552-f4af-46c2-b387-c1211ffda455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.061594 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-b2be1552-f4af-46c2-b387-c1211ffda455 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3bd089d9ff74eeb9eb516bd9d415c5a&device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0751584 Mar 31 22:59:44.070022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aad95e7-35ba-4c10-b4b2-25464305a3eb req-695ce82d-0982-434d-86f1-139880d72375 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881093 Mar 31 22:59:44.113562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-821d0d4f-d249-4db6-b2e7-f4fb51e59dae req-5deb645d-932c-4946-9dff-12efebd18eda tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Mar 31 22:59:44.165750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:44.194750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:44.195532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:44.235314 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09a8bfe8-a21a-4da8-b4f3-8b79135824de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=122b11572cb0423e88ef0daec5f047b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810111 Mar 31 22:59:44.235702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42918) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:44.260152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe051124-848a-4028-a335-ae5958c5878e req-7fb840aa-62f7-4421-a9cf-678c0c959c0f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.273293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe051124-848a-4028-a335-ae5958c5878e req-7fb840aa-62f7-4421-a9cf-678c0c959c0f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.0666268 Mar 31 22:59:44.279076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-d83f25f5-6094-4b69-92c7-c4497fbcd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.280828 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-d83f25f5-6094-4b69-92c7-c4497fbcd517 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5123122b-8e1c-429b-a4b2-4334d9f19a37 HTTP/1.1" status: 200 len: 923 time: 0.2134144 Mar 31 22:59:44.310228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe051124-848a-4028-a335-ae5958c5878e req-f36db4ac-06d7-4f1c-9010-7680e3f0e0f2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Mar 31 22:59:44.354473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-866c283b-d90f-4672-b1f8-9003bb02144d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f181b619-e556-4c09-bc86-b2620bf672d1 HTTP/1.1" status: 200 len: 217 time: 0.0486040 Mar 31 22:59:44.355793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.416558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.454469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-09d04796-0c0c-48df-ae4d-1e26799943fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.457340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-09d04796-0c0c-48df-ae4d-1e26799943fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27cb89fb-5dbe-4157-a9f7-9453c762334a HTTP/1.1" status: 200 len: 861 time: 0.0889025 Mar 31 22:59:44.484369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:44.510974 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-f03372d2-61a8-4d18-aa10-c97dd93ab8dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5123122b-8e1c-429b-a4b2-4334d9f19a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282195 Mar 31 22:59:44.608755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-aed2b7a0-ab3c-4dcf-a7b7-cb18cf593513 service neutron] 10.222.0.44 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913618 Mar 31 22:59:44.610412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.614253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.617687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/46b301b2-d5e1-40c6-ad42-9600695b02aa HTTP/1.1" status: 204 len: 168 time: 0.3777146 Mar 31 22:59:44.652767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1e0b-f44c-407e-99db-082575d15c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b301b2-d5e1-40c6-ad42-9600695b02aa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:44.681446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cd6a1a36-8407-495c-a8a8-9fd81dcc55cd tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.690615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cd6a1a36-8407-495c-a8a8-9fd81dcc55cd tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 819 time: 0.1816654 Mar 31 22:59:44.713706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de12377a-ea23-4124-96b1-c6072e8b10a7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:44.725705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-64fd9817-0176-452d-90d7-e45f2ffe6e16 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/quotas/6f75fa6366ce46438c0f67618b45a16e HTTP/1.1" status: 200 len: 375 time: 0.0338042 Mar 31 22:59:44.749980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b23be-f342-42c9-ac0f-94690dca500a req-d443eed7-ac6b-41e7-880d-97cc938c188c tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.751500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c93b23be-f342-42c9-ac0f-94690dca500a req-d443eed7-ac6b-41e7-880d-97cc938c188c tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.1688149 Mar 31 22:59:44.753032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-21cd1f2c-0fb1-4464-8ed9-5bd75f5be231 req-4e3f0bb2-e530-4d7a-bd5a-d28830684cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363964 Mar 31 22:59:44.801698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-90a13fa5-93c2-4a2e-bac8-f0e5aa8bd4a7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751231 Mar 31 22:59:44.831809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port de12377a-ea23-4124-96b1-c6072e8b10a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:44.832255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.861290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c93b23be-f342-42c9-ac0f-94690dca500a req-85880c57-69c6-4c7e-aed3-c5ae3055334f tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854409 Mar 31 22:59:44.894727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:42Z', 'revision_number': 2, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:44.936118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:44.936421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Updating router 574c3230-dc4f-4f99-add8-846a663b0778 port f42a3499-732e-4293-87b9-9f4ba86b9daa binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:59:44.967402 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.970453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-07f5e441-69b5-41ec-8616-45be61841b9d service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560838 Mar 31 22:59:45.043174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38dc02-3dce-4a03-b0df-76a4d5261211 req-44e71688-1cfc-4c2b-8432-8caf690a2a92 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.044687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a38dc02-3dce-4a03-b0df-76a4d5261211 req-44e71688-1cfc-4c2b-8432-8caf690a2a92 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1112690 Mar 31 22:59:45.123257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a38dc02-3dce-4a03-b0df-76a4d5261211 req-5e20ac64-19d0-4887-a831-4ff1cd8dfc17 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653539 Mar 31 22:59:45.150193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-2bdbd1f2-cb89-49f5-bf06-8365e702c717 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596704 Mar 31 22:59:45.235344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.252123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-036998f1-1297-4190-84d3-da60336aa22b req-1246f930-b490-4d5a-9ac4-8346245837fa tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 210 time: 0.0312419 Mar 31 22:59:45.353800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-fd4b31f8-363e-425a-84d6-eefa53cc6701 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792615 Mar 31 22:59:45.366130 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.379912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172286b-0774-42ed-886f-6506c4c774a5 req-94172674-fdc3-4683-ad75-da2956a3827b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.387807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e172286b-0774-42ed-886f-6506c4c774a5 req-94172674-fdc3-4683-ad75-da2956a3827b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0676107 Mar 31 22:59:45.467408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e172286b-0774-42ed-886f-6506c4c774a5 req-ccd549dd-c7ad-4320-be24-06d7044c8373 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786672 Mar 31 22:59:45.508190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.531310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac41b4-dea0-48ad-a537-f36fba34b653 req-d6fd6425-f311-4a38-8dbc-5845ffb79ae8 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.533236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ac41b4-dea0-48ad-a537-f36fba34b653 req-d6fd6425-f311-4a38-8dbc-5845ffb79ae8 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 943 time: 0.0901186 Mar 31 22:59:45.554067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-9358b65b-eb9e-4834-86b0-9d4ac9e48ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.555417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-9358b65b-eb9e-4834-86b0-9d4ac9e48ebb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 1096 time: 0.0996482 Mar 31 22:59:45.561169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42952) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.583996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6a34-be55-41e8-ae5f-0df6f6de7ec5 None None] Pushing event updated for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.592634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a211-cf23-4190-9198-9e1195decf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.688518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Attempting to bind port f42a3499-732e-4293-87b9-9f4ba86b9daa on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:45.688893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Attempting to bind port f42a3499-732e-4293-87b9-9f4ba86b9daa by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:45.689349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Attempting to bind port f42a3499-732e-4293-87b9-9f4ba86b9daa on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Checking segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Bound using segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Bound port: f42a3499-732e-4293-87b9-9f4ba86b9daa, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:45.702671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.726760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a211-cf23-4190-9198-9e1195decf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.776757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] For port f42a3499-732e-4293-87b9-9f4ba86b9daa, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:45.785045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] For port f42a3499-732e-4293-87b9-9f4ba86b9daa, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f42a3499-732e-4293-87b9-9f4ba86b9daa,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:45.902778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a211-cf23-4190-9198-9e1195decf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.925617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.948701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f2f8a211-cf23-4190-9198-9e1195decf2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c31501a7141d48ae82afc2c92b2aab25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858345 Mar 31 22:59:45.954171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.970473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ac41b4-dea0-48ad-a537-f36fba34b653 req-6b2fe9f1-f642-4045-aaa0-94a7aacd13df tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220464 Mar 31 22:59:45.975520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a211-cf23-4190-9198-9e1195decf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88adc271-bc4e-478e-94e3-ba96875948b4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.983753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d63f18-1459-466c-a428-a5c87953f5e9 req-b0872c08-a3ca-43d0-b0ad-18a3eb376e2e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.998677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6d63f18-1459-466c-a428-a5c87953f5e9 req-b0872c08-a3ca-43d0-b0ad-18a3eb376e2e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.4462333 Mar 31 22:59:46.023113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] Provisioning complete for port f42a3499-732e-4293-87b9-9f4ba86b9daa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.023269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.062190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6d63f18-1459-466c-a428-a5c87953f5e9 req-10bb324d-ec10-42aa-8f5c-0e6dc00a537c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Mar 31 22:59:46.063515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-3d26bfbc-53dc-4be3-806a-b2d9c69dc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.064953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-3d26bfbc-53dc-4be3-806a-b2d9c69dc2fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.4711013 Mar 31 22:59:46.090837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.120484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6a34-be55-41e8-ae5f-0df6f6de7ec5 None None] Pushing event updated for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.125124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:46.125753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:46.152016 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.233965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03c19fde-143b-415a-af98-257a38687dc5 req-5c755755-e575-45f1-a0a8-62afff020d7b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.1527684 Mar 31 22:59:46.233965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-bf3206e6-60d6-43bf-8efe-bdb08105582d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 200 len: 217 time: 0.1561909 Mar 31 22:59:46.372098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.374896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.376980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88adc271-bc4e-478e-94e3-ba96875948b4 HTTP/1.1" status: 204 len: 168 time: 0.4214633 Mar 31 22:59:46.385319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:46.394478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c55839-d167-4bc6-aecc-abcac2908940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88adc271-bc4e-478e-94e3-ba96875948b4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.410036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-ffa28081-a1b3-4c9c-b6ad-82a1ea790647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.411834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-ffa28081-a1b3-4c9c-b6ad-82a1ea790647 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1704869 Mar 31 22:59:46.471098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c7f84-f577-4fcd-98d9-0478b7ac45c7 req-01095af0-0bbb-4782-919b-7561b6bcc58d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.473662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3c7f84-f577-4fcd-98d9-0478b7ac45c7 req-01095af0-0bbb-4782-919b-7561b6bcc58d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.2492299 Mar 31 22:59:46.486474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.505374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-596d02ff-2cee-4712-b386-9391cce11992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709159 Mar 31 22:59:46.592113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b04f6-d01a-4fc4-aaa1-958cf024a12c req-c53ceda4-f1c7-4fa9-9dbd-5609c234852e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.593632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed9b04f6-d01a-4fc4-aaa1-958cf024a12c req-c53ceda4-f1c7-4fa9-9dbd-5609c234852e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1805594 Mar 31 22:59:46.617702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] For port f42a3499-732e-4293-87b9-9f4ba86b9daa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f42a3499-732e-4293-87b9-9f4ba86b9daa,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:46.638779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3c7f84-f577-4fcd-98d9-0478b7ac45c7 req-5432ee11-6a9e-4e6c-b10a-4eb0863052f8 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425254 Mar 31 22:59:46.649200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.777920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.799067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed9b04f6-d01a-4fc4-aaa1-958cf024a12c req-4b81a5db-fc75-4715-b30c-62ed68d29415 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872904 Mar 31 22:59:46.831986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-4d9a3a17-79d1-491d-90bc-9e6d5a151a74 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156426 Mar 31 22:59:46.842952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74e811ae-534f-4272-a65b-efc9a907751d req-fbc938ef-802e-4851-b808-a883e5f70d58 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 210 time: 0.0770700 Mar 31 22:59:46.893336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-b976334a-4bb3-4270-a833-9b893e56caf9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.895075 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-b976334a-4bb3-4270-a833-9b893e56caf9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.44 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 812 time: 0.2724266 Mar 31 22:59:46.912398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'device_id': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd', 'admin_state_up': True, 'tenant_id': '0941b8a050ec4c19a0b1b2003ecfcfd5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:46.913091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.924366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcefc62-47e7-4624-9139-93de742bdeb0 None None] Pushing event updated for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.934942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:45Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:46.970755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e7ff2-5d8f-4e47-a42f-bb2130f6912e None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:45Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:46.972577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8e270b7a-0e68-4741-b73f-81d83626277b None None] Provisioning complete for port f42a3499-732e-4293-87b9-9f4ba86b9daa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.973013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e270b7a-0e68-4741-b73f-81d83626277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.190971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ecfa4f-7d47-404d-afd6-c27c72edb51a req-4a82d609-bad5-45fa-9c62-e9f597cc16af service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420765 Mar 31 22:59:47.236432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe9810-fa09-4490-a1d9-3f701b6e3fe0 req-dfec9734-ac5d-419f-aa99-d23fe0201227 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:47.238773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8fe9810-fa09-4490-a1d9-3f701b6e3fe0 req-dfec9734-ac5d-419f-aa99-d23fe0201227 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.3148327 Mar 31 22:59:47.287604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Made reservation on behalf of 0941b8a050ec4c19a0b1b2003ecfcfd5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:47.289198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.304345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8fe9810-fa09-4490-a1d9-3f701b6e3fe0 req-237b0edf-7dee-4ecf-8778-d1edc8ae87a6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589647 Mar 31 22:59:47.351420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea403ba-6ea7-43c3-b849-974ba3edc5f0 req-800ccc4d-53df-432c-9565-52fd2ffe57c9 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:47.353193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ea403ba-6ea7-43c3-b849-974ba3edc5f0 req-800ccc4d-53df-432c-9565-52fd2ffe57c9 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 943 time: 0.2114239 Mar 31 22:59:47.502640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ea403ba-6ea7-43c3-b849-974ba3edc5f0 req-b7b683cd-4bee-485e-9134-31ca28a93171 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159651 Mar 31 22:59:47.554370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387784-9c44-473f-94b4-e11d0ed1b657 req-015ce440-c6fa-4813-a565-aa3b1a5eb9e4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:47.570438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c387784-9c44-473f-94b4-e11d0ed1b657 req-015ce440-c6fa-4813-a565-aa3b1a5eb9e4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1147079 Mar 31 22:59:47.591402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Allocated IP 172.20.0.12 (0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd/6f557af2-c91c-46fa-af86-0fab309f6af6/592a21d1-d097-4186-9456-2c8f546e00e2) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:47.644240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bb90e00-f2a6-49de-8004-be713e62efaa req-76578d49-811e-478c-b19c-1f329a333e85 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.0442889 Mar 31 22:59:47.684636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c387784-9c44-473f-94b4-e11d0ed1b657 req-797008a2-d7ad-4042-9fbd-280c8906d20f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123183 Mar 31 22:59:47.826884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.858370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70df2c-22fb-41f1-8677-50da80e16c38 req-c1fcdf2b-7565-4b41-babf-23c2e79ca300 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:47.871682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc70df2c-22fb-41f1-8677-50da80e16c38 req-c1fcdf2b-7565-4b41-babf-23c2e79ca300 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.1020336 Mar 31 22:59:47.938547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc70df2c-22fb-41f1-8677-50da80e16c38 req-23fe6683-7f27-41d5-a7e3-a03b04b88ac5 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658681 Mar 31 22:59:47.977304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.021814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:48.039982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe887bd-b1d5-4ddd-ad6a-2ce74737c6b3 req-0160eee5-4c76-4220-80c3-0f2a257015ff tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.043539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fe887bd-b1d5-4ddd-ad6a-2ce74737c6b3 req-0160eee5-4c76-4220-80c3-0f2a257015ff tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1348310 Mar 31 22:59:48.144306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fe887bd-b1d5-4ddd-ad6a-2ce74737c6b3 req-28f91093-f61b-4cdd-999d-a5a17dd02652 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943193 Mar 31 22:59:48.163376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:48.163542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4bc7-7a6d-4295-9d75-ce8569f5b38c req-6794079a-e067-43bd-a334-caa9312e1727 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.186603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:48.188359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c8d4bc7-7a6d-4295-9d75-ce8569f5b38c req-6794079a-e067-43bd-a334-caa9312e1727 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 932 time: 0.1437376 Mar 31 22:59:48.208720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:48.270849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c8d4bc7-7a6d-4295-9d75-ce8569f5b38c req-9b473680-e817-40cc-b872-68e3eef13400 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Mar 31 22:59:48.337973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.409745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.411347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.516662 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-d719a70a-0ff7-42f3-af3a-3215d3968346 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6115060 Mar 31 22:59:48.530762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Request body: {'port': {'device_id': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:48.548749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc61c22-c5a7-4276-8a85-6333472abdfb req-f0329e03-1913-4bda-bbbf-3d5e0269723d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.556990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dc61c22-c5a7-4276-8a85-6333472abdfb req-f0329e03-1913-4bda-bbbf-3d5e0269723d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1068881 Mar 31 22:59:48.622107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f181b619-e556-4c09-bc86-b2620bf672d1 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:48.648813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dc61c22-c5a7-4276-8a85-6333472abdfb req-7d3aede9-8de2-4870-ac07-ddca2ae0c446 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909064 Mar 31 22:59:48.716511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.873363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f42a3499-732e-4293-87b9-9f4ba86b9daa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:48.956977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f181b619-e556-4c09-bc86-b2620bf672d1,segment=NetworkSegment(a191a0fd-bd36-499b-92c8-93ebd1839ef9),segment_id=a191a0fd-bd36-499b-92c8-93ebd1839ef9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:48.968798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e1409-4adc-4e3b-ae7f-43abcddee955 req-b103555c-e67b-4f06-a634-76d6b4cd620d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.976415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a6e1409-4adc-4e3b-ae7f-43abcddee955 req-b103555c-e67b-4f06-a634-76d6b4cd620d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 943 time: 0.1765485 Mar 31 22:59:48.996276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f181b619-e556-4c09-bc86-b2620bf672d1', 'network_id': '5123122b-8e1c-429b-a4b2-4334d9f19a37', 'port_id': 'f181b619-e556-4c09-bc86-b2620bf672d1', 'mac_address': 'fa:16:3e:54:79:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cb89fb-5dbe-4157-a9f7-9453c762334a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:49.070452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a6e1409-4adc-4e3b-ae7f-43abcddee955 req-f6ccaa30-9165-41a1-9d66-d29aa7e1e65c tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 Mar 31 22:59:49.098816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f42a3499-732e-4293-87b9-9f4ba86b9daa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:49.098816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.121031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.153921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f181b619-e556-4c09-bc86-b2620bf672d1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:49.190287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f181b619-e556-4c09-bc86-b2620bf672d1,segment=NetworkSegment(a191a0fd-bd36-499b-92c8-93ebd1839ef9),segment_id=a191a0fd-bd36-499b-92c8-93ebd1839ef9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:49.198863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fa757-2d42-4273-ab76-06aea70473d0 req-b6ffbc23-c1e5-4ce8-8b9f-fdf30ea7b217 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.0472469 Mar 31 22:59:49.306411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.444023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd4ec-c849-4a98-a20d-f501c2bb7549 req-716f763a-cd42-48a1-bff6-99fb166d69c7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.446808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592a21d1-d097-4186-9456-2c8f546e00e2 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:49.459715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdabd4ec-c849-4a98-a20d-f501c2bb7549 req-716f763a-cd42-48a1-bff6-99fb166d69c7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.0810995 Mar 31 22:59:49.460439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.495223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.499694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Transition to ACTIVE for port object 592a21d1-d097-4186-9456-2c8f546e00e2 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:49.582360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.591240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdabd4ec-c849-4a98-a20d-f501c2bb7549 req-1de2aceb-8589-4525-945a-db92db8190b5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141779 Mar 31 22:59:49.604482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aabfb4-db2c-4439-a468-5ae5f13c1ed4 req-167d1d71-3de5-47b6-86bc-6bcbbd22bbc4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.613217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7aabfb4-db2c-4439-a468-5ae5f13c1ed4 req-167d1d71-3de5-47b6-86bc-6bcbbd22bbc4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0881238 Mar 31 22:59:49.643268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f181b619-e556-4c09-bc86-b2620bf672d1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:49.665806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.740601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7aabfb4-db2c-4439-a468-5ae5f13c1ed4 req-62b713d9-6632-472e-a782-d0fcac23e0e9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259553 Mar 31 22:59:49.919145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Attempting to bind port 592a21d1-d097-4186-9456-2c8f546e00e2 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:49.919502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Attempting to bind port 592a21d1-d097-4186-9456-2c8f546e00e2 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:49.919885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Attempting to bind port 592a21d1-d097-4186-9456-2c8f546e00e2 on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.944232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Port 592a21d1-d097-4186-9456-2c8f546e00e2 on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:49.949074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Attempting to bind port 592a21d1-d097-4186-9456-2c8f546e00e2 on network 0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.975683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:49.976023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Checking segment: {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:49.976407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Bound using segment: {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:49.976837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Bound port: 592a21d1-d097-4186-9456-2c8f546e00e2, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da263c71-898b-4304-9294-a2afa5311d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:49.977192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.010558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b29f-854d-4e2d-8fb8-97ff69897b79 req-2e9923c0-82a4-4106-a979-de67d7eb7c43 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.012410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b39b29f-854d-4e2d-8fb8-97ff69897b79 req-2e9923c0-82a4-4106-a979-de67d7eb7c43 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 944 time: 0.2290838 Mar 31 22:59:50.077857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e432-3fbf-4761-940c-e9c16a8dd605 req-c56ed2d1-0543-4203-b3eb-484dfefda9ab tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.089634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0925e432-3fbf-4761-940c-e9c16a8dd605 req-c56ed2d1-0543-4203-b3eb-484dfefda9ab tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.2344756 Mar 31 22:59:50.122291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-e5e41487-d16a-4682-9da2-3d4261b64787 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.124459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-e5e41487-d16a-4682-9da2-3d4261b64787 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 819 time: 0.4565299 Mar 31 22:59:50.153309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'port': {'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'admin_state_up': True, 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:50.153776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:50.153776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:50.182597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b39b29f-854d-4e2d-8fb8-97ff69897b79 req-bc71ad3a-1b4e-4da4-ab01-18134b217c69 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569407 Mar 31 22:59:50.243617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0925e432-3fbf-4761-940c-e9c16a8dd605 req-4e8f66e5-7632-4519-9302-99ed7c6b44d2 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524429 Mar 31 22:59:50.272979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.291986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.296131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.297964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] 10.222.0.44 "PUT /v2.0/ports/592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 1092 time: 1.7735603 Mar 31 22:59:50.300316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:50.320137 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accae0dd-0697-4c37-a01f-cc433b9f1527" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:50.439644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8017e2-a8b6-4455-b4c2-ef7bfcb42bcd service neutron] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.473571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d694bb-aaec-49de-8d2c-5362961e3bf8 req-de908c41-366a-41dc-a616-3b068af71d91 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.476347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78d694bb-aaec-49de-8d2c-5362961e3bf8 req-de908c41-366a-41dc-a616-3b068af71d91 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1511858 Mar 31 22:59:50.492528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86fa37-1c5e-4025-8a5c-785a6a90430d req-db92f810-353f-4b36-ba85-55ae972adb6f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.493582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d86fa37-1c5e-4025-8a5c-785a6a90430d req-db92f810-353f-4b36-ba85-55ae972adb6f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 944 time: 0.1481748 Mar 31 22:59:50.502243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-b0bfc33f-6120-476d-8434-783d0c60a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.504097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-b0bfc33f-6120-476d-8434-783d0c60a289 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0798628 Mar 31 22:59:50.506587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Made reservation on behalf of 6f75fa6366ce46438c0f67618b45a16e for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:50.513991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.575737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-10188b95-3870-4a2d-b018-a71a3f31e9f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 217 time: 0.0634043 Mar 31 22:59:50.609384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78d694bb-aaec-49de-8d2c-5362961e3bf8 req-0ac013e4-2538-4b5e-a159-ac866e08fdae tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147883 Mar 31 22:59:50.668890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d86fa37-1c5e-4025-8a5c-785a6a90430d req-dccbfce3-c265-4a88-a280-d95d8bd141d5 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355824 Mar 31 22:59:50.687386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-62904f74-98e5-4d27-9e09-adfbd716d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.691873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-62904f74-98e5-4d27-9e09-adfbd716d9da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.1050737 Mar 31 22:59:50.753534 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca324eb-ad09-4f3d-8f18-1e91b005e076 x-openstack-request-id: req-dca324eb-ad09-4f3d-8f18-1e91b005e076 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:50.754335 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:50.754804 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dca324eb-ad09-4f3d-8f18-1e91b005e076 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:50.757064 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca324eb-ad09-4f3d-8f18-1e91b005e076'] response: {'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2', 'status': 'completed', 'code': 200} Mar 31 22:59:50.760539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-c63b8941-2a1d-434e-bb16-93e74726576a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636461 Mar 31 22:59:50.868319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f366df0-07ea-4e68-bde2-ff02993d584b req-9a57f775-16ac-450b-b1e6-29a047da1866 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.0685329 Mar 31 22:59:50.882086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-93dd195e-61d9-4fee-9a05-429a60be0914 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121709 Mar 31 22:59:50.915555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Allocated IP 172.20.0.3 (2bbf382b-5e71-4d22-a204-2bcd8666435f/4faac5d5-2a93-4638-91aa-dbfa5e92407b/9cfd92f0-0555-4b4b-9cbf-284818be948a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:51.068131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-686eb792-dfa7-47a5-8f0d-491ca7335cfb req-00cda7c2-69c8-43fc-9df1-3c0679888b6c service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780121 Mar 31 22:59:51.113791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-18c5855e-205a-4393-895b-fdf6436e3c41 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453329 Mar 31 22:59:51.183687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873538db-b2af-4281-9715-ba9f7b269e3d req-49fd644a-8fdd-409b-999e-8b09734dc424 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.192246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-873538db-b2af-4281-9715-ba9f7b269e3d req-49fd644a-8fdd-409b-999e-8b09734dc424 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 945 time: 0.1992435 Mar 31 22:59:51.213442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:51.255625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.326321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-47cc7aed-01a5-4c08-b132-8a1f7844703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.327760 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-47cc7aed-01a5-4c08-b132-8a1f7844703e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0946722 Mar 31 22:59:51.339043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-873538db-b2af-4281-9715-ba9f7b269e3d req-e0338940-7035-4c86-a73d-c1c554a80e5d tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422338 Mar 31 22:59:51.371237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-8fcce6c2-63d1-46be-adec-5e993e7b74bd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.380344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-8fcce6c2-63d1-46be-adec-5e993e7b74bd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477071 Mar 31 22:59:51.403224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-f87d63d1-fa11-4fad-a846-ae48043454f6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/quotas/4cc72bda41ba45b29e0cf9882062642b HTTP/1.1" status: 200 len: 375 time: 0.0217307 Mar 31 22:59:51.433358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:51.444420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ce8c0af9-c049-4d5a-8c56-bf481ed9b931 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400703 Mar 31 22:59:51.447409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:59:51.482857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-dd67f18e-7d73-4891-a5ae-6125f9bfe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.484377 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-dd67f18e-7d73-4891-a5ae-6125f9bfe387 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.1486986 Mar 31 22:59:51.493545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba692ca-ed01-44d8-ac89-f8a77b510452 req-a9efd0c9-9191-44a5-9d7e-e4191a8d77a3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.495323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ba692ca-ed01-44d8-ac89-f8a77b510452 req-a9efd0c9-9191-44a5-9d7e-e4191a8d77a3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0617499 Mar 31 22:59:51.537566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-6a6c0342-ff42-4c98-b08e-1963aabb61b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 217 time: 0.0430083 Mar 31 22:59:51.551742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ba692ca-ed01-44d8-ac89-f8a77b510452 req-e8cc0cde-5f3b-4aeb-8e72-e50c3bcbd914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Mar 31 22:59:51.578897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.606889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-33fa2cce-700a-4460-98b8-5e3423ba823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.608715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-33fa2cce-700a-4460-98b8-5e3423ba823b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.0639272 Mar 31 22:59:51.623772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:51.627144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:51.637030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:51.680945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-08e8b726-89d3-4649-96c5-685490b2d12e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643611 Mar 31 22:59:51.774015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event updated for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.859294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc7b8b-f339-4430-807d-d21c80c026c2 req-fb30d797-b309-44fe-922d-2e2cca270869 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.861274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0cc7b8b-f339-4430-807d-d21c80c026c2 req-fb30d797-b309-44fe-922d-2e2cca270869 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 944 time: 0.2090793 Mar 31 22:59:51.861710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-6a4c0d38-06ec-420b-9766-a8d2ba1bd121 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.863825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-6a4c0d38-06ec-420b-9766-a8d2ba1bd121 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 1100 time: 0.2337878 Mar 31 22:59:51.886148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-f3e2443d-86f2-45e3-8f38-a7aac3fa56b1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.888088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-f3e2443d-86f2-45e3-8f38-a7aac3fa56b1 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.1682148 Mar 31 22:59:51.954332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5de117b0-40e3-43e4-aae8-0c3f6c475f6d None None] Provisioning complete for port 9cfd92f0-0555-4b4b-9cbf-284818be948a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:51.954755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5de117b0-40e3-43e4-aae8-0c3f6c475f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.973902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828414-2'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:52.012095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0cc7b8b-f339-4430-807d-d21c80c026c2 req-62a889bf-d5b0-4ead-9fc2-b039df286935 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352205 Mar 31 22:59:52.022778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.023579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.048695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5de117b0-40e3-43e4-aae8-0c3f6c475f6d None None] Port 9cfd92f0-0555-4b4b-9cbf-284818be948a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:52.082575 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-0edc4f97-8978-49d9-95c9-dea8dcb292b2 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846343 Mar 31 22:59:52.095302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.131558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7895b-b068-476e-83e4-5335166324a3 req-81afc04b-3d70-4aac-9b49-5b7c2499661d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.133186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41c7895b-b068-476e-83e4-5335166324a3 req-81afc04b-3d70-4aac-9b49-5b7c2499661d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 949 time: 0.2846482 Mar 31 22:59:52.162202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Deleting port 2badb31c-b523-47f2-a855-1f0be9fc5039 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:52.162532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.167968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-de69f2cb-f865-4dc8-afbc-75af91f7b7ee tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0235138 Mar 31 22:59:52.205230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Request body: {'port': {'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:52.260074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accae0dd-0697-4c37-a01f-cc433b9f1527 req-4ea5c114-8eae-4046-835b-6f548e4b5bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703432 Mar 31 22:59:52.294919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] For port 2badb31c-b523-47f2-a855-1f0be9fc5039, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2badb31c-b523-47f2-a855-1f0be9fc5039,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:52.295374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.309778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Calling delete_port for 2badb31c-b523-47f2-a855-1f0be9fc5039 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:52.316478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41c7895b-b068-476e-83e4-5335166324a3 req-06cd7c60-bedc-4389-b4aa-a1e62a25bbeb tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585960 Mar 31 22:59:52.396763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.405882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eaff4-87e8-429c-9bdb-a3be5a526312 req-fa4e3191-0a11-433e-9348-95e2f80eaa9f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.422617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a4eaff4-87e8-429c-9bdb-a3be5a526312 req-fa4e3191-0a11-433e-9348-95e2f80eaa9f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.2882979 Mar 31 22:59:52.542581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a4eaff4-87e8-429c-9bdb-a3be5a526312 req-28ef1ce8-a68a-49ba-8ef9-2c6fac9106d1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181877 Mar 31 22:59:52.615676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:52.646287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5d30-e4c3-40cc-bdbc-dfb6796273c6 req-99736877-9737-4933-9ce0-924bca74e98d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.653875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94fb5d30-e4c3-40cc-bdbc-dfb6796273c6 req-99736877-9737-4933-9ce0-924bca74e98d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 944 time: 0.2123356 Mar 31 22:59:52.676037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.684113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f181b619-e556-4c09-bc86-b2620bf672d1 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:52.724404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-7e910b67-9bfc-4f49-bb83-44752ff38cd5 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610301 Mar 31 22:59:52.734203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2badb31c-b523-47f2-a855-1f0be9fc5039'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:52.861881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:52.866727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] No DVR routers for this DVR port 2badb31c-b523-47f2-a855-1f0be9fc5039 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:52.870456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.874900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3f69aa8-a52a-49ab-b2bb-88c47d80dd7f req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2badb31c-b523-47f2-a855-1f0be9fc5039 HTTP/1.1" status: 204 len: 173 time: 1.0006738 Mar 31 22:59:52.876000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'name': 'network-vif-deleted', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:52.880260 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d8386-ca2e-44ac-ab77-843eb7dba21a" -d '{"events": [{"server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "name": "network-vif-deleted", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:52.885600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc6f5-cd1d-4c53-90d7-238961ff2156 tempest-DeleteServersAdminTestJSON-1148390299 tempest-DeleteServersAdminTestJSON-1148390299-project-admin] Pushing event deleted for resources: {'Port': ['ID=2badb31c-b523-47f2-a855-1f0be9fc5039,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.930191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94fb5d30-e4c3-40cc-bdbc-dfb6796273c6 req-4d56ff4a-cf72-4fe0-89b7-3c2a61db7a2d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749963 Mar 31 22:59:53.042770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:53.045073 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d546100f-628e-42d2-a739-5622bbb18d38" -d '{"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:53.049138 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.156697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467125b-46b7-46f3-a6a5-fe1364579a71 req-f11b3f61-1771-45ca-88bd-62d75062f173 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.158272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6467125b-46b7-46f3-a6a5-fe1364579a71 req-f11b3f61-1771-45ca-88bd-62d75062f173 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 931 time: 0.1630611 Mar 31 22:59:53.167321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-58b69e8e-7924-4527-8182-ccec5acac7ae tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.168668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-58b69e8e-7924-4527-8182-ccec5acac7ae tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490560 Mar 31 22:59:53.219230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f285865a-216f-4240-b084-6dc7c2347497 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/quotas/4cc72bda41ba45b29e0cf9882062642b HTTP/1.1" status: 200 len: 375 time: 0.0400562 Mar 31 22:59:53.228519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f181b619-e556-4c09-bc86-b2620bf672d1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:53.235035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f181b619-e556-4c09-bc86-b2620bf672d1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:53.235477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.325630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-9bdf1638-5afe-45b9-a71f-6cb2f2120fd7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953166 Mar 31 22:59:53.338469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.370116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6467125b-46b7-46f3-a6a5-fe1364579a71 req-18882aa5-778d-493c-8e00-17c47fd9107f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974230 Mar 31 22:59:53.456835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfd92f0-0555-4b4b-9cbf-284818be948a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:53.474267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.505574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Transition to ACTIVE for port object 9cfd92f0-0555-4b4b-9cbf-284818be948a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:53.517648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.553295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:53.556410 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05a666-2aea-4ec9-91ce-ee10b43e5c3e" -d '{"events": [{"server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "name": "network-vif-plugged", "status": "completed", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:53.591176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f181b619-e556-4c09-bc86-b2620bf672d1,segment=NetworkSegment(a191a0fd-bd36-499b-92c8-93ebd1839ef9),segment_id=a191a0fd-bd36-499b-92c8-93ebd1839ef9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:53.685560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.758327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2635e-6e0b-49a5-91ca-1cfb2d7258bc req-9e6ef357-2ab1-4b0d-ac5f-13582bbb05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.773056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87b2635e-6e0b-49a5-91ca-1cfb2d7258bc req-9e6ef357-2ab1-4b0d-ac5f-13582bbb05ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.0896528 Mar 31 22:59:53.811249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:53.896168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87b2635e-6e0b-49a5-91ca-1cfb2d7258bc req-03a9b26f-b138-487e-91c5-5bd9c3cb22dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218448 Mar 31 22:59:53.988521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:53.994526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.016975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.130297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1710d1-d383-4c84-b03b-eb53a57bb1fb req-b6378657-843b-4f22-a08a-ddd6b77c646b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.139163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf1710d1-d383-4c84-b03b-eb53a57bb1fb req-b6378657-843b-4f22-a08a-ddd6b77c646b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.6514843 Mar 31 22:59:54.147761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on host n-h2-828414-2 for vnic_type normal with profile {"migrating_to": "n-h1-828414-2"} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:54.148104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:54.148424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:54.150399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:54.173479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:54.173722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Attempting to bind port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on network 54fec72e-ba2f-4c0a-afee-b3d4d845235b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:54.183427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655368e3-d082-4ea9-84e3-c7320d482000 req-605f2950-ec5c-4c62-86a5-b03f6435ce83 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.184946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-655368e3-d082-4ea9-84e3-c7320d482000 req-605f2950-ec5c-4c62-86a5-b03f6435ce83 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2194905 Mar 31 22:59:54.227699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:54.228050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Checking segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:54.228440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Bound using segment: {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:54.228894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Bound port: 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1ebb1e-e4f5-402e-8902-c8946785b333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '54fec72e-ba2f-4c0a-afee-b3d4d845235b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:54.229257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.282221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf1710d1-d383-4c84-b03b-eb53a57bb1fb req-36c48a26-c6f5-4131-b2d3-2b2805047b07 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421432 Mar 31 22:59:54.349032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-655368e3-d082-4ea9-84e3-c7320d482000 req-2cab1549-f55a-4994-8a61-19ba57ae9f6e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508751 Mar 31 22:59:54.351790 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6cdad-da30-495d-8f88-42f9d2882367 x-openstack-request-id: req-a9e6cdad-da30-495d-8f88-42f9d2882367 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:54.352082 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa2963-dd9f-4734-bfab-0b2ebcdba171", "name": "network-vif-deleted", "tag": "2badb31c-b523-47f2-a855-1f0be9fc5039", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:54.352358 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a9e6cdad-da30-495d-8f88-42f9d2882367 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:54.352752 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e6cdad-da30-495d-8f88-42f9d2882367'] response: {'server_uuid': '20fa2963-dd9f-4734-bfab-0b2ebcdba171', 'name': 'network-vif-deleted', 'tag': '2badb31c-b523-47f2-a855-1f0be9fc5039', 'status': 'completed', 'code': 200} Mar 31 22:59:54.369509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Attempting to bind port 9cfd92f0-0555-4b4b-9cbf-284818be948a on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:54.369509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Attempting to bind port 9cfd92f0-0555-4b4b-9cbf-284818be948a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:54.369801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Attempting to bind port 9cfd92f0-0555-4b4b-9cbf-284818be948a on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:54.393944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Port 9cfd92f0-0555-4b4b-9cbf-284818be948a on network 2bbf382b-5e71-4d22-a204-2bcd8666435f not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:54.394259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Attempting to bind port 9cfd92f0-0555-4b4b-9cbf-284818be948a on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:54.397191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:54.408168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:54.411202 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5614ba9-0836-49fe-b3b4-907e0b05bf61 x-openstack-request-id: req-f5614ba9-0836-49fe-b3b4-907e0b05bf61 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:54.411486 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:54.411737 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f5614ba9-0836-49fe-b3b4-907e0b05bf61 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:54.412140 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5614ba9-0836-49fe-b3b4-907e0b05bf61'] response: {'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'code': 200} Mar 31 22:59:54.413076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:54.413385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Checking segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:54.413733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Bound using segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:54.414169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Bound port: 9cfd92f0-0555-4b4b-9cbf-284818be948a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:54.414530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.521089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-315e7614-bf81-4bf3-91a4-b5c118542af3 req-0b3bbd1a-f7d9-44b5-8939-839d750c2331 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=20fa2963-dd9f-4734-bfab-0b2ebcdba171 HTTP/1.1" status: 200 len: 210 time: 0.0417745 Mar 31 22:59:54.541152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a530ac-7b72-4934-af15-b20130575e81 req-9629b6fd-f5c6-41f5-b819-af3fc8105330 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.542578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89a530ac-7b72-4934-af15-b20130575e81 req-9629b6fd-f5c6-41f5-b819-af3fc8105330 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 944 time: 0.1169181 Mar 31 22:59:54.550310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:54.554599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:54.584063 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309f10c-98be-4d8a-a2b6-7284ec0d27c8 x-openstack-request-id: req-1309f10c-98be-4d8a-a2b6-7284ec0d27c8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:54.589314 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "name": "network-vif-plugged", "status": "completed", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:54.589314 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1309f10c-98be-4d8a-a2b6-7284ec0d27c8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:54.589566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.589671 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1309f10c-98be-4d8a-a2b6-7284ec0d27c8'] response: {'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1', 'code': 200} Mar 31 22:59:54.643869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89a530ac-7b72-4934-af15-b20130575e81 req-87a785d1-6463-42a4-ade6-1aeffb10e7e4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Mar 31 22:59:54.690103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 592a21d1-d097-4186-9456-2c8f546e00e2 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:54.704541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.764638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7c993-cb19-4c3f-a817-44db3a8a9185 req-5be8aa62-ce7d-4b75-859c-cb6d187024a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.774721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aac7c993-cb19-4c3f-a817-44db3a8a9185 req-5be8aa62-ce7d-4b75-859c-cb6d187024a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0908794 Mar 31 22:59:54.824692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:54.848028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aac7c993-cb19-4c3f-a817-44db3a8a9185 req-d88b1cfe-a316-486a-af47-3f8719b2fadb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Mar 31 22:59:54.865202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=8']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:54.868484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '592a21d1-d097-4186-9456-2c8f546e00e2', 'network_id': '0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd', 'port_id': '592a21d1-d097-4186-9456-2c8f546e00e2', 'mac_address': 'fa:16:3e:e0:ae:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f557af2-c91c-46fa-af86-0fab309f6af6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:54.924508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.927372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.930502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] 10.222.0.10 "PUT /v2.0/ports/9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 1091 time: 2.7296987 Mar 31 22:59:54.959526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70753cae-d5e7-4640-af77-c3e24b1cc2d7 req-82da76c0-741a-46d2-a791-95133ff15a21 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 210 time: 0.2669175 Mar 31 22:59:54.961343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.008776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592a21d1-d097-4186-9456-2c8f546e00e2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:55.079524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:55.099747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba283-cefc-4693-8511-162b7b200046 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.119768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.119987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.127539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-dffc2144-c70c-4460-a44c-416001b2eb44 service neutron] 10.222.0.10 "PUT /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 1121 time: 3.1880748 Mar 31 22:59:55.162024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d437bb4-c511-4da3-b393-2e2e0ba49997 req-ef975950-5eb8-4719-9a43-af093413ea32 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.177845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d437bb4-c511-4da3-b393-2e2e0ba49997 req-ef975950-5eb8-4719-9a43-af093413ea32 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.5261147 Mar 31 22:59:55.188132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.246501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['6fe86da1-0714-4f03-8740-9ebd3912f8dc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:55.248319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2badb31c-b523-47f2-a855-1f0be9fc5039 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:55.274674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab46ba4-5673-4514-b0b3-593b8e6241a3 req-b173838f-b4da-4661-bf5f-c68302e9bebf tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.277639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab46ba4-5673-4514-b0b3-593b8e6241a3 req-b173838f-b4da-4661-bf5f-c68302e9bebf tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.1747613 Mar 31 22:59:55.328305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 2badb31c-b523-47f2-a855-1f0be9fc5039 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:55.328305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2badb31c-b523-47f2-a855-1f0be9fc5039 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:55.343594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6fe86da1-0714-4f03-8740-9ebd3912f8dc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:55.396860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab46ba4-5673-4514-b0b3-593b8e6241a3 req-f12b72c2-88c9-41e8-8a96-81536d1d9bdb tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097786 Mar 31 22:59:55.397446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.427789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d437bb4-c511-4da3-b393-2e2e0ba49997 req-533a6b65-72af-490f-9be6-b5c5bc99c5fa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487481 Mar 31 22:59:55.457156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-ef1099a8-cc1d-4a3c-abf2-dd89e4bd9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.458355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-ef1099a8-cc1d-4a3c-abf2-dd89e4bd9b1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1094 time: 0.2753112 Mar 31 22:59:55.556866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-ca208c5f-ddfb-4986-b53b-6427ef303f34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0833750 Mar 31 22:59:55.585189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:55.727634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7780-5ee5-45cf-a307-f03ef4393ea1 req-c6c668b1-7a6c-4a1c-af9f-d869eba0e821 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.735312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56ff7780-5ee5-45cf-a307-f03ef4393ea1 req-c6c668b1-7a6c-4a1c-af9f-d869eba0e821 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 943 time: 0.1771240 Mar 31 22:59:55.755440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59863fc4-4d04-48a9-9f43-ee91b3e47d6a req-0e1b8bc0-7f8a-49de-b74b-876b31d68f0f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.757169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59863fc4-4d04-48a9-9f43-ee91b3e47d6a req-0e1b8bc0-7f8a-49de-b74b-876b31d68f0f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1645627 Mar 31 22:59:55.760315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-f147a4ab-882e-4edd-b24b-85d6414bc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.761782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-f147a4ab-882e-4edd-b24b-85d6414bc9d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.1659787 Mar 31 22:59:55.854208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59863fc4-4d04-48a9-9f43-ee91b3e47d6a req-7df844b3-08b3-4588-bbba-bf2f68d02e97 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858409 Mar 31 22:59:55.858813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56ff7780-5ee5-45cf-a307-f03ef4393ea1 req-609723f2-169c-41eb-8e44-b487ab1b50e7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225688 Mar 31 22:59:55.865222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-c2838b71-27a3-4e4a-a84a-da1520a3f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.866872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-c2838b71-27a3-4e4a-a84a-da1520a3f085 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937200 Mar 31 22:59:56.039497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-d2d21f30-0a3c-48c8-9046-a25f7556cfd6 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595387 Mar 31 22:59:56.194846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999ad45-18aa-4914-b7c2-f49d4c86ea00 req-86c3c140-6552-4e09-8d95-0fd8366bb2db tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.196427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7999ad45-18aa-4914-b7c2-f49d4c86ea00 req-86c3c140-6552-4e09-8d95-0fd8366bb2db tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 945 time: 0.1593630 Mar 31 22:59:56.221959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90709a8-25f4-49b9-8706-fb53b10e1c34 req-c608b332-f7f9-48c8-b006-9caaafb5dc9e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.226636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b90709a8-25f4-49b9-8706-fb53b10e1c34 req-c608b332-f7f9-48c8-b006-9caaafb5dc9e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1494968 Mar 31 22:59:56.288714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-46cde714-a185-4fc8-ad5f-c46bffa76c88 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562649 Mar 31 22:59:56.312076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8db358f9-f5af-4fe5-bbba-54d3cbcc6f73 req-c81e88de-de1f-4004-bd78-14405630ce7a service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390988 Mar 31 22:59:56.348662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b90709a8-25f4-49b9-8706-fb53b10e1c34 req-d5f1b3f1-3e67-4ea8-b5ed-a6b8412d3738 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036556 Mar 31 22:59:56.406390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7999ad45-18aa-4914-b7c2-f49d4c86ea00 req-ab1e4e4f-1e42-4244-9cef-0a1d572a7a06 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817098 Mar 31 22:59:56.412758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}, {'name': 'network-changed', 'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:56.432384 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6e4be-b8ab-48dd-9b47-d287fdd96309" -d '{"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}, {"name": "network-changed", "server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:56.526248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6ffe115-7916-463e-bc6e-3484fef0ddf9 req-35b1aef4-aaf9-4f68-9f72-6bd131872aae tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 210 time: 0.0426059 Mar 31 22:59:56.558752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-b7e08204-6aa6-4b74-9e75-05398e3dae10 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e6a26011d50c4260940088e09340aef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252769 Mar 31 22:59:56.617694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-6b0178b9-2154-43f0-a3db-b08f965365f0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.619753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-6b0178b9-2154-43f0-a3db-b08f965365f0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243124 Mar 31 22:59:56.669918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Request body: {'port': {'device_id': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '4cc72bda41ba45b29e0cf9882062642b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:56.830898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8b9c-620b-4be9-8bb5-52d4bb0ba904 req-eb444e7a-9cd2-4ca8-bd23-d78c2a629c21 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.832893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-845d8b9c-620b-4be9-8bb5-52d4bb0ba904 req-eb444e7a-9cd2-4ca8-bd23-d78c2a629c21 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.2098091 Mar 31 22:59:56.843339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-8d2d4280-9527-438e-8e68-287b47229082 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.844756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-8d2d4280-9527-438e-8e68-287b47229082 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647185 Mar 31 22:59:56.882473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-b00f5e19-d6e1-4e46-bd2f-a0afdd1fa45e tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/quotas/e6a26011d50c4260940088e09340aef2 HTTP/1.1" status: 200 len: 375 time: 0.0303402 Mar 31 22:59:56.934644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-112ab129-bf27-49d3-bb4e-463953766f3f tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438700 Mar 31 22:59:56.937534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-845d8b9c-620b-4be9-8bb5-52d4bb0ba904 req-90bed6ed-5f3b-4664-9786-67e40ea25d54 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866268 Mar 31 22:59:57.014027 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330bdfae-fe01-42a4-9f42-2d317ce47987 x-openstack-request-id: req-330bdfae-fe01-42a4-9f42-2d317ce47987 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:57.014327 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:57.014590 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-330bdfae-fe01-42a4-9f42-2d317ce47987 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:57.015016 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330bdfae-fe01-42a4-9f42-2d317ce47987'] response: {'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 22:59:57.015283 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330bdfae-fe01-42a4-9f42-2d317ce47987'] response: {'name': 'network-changed', 'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'status': 'completed', 'code': 200} Mar 31 22:59:57.074773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Made reservation on behalf of 4cc72bda41ba45b29e0cf9882062642b for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:57.082296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.090846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-57090ec5-3823-4f23-9133-ddfdae286963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.093016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-57090ec5-3823-4f23-9133-ddfdae286963 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1124 time: 0.0548887 Mar 31 22:59:57.104149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.218461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-1e3afca7-c91a-4625-a24f-434d664d0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.220882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-1e3afca7-c91a-4625-a24f-434d664d0a5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1094 time: 0.1341240 Mar 31 22:59:57.290062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091646-36d9-4faf-87ff-f946d8de61fc req-e563aa80-ced5-4091-8f34-bc86e717f156 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.297872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a091646-36d9-4faf-87ff-f946d8de61fc req-e563aa80-ced5-4091-8f34-bc86e717f156 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1719503 Mar 31 22:59:57.467109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a091646-36d9-4faf-87ff-f946d8de61fc req-3f80ef2b-4a6b-49c8-a7f4-9ce03161ae55 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649816 Mar 31 22:59:57.566957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567012-7445-497f-ad05-b315d3488038 req-a8286ce3-5dda-4a16-845d-3fdab055cf16 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.576033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77567012-7445-497f-ad05-b315d3488038 req-a8286ce3-5dda-4a16-845d-3fdab055cf16 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 943 time: 0.3115242 Mar 31 22:59:57.623797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-5cb7c810-e55b-4d98-adbd-952a3462d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.625273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-5cb7c810-e55b-4d98-adbd-952a3462d5a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.3926735 Mar 31 22:59:57.664328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.688694 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-30b93aaa-644f-4322-9e53-27ea0a237090 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391750 Mar 31 22:59:57.718101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-5535c748-5442-44b9-a4fc-47efd791eadc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0644720 Mar 31 22:59:57.734000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77567012-7445-497f-ad05-b315d3488038 req-1f20094a-48bd-481d-a037-6bbb104f50f8 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566412 Mar 31 22:59:57.806004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-1018574f-5dbf-41ea-9c7c-a165fe2e1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.807681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-1018574f-5dbf-41ea-9c7c-a165fe2e1685 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.7076252 Mar 31 22:59:57.823246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.866658 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-40d911dc-1efd-4995-a237-0f3ab489e631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 217 time: 0.0511103 Mar 31 22:59:57.912699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58f9b-dc83-4e00-852b-81665873615a req-700d887f-1b39-489c-8499-af134649d0ed tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.914176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef58f9b-dc83-4e00-852b-81665873615a req-700d887f-1b39-489c-8499-af134649d0ed tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.3320529 Mar 31 22:59:57.934622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-9a82d166-4137-42da-9913-b71a903b559b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.936424 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-9a82d166-4137-42da-9913-b71a903b559b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413659 Mar 31 22:59:57.947250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-c103680c-4dde-41dd-bf2b-75e607fadce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.948946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-c103680c-4dde-41dd-bf2b-75e607fadce2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0726204 Mar 31 22:59:57.970825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-3485a48d-7e06-4598-8cdd-5a2b8f1bccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.972901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-3485a48d-7e06-4598-8cdd-5a2b8f1bccc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.2347884 Mar 31 22:59:57.992672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-35adc45c-15fc-4be1-bc33-d915a99462d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351670 Mar 31 22:59:57.997423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Request body: {'port': {'device_id': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '4cc72bda41ba45b29e0cf9882062642b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:58.008402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1ae7bf5-a3fa-437c-a4ac-7b9e6cede5ec req-3f8cee00-732f-4d16-ba6b-9b176d65678a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 210 time: 0.1893234 Mar 31 22:59:58.128586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc769fc4-cc0a-498d-9b3e-06750f39b837,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:58.220280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Allocated IP 192.168.233.155 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5c590194-6186-4672-bf9b-bff93c77b5c1) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:58.239336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef58f9b-dc83-4e00-852b-81665873615a req-ac59d3e5-303c-4e1b-9944-41e45f99661c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042326 Mar 31 22:59:58.265628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-5d46212c-fbf1-4c92-91f8-6fe1cd65b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.269716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-5d46212c-fbf1-4c92-91f8-6fe1cd65b71e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449622 Mar 31 22:59:58.345150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-14ad1f5a-07f4-4e91-9997-8c1864816c53 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428094 Mar 31 22:59:58.358809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d18b4-f7a4-419f-bc66-d7fb8de4877b req-7b15d08e-d954-4cc2-86ef-cf19f5f0c3ad tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.368407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-394d18b4-f7a4-419f-bc66-d7fb8de4877b req-7b15d08e-d954-4cc2-86ef-cf19f5f0c3ad tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.2340300 Mar 31 22:59:58.474010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-ce5f5be6-1969-4b95-b510-0d4ff046ea74 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168003 Mar 31 22:59:58.581359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Made reservation on behalf of 4cc72bda41ba45b29e0cf9882062642b for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:58.590006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.606065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-394d18b4-f7a4-419f-bc66-d7fb8de4877b req-95b511e3-64fb-478d-926b-c3a150c025a4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364964 Mar 31 22:59:58.611078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-96def0ea-019b-43d9-983e-1f4d6d3b2107 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216200 Mar 31 22:59:58.650548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206afb16-f110-4fa7-a547-56eab7fe597d req-788ecf86-a26e-4840-8cfb-90a8d0f1decf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.652155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-206afb16-f110-4fa7-a547-56eab7fe597d req-788ecf86-a26e-4840-8cfb-90a8d0f1decf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 945 time: 0.1917801 Mar 31 22:59:58.710186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 592a21d1-d097-4186-9456-2c8f546e00e2 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:58.895748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 592a21d1-d097-4186-9456-2c8f546e00e2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:58.900713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 592a21d1-d097-4186-9456-2c8f546e00e2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:58.901540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.992956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.018504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:59.020730 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1428810-9480-4884-830a-2b1f308cb4f3" -d '{"events": [{"server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "name": "network-vif-plugged", "status": "completed", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:59.033272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:59.053498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d196b481-ef25-4fd4-a2e5-2b01f5328248 req-7ef51fac-c826-49f7-a6a4-395f087365e7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 210 time: 0.0565407 Mar 31 22:59:59.081059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.093668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-206afb16-f110-4fa7-a547-56eab7fe597d req-05864073-4636-44b9-87f8-40a0f2c4b12d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211965 Mar 31 22:59:59.110610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74b6e4be-b8ab-48dd-9b47-d287fdd96309 req-450362c0-b36a-450f-b5c5-e1d0c4b7cd41 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897938 Mar 31 22:59:59.125132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.183039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.258695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.274226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Allocated IP 192.168.233.106 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5fd2423c-161d-4a0e-b66c-05587dd54584) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:59.342258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.386767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:59.408499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143fe24-766f-487d-a9dd-c3580cffbf17 req-7ad86a73-cc55-4a19-ace7-b6983476c01d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.416529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9143fe24-766f-487d-a9dd-c3580cffbf17 req-7ad86a73-cc55-4a19-ace7-b6983476c01d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.2250662 Mar 31 22:59:59.418740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:59.430461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:59.515111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8ee32-a162-4977-a466-3a2b883df6a7 req-1fc59f77-cab1-4ec7-99fc-f7a3e09d55db tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.515548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.523716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6e8ee32-a162-4977-a466-3a2b883df6a7 req-1fc59f77-cab1-4ec7-99fc-f7a3e09d55db tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 943 time: 0.1577888 Mar 31 22:59:59.563426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9143fe24-766f-487d-a9dd-c3580cffbf17 req-b0a628fa-8ed9-44b3-9504-065e26ee056b tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457725 Mar 31 22:59:59.591417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.602126 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.629208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.638588 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc6b7eb-3a3d-4576-8e84-1892df274106 x-openstack-request-id: req-2bc6b7eb-3a3d-4576-8e84-1892df274106 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:59.639622 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "name": "network-vif-plugged", "status": "completed", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:59.640921 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2bc6b7eb-3a3d-4576-8e84-1892df274106 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:59.641530 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc6b7eb-3a3d-4576-8e84-1892df274106'] response: {'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2', 'code': 200} Mar 31 22:59:59.675184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6e8ee32-a162-4977-a466-3a2b883df6a7 req-b4dcfc92-142f-4493-babc-46e344291c23 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443496 Mar 31 22:59:59.694106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-3cb62f6e-97a5-45f0-bd35-11e7da7a3458 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0290577 Mar 31 22:59:59.716927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Request body: {'port': {'device_id': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:59.743562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:59.770313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event updated for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.775932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:59.826833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b7de09c-5f3c-4ba0-adbf-a7e9551d2e62 req-aa8d5ea8-28c1-4f58-a6f3-98cb73a79b0f tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 210 time: 0.0519750 Mar 31 22:59:59.832833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:59.912245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.912922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.925003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d5564-2d1c-44aa-852a-22740062f8ae req-e59bc479-5f7c-4680-bf84-0bbd371a5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.944581 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e4d5564-2d1c-44aa-852a-22740062f8ae req-e59bc479-5f7c-4680-bf84-0bbd371a5128 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1858158 Mar 31 22:59:59.960263 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.998171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ab249efc-6991-4612-a023-e9de2bde1f50 None None] Provisioning complete for port 5c590194-6186-4672-bf9b-bff93c77b5c1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:00.005716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8cde1-b996-4938-accd-62cfec217a13 req-94cbad48-9678-4202-aa60-bf7657be38ee tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.007138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ca8cde1-b996-4938-accd-62cfec217a13 req-94cbad48-9678-4202-aa60-bf7657be38ee tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1790211 Mar 31 23:00:00.009838 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ab249efc-6991-4612-a023-e9de2bde1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.021010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e4d5564-2d1c-44aa-852a-22740062f8ae req-b49cb657-0a47-4894-bfd2-ea5f502c519b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855150 Mar 31 23:00:00.070863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ab249efc-6991-4612-a023-e9de2bde1f50 None None] Port 5c590194-6186-4672-bf9b-bff93c77b5c1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:00.165531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ca8cde1-b996-4938-accd-62cfec217a13 req-cf75f38a-8d05-4269-a675-ffe0141631c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290510 Mar 31 23:00:00.297141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-813265c1-ec2b-47d3-a112-5a615a77fbec None None] Provisioning complete for port 5fd2423c-161d-4a0e-b66c-05587dd54584 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:00.297417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-813265c1-ec2b-47d3-a112-5a615a77fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.337407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-813265c1-ec2b-47d3-a112-5a615a77fbec None None] Port 5fd2423c-161d-4a0e-b66c-05587dd54584 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:00.351783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad586e4-cf18-4bcb-837c-9eaf9fa1c9b1 req-b67aaf1c-e9fe-444b-8bf6-0a6f2c2a10f3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.353277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fad586e4-cf18-4bcb-837c-9eaf9fa1c9b1 req-b67aaf1c-e9fe-444b-8bf6-0a6f2c2a10f3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0770080 Mar 31 23:00:00.356176 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-498d01f0-ed62-4eb5-9aa9-18befb8dc4d2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3647640 Mar 31 23:00:00.373983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Request body: {'port': {'device_id': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:00.402344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:00.416641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.428241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.432432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fad586e4-cf18-4bcb-837c-9eaf9fa1c9b1 req-c5c412eb-75b8-488b-9d10-f4a02421be28 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607460 Mar 31 23:00:00.434798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Transition to ACTIVE for port object 5c590194-6186-4672-bf9b-bff93c77b5c1 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:00.538160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.554429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7276d-0944-49b6-bfed-3e7b80b171c5 req-7ef7cc14-6f3a-4d59-927b-3b1059107399 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.556004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64a7276d-0944-49b6-bfed-3e7b80b171c5 req-7ef7cc14-6f3a-4d59-927b-3b1059107399 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 936 time: 0.0670812 Mar 31 23:00:00.582365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-9a46352d-cdd4-4d7b-847e-7eebcddfd2e7 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e6a26011d50c4260940088e09340aef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396872 Mar 31 23:00:00.671940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.857176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbd8f4-76dd-4c8e-803e-fe9c84f18309 req-6315b7f1-2823-4fb7-8c01-edef92284a63 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.859190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-17603867-1a8c-430b-9f12-f3b77e9e9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.860652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-17603867-1a8c-430b-9f12-f3b77e9e9c14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.1430955 Mar 31 23:00:00.861141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6dbd8f4-76dd-4c8e-803e-fe9c84f18309 req-6315b7f1-2823-4fb7-8c01-edef92284a63 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 946 time: 0.1837313 Mar 31 23:00:00.866561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64a7276d-0944-49b6-bfed-3e7b80b171c5 req-7255cb12-a302-4fc2-8844-e10574a5106e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883286 Mar 31 23:00:01.035639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6dbd8f4-76dd-4c8e-803e-fe9c84f18309 req-3c8cefc3-5028-4fa2-aee0-37c29715543c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642306 Mar 31 23:00:01.089711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-11610b44-c170-4b1e-9d7f-1d70e0327e65 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.091288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-11610b44-c170-4b1e-9d7f-1d70e0327e65 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5004766 Mar 31 23:00:01.100976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-af846b42-d41c-4046-82f2-27e373b3d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.102500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-af846b42-d41c-4046-82f2-27e373b3d5a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.2191975 Mar 31 23:00:01.119210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Attempting to bind port 5c590194-6186-4672-bf9b-bff93c77b5c1 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:01.119696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Attempting to bind port 5c590194-6186-4672-bf9b-bff93c77b5c1 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:01.120229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Attempting to bind port 5c590194-6186-4672-bf9b-bff93c77b5c1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:01.126350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Port 5c590194-6186-4672-bf9b-bff93c77b5c1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:01.126874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Attempting to bind port 5c590194-6186-4672-bf9b-bff93c77b5c1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:01.137385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:01.137873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:01.138345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:01.138897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Bound port: 5c590194-6186-4672-bf9b-bff93c77b5c1, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:01.139400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.141429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Request body: {'port': {'device_id': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'e6a26011d50c4260940088e09340aef2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:01.158617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e599d-a9ec-4247-a476-213cc6b2a04c req-dad2ac09-2065-4ed3-b822-cce33560bf30 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.161441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-208e599d-a9ec-4247-a476-213cc6b2a04c req-dad2ac09-2065-4ed3-b822-cce33560bf30 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1605055 Mar 31 23:00:01.239674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-208e599d-a9ec-4247-a476-213cc6b2a04c req-35a5c225-738e-4bd5-972f-18643964f7e1 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Mar 31 23:00:01.262081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:01.339880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd2423c-161d-4a0e-b66c-05587dd54584 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:01.350122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.377337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65901-aff1-40bb-961a-980b7fc9a00f req-fdb1a576-6922-4eea-bb37-db139cd7fc01 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.382569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f65901-aff1-40bb-961a-980b7fc9a00f req-fdb1a576-6922-4eea-bb37-db139cd7fc01 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 943 time: 0.1847246 Mar 31 23:00:01.397608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Transition to ACTIVE for port object 5fd2423c-161d-4a0e-b66c-05587dd54584 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:01.414523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:01.462868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e6a0467-cfaa-40bf-a103-2384918e9337 req-32a12acc-2ce0-4179-8f53-efb8acbf8444 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 210 time: 0.0744164 Mar 31 23:00:01.502946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:01.513007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:01.519696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc has no active binding in host n-h1-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 23:00:01.532849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.535609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f65901-aff1-40bb-961a-980b7fc9a00f req-56841cc6-d08d-4a7c-b695-535bce60f2ed tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460371 Mar 31 23:00:01.558890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-5738d124-9436-4557-ae77-2f99b23c7cfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 1001 time: 0.4376197 Mar 31 23:00:01.582986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.790222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-b3e8cf98-e6ea-458c-9925-74c799aab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.792208 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-b3e8cf98-e6ea-458c-9925-74c799aab4fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1941538 Mar 31 23:00:01.798479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.799417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.800517 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.802269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c590194-6186-4672-bf9b-bff93c77b5c1 HTTP/1.1" status: 200 len: 1096 time: 2.0896990 Mar 31 23:00:01.809049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:01.809049 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8431c8-18a6-46e2-be68-c9ef945d9da8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:01.874473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26b928-9f65-4f44-a95e-7018f6810ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.902699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16aab-9b69-4d95-a732-35195dc6811d req-dc8d6b55-b17b-4d17-8080-5afe70c5e07b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.921770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afe16aab-9b69-4d95-a732-35195dc6811d req-dc8d6b55-b17b-4d17-8080-5afe70c5e07b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.2552998 Mar 31 23:00:01.936987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Made reservation on behalf of e6a26011d50c4260940088e09340aef2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:01.941846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.985969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afe16aab-9b69-4d95-a732-35195dc6811d req-4eef3829-dd85-458f-bfd2-67368bb2484f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Mar 31 23:00:02.053249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-a1d5e262-1b09-40e5-98e7-326279a2b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.055045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-a1d5e262-1b09-40e5-98e7-326279a2b4b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342105 Mar 31 23:00:02.060191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Attempting to bind port 5fd2423c-161d-4a0e-b66c-05587dd54584 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:02.060666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Attempting to bind port 5fd2423c-161d-4a0e-b66c-05587dd54584 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:02.061554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Attempting to bind port 5fd2423c-161d-4a0e-b66c-05587dd54584 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:02.181760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-a628cf48-e041-4191-8a7a-9b1012139850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.183382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-a628cf48-e041-4191-8a7a-9b1012139850 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1099 time: 0.1954398 Mar 31 23:00:02.205188 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee96521e-f92c-4e24-8b7c-be9e409a03ba x-openstack-request-id: req-ee96521e-f92c-4e24-8b7c-be9e409a03ba {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:02.205188 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:02.205941 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee96521e-f92c-4e24-8b7c-be9e409a03ba {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:02.205941 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee96521e-f92c-4e24-8b7c-be9e409a03ba'] response: {'name': 'network-changed', 'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'status': 'completed', 'code': 200} Mar 31 23:00:02.224395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Port 5fd2423c-161d-4a0e-b66c-05587dd54584 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:02.224722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Attempting to bind port 5fd2423c-161d-4a0e-b66c-05587dd54584 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:02.323672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:02.324028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:02.324412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:02.324876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Bound port: 5fd2423c-161d-4a0e-b66c-05587dd54584, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:02.325218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.327774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595badd6-b4a9-42be-b588-94c4e7d54a1b req-8912cebe-366d-4f35-8c22-7057673074de tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.329564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-595badd6-b4a9-42be-b588-94c4e7d54a1b req-8912cebe-366d-4f35-8c22-7057673074de tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1959507 Mar 31 23:00:02.333975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-1cc5607a-1595-4054-b8ad-89b3c6f4f9d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=5c590194-6186-4672-bf9b-bff93c77b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1179116 Mar 31 23:00:02.466071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-595badd6-b4a9-42be-b588-94c4e7d54a1b req-82676d8e-33db-46c4-8e2f-528c11aad61e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202881 Mar 31 23:00:02.481922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-97ff7793-8917-413a-8875-3109b1542254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.481922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-97ff7793-8917-413a-8875-3109b1542254 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1360316 Mar 31 23:00:02.492641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5da-1f2d-4f19-8990-8b6293d5a22b req-19495156-ea64-4f54-8084-e6a29ab12b94 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.500327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e07cb5da-1f2d-4f19-8990-8b6293d5a22b req-19495156-ea64-4f54-8084-e6a29ab12b94 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.1691589 Mar 31 23:00:02.585856 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-7251ea85-1148-40c3-88a5-96c52baebb05 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176148 Mar 31 23:00:02.605754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Allocated IP 192.168.233.176 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/9532603f-22d8-4d8b-bd1e-19fe09519c13) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:02.644416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:02.690743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e07cb5da-1f2d-4f19-8990-8b6293d5a22b req-daa10e88-819a-4ee1-a514-b7ca7de02f69 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816919 Mar 31 23:00:02.691079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5fd2423c-161d-4a0e-b66c-05587dd54584,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:02.729890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:02.743653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-9e6bc4d7-ac3d-43ed-8ed4-91aa11e21d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.750205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-9e6bc4d7-ac3d-43ed-8ed4-91aa11e21d85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2456834 Mar 31 23:00:02.855890 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.881767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822a6dd-fb0a-4367-a9e6-977f127a903c req-0a2bfc24-649c-46f8-be74-2e5fb4c1f434 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.886069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6822a6dd-fb0a-4367-a9e6-977f127a903c req-0a2bfc24-649c-46f8-be74-2e5fb4c1f434 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 946 time: 0.2936702 Mar 31 23:00:02.908511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.962665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.963295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.964709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] 10.222.0.10 "PUT /v2.0/ports/5fd2423c-161d-4a0e-b66c-05587dd54584 HTTP/1.1" status: 200 len: 1096 time: 2.5949547 Mar 31 23:00:02.969595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:02.969595 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52737985-edc8-49e4-b983-f3c8438c3602" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:02.989616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-445ed857-92fc-441c-b294-3b198ddd6e91 req-b665550b-8f62-4c09-b748-cbed6cbd3002 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787351 Mar 31 23:00:03.029477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442d2db-8329-49d5-9e62-3005026d7aca service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:03.071530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.216326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6822a6dd-fb0a-4367-a9e6-977f127a903c req-94d121a8-d4c9-4e6c-8ece-3c754c49e749 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234363 Mar 31 23:00:03.221703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:03.233560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:03.239688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:03.255761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Pushing event updated for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:03.257528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b22e-dfc1-4dc8-82fb-71ca48e14d3f req-6db0797f-fbdb-4e78-aa82-50a1dd647a7e tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.269834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d840b22e-dfc1-4dc8-82fb-71ca48e14d3f req-6db0797f-fbdb-4e78-aa82-50a1dd647a7e tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.3780642 Mar 31 23:00:03.277003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9cfd92f0-0555-4b4b-9cbf-284818be948a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:03.297287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:03.374200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-07d2bbf5-d7bd-4ab2-bacd-60123dc8819e service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103835 Mar 31 23:00:03.408652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-560c205e-cebc-4f86-995b-87cc7b81f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.410472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-560c205e-cebc-4f86-995b-87cc7b81f413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 1099 time: 0.2604547 Mar 31 23:00:03.445566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.450276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.569661 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-25b46e1a-4e86-4615-ac15-59eed324b5d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5fd2423c-161d-4a0e-b66c-05587dd54584 HTTP/1.1" status: 200 len: 217 time: 0.1142213 Mar 31 23:00:03.570988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d840b22e-dfc1-4dc8-82fb-71ca48e14d3f req-37df7313-a754-4523-8e6d-b584804df072 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993166 Mar 31 23:00:03.682599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b65b0-2992-4f20-9784-1825814a1a77 req-a9ec68f3-b85b-4168-ae13-7dde256fd33e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.691535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b6b65b0-2992-4f20-9784-1825814a1a77 req-a9ec68f3-b85b-4168-ae13-7dde256fd33e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.3036253 Mar 31 23:00:03.721446 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-884460be-db76-494b-be24-4642fb4fdab9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5989380 Mar 31 23:00:03.725233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:03.751920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Request body: {'port': {'device_id': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:03.755630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:03.762363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:03.781431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-c7444e12-347b-4f08-bd88-7487f198d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.785043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-c7444e12-347b-4f08-bd88-7487f198d0bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.2051556 Mar 31 23:00:03.821059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.857175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfd92f0-0555-4b4b-9cbf-284818be948a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:03.859695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b6b65b0-2992-4f20-9784-1825814a1a77 req-4705ec2d-f512-41aa-a6ed-2988747c328e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671314 Mar 31 23:00:03.869450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59c9a78b-c810-40d7-ba36-e72add6f0e7f req-66684dba-25d5-46bf-8d61-dfbaf52d9bcf service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829209 Mar 31 23:00:03.876164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-f221f9e2-23b1-42a9-b42f-d103734c28d5 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.878287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-f221f9e2-23b1-42a9-b42f-d103734c28d5 tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.2234690 Mar 31 23:00:03.885371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb5713-e554-44e3-ba52-af5ca759ec3d req-1467cb61-7e95-41d0-b780-72209a973bd2 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.888884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ed832cc8-d241-414d-81f7-f5cafd6fb1d9 None None] Provisioning complete for port 9532603f-22d8-4d8b-bd1e-19fe09519c13 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:03.889405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed832cc8-d241-414d-81f7-f5cafd6fb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.894737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3cb5713-e554-44e3-ba52-af5ca759ec3d req-1467cb61-7e95-41d0-b780-72209a973bd2 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 936 time: 0.1921737 Mar 31 23:00:03.941596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:03.952573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-0ce38cd1-7a80-44e7-ad83-9b3759ffcf9e service neutron] 10.222.0.44 "GET /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.2456133 Mar 31 23:00:03.959104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.968140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ed832cc8-d241-414d-81f7-f5cafd6fb1d9 None None] Port 9532603f-22d8-4d8b-bd1e-19fe09519c13 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:04.157883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3cb5713-e554-44e3-ba52-af5ca759ec3d req-fd3fd82c-ef0e-4460-813e-4fa7aa2995dd tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230066 Mar 31 23:00:04.157883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84756efb-8b6e-4478-886a-fee17cc6e3f3 req-d414ebb8-81d5-4ea0-8b3b-edf2134b22cb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.157883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84756efb-8b6e-4478-886a-fee17cc6e3f3 req-d414ebb8-81d5-4ea0-8b3b-edf2134b22cb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 943 time: 0.1414680 Mar 31 23:00:04.160333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.233001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.248696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84756efb-8b6e-4478-886a-fee17cc6e3f3 req-161597e4-7891-4c59-8a8a-8899a05a5415 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124682 Mar 31 23:00:04.260514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-0f55c3c2-72fb-4c76-99a5-2195f0eafb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.260514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-0f55c3c2-72fb-4c76-99a5-2195f0eafb14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1099 time: 0.1408370 Mar 31 23:00:04.274966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be3155-42cc-41f1-8d14-a95fb9834a68 req-fd1f7870-b328-42ba-a880-283100465622 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.274966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51be3155-42cc-41f1-8d14-a95fb9834a68 req-fd1f7870-b328-42ba-a880-283100465622 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 943 time: 0.1181347 Mar 31 23:00:04.349070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.381889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51be3155-42cc-41f1-8d14-a95fb9834a68 req-1616dbe8-0188-4a3d-836f-7f9261e2eb79 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Mar 31 23:00:04.448671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-d9e9e50f-0aec-4524-b670-99405bac9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.450153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-d9e9e50f-0aec-4524-b670-99405bac9c00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1771641 Mar 31 23:00:04.465011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-d53f359d-af38-4348-845c-18d8ac0ace41 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1479114702&fields=id&tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 267 time: 0.0939686 Mar 31 23:00:04.523205 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e094275-2dd0-4655-8c1b-51160b41cab6 x-openstack-request-id: req-1e094275-2dd0-4655-8c1b-51160b41cab6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:04.523454 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:04.523678 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e094275-2dd0-4655-8c1b-51160b41cab6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:04.524056 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e094275-2dd0-4655-8c1b-51160b41cab6'] response: {'name': 'network-changed', 'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584', 'status': 'completed', 'code': 200} Mar 31 23:00:04.527242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-86aa9110-659f-47e6-9ab8-2d0b2c8b7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.528861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-86aa9110-659f-47e6-9ab8-2d0b2c8b7ace service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7130909 Mar 31 23:00:04.556508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-c2578c35-e991-423c-8cb3-dec78c5170f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=5c590194-6186-4672-bf9b-bff93c77b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0611172 Mar 31 23:00:04.615213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-21c5e695-cbb9-4e09-a3b7-84fa9bd4576e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.617028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-21c5e695-cbb9-4e09-a3b7-84fa9bd4576e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 946 time: 0.1509717 Mar 31 23:00:04.626068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe19f7-1edf-4aa9-a6f8-50fc8e068030 req-90c11b3e-0ebb-47ab-a976-16df2b8542b0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.628144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befe19f7-1edf-4aa9-a6f8-50fc8e068030 req-90c11b3e-0ebb-47ab-a976-16df2b8542b0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1348939 Mar 31 23:00:04.637163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'security_groups': ['604eb72e-924e-4412-9a91-7d3652128485', 'ad887f74-05e9-4dc8-894c-6e1956422dd6']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:04.695703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-078157a3-09e9-45f9-acf5-d578a2467938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.697134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-078157a3-09e9-45f9-acf5-d578a2467938 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1333668 Mar 31 23:00:04.739513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-befe19f7-1edf-4aa9-a6f8-50fc8e068030 req-363289ca-09d5-4c1f-9359-ebbb8d2c35d2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967789 Mar 31 23:00:04.791559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.816022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Deleting port f181b619-e556-4c09-bc86-b2620bf672d1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:04.816516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.817816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-db19cfc7-5555-4b09-ad28-e2b413214758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.819645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-db19cfc7-5555-4b09-ad28-e2b413214758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145868 Mar 31 23:00:04.855053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-45f4cd58-9412-4a42-94f3-a76c7bcc11fb service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033762 Mar 31 23:00:04.995070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eff94d-7c62-464e-839b-78f3288b22b3 req-e1ca43f0-e144-47d8-8801-a2b0cd95c53e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.996717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9eff94d-7c62-464e-839b-78f3288b22b3 req-e1ca43f0-e144-47d8-8801-a2b0cd95c53e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.1498353 Mar 31 23:00:05.065965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9eff94d-7c62-464e-839b-78f3288b22b3 req-369abbcf-12eb-4eff-8971-298efc021cfc tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546637 Mar 31 23:00:05.081378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-4b873395-1b93-4ffd-8327-2cb7bf072cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332332 Mar 31 23:00:05.174753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] For port f181b619-e556-4c09-bc86-b2620bf672d1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f181b619-e556-4c09-bc86-b2620bf672d1,segment=NetworkSegment(a191a0fd-bd36-499b-92c8-93ebd1839ef9),segment_id=a191a0fd-bd36-499b-92c8-93ebd1839ef9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.175568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.190489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0eaa672-53d8-4686-8626-8ed6dfd89b49 req-73c811c8-63be-45da-ab70-c85eeba0ff58 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204744 Mar 31 23:00:05.240325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.244182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Calling delete_port for f181b619-e556-4c09-bc86-b2620bf672d1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:05.326380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9cfd92f0-0555-4b4b-9cbf-284818be948a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:05.354129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:05.373456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf5bb-0835-49d1-9acc-2fb718e92dac req-d2b313b5-c353-4bae-aeaf-f86c671629dd tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.376617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9532603f-22d8-4d8b-bd1e-19fe09519c13 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:05.390197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e2cf5bb-0835-49d1-9acc-2fb718e92dac req-d2b313b5-c353-4bae-aeaf-f86c671629dd tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 945 time: 0.1975796 Mar 31 23:00:05.390972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.434429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f8431c8-18a6-46e2-be68-c9ef945d9da8 req-b9cfe0eb-11e1-469c-94c5-7df16b45b31a service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422368 Mar 31 23:00:05.446554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe86da1-0714-4f03-8740-9ebd3912f8dc {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:05.452372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.456361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Transition to ACTIVE for port object 9532603f-22d8-4d8b-bd1e-19fe09519c13 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:05.465941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.503919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e2cf5bb-0835-49d1-9acc-2fb718e92dac req-ea7e53d1-7794-4029-ae3e-9faa0be95e3c tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/security-groups?id=1303110f-042f-4bdf-ae7e-84677be00188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061962 Mar 31 23:00:05.510303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737985-edc8-49e4-b983-f3c8438c3602 req-2ee6fe8f-cc64-4b9a-a4e7-8712f6ced66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.511864 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-2ee6fe8f-cc64-4b9a-a4e7-8712f6ced66c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 1099 time: 0.1091466 Mar 31 23:00:05.533205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.572927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.663688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.675720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.691101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:05.891086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:05.902043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.070292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Attempting to bind port 9532603f-22d8-4d8b-bd1e-19fe09519c13 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:06.071158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Attempting to bind port 9532603f-22d8-4d8b-bd1e-19fe09519c13 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:06.071865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Attempting to bind port 9532603f-22d8-4d8b-bd1e-19fe09519c13 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:06.079884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Port 9532603f-22d8-4d8b-bd1e-19fe09519c13 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:06.080868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Attempting to bind port 9532603f-22d8-4d8b-bd1e-19fe09519c13 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:06.107629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737985-edc8-49e4-b983-f3c8438c3602 req-3836dee6-125e-42f3-86f8-812c700a61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.109405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-3836dee6-125e-42f3-86f8-812c700a61ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.5883412 Mar 31 23:00:06.117402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] No DVR routers for this DVR port f181b619-e556-4c09-bc86-b2620bf672d1 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:06.120067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Pushing event deleted for resources: {'Port': ['ID=f181b619-e556-4c09-bc86-b2620bf672d1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.125513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.129852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-99b08c4a-2825-4902-8a94-cc898c6f350e req-82256be9-3f6a-429a-921c-0c21c94cb00f tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.44 "DELETE /v2.0/ports/f181b619-e556-4c09-bc86-b2620bf672d1 HTTP/1.1" status: 204 len: 173 time: 2.2409811 Mar 31 23:00:06.139114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.146996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:06.147625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:06.148358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:06.149000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Bound port: 9532603f-22d8-4d8b-bd1e-19fe09519c13, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:06.150011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.151751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a75afa-34fe-4893-be91-4873d14d2495 req-be0f5627-7b9e-4fc1-8ba4-0471b50ba5cf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.166659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7a75afa-34fe-4893-be91-4873d14d2495 req-be0f5627-7b9e-4fc1-8ba4-0471b50ba5cf tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.5791957 Mar 31 23:00:06.191844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.193071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.194630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9c5f7ac-ffe3-45e7-8244-356dbc78b398 req-bfcbc74d-3be2-46ee-8fa6-936bd5f8c2ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "PUT /v2.0/ports/592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 982 time: 1.5654933 Mar 31 23:00:06.198073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:06.199901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-417698e3-b070-4eff-8d64-6f40e6f68aad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5fd2423c-161d-4a0e-b66c-05587dd54584 HTTP/1.1" status: 200 len: 217 time: 0.0653074 Mar 31 23:00:06.200644 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:06.204027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] Transition to ACTIVE for port object 6fe86da1-0714-4f03-8740-9ebd3912f8dc will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:06.243142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7a75afa-34fe-4893-be91-4873d14d2495 req-7d6b64e9-0c07-4e3c-b13c-eaadeaf3a5f8 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818410 Mar 31 23:00:06.280859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:06.281859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:06.287535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:06.342062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737985-edc8-49e4-b983-f3c8438c3602 req-287d0f2d-f6a6-4d7b-b302-8a6c2cbd8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.343243 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-287d0f2d-f6a6-4d7b-b302-8a6c2cbd8595 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0558028 Mar 31 23:00:06.414315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1ec6c-3703-4adc-82ee-2226defcf02f req-6839220a-de1d-4b79-a0f1-8afefbb6a7a6 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.415986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3a1ec6c-3703-4adc-82ee-2226defcf02f req-6839220a-de1d-4b79-a0f1-8afefbb6a7a6 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 948 time: 0.1430345 Mar 31 23:00:06.429070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737985-edc8-49e4-b983-f3c8438c3602 req-afe15dcf-6677-4bab-8a4a-110d08b8bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.432021 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-afe15dcf-6677-4bab-8a4a-110d08b8bdf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808074 Mar 31 23:00:06.460206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.473161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3a1ec6c-3703-4adc-82ee-2226defcf02f req-e65f359f-ec7b-49e2-b39b-f1bcb62b4845 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Mar 31 23:00:06.485126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983574c-b717-424d-9fb1-12c7e650180a req-435c28d6-5bde-4a94-9b04-2b846b721f8f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.493624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a983574c-b717-424d-9fb1-12c7e650180a req-435c28d6-5bde-4a94-9b04-2b846b721f8f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 944 time: 0.1375847 Mar 31 23:00:06.534682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'name': 'network-vif-deleted', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:06.536061 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b578e4-a3ac-467c-afc6-3d1ff260bcb3" -d '{"events": [{"server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "name": "network-vif-deleted", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:06.552905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a983574c-b717-424d-9fb1-12c7e650180a req-a930da72-da14-4e57-9bd0-5b4a4f51102c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Mar 31 23:00:06.593235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.642058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] No DVR routers for this DVR port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:06.652174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] Pushing event updated for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.657504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.658111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.659838 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/9532603f-22d8-4d8b-bd1e-19fe09519c13 HTTP/1.1" status: 200 len: 1096 time: 2.9125462 Mar 31 23:00:06.744933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-165ea1de-daf5-4bdb-ae56-0ab2199e732f service neutron] 10.222.0.44 "PUT /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc/bindings/n-h1-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7792788 Mar 31 23:00:06.765133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f181b619-e556-4c09-bc86-b2620bf672d1 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:06.773836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-43ebdf85-6915-481d-9913-c56a9f0b31ab service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280549 Mar 31 23:00:06.788289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916bc8-9754-4c9c-817a-b6bc7d88964f req-1b6fec73-49b7-4eda-99b2-209fae8e3680 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.797321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea916bc8-9754-4c9c-817a-b6bc7d88964f req-1b6fec73-49b7-4eda-99b2-209fae8e3680 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.0911546 Mar 31 23:00:06.804869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f181b619-e556-4c09-bc86-b2620bf672d1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:06.806028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f181b619-e556-4c09-bc86-b2620bf672d1 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:06.829194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:06.864154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea916bc8-9754-4c9c-817a-b6bc7d88964f req-33bef298-9a0d-4503-a161-70e24033d60e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588088 Mar 31 23:00:06.899568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abafd14-ab74-4803-897f-bdb3d0a8ee8e req-9f9ae9b4-fedc-4d12-82fe-0fff55891246 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.902530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5abafd14-ab74-4803-897f-bdb3d0a8ee8e req-9f9ae9b4-fedc-4d12-82fe-0fff55891246 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.2624011 Mar 31 23:00:07.012496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5abafd14-ab74-4803-897f-bdb3d0a8ee8e req-42ff7760-49b2-4d5f-b43b-5df6319ad3bb tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019771 Mar 31 23:00:07.014478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446e4a-2a4f-4073-b66c-2233a57cd5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:07.046640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-9c653dd1-c6d9-488e-9623-de50990d144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.048447 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-9c653dd1-c6d9-488e-9623-de50990d144e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 1099 time: 0.1987886 Mar 31 23:00:07.119900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-7f256391-e6bd-4490-952e-efa5daa4c7d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13 HTTP/1.1" status: 200 len: 217 time: 0.0608780 Mar 31 23:00:07.131191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a83b9-8514-42b8-b7e9-a42dc9a74f08 req-537b8675-9b69-4c0c-bc24-a0d0964b80f2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.142862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e0a83b9-8514-42b8-b7e9-a42dc9a74f08 req-537b8675-9b69-4c0c-bc24-a0d0964b80f2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.1299872 Mar 31 23:00:07.167774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-bc48eee5-4fec-4312-947c-256d3fc3158b tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.169394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-bc48eee5-4fec-4312-947c-256d3fc3158b tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.1803753 Mar 31 23:00:07.212042 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52737985-edc8-49e4-b983-f3c8438c3602 req-af01a865-f51a-449a-a0e6-53e0611733b4 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234376 Mar 31 23:00:07.213612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-4c4a4a67-adb6-4cef-990d-5a0c8251e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.215121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-4c4a4a67-adb6-4cef-990d-5a0c8251e6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0846033 Mar 31 23:00:07.272822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-348fb85e-6937-4d13-967c-1809bc0d61f6 req-80b1697c-085c-458d-a27b-e4994ec35d9f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ad887f74-05e9-4dc8-894c-6e1956422dd6 HTTP/1.1" status: 200 len: 1801 time: 0.1686194 Mar 31 23:00:07.290750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-54252c5e-db96-40a1-a869-f77e3032aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.292347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-54252c5e-db96-40a1-a869-f77e3032aeb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016&tenant_id=97d35e69afc64850a50a0b6f399cddd0 HTTP/1.1" status: 200 len: 1095 time: 0.1127810 Mar 31 23:00:07.296974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e0a83b9-8514-42b8-b7e9-a42dc9a74f08 req-8690b48c-6f8d-4321-a45f-748db784d45b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567998 Mar 31 23:00:07.310520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29179d82-26fc-4919-bc2c-33dc224313ae req-c7c43ef2-d3be-42e4-a9c5-80d4b9d37067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.312046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-c7c43ef2-d3be-42e4-a9c5-80d4b9d37067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888174 Mar 31 23:00:07.314533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9cfd92f0-0555-4b4b-9cbf-284818be948a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:07.387299 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-348fb85e-6937-4d13-967c-1809bc0d61f6 req-6688a554-151b-4e13-a663-d308966fec9e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:00:07.399131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-348fb85e-6937-4d13-967c-1809bc0d61f6 req-6688a554-151b-4e13-a663-d308966fec9e tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/ad887f74-05e9-4dc8-894c-6e1956422dd6 HTTP/1.1" status: 409 len: 341 time: 0.1252847 Mar 31 23:00:07.452972 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e609488-e368-448d-a585-f43fd50c2869 x-openstack-request-id: req-0e609488-e368-448d-a585-f43fd50c2869 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:07.452972 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:07.452972 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0e609488-e368-448d-a585-f43fd50c2869 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:07.452972 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e609488-e368-448d-a585-f43fd50c2869'] response: {'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2', 'status': 'completed', 'code': 200} Mar 31 23:00:07.483452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c037b3ae-a82a-4377-b2e9-05949126c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.484984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c037b3ae-a82a-4377-b2e9-05949126c9f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1095 time: 0.1145115 Mar 31 23:00:07.489766 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf6fef6-5131-4cfb-b0b2-01b75f34cf97 x-openstack-request-id: req-3bf6fef6-5131-4cfb-b0b2-01b75f34cf97 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:07.490057 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4221be-aea8-4c25-bb3b-c2848138f6ae", "name": "network-vif-deleted", "tag": "f181b619-e556-4c09-bc86-b2620bf672d1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:07.490308 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3bf6fef6-5131-4cfb-b0b2-01b75f34cf97 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:07.490702 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf6fef6-5131-4cfb-b0b2-01b75f34cf97'] response: {'server_uuid': 'dc4221be-aea8-4c25-bb3b-c2848138f6ae', 'name': 'network-vif-deleted', 'tag': 'f181b619-e556-4c09-bc86-b2620bf672d1', 'status': 'completed', 'code': 200} Mar 31 23:00:07.511844 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-ffa40d09-ed77-4b76-9a04-ab9eb930ad46 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930449 Mar 31 23:00:07.531311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-844abad1-b70f-4f7a-8bfe-ab5218fac8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.532732 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-844abad1-b70f-4f7a-8bfe-ab5218fac8af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1136 time: 0.0799577 Mar 31 23:00:07.545374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-827d7f3d-bc7d-4d13-bda8-635446a9962a req-ee9f5852-941c-4858-9265-3179a540995d tempest-ServerAddressesNegativeTestJSON-334260743 tempest-ServerAddressesNegativeTestJSON-334260743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc4221be-aea8-4c25-bb3b-c2848138f6ae HTTP/1.1" status: 200 len: 210 time: 0.0536144 Mar 31 23:00:07.647707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e8ab2-bb22-444a-ad83-ecdd49df3e91 req-45cc1b69-f0e2-405b-941d-3b4abcbd4fe7 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.649235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-755e8ab2-bb22-444a-ad83-ecdd49df3e91 req-45cc1b69-f0e2-405b-941d-3b4abcbd4fe7 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1064653 Mar 31 23:00:07.676222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-bf10c33f-2b18-4353-b216-922959be80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.677668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-bf10c33f-2b18-4353-b216-922959be80c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.1848226 Mar 31 23:00:07.684803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-4b210fba-a565-4846-9c40-a13c00721ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.686427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-4b210fba-a565-4846-9c40-a13c00721ded service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.1438947 Mar 31 23:00:07.689892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-29179d82-26fc-4919-bc2c-33dc224313ae req-2cb4291b-40fd-420d-b1cf-67556c938814 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695576 Mar 31 23:00:07.706199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-755e8ab2-bb22-444a-ad83-ecdd49df3e91 req-5eb59c1e-ded9-49ac-b0f1-b9d73dbca4ad tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447526 Mar 31 23:00:07.733495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-3da31d4e-b1ca-4526-b6c5-3a2bc0c94137 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 217 time: 0.0376604 Mar 31 23:00:07.733665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c95c2db1-1621-441a-84e2-724ab971c408 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 200 len: 217 time: 0.0398555 Mar 31 23:00:07.789497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-8265708f-6296-4f62-b58d-6687046b8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.791153 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-8265708f-6296-4f62-b58d-6687046b8b6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.0519335 Mar 31 23:00:07.814519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-2425d5d7-cc47-4db6-b2f8-e3420c4a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.817412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-2425d5d7-cc47-4db6-b2f8-e3420c4a1050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.0761991 Mar 31 23:00:07.823641 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-8c9de17c-d8ce-4965-a1c2-3629ed91adfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256002 Mar 31 23:00:07.844567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b1fc-8251-4356-90c2-0c5727a95d41 req-608b80d5-3177-487f-b8b5-9c87baf1973d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.846258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfa6b1fc-8251-4356-90c2-0c5727a95d41 req-608b80d5-3177-487f-b8b5-9c87baf1973d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 948 time: 0.0730011 Mar 31 23:00:07.862730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-cb92c34c-2be6-4e4c-953b-d1c9e484b806 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348501 Mar 31 23:00:07.915725 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-7ec604d3-ba05-4175-a255-bfd8b09c5143 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860882 Mar 31 23:00:07.952024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfa6b1fc-8251-4356-90c2-0c5727a95d41 req-1d37b620-e5f4-4db9-a6a3-75c65f19dfa0 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918972 Mar 31 23:00:08.008834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-30d1fe46-6599-4401-96f2-bc9e6cc4ee33 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394658 Mar 31 23:00:08.021178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1507f1-5f41-4bea-87b7-ca3ea6b7f8cd req-ada6a420-a935-4b66-a945-e5836680c939 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989525 Mar 31 23:00:08.130871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85525234-7e1d-4fea-a961-b6bb2a055c9a req-7263e511-dc64-4972-9e4b-e19b1625c2be tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.132389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85525234-7e1d-4fea-a961-b6bb2a055c9a req-7263e511-dc64-4972-9e4b-e19b1625c2be tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 944 time: 0.1170483 Mar 31 23:00:08.147903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9cfd92f0-0555-4b4b-9cbf-284818be948a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:08.152081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9cfd92f0-0555-4b4b-9cbf-284818be948a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:08.153294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.164314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-a5918bd6-8b8c-4025-9851-d0b19e9cdee9 service neutron] 10.222.0.10 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470578 Mar 31 23:00:08.190947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85525234-7e1d-4fea-a961-b6bb2a055c9a req-4e22357b-4786-42b3-b4e0-6960bd49f7f7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Mar 31 23:00:08.249361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.279613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:08.282282 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448c8f1-b947-4684-98a0-326d0bccfb94" -d '{"events": [{"server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:08.296941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:08.324108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bac3f-6fb4-4b40-83a1-9b0291375e17 req-765cf827-0498-4dbd-9a5b-db67af92f6e3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.325674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c76bac3f-6fb4-4b40-83a1-9b0291375e17 req-765cf827-0498-4dbd-9a5b-db67af92f6e3 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0748518 Mar 31 23:00:08.338521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43314) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.360625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Request body: {'floatingip': {'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:08.423350 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.442316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.505658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c76e6-d568-4f1a-b514-54980eb0f5a9 req-3bb24440-0539-41cb-835d-5af9edd4b2fc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.514221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b20c76e6-d568-4f1a-b514-54980eb0f5a9 req-3bb24440-0539-41cb-835d-5af9edd4b2fc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1203420 Mar 31 23:00:08.557263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.602772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b20c76e6-d568-4f1a-b514-54980eb0f5a9 req-5ae5b75b-e97c-4ab4-a3b8-22e987a4cbb2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873530 Mar 31 23:00:08.643254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963856-6088-4157-b496-edabdef79213 req-3ba1f0a2-0c20-4a26-ae12-ec5c10b162e5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.648388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2963856-6088-4157-b496-edabdef79213 req-3ba1f0a2-0c20-4a26-ae12-ec5c10b162e5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.1666963 Mar 31 23:00:08.695993 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ae3c3-8787-4170-8468-d745244da408 x-openstack-request-id: req-278ae3c3-8787-4170-8468-d745244da408 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:08.697084 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:08.698002 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-278ae3c3-8787-4170-8468-d745244da408 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:08.698935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2963856-6088-4157-b496-edabdef79213 req-a4542bf5-976a-45e3-938e-6761f0cebecd tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Mar 31 23:00:08.699462 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278ae3c3-8787-4170-8468-d745244da408'] response: {'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'code': 200} Mar 31 23:00:08.811543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-36e50bc2-5e66-4d65-8e2a-9e03cab17a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.813014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-36e50bc2-5e66-4d65-8e2a-9e03cab17a6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1136 time: 0.2873650 Mar 31 23:00:08.933658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2760f-f83d-448a-8da6-140491dfbd9a req-09a06a35-1e69-4bfc-8fa3-9525454c5a09 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.944001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33e2760f-f83d-448a-8da6-140491dfbd9a req-09a06a35-1e69-4bfc-8fa3-9525454c5a09 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 985 time: 0.1557257 Mar 31 23:00:08.946880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf2fc0-1848-48a1-9043-827ff03afed4 req-970f6161-b237-47c2-a023-e1437c3ec4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.948365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55bf2fc0-1848-48a1-9043-827ff03afed4 req-970f6161-b237-47c2-a023-e1437c3ec4f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.1232114 Mar 31 23:00:08.968606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b811-6b81-454d-840c-20e78489f1df req-cc321896-a3a6-43ba-8d3e-ed564d34d515 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.970254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd02b811-6b81-454d-840c-20e78489f1df req-cc321896-a3a6-43ba-8d3e-ed564d34d515 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.1727729 Mar 31 23:00:09.068270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33e2760f-f83d-448a-8da6-140491dfbd9a req-b34ed9b4-425d-4350-a47d-e214ae47e62b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=ad887f74-05e9-4dc8-894c-6e1956422dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1144106 Mar 31 23:00:09.078513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd02b811-6b81-454d-840c-20e78489f1df req-9ce66bd6-d246-435b-9c77-b0b4f175d160 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811245 Mar 31 23:00:09.093814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55bf2fc0-1848-48a1-9043-827ff03afed4 req-c38bbeb8-add3-4401-a662-764f65556723 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Mar 31 23:00:09.157369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.242127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Deleting subnet 27cb89fb-5dbe-4157-a9f7-9453c762334a {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:09.247300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.293712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7db2-7579-496e-b0e0-553fd6a0d465 req-e5835169-a7b9-48f9-b3c8-6bb63dfe4c56 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.293712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-873d7db2-7579-496e-b0e0-553fd6a0d465 req-e5835169-a7b9-48f9-b3c8-6bb63dfe4c56 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 948 time: 0.0930820 Mar 31 23:00:09.321915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.351975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:09.367057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-16bce11b-cc8f-422b-827d-534559919d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.368650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-16bce11b-cc8f-422b-827d-534559919d6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.5486848 Mar 31 23:00:09.400283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-873d7db2-7579-496e-b0e0-553fd6a0d465 req-cc8c5cee-3d1d-42a3-936c-e91cf7cc603b tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071584 Mar 31 23:00:09.401297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.446178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408c80-2a86-489c-9a9d-98a6fbe9d670 req-60d11df6-044e-453c-87b5-3cc3af41ca8c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.451137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc408c80-2a86-489c-9a9d-98a6fbe9d670 req-60d11df6-044e-453c-87b5-3cc3af41ca8c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.1404846 Mar 31 23:00:09.467825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-517db7c4-a353-4229-b9cb-9958d9d7f1b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 217 time: 0.0857770 Mar 31 23:00:09.472087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-d6bcc12e-6dcf-4208-8014-af3501ac2dc9 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.473508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-d6bcc12e-6dcf-4208-8014-af3501ac2dc9 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016&tenant_id=97d35e69afc64850a50a0b6f399cddd0&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1095 time: 0.5098338 Mar 31 23:00:09.486440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:09.492717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:09.494926 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615e8ab-b9f6-4357-9852-874d45cdb8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:09.499222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'mac_address': 'fa:16:3e:5f:e0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:09.503402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc408c80-2a86-489c-9a9d-98a6fbe9d670 req-53c662fd-6bc7-47bf-a85c-6378ab857a24 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Mar 31 23:00:09.550423 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390fbda1-c5d9-4160-8a2f-34dbd0f3fb29 x-openstack-request-id: req-390fbda1-c5d9-4160-8a2f-34dbd0f3fb29 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:09.550707 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:09.550952 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-390fbda1-c5d9-4160-8a2f-34dbd0f3fb29 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:09.551382 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390fbda1-c5d9-4160-8a2f-34dbd0f3fb29'] response: {'name': 'network-changed', 'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13', 'status': 'completed', 'code': 200} Mar 31 23:00:09.639368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-e1c01983-2b19-40a5-8cc9-820401623e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.639873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.644680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-e1c01983-2b19-40a5-8cc9-820401623e09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.1650095 Mar 31 23:00:09.679381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.685999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:09.691460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cb89fb-5dbe-4157-a9f7-9453c762334a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.695454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-437ae043-3d19-455e-b24f-2db90acb7377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422063 Mar 31 23:00:09.708268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:09.717513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.720875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e211d69a-2ec1-415f-9bb8-809aeb2e81f8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/27cb89fb-5dbe-4157-a9f7-9453c762334a HTTP/1.1" status: 204 len: 168 time: 0.5623775 Mar 31 23:00:09.724021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43336) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.793768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-52fff3f7-e8fd-474a-b77e-d329d5512aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.795219 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-52fff3f7-e8fd-474a-b77e-d329d5512aeb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6a26011d50c4260940088e09340aef2&device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 1099 time: 0.2101870 Mar 31 23:00:09.845191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.852575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17e465-a37b-41c8-9a9b-bcd1b2652ea5 req-147dc650-7ab1-47ee-8d9e-9a5106ab5f38 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.854207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a17e465-a37b-41c8-9a9b-bcd1b2652ea5 req-147dc650-7ab1-47ee-8d9e-9a5106ab5f38 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1462710 Mar 31 23:00:09.862260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.902192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c455ae-105f-43bb-84f2-4a7e58c02fdd req-52cb897c-ca28-4660-8445-ee7ddfff337a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.903826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83c455ae-105f-43bb-84f2-4a7e58c02fdd req-52cb897c-ca28-4660-8445-ee7ddfff337a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.1131377 Mar 31 23:00:09.905639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.944754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.953067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a17e465-a37b-41c8-9a9b-bcd1b2652ea5 req-e3f52bea-3d2c-4899-9bfa-b1a12d2c50bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879102 Mar 31 23:00:09.982563 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-b4c8ea63-cc12-4fb1-90fa-e09751ab8500 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618248 Mar 31 23:00:10.012556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-1bcea3b4-03c1-4e8a-bf4d-d19a147f7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.013984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-1bcea3b4-03c1-4e8a-bf4d-d19a147f7187 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1785841 Mar 31 23:00:10.020863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83c455ae-105f-43bb-84f2-4a7e58c02fdd req-eac48ff2-c901-4f16-8e53-925f64cc6f1e tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892024 Mar 31 23:00:10.022397 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.051470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5123122b-8e1c-429b-a4b2-4334d9f19a37']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.061963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a191a0fd-bd36-499b-92c8-93ebd1839ef9') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.062334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a191a0fd-bd36-499b-92c8-93ebd1839ef9') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.074217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.094980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-1e60e112-7bda-4f69-b58c-936adb21b4bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13 HTTP/1.1" status: 200 len: 217 time: 0.0517023 Mar 31 23:00:10.097325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.105717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.119685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:10.120328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:10.122261 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:10.178853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c2add9e2-224f-4834-abf8-182e77c40443 service neutron] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:10.199152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c2add9e2-224f-4834-abf8-182e77c40443 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.200210 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-34de8136-8231-465e-bfe5-43dcb218fed1 req-c2add9e2-224f-4834-abf8-182e77c40443 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc/bindings/n-h2-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.7173316 Mar 31 23:00:10.210220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-feb932ee-2df2-40ff-8168-201b400f70f8 req-4ff49706-6065-499a-b1ba-4c4c154e19c8 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189114 Mar 31 23:00:10.248265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-15cde036-e381-44f0-b3a4-ebf97ea9ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.249716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-15cde036-e381-44f0-b3a4-ebf97ea9ab23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1479518 Mar 31 23:00:10.267267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76252dd-c287-4472-a2c2-afbdc31e60fd req-f98e8e0b-145b-44a1-93c0-27225b4238d0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.269838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d76252dd-c287-4472-a2c2-afbdc31e60fd req-f98e8e0b-145b-44a1-93c0-27225b4238d0 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 985 time: 0.0938160 Mar 31 23:00:10.271862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b86111-92b3-4ef9-ad07-898d2bbb7085 req-756a38cc-df25-42bf-9f3d-dd6c7ff79f45 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.273244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29b86111-92b3-4ef9-ad07-898d2bbb7085 req-756a38cc-df25-42bf-9f3d-dd6c7ff79f45 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 1095 time: 0.0961370 Mar 31 23:00:10.331436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.338564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d76252dd-c287-4472-a2c2-afbdc31e60fd req-48333637-8fb0-46a0-b854-6ee9adf96a4d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=ad887f74-05e9-4dc8-894c-6e1956422dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0622826 Mar 31 23:00:10.341437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29b86111-92b3-4ef9-ad07-898d2bbb7085 req-228a29b9-2bf3-4397-9ea8-7a72449f0562 tempest-LiveAutoBlockMigrationV225Test-1079711931 tempest-LiveAutoBlockMigrationV225Test-1079711931-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588210 Mar 31 23:00:10.346977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.352732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5123122b-8e1c-429b-a4b2-4334d9f19a37 HTTP/1.1" status: 204 len: 168 time: 0.6251934 Mar 31 23:00:10.362264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2ff00-2a7b-4e6a-b3f2-8247d913c934 admin admin] Pushing event deleted for resources: {'Network': ['ID=5123122b-8e1c-429b-a4b2-4334d9f19a37,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.383237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-8f0a45a7-e0dd-4c77-9de2-ad8742d78dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.385922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-8f0a45a7-e0dd-4c77-9de2-ad8742d78dbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235156 Mar 31 23:00:10.500630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03142c-fabf-40ea-af4f-0b9f0f025e56 req-8766fb22-14be-4eea-b2fc-ef3dcdb9d54e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.503099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa03142c-fabf-40ea-af4f-0b9f0f025e56 req-8766fb22-14be-4eea-b2fc-ef3dcdb9d54e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.0578744 Mar 31 23:00:10.549629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:10.551286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa03142c-fabf-40ea-af4f-0b9f0f025e56 req-b0c76dd9-6048-4003-9432-df170e7783ce tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Mar 31 23:00:10.571739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-a82c46c4-9820-4ac6-82a2-aef96ee361a9 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684721 Mar 31 23:00:10.668260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194535e-2df5-4cf4-9cf2-b8c533fb6cc6 req-76c4312c-8079-4814-b8aa-ce1c2f5d18b7 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.669766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6194535e-2df5-4cf4-9cf2-b8c533fb6cc6 req-76c4312c-8079-4814-b8aa-ce1c2f5d18b7 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 948 time: 0.0513227 Mar 31 23:00:10.713063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6194535e-2df5-4cf4-9cf2-b8c533fb6cc6 req-f3974707-b0aa-4c84-bc71-e92972a398ba tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Mar 31 23:00:10.760454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:10.763474 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1615e8ab-b9f6-4357-9852-874d45cdb8d8 req-a123e518-1a68-4dc3-80dc-0b2d62205415 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862273 Mar 31 23:00:10.766583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.771961 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:10.785672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:10.786753 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.791902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9532603f-22d8-4d8b-bd1e-19fe09519c13 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:10.845394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2d8d-45ea-4e2a-8292-74b7ce2fc52c req-ec85e2d0-d14a-46d8-96f6-57e6cc23dab3 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.854346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16d732a1-b501-4522-aa14-fae92ae0c239 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "PUT /v2.0/floatingips/3133fe8e-d41c-445a-80cb-bb3acd6bdee5 HTTP/1.1" status: 200 len: 993 time: 2.5162652 Mar 31 23:00:10.872510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d6d2d8d-45ea-4e2a-8292-74b7ce2fc52c req-ec85e2d0-d14a-46d8-96f6-57e6cc23dab3 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.0988350 Mar 31 23:00:10.906766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5c590194-6186-4672-bf9b-bff93c77b5c1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:10.935625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d6d2d8d-45ea-4e2a-8292-74b7ce2fc52c req-d6fc9d23-bd62-4f97-83eb-ad45fddad923 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Mar 31 23:00:10.976558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.016140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9532603f-22d8-4d8b-bd1e-19fe09519c13', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '9532603f-22d8-4d8b-bd1e-19fe09519c13', 'mac_address': 'fa:16:3e:1a:87:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:11.058743 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:11.101677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43368) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:11.171194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f21300-a73e-428e-9f6e-a935d9430d46 req-a53df751-5e08-4a2b-8f47-d2f03b822dc2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.179185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.179500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10f21300-a73e-428e-9f6e-a935d9430d46 req-a53df751-5e08-4a2b-8f47-d2f03b822dc2 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1205821 Mar 31 23:00:11.201263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6b8229b8-a8ac-41a6-9758-c27a4626ae8f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a3bd089d9ff74eeb9eb516bd9d415c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940301 Mar 31 23:00:11.201263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43370) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:11.234667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa8df-e5fb-4202-ac41-8f2aa6f5b85c req-ef077f51-d251-4cdc-9cc8-b068d94841c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.235572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9532603f-22d8-4d8b-bd1e-19fe09519c13 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:11.237863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20baa8df-e5fb-4202-ac41-8f2aa6f5b85c req-ef077f51-d251-4cdc-9cc8-b068d94841c2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.1136553 Mar 31 23:00:11.272205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.298721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10f21300-a73e-428e-9f6e-a935d9430d46 req-114b6a2f-e828-4dd1-b0dd-dcf6048309a3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054959 Mar 31 23:00:11.299750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.302782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.319241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5fd2423c-161d-4a0e-b66c-05587dd54584 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:11.368811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20baa8df-e5fb-4202-ac41-8f2aa6f5b85c req-7a9f623c-3103-48ff-9b17-c24a75f51c60 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202877 Mar 31 23:00:11.411258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.434567 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T23:00:09Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:11.458909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.461511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.462659 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1303110f-042f-4bdf-ae7e-84677be00188 HTTP/1.1" status: 204 len: 168 time: 0.2608938 Mar 31 23:00:11.473108 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:11.483831 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:11.484284 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T22:59:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:11.487439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35760f6-31fa-4c92-b50d-9a2aa4bfc22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303110f-042f-4bdf-ae7e-84677be00188,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.536149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913d061-e447-40f2-93c4-a58272f099d1 req-4e684895-b1fd-43b9-a9a2-6c114fe658fe tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.545898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1913d061-e447-40f2-93c4-a58272f099d1 req-4e684895-b1fd-43b9-a9a2-6c114fe658fe tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 985 time: 0.1068103 Mar 31 23:00:11.547725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5fd2423c-161d-4a0e-b66c-05587dd54584,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.551815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.552378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}, {'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:11.554695 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f" -d '{"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}, {"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:11.572192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5fd2423c-161d-4a0e-b66c-05587dd54584', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5fd2423c-161d-4a0e-b66c-05587dd54584', 'mac_address': 'fa:16:3e:78:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:11.605449 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b411f1f6-061b-45ee-b9ca-c2a77e54d0a1 x-openstack-request-id: req-b411f1f6-061b-45ee-b9ca-c2a77e54d0a1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:11.606157 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:11.606157 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b411f1f6-061b-45ee-b9ca-c2a77e54d0a1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:11.606596 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b411f1f6-061b-45ee-b9ca-c2a77e54d0a1'] response: {'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'status': 'completed', 'code': 200} Mar 31 23:00:11.606871 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b411f1f6-061b-45ee-b9ca-c2a77e54d0a1'] response: {'name': 'network-changed', 'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'status': 'completed', 'code': 200} Mar 31 23:00:11.639150 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.647315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1913d061-e447-40f2-93c4-a58272f099d1 req-f9bcd5ea-b086-4d46-b35e-d79263c57cf2 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=ad887f74-05e9-4dc8-894c-6e1956422dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1005156 Mar 31 23:00:11.655664 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d68bd1-9f1e-4f03-8487-f02faa14cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.658826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd2423c-161d-4a0e-b66c-05587dd54584 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:11.693413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5fd2423c-161d-4a0e-b66c-05587dd54584,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.718544 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:11.763104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9532603f-22d8-4d8b-bd1e-19fe09519c13'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:11.777535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-a7d4f2bb-7ac8-46ae-b719-3c711d521dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.779882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-a7d4f2bb-7ac8-46ae-b719-3c711d521dea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.1443813 Mar 31 23:00:11.785631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-d81916bc-a7bc-46d7-bdf3-2fbab47f3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.787837 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-d81916bc-a7bc-46d7-bdf3-2fbab47f3227 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1096 time: 0.0827334 Mar 31 23:00:11.811185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfce1d-62b7-4d66-8d6b-6ddacbd6ff5c req-3e0cee37-5844-46a0-a61d-9feffe3ed1be tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.823785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ecfce1d-62b7-4d66-8d6b-6ddacbd6ff5c req-3e0cee37-5844-46a0-a61d-9feffe3ed1be tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 948 time: 0.1290216 Mar 31 23:00:11.824704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.850179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-350bca59-dfe1-4f76-8dbf-747d61447562 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-868999515&fields=id&tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5 HTTP/1.1" status: 200 len: 267 time: 0.0981576 Mar 31 23:00:11.921987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.951350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ecfce1d-62b7-4d66-8d6b-6ddacbd6ff5c req-995d0880-26c5-4dde-9dfd-7ef00731d9c1 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262908 Mar 31 23:00:11.992462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-13fb6ce7-47c1-47fd-bccc-582516857494 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.004408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-13fb6ce7-47c1-47fd-bccc-582516857494 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 985 time: 0.1532912 Mar 31 23:00:12.015934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-1e25a1be-60ec-43ac-a9ef-fa2b01c9372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.017572 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-1e25a1be-60ec-43ac-a9ef-fa2b01c9372b service neutron] 10.222.0.10 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 916 time: 0.2203166 Mar 31 23:00:12.017836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'port': {'security_groups': ['604eb72e-924e-4412-9a91-7d3652128485', 'ad887f74-05e9-4dc8-894c-6e1956422dd6', 'a30ec94d-3cd6-45fa-8406-ce5dffe58092']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:12.020260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-45c0ca06-8458-4167-9991-4683da08ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.021769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-45c0ca06-8458-4167-9991-4683da08ee4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.2326767 Mar 31 23:00:12.049074 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T23:00:09Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:12.079524 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909e11d-23fa-4590-b456-63dfd642a143 None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3133fe8e-d41c-445a-80cb-bb3acd6bdee5', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'port_id': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'mac_address': 'fa:16:3e:e2:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:57:34Z', 'updated_at': '2022-03-31T23:00:09Z', 'revision_number': 3, 'project_id': '71c4722b51124760a8058539c7f95a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:12.110607 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-a3bd3c3a-d742-465d-bf87-27996f7efbcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 217 time: 0.0861528 Mar 31 23:00:12.119974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.151669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-7586f463-697c-4b4b-b43a-9e2f349600ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 1001 time: 0.1209261 Mar 31 23:00:12.169039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406c967-f6a3-431c-9a95-732cd99b142c req-ad383ee5-7cd9-4b4b-896e-2da6a37e23a5 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.174492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4406c967-f6a3-431c-9a95-732cd99b142c req-ad383ee5-7cd9-4b4b-896e-2da6a37e23a5 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 949 time: 0.1117942 Mar 31 23:00:12.229251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-025fcf30-bf97-4659-8ea6-fcca0231e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.230754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-025fcf30-bf97-4659-8ea6-fcca0231e796 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.0965409 Mar 31 23:00:12.246528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-2950e338-1edb-4734-89d8-58d86364ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.248894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-2950e338-1edb-4734-89d8-58d86364ced4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.0736711 Mar 31 23:00:12.271601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-8e955206-8590-48b6-a067-8d55a43d0493 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335441 Mar 31 23:00:12.282797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4406c967-f6a3-431c-9a95-732cd99b142c req-c07b2948-4d74-4fda-962d-63cbbebf7692 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901937 Mar 31 23:00:12.375273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-7b69b420-a044-4eaf-89b7-1580f06e99cc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.375273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-7b69b420-a044-4eaf-89b7-1580f06e99cc tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.1359978 Mar 31 23:00:12.399063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5fd2423c-161d-4a0e-b66c-05587dd54584'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:12.564082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865e3b9-2987-4b3a-b2cd-8009ba6267a1 req-03a3e91a-5acb-4242-8d02-7db84d7d4af2 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.571689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6865e3b9-2987-4b3a-b2cd-8009ba6267a1 req-03a3e91a-5acb-4242-8d02-7db84d7d4af2 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.1816881 Mar 31 23:00:12.619967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:12.652281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6865e3b9-2987-4b3a-b2cd-8009ba6267a1 req-b63bebf2-4bed-4518-a966-8760cd4367f0 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796926 Mar 31 23:00:12.675289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Deleting port 6fe86da1-0714-4f03-8740-9ebd3912f8dc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:12.675631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.679926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.707277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-f7678617-f1d4-4582-b894-560ab6a6b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.709433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-f7678617-f1d4-4582-b894-560ab6a6b0e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4405615 Mar 31 23:00:12.711339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-b8311fa0-c9e4-4b1c-9aee-327ceebdf205 service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130313 Mar 31 23:00:12.795489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.806723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:12.814291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] For port 6fe86da1-0714-4f03-8740-9ebd3912f8dc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6fe86da1-0714-4f03-8740-9ebd3912f8dc,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:12.815217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.859346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b21c-6e18-4b13-b870-d0d0adb3bc1a req-1c9a9b8c-ac83-46ba-9be0-0a1607187aa4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.860867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a589b21c-6e18-4b13-b870-d0d0adb3bc1a req-1c9a9b8c-ac83-46ba-9be0-0a1607187aa4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.1289334 Mar 31 23:00:12.861940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Calling delete_port for 6fe86da1-0714-4f03-8740-9ebd3912f8dc owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:12.872531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-086424c7-4c0d-4e6b-b17b-2d83a8f6b575 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561925 Mar 31 23:00:12.875207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.875890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.881468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2721e931-4c7d-4d77-886c-b959bd53f2f8 req-a200bdee-25b0-4f71-9132-6ed54245a85f service neutron] 10.222.0.10 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522191 Mar 31 23:00:12.882111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c95207b8-8bd1-4845-9e21-49b7070af6de req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "PUT /v2.0/ports/592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 1021 time: 0.8713152 Mar 31 23:00:12.882111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:12.882885 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:12.921188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9532603f-22d8-4d8b-bd1e-19fe09519c13 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:12.961016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839f40f-6121-4fbb-8d08-b1c4701c9972 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:12.997942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-d921f8ff-8118-4422-ac29-60872f446f8b service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191993 Mar 31 23:00:13.000021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:13.027546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a589b21c-6e18-4b13-b870-d0d0adb3bc1a req-64579cb8-6358-4e86-af57-b6b435980b49 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207504 Mar 31 23:00:13.093729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-87243487-e2c5-429e-b46d-edb3cc8dacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.095235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-87243487-e2c5-429e-b46d-edb3cc8dacf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 1096 time: 0.0498829 Mar 31 23:00:13.231121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-7b08f1ae-5cdf-444f-9627-beafa5f753c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.233652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-7b08f1ae-5cdf-444f-9627-beafa5f753c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.1314945 Mar 31 23:00:13.247926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9532603f-22d8-4d8b-bd1e-19fe09519c13 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:13.273472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9532603f-22d8-4d8b-bd1e-19fe09519c13 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:13.273472 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.283931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:13.320256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-363153bb-45ab-42e0-9698-0f497c2fc189 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 200 len: 1001 time: 0.0789557 Mar 31 23:00:13.338288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:13.398553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-e5b74767-c10a-422f-b2aa-d7108bc69aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.400455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-e5b74767-c10a-422f-b2aa-d7108bc69aa1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.0750203 Mar 31 23:00:13.423083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-856283685-network', 'tenant_id': '560a000cf97743f086c73c254583b4c2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:13.480055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-cd2834e1-d18d-4f4d-900d-bd706fe86373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.480055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-cd2834e1-d18d-4f4d-900d-bd706fe86373 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699213 Mar 31 23:00:13.527137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.551043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Made reservation on behalf of 560a000cf97743f086c73c254583b4c2 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:13.553589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.557192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f773d1c-41ea-4940-b29f-a0ca6f0e8af8 req-fedecd87-0585-45df-bfcd-845a14a8ed01 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.565900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f773d1c-41ea-4940-b29f-a0ca6f0e8af8 req-fedecd87-0585-45df-bfcd-845a14a8ed01 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 944 time: 0.5865276 Mar 31 23:00:13.566126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.607764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:13.615196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:13.617887 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a56c7a-1ff5-441e-a3ea-12111599ec9a" -d '{"events": [{"server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "name": "network-vif-plugged", "status": "completed", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:13.623172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5c590194-6186-4672-bf9b-bff93c77b5c1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:13.631251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5c590194-6186-4672-bf9b-bff93c77b5c1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:13.632756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.665315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-6c5f0d30-6c4d-40f3-81a0-8e14274f68a0 service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805770 Mar 31 23:00:13.675238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f773d1c-41ea-4940-b29f-a0ca6f0e8af8 req-e91d162e-2b84-4e8a-a205-23550abad2b5 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095831 Mar 31 23:00:13.685013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:13.688110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-c51bbfea-d63a-4fdc-a9ef-cd85f30deefa tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6475406 Mar 31 23:00:13.703490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:13.718850 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.737146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.756718 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08692d1-acb7-4897-9aab-bfbc52132cd1 x-openstack-request-id: req-f08692d1-acb7-4897-9aab-bfbc52132cd1 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:13.758117 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:13.758728 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f08692d1-acb7-4897-9aab-bfbc52132cd1 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:13.759488 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08692d1-acb7-4897-9aab-bfbc52132cd1'] response: {'name': 'network-changed', 'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2', 'status': 'completed', 'code': 200} Mar 31 23:00:13.771833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.818133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event deleted for resources: {'Port': ['ID=6fe86da1-0714-4f03-8740-9ebd3912f8dc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.840791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.854596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.854927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.855312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.855663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.856004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.856341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.856674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.857055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.857394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.857723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.858052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.858381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:13.869005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.871669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.875893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-df0332b9-67a4-4e7c-8373-7188b04b3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.877488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-df0332b9-67a4-4e7c-8373-7188b04b3f50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1175 time: 0.0714662 Mar 31 23:00:13.881745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.884118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7bdbad29-1d98-427b-8731-040d1e05aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.896765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:13.907212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.907607 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Added segment cb46da4c-4565-4ed4-8592-d9e8a2776957 of type vlan for network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af Mar 31 23:00:13.936732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:13.966815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] No DVR routers for this DVR port 6fe86da1-0714-4f03-8740-9ebd3912f8dc on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:14.034522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.038947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85e01a50-cef3-4802-a823-084199f9f4e2 req-d1c2508e-1ded-40ac-9055-396172e04871 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "DELETE /v2.0/ports/6fe86da1-0714-4f03-8740-9ebd3912f8dc HTTP/1.1" status: 204 len: 173 time: 1.6583474 Mar 31 23:00:14.044352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.052355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e1931ce-ec5e-426a-bd81-2c92aca9d1d5 req-215f0a55-1bf3-4764-9a59-90ad464f658d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/a30ec94d-3cd6-45fa-8406-ce5dffe58092 HTTP/1.1" status: 200 len: 1800 time: 0.2774932 Mar 31 23:00:14.055423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f252d8d-05bb-4b43-a00b-92847026c899,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.069577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d87192d1-87d9-4db9-a0ec-8cf696ccf43f req-a8eb7098-75a4-424e-a825-d64cd32c916a service neutron] 10.222.0.44 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872266 Mar 31 23:00:14.085733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.086354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:14.118630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-94f66d99-fd1c-4784-a2f1-2e0c69225329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.120416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-94f66d99-fd1c-4784-a2f1-2e0c69225329 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 200 len: 914 time: 0.1746564 Mar 31 23:00:14.138620 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-2e1931ce-ec5e-426a-bd81-2c92aca9d1d5 req-6960369e-941f-4e78-98ec-17cb004884bf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:00:14.138620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e1931ce-ec5e-426a-bd81-2c92aca9d1d5 req-6960369e-941f-4e78-98ec-17cb004884bf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/a30ec94d-3cd6-45fa-8406-ce5dffe58092 HTTP/1.1" status: 409 len: 341 time: 0.0755961 Mar 31 23:00:14.148541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.172516 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-e037671c-918f-4b1a-9ae1-b3f42e737831 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 200 len: 217 time: 0.0434451 Mar 31 23:00:14.173245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.175246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.175624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.210117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.262724 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.280240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b91a54d-4b3c-43c4-b921-5ecf6cef89af,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.304440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-9fcc60f1-eba8-4f83-b778-c2bf4839bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.304700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfbd21-7c8b-4912-a0f6-253d002240b3 req-64f98c39-eba2-4884-a58a-f9701c2848cd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.306330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:14.306705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-9fcc60f1-eba8-4f83-b778-c2bf4839bfd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 200 len: 852 time: 0.1275425 Mar 31 23:00:14.311518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cdfbd21-7c8b-4912-a0f6-253d002240b3 req-64f98c39-eba2-4884-a58a-f9701c2848cd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 949 time: 0.1069500 Mar 31 23:00:14.327708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3a84db6-85c0-4e9d-a520-24d4a2d169b2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0428765 Mar 31 23:00:14.328376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:14.334133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:14.349183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Request body: {'subnet': {'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-856283685-subnet', 'tenant_id': '560a000cf97743f086c73c254583b4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:14.355294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-97f4452f-dee4-4430-9cfb-9664fadc1ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421705 Mar 31 23:00:14.370714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Allocated IP 172.25.6.126 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ba626aab-c779-4d71-91b7-97c2b4158d36) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:14.375964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cdfbd21-7c8b-4912-a0f6-253d002240b3 req-73524f62-9607-47ea-9695-3c85f90eacfa tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605288 Mar 31 23:00:14.394409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.484776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.530030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-d72e4730-edae-4afe-b4d6-966853d14316 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669726 Mar 31 23:00:14.544058 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.555323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Made reservation on behalf of 560a000cf97743f086c73c254583b4c2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:14.557587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.560550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535c21b-ea18-4741-a959-76f8e3d1b5a0 req-27c0d027-c921-481f-8787-05d2dd1f872e tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.562135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4535c21b-ea18-4741-a959-76f8e3d1b5a0 req-27c0d027-c921-481f-8787-05d2dd1f872e tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.0814402 Mar 31 23:00:14.617573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4535c21b-ea18-4741-a959-76f8e3d1b5a0 req-a9d9343c-cc7b-47cd-930f-d8d6261d4289 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Mar 31 23:00:14.678035 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b953596-b59a-452d-a38b-d2edc3b103c0 x-openstack-request-id: req-7b953596-b59a-452d-a38b-d2edc3b103c0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:14.678327 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "name": "network-vif-plugged", "status": "completed", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:14.684027 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7b953596-b59a-452d-a38b-d2edc3b103c0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:14.684551 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b953596-b59a-452d-a38b-d2edc3b103c0'] response: {'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13', 'code': 200} Mar 31 23:00:14.707800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0e3abba-f0c6-4cb8-bb55-4a03eab835e7 req-16cba72c-4997-42ef-b256-424102b203a9 service neutron] 10.222.0.44 "GET /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718125 Mar 31 23:00:14.733448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.819972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:14.825897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:14.828567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:14.850940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event updated for resources: {'Port': ['ID=ba626aab-c779-4d71-91b7-97c2b4158d36,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.851810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee5b69-d086-4b43-bc22-19d08c948740 req-8469d76c-0986-40d5-b40a-ba9379348a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.853299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32ee5b69-d086-4b43-bc22-19d08c948740 req-8469d76c-0986-40d5-b40a-ba9379348a1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 1101 time: 0.0676227 Mar 31 23:00:14.888035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bfaba-ac7c-4ae3-a8ec-28fe42235753 req-7968ebb0-6444-4f0a-9326-144cd6a5930f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.889217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c58bfaba-ac7c-4ae3-a8ec-28fe42235753 req-7968ebb0-6444-4f0a-9326-144cd6a5930f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.1173115 Mar 31 23:00:14.894283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32ee5b69-d086-4b43-bc22-19d08c948740 req-081f0300-e979-4b89-aa60-a0efcd35248f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Mar 31 23:00:14.965445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.965682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c58bfaba-ac7c-4ae3-a8ec-28fe42235753 req-d1b86664-9b1a-40da-9e87-dbd226537802 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Mar 31 23:00:14.966555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.025828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88804cc3-7190-4230-98f6-4fb4ef797633,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.038456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Checking segment: {'id': 'cb46da4c-4565-4ed4-8592-d9e8a2776957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:15.038923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Network hostable DHCP agents. Network: 2b91a54d-4b3c-43c4-b921-5ecf6cef89af, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:15.117531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.149797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:15.188369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.250389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2b91a54d-4b3c-43c4-b921-5ecf6cef89af) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:15.257507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.258097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.259605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a4ec2-8512-45cf-8bae-eda24ea20419 None None] Network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:15.313238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.373396 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-65586ca0-7ceb-48e6-804f-74800100f4b2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0419743 Mar 31 23:00:15.381597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5fd2423c-161d-4a0e-b66c-05587dd54584 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:15.421352 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.460004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe27fae-1227-4da6-bed5-aee2a9402517 None None] Network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:15.597118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2966118-fe4e-4e64-b0e6-5f5d82fcfcc2 req-98ac37b4-a472-4b78-aaa4-0c9f5c34c136 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.0399094 Mar 31 23:00:15.599969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event updated for resources: {'Port': ['ID=ba626aab-c779-4d71-91b7-97c2b4158d36,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.610408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.718310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.719518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-e9cf2337-f461-4e88-bd54-29f057fac7b7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0306082 Mar 31 23:00:15.766783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-deleted', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:15.770014 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990f60ac-2380-4dc7-9b37-4afa5c055646" -d '{"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-deleted", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:15.823515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe416b62-a366-4559-9cc0-9bb9a7a6d727 req-b96404ab-f62b-49af-8033-ca8e11d7ea58 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.825081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe416b62-a366-4559-9cc0-9bb9a7a6d727 req-b96404ab-f62b-49af-8033-ca8e11d7ea58 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 949 time: 0.1403348 Mar 31 23:00:15.828225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-3aed1bdf-2d44-4e24-9016-91e111939f4b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0979223 Mar 31 23:00:15.832661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5fd2423c-161d-4a0e-b66c-05587dd54584 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:15.836523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5fd2423c-161d-4a0e-b66c-05587dd54584 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:15.850710 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.941113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe416b62-a366-4559-9cc0-9bb9a7a6d727 req-994d85f2-043f-440a-9505-0edb004c955b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019766 Mar 31 23:00:15.948664 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.002655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e55024-a270-49ae-b9d7-0294a20db26a req-8f56f62e-24ef-4bf9-884f-fea788cd5111 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.010742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-8f56f62e-24ef-4bf9-884f-fea788cd5111 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1655762 Mar 31 23:00:16.017040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-15d6b6ee-e0e4-4455-8c61-ca7c5d62e2c3 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:16.035206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e55024-a270-49ae-b9d7-0294a20db26a req-15d6b6ee-e0e4-4455-8c61-ca7c5d62e2c3 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189571 Mar 31 23:00:16.038700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5fd2423c-161d-4a0e-b66c-05587dd54584,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:16.118052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dca1-066d-4d3e-88cd-c422a789b26c req-b1504a97-2ce0-4ee3-aa7f-bf2b19af4ccc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.120000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d68dca1-066d-4d3e-88cd-c422a789b26c req-b1504a97-2ce0-4ee3-aa7f-bf2b19af4ccc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1024 time: 0.0686228 Mar 31 23:00:16.147765 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.149914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:16.176551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6fe86da1-0714-4f03-8740-9ebd3912f8dc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:16.176551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6fe86da1-0714-4f03-8740-9ebd3912f8dc not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:16.185388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d68dca1-066d-4d3e-88cd-c422a789b26c req-80ba72dd-b4e1-4884-a1a5-39b24ff133f5 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=ad887f74-05e9-4dc8-894c-6e1956422dd6&id=a30ec94d-3cd6-45fa-8406-ce5dffe58092&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0521648 Mar 31 23:00:16.239028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:16.324130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e4b9-85a4-49b7-b36a-5193bc3268a1 req-aeaa074e-0e12-4570-ad56-fb20d2de3ff3 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.325778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e95e4b9-85a4-49b7-b36a-5193bc3268a1 req-aeaa074e-0e12-4570-ad56-fb20d2de3ff3 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.0562327 Mar 31 23:00:16.408859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e95e4b9-85a4-49b7-b36a-5193bc3268a1 req-e44ccf27-7f0f-4cfb-9cb1-9330070e728a tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694742 Mar 31 23:00:16.424848 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f691bb-7d5e-44ff-ba22-b3d2a4f708ed x-openstack-request-id: req-e6f691bb-7d5e-44ff-ba22-b3d2a4f708ed {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:16.425137 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bed78a-9342-4f91-ba5b-82ff7a9cf016", "name": "network-vif-deleted", "tag": "6fe86da1-0714-4f03-8740-9ebd3912f8dc", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:16.425395 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e6f691bb-7d5e-44ff-ba22-b3d2a4f708ed {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:16.425797 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f691bb-7d5e-44ff-ba22-b3d2a4f708ed'] response: {'server_uuid': '52bed78a-9342-4f91-ba5b-82ff7a9cf016', 'name': 'network-vif-deleted', 'tag': '6fe86da1-0714-4f03-8740-9ebd3912f8dc', 'status': 'completed', 'code': 200} Mar 31 23:00:16.607795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a0f23-4620-4471-aac9-07559abe5d49 req-7e074b00-2d1f-41a4-a8e2-52295cc751f5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.609929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab9a0f23-4620-4471-aac9-07559abe5d49 req-7e074b00-2d1f-41a4-a8e2-52295cc751f5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.1201994 Mar 31 23:00:16.639351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.684378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-f9408b0b-d07f-4017-88f4-58bc29cb68b5 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.685833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-f9408b0b-d07f-4017-88f4-58bc29cb68b5 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 819 time: 0.1690557 Mar 31 23:00:16.685980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}, {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}, {'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:16.688997 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed7f9e3-9182-4724-9a01-491e36520317" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}, {"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-unplugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}, {"server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:16.693991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab9a0f23-4620-4471-aac9-07559abe5d49 req-f8ec4fce-aedc-4662-a2a7-4a7bab3cd922 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Mar 31 23:00:16.711531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-9aa38932-0893-437f-b9b9-f12fab244347 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/quotas/6f75fa6366ce46438c0f67618b45a16e HTTP/1.1" status: 200 len: 375 time: 0.0166752 Mar 31 23:00:16.766714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-5755c534-4256-4311-8f91-94f885713128 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538435 Mar 31 23:00:16.780014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.883575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-19eb61e6-1602-44ad-9acb-529e39dc912b service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053455 Mar 31 23:00:16.996150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-69d1b993-f8e2-42de-b4f1-3f68dd86cc50 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063418 Mar 31 23:00:17.034064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e15bdca6-a54d-4b46-8e9a-310129a5a3ee req-0ff5f7a1-f3c4-4f2f-8482-5ad819a83a7f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.0316694 Mar 31 23:00:17.094745 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06409eab-9fbc-4364-a783-9ea92f06a120 x-openstack-request-id: req-06409eab-9fbc-4364-a783-9ea92f06a120 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:17.095069 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "code": 200}, {"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-unplugged", "status": "failed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "code": 422}, {"server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:17.095321 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06409eab-9fbc-4364-a783-9ea92f06a120 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:17.096093 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06409eab-9fbc-4364-a783-9ea92f06a120'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'code': 200} Mar 31 23:00:17.096573 n-d-828414-2 neutron-server[109836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-06409eab-9fbc-4364-a783-9ea92f06a120']: {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'code': 422} returned with failed status Mar 31 23:00:17.097005 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06409eab-9fbc-4364-a783-9ea92f06a120'] response: {'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584', 'code': 200} Mar 31 23:00:17.199375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6cc6-9d8c-4f69-8734-6657fec712fc req-94b7158e-8c0a-404f-ae81-107e302cbd54 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.201055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c6cc6-9d8c-4f69-8734-6657fec712fc req-94b7158e-8c0a-404f-ae81-107e302cbd54 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0607741 Mar 31 23:00:17.284162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c6cc6-9d8c-4f69-8734-6657fec712fc req-f501b98b-9968-4c11-9b60-b9efeb859cbd tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765984 Mar 31 23:00:17.293055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969d3d9-5fd9-47dd-9faa-4af11a98831d req-a4da8d93-e491-48ca-b61b-ffb888c9e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.294567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e969d3d9-5fd9-47dd-9faa-4af11a98831d req-a4da8d93-e491-48ca-b61b-ffb888c9e451 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1101 time: 0.0689034 Mar 31 23:00:17.299504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417efa15-22db-422d-ba3c-51a2c13e00e6 req-0236a8c1-5962-4011-b066-a56718aaefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.303935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-417efa15-22db-422d-ba3c-51a2c13e00e6 req-0236a8c1-5962-4011-b066-a56718aaefae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 1101 time: 0.0576367 Mar 31 23:00:17.335704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e969d3d9-5fd9-47dd-9faa-4af11a98831d req-ae10a68d-0fcf-4dff-9370-e6db9c5eb30b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Mar 31 23:00:17.417072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-828133a0-95ec-4b61-9906-1c1c0a3832b2 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.418581 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-828133a0-95ec-4b61-9906-1c1c0a3832b2 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1024 time: 0.1154864 Mar 31 23:00:17.420799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-417efa15-22db-422d-ba3c-51a2c13e00e6 req-82522f64-07d5-4385-8a4b-22c614104470 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835421 Mar 31 23:00:17.438624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772efcb-84cc-4edb-b895-ee1f9dc3feb2 req-663aca7c-8f6f-4c5c-9357-0d464e8c6b03 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.440643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e772efcb-84cc-4edb-b895-ee1f9dc3feb2 req-663aca7c-8f6f-4c5c-9357-0d464e8c6b03 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0714884 Mar 31 23:00:17.526925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e772efcb-84cc-4edb-b895-ee1f9dc3feb2 req-97254d44-16dd-4f75-b0f1-b92a55aa3841 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Mar 31 23:00:17.592053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Deleting port 592a21d1-d097-4186-9456-2c8f546e00e2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:17.592403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.596412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45bccd3-58ca-4f52-baeb-17fd56ea4226 req-f28d0ebe-48cd-4656-96b7-10a711387e9c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Mar 31 23:00:17.661548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3605b2-530a-429d-8183-b80c839055ac req-e96a6f02-22d9-4262-a29f-afec3d402c55 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.663922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd3605b2-530a-429d-8183-b80c839055ac req-e96a6f02-22d9-4262-a29f-afec3d402c55 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 1024 time: 0.0864167 Mar 31 23:00:17.667067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:17.726616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 592a21d1-d097-4186-9456-2c8f546e00e2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=592a21d1-d097-4186-9456-2c8f546e00e2,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:17.726991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.742322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Calling delete_port for 592a21d1-d097-4186-9456-2c8f546e00e2 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:17.749167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd3605b2-530a-429d-8183-b80c839055ac req-81f3f559-8aa8-40f2-b040-0f870673b6cd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=ad887f74-05e9-4dc8-894c-6e1956422dd6&id=a30ec94d-3cd6-45fa-8406-ce5dffe58092&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0708597 Mar 31 23:00:17.758374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c37f1-b1cc-4505-a998-31a6753505ec req-fc23f163-ef50-4803-8d9e-5228d3b55c75 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.779804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4c37f1-b1cc-4505-a998-31a6753505ec req-fc23f163-ef50-4803-8d9e-5228d3b55c75 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.0986922 Mar 31 23:00:17.824794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4c37f1-b1cc-4505-a998-31a6753505ec req-f53637b5-6c81-4854-b0cc-3ee5887dfe78 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566657 Mar 31 23:00:17.901498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-164e9ef8-a543-40c7-960f-74e11c61f365 req-79207a88-1ff6-4d5a-a330-52eb24d426b5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:17.907361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-164e9ef8-a543-40c7-960f-74e11c61f365 req-79207a88-1ff6-4d5a-a330-52eb24d426b5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102379 Mar 31 23:00:18.034389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.050009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['592a21d1-d097-4186-9456-2c8f546e00e2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:18.078320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'Port': ['ID=592a21d1-d097-4186-9456-2c8f546e00e2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.090983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:18.118788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] No DVR routers for this DVR port 592a21d1-d097-4186-9456-2c8f546e00e2 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:18.121527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.125469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-768080dd-5e42-43f7-b74a-9799e3f4d61c req-72f68ec9-4cd0-4a03-a95a-ef4ab367ce42 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.44 "DELETE /v2.0/ports/592a21d1-d097-4186-9456-2c8f546e00e2 HTTP/1.1" status: 204 len: 173 time: 0.6995788 Mar 31 23:00:18.125896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'name': 'network-vif-deleted', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:18.128694 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a9ef1b-d9ed-42ca-b5c0-94a3f9f76c5c" -d '{"events": [{"server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "name": "network-vif-deleted", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:18.448339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbbf8318-6f2b-4a6b-aa33-55736e173d21 req-9f3acc5a-73f5-4212-adf8-669ee89449f7 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=52bed78a-9342-4f91-ba5b-82ff7a9cf016 HTTP/1.1" status: 200 len: 210 time: 0.0261886 Mar 31 23:00:18.496643 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349327aa-b772-476b-b239-d84621230bab x-openstack-request-id: req-349327aa-b772-476b-b239-d84621230bab {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:18.497136 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7a42b5-1d1e-4f9c-886c-76e801dba2e8", "name": "network-vif-deleted", "tag": "592a21d1-d097-4186-9456-2c8f546e00e2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:18.497240 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-349327aa-b772-476b-b239-d84621230bab {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:18.497551 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349327aa-b772-476b-b239-d84621230bab'] response: {'server_uuid': '4e7a42b5-1d1e-4f9c-886c-76e801dba2e8', 'name': 'network-vif-deleted', 'tag': '592a21d1-d097-4186-9456-2c8f546e00e2', 'status': 'completed', 'code': 200} Mar 31 23:00:18.603883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab21da-375e-4d0f-ad59-73a7ea2f763f req-43a9f889-f49a-4b81-a9ea-75e49261cb55 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.605416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0ab21da-375e-4d0f-ad59-73a7ea2f763f req-43a9f889-f49a-4b81-a9ea-75e49261cb55 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0591495 Mar 31 23:00:18.659549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0ab21da-375e-4d0f-ad59-73a7ea2f763f req-290f401d-c9b5-40d9-97a5-ebb8015dafce tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Mar 31 23:00:18.772123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ed34-3022-4d0b-b494-d51bc56806f5 req-bcf2a0ba-6b26-48aa-a66f-1b4d6eaa2992 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.774484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4609ed34-3022-4d0b-b494-d51bc56806f5 req-bcf2a0ba-6b26-48aa-a66f-1b4d6eaa2992 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0522113 Mar 31 23:00:18.828257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4609ed34-3022-4d0b-b494-d51bc56806f5 req-e3abc520-24fb-4f8d-a429-71567c76b3ba tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Mar 31 23:00:18.901272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04fcef-b19a-4956-81b0-8f87a1396457 req-145dd808-2676-4b36-acf4-0889f82ba9a1 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.902753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed04fcef-b19a-4956-81b0-8f87a1396457 req-145dd808-2676-4b36-acf4-0889f82ba9a1 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.0574374 Mar 31 23:00:18.983232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b8fff73-e823-4b66-b25f-4d91089e5fd3 req-b3708e8d-ce5e-4d3a-a038-d5072409ed9a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 210 time: 0.0624232 Mar 31 23:00:19.059718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed04fcef-b19a-4956-81b0-8f87a1396457 req-d5293366-809b-4dd1-a3e4-e8e077710e29 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459472 Mar 31 23:00:19.076259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-3b8101b9-bba6-4991-bb73-5a048bf5a564 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210027 Mar 31 23:00:19.167041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b0d3a6d-60a5-4ee6-9c98-b5dae4576b95 req-3c09c63d-8e10-4fb0-bc07-aab7f8450600 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7a42b5-1d1e-4f9c-886c-76e801dba2e8 HTTP/1.1" status: 200 len: 210 time: 0.0601239 Mar 31 23:00:19.347870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:19.846919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e2ea-186b-4e6f-b0e6-f8009e2518b7 req-0d491407-9792-4127-bfce-5df940fc3ec3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.848632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7325e2ea-186b-4e6f-b0e6-f8009e2518b7 req-0d491407-9792-4127-bfce-5df940fc3ec3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0839219 Mar 31 23:00:19.857259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24720a91-79c6-4f18-81e0-709d608313af req-8f52ee0c-1465-49e9-a0e8-e162600668d3 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.858715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24720a91-79c6-4f18-81e0-709d608313af req-8f52ee0c-1465-49e9-a0e8-e162600668d3 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.1142669 Mar 31 23:00:19.952687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7325e2ea-186b-4e6f-b0e6-f8009e2518b7 req-a0e06e16-c132-42f2-b3b1-b24abc83eb7c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928509 Mar 31 23:00:19.972348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24720a91-79c6-4f18-81e0-709d608313af req-df8a2735-c4a9-49cf-bea5-a382a98e416d tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049256 Mar 31 23:00:20.117323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387475a-a5ee-4c68-9393-72f319f730d9 req-cd429577-94ca-47dc-abad-2d96284cd882 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.118936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6387475a-a5ee-4c68-9393-72f319f730d9 req-cd429577-94ca-47dc-abad-2d96284cd882 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0493646 Mar 31 23:00:20.161639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6387475a-a5ee-4c68-9393-72f319f730d9 req-8bb3c864-a68f-44ab-bb72-9acfb803d690 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Mar 31 23:00:20.310800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b5d5079-6186-4feb-8879-1ea21b477cc8 req-46a4c1ec-a3e3-4e0a-b931-b48df62f8414 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 210 time: 0.0483584 Mar 31 23:00:20.384610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-2c38c03c-b0e9-4efb-a490-7090b2ab8d9c tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ad887f74-05e9-4dc8-894c-6e1956422dd6 HTTP/1.1" status: 200 len: 1801 time: 0.0437036 Mar 31 23:00:20.446492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.472353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.679800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.683223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.684800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be49cd70-66a1-4272-84b1-747cb5f7e5c7 req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/ad887f74-05e9-4dc8-894c-6e1956422dd6 HTTP/1.1" status: 204 len: 173 time: 0.2928312 Mar 31 23:00:20.711434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-9abebb8e-8193-41d6-949b-ec036cd19193 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.713410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-9abebb8e-8193-41d6-949b-ec036cd19193 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.44 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 819 time: 0.2228873 Mar 31 23:00:20.728968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'port': {'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'admin_state_up': True, 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:20.734489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a1a8a-3fb1-4fb0-b12b-1ddce13a860d tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad887f74-05e9-4dc8-894c-6e1956422dd6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.855323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 592a21d1-d097-4186-9456-2c8f546e00e2 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:20.858525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-1f8a6e63-3aed-4dfa-9a63-e68aa2aa1824 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/a30ec94d-3cd6-45fa-8406-ce5dffe58092 HTTP/1.1" status: 200 len: 1800 time: 0.1471510 Mar 31 23:00:20.905436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 592a21d1-d097-4186-9456-2c8f546e00e2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:20.906047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 592a21d1-d097-4186-9456-2c8f546e00e2 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:20.923759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-06e36671-505b-41e6-b85d-3994438d596e tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.927575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-06e36671-505b-41e6-b85d-3994438d596e tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/networks?id=2b91a54d-4b3c-43c4-b921-5ecf6cef89af HTTP/1.1" status: 200 len: 809 time: 0.2137172 Mar 31 23:00:20.957197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-90ddb2e3-f6d9-4358-89e5-22ac96ccfba4 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/quotas/560a000cf97743f086c73c254583b4c2 HTTP/1.1" status: 200 len: 375 time: 0.0222728 Mar 31 23:00:20.999464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.028518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Made reservation on behalf of 6f75fa6366ce46438c0f67618b45a16e for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:21.032410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.041762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-278375e5-6aac-4a81-9098-13132c48f400 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=560a000cf97743f086c73c254583b4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731177 Mar 31 23:00:21.103248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.278400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Allocated IP 172.20.0.11 (2bbf382b-5e71-4d22-a204-2bcd8666435f/4faac5d5-2a93-4638-91aa-dbfa5e92407b/80cadd8d-abb4-466e-83e0-4dc1839dd7f6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:21.301433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-5649a92e-727d-47a9-9a2f-5aef1d26ca95 service neutron] 10.222.0.83 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370214 Mar 31 23:00:21.410589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-f00edc8f-c446-475d-af12-2c0bd34229fc service neutron] 10.222.0.83 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082520 Mar 31 23:00:21.461731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae899de-a78f-4776-8f02-38932017e65f req-5d2005c9-2da2-4ad0-9ae0-a4d2939deab0 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.462628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.464573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0ae899de-a78f-4776-8f02-38932017e65f req-5d2005c9-2da2-4ad0-9ae0-a4d2939deab0 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.1501646 Mar 31 23:00:21.478113 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.495776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b4f355a-665b-4f1a-a4cb-14f285696bf0 req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/a30ec94d-3cd6-45fa-8406-ce5dffe58092 HTTP/1.1" status: 204 len: 173 time: 0.6362641 Mar 31 23:00:21.521597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cbe8-6e87-4d59-8306-9209912bfa75 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ec94d-3cd6-45fa-8406-ce5dffe58092,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.629202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35f526-47fc-4efd-828e-9366dc4e8705 req-0f213b82-a035-4c56-9b59-a20520ccb649 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.631314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b35f526-47fc-4efd-828e-9366dc4e8705 req-0f213b82-a035-4c56-9b59-a20520ccb649 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0714588 Mar 31 23:00:21.648311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.686639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b35f526-47fc-4efd-828e-9366dc4e8705 req-d2a1ea6d-8f39-46e7-8fc6-066bc7d29966 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486071 Mar 31 23:00:21.757494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-1fe5fc09-b662-496b-9636-a6beacb0e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.759218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-1fe5fc09-b662-496b-9636-a6beacb0e72f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529&tenant_id=2bada75392504a6dbe288c925240579f HTTP/1.1" status: 200 len: 1094 time: 0.1166515 Mar 31 23:00:21.771555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Deleting port 9532603f-22d8-4d8b-bd1e-19fe09519c13 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:21.771555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.846116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:21.854141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577071-d791-418a-886b-0ea471b5edb1 req-a23a3780-2170-47ae-8c88-890c262fbcb2 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.865060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64577071-d791-418a-886b-0ea471b5edb1 req-a23a3780-2170-47ae-8c88-890c262fbcb2 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 950 time: 0.0792871 Mar 31 23:00:21.927706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.934487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64577071-d791-418a-886b-0ea471b5edb1 req-c1b93f27-ddf5-4249-86d3-7f346ba91608 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674360 Mar 31 23:00:21.964783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.000611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9cfd92f0-0555-4b4b-9cbf-284818be948a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:22.078067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438849a0-b541-428b-bbdb-4e2d1c3e3720 req-37f4231b-46ca-467a-9881-e5e1bd642ba7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.080509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-438849a0-b541-428b-bbdb-4e2d1c3e3720 req-37f4231b-46ca-467a-9881-e5e1bd642ba7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0858915 Mar 31 23:00:22.096120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event updated for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.130524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:22.137649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:22.142924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] For port 9532603f-22d8-4d8b-bd1e-19fe09519c13, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9532603f-22d8-4d8b-bd1e-19fe09519c13,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:22.143443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.146153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:22.178034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613f62-fa99-499a-ba61-ec8d24a24216 req-4ad07bcd-bfaa-414f-b5a6-cb0f186cd269 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.199882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94613f62-fa99-499a-ba61-ec8d24a24216 req-4ad07bcd-bfaa-414f-b5a6-cb0f186cd269 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 932 time: 0.1500649 Mar 31 23:00:22.206791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Calling delete_port for 9532603f-22d8-4d8b-bd1e-19fe09519c13 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:22.268878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-438849a0-b541-428b-bbdb-4e2d1c3e3720 req-08c72103-cc90-418e-b69f-a518203ff5dd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727231 Mar 31 23:00:22.309345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94613f62-fa99-499a-ba61-ec8d24a24216 req-9f65d145-39fe-4cc0-86e1-72439e820e26 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044343 Mar 31 23:00:22.331219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2096024644', 'description': 'tempest-description-1603185046'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:22.397687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4490b47-3c0e-4019-8a49-700867fc3be2 req-fdc2edc0-93d5-4555-89a8-4ace17e3fb39 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0368361 Mar 31 23:00:22.425279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.428050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.527733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.576017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0017127d-b9f8-4636-9892-4ab7bdb7c967 None None] Provisioning complete for port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:22.576720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0017127d-b9f8-4636-9892-4ab7bdb7c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.617870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0017127d-b9f8-4636-9892-4ab7bdb7c967 None None] Port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:22.629110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fa5d1-3c66-420e-a458-aeaa6126b496 req-09d29ad1-a070-4df5-adf9-2ce1b3728dba tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.642209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba8fa5d1-3c66-420e-a458-aeaa6126b496 req-09d29ad1-a070-4df5-adf9-2ce1b3728dba tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1610718 Mar 31 23:00:22.666107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:22.698057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-2e7e9bdc-18c6-47d3-9dc1-44d86c13fa2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9742332 Mar 31 23:00:22.715657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Request body: {'port': {'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:22.736071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba8fa5d1-3c66-420e-a458-aeaa6126b496 req-a13bb1fa-94cb-4b0b-aaec-f70967547846 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920033 Mar 31 23:00:22.788583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.792428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:22.844278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.852967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636155-9c5b-46be-9d84-af9557652e32 req-7804e689-6453-4f3d-ac30-566f0212cfed tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.854468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49636155-9c5b-46be-9d84-af9557652e32 req-7804e689-6453-4f3d-ac30-566f0212cfed tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 943 time: 0.0496328 Mar 31 23:00:22.865319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:22.874824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.897335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49636155-9c5b-46be-9d84-af9557652e32 req-ebebde29-560a-4bba-a80a-8159f6ca1448 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Mar 31 23:00:22.955734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.012031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b42a5b7-1cf5-4043-93ba-a0f74bd22a53,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.034823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Transition to ACTIVE for port object 153ba74e-d64b-45ea-836a-537376cfa277 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:23.039246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.039793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-bbda6b91-d81d-439f-b07c-0f6a639bf8fa tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249093 Mar 31 23:00:23.085660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Pushing event deleted for resources: {'Port': ['ID=9532603f-22d8-4d8b-bd1e-19fe09519c13,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.167154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] No DVR routers for this DVR port 9532603f-22d8-4d8b-bd1e-19fe09519c13 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:23.170997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.174839 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0ae899de-a78f-4776-8f02-38932017e65f req-9da1a206-b817-40dd-8aa7-1bb646857529 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.44 "DELETE /v2.0/ports/9532603f-22d8-4d8b-bd1e-19fe09519c13 HTTP/1.1" status: 204 len: 173 time: 1.7005327 Mar 31 23:00:23.175387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'name': 'network-vif-deleted', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:23.177724 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756560b-c808-4898-bb86-c1e7776b8507" -d '{"events": [{"server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "name": "network-vif-deleted", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:23.196263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.351611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] No DVR routers for this DVR port 153ba74e-d64b-45ea-836a-537376cfa277 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:23.371700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=9']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.437990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:23.439463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:23.440206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:23.466595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.467880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-332a46be-70e7-469f-a4c3-49153ef68357 req-7f8cf5aa-86b6-45b5-922f-1dc1d4cbeeb3 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1473646 Mar 31 23:00:23.484102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:23.484649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Attempting to bind port 153ba74e-d64b-45ea-836a-537376cfa277 on network 55151320-de6a-425f-8356-780081a70685 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:23.493627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:23.494085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Checking segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:23.494695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Bound using segment: {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:23.495251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Bound port: 153ba74e-d64b-45ea-836a-537376cfa277, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613b5ab2-097d-4b58-a826-1979ae0f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '55151320-de6a-425f-8356-780081a70685'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:23.507065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.507065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:23.515897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.538777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-d9005463-ff30-407e-9206-2c416f8736da tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.540360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-d9005463-ff30-407e-9206-2c416f8736da tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4937170 Mar 31 23:00:23.559722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3d90edbd-e775-4628-b901-6a04fd830dff tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/quotas/4cc72bda41ba45b29e0cf9882062642b HTTP/1.1" status: 200 len: 375 time: 0.0125532 Mar 31 23:00:23.561542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Transition to ACTIVE for port object 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:23.619441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:23.623232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:23.647961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4551edc1-959c-4b04-aede-47b9f635779c req-1203d7d5-6a03-4e54-ae0b-c2f7509fe5b9 tempest-DeleteServersAdminTestJSON-1834637150 tempest-DeleteServersAdminTestJSON-1834637150-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1725878-02dd-49a6-8cd0-ca84aa0eaabb HTTP/1.1" status: 200 len: 210 time: 0.0402472 Mar 31 23:00:23.656307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.662895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-fdf32d73-990c-42d1-ad5a-929b1c2db9d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939951 Mar 31 23:00:23.806304 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc370575-235d-454b-a4d8-96401aea9ec4 x-openstack-request-id: req-fc370575-235d-454b-a4d8-96401aea9ec4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:23.806304 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1725878-02dd-49a6-8cd0-ca84aa0eaabb", "name": "network-vif-deleted", "tag": "9532603f-22d8-4d8b-bd1e-19fe09519c13", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:23.806304 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc370575-235d-454b-a4d8-96401aea9ec4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:23.806304 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc370575-235d-454b-a4d8-96401aea9ec4'] response: {'server_uuid': 'c1725878-02dd-49a6-8cd0-ca84aa0eaabb', 'name': 'network-vif-deleted', 'tag': '9532603f-22d8-4d8b-bd1e-19fe09519c13', 'status': 'completed', 'code': 200} Mar 31 23:00:23.806304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Pushing event updated for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.824203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Attempting to bind port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:23.824466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Attempting to bind port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:23.824821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Attempting to bind port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:23.833560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 on network 2bbf382b-5e71-4d22-a204-2bcd8666435f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:23.834019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Attempting to bind port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 on network 2bbf382b-5e71-4d22-a204-2bcd8666435f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:23.840657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:23.840994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Checking segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:23.841372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Bound using segment: {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:23.842487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Bound port: 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:23.842487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.883381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd71e-f981-49db-b8fd-b23702ed8f32 req-82091216-f462-4b34-8830-d4755b52e130 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.885628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ebd71e-f981-49db-b8fd-b23702ed8f32 req-82091216-f462-4b34-8830-d4755b52e130 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.0913236 Mar 31 23:00:23.944527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:23.950394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:23.956462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ebd71e-f981-49db-b8fd-b23702ed8f32 req-1dac8d4d-b48a-4547-bbaf-9f57f218167f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626545 Mar 31 23:00:24.032448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e5370e-6f57-4abb-be68-079927b4d5d8 req-5def521d-bd0b-42bd-b772-78a01384bae6 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0279849 Mar 31 23:00:24.096896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-dfc09ad5-a30f-4726-b199-f6215d3bfa01 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/4b42a5b7-1cf5-4043-93ba-a0f74bd22a53 HTTP/1.1" status: 200 len: 1801 time: 0.0409036 Mar 31 23:00:24.106763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1330560840', 'description': 'tempest-description-hth-449895601'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:24.132083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.163298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.183806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.197367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.198376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.199778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] 10.222.0.44 "PUT /v2.0/ports/153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 1091 time: 2.3970654 Mar 31 23:00:24.249020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba28297-88be-43d9-8d81-e92722f1be4c service neutron] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.268316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-d8f5ac57-a493-4fec-bc15-8211ab3ae116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.269975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-d8f5ac57-a493-4fec-bc15-8211ab3ae116 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1095 time: 0.0477948 Mar 31 23:00:24.289431 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.365144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-7054dff9-41c0-49e5-873f-41502b1adfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.366605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-7054dff9-41c0-49e5-873f-41502b1adfdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 916 time: 0.0906141 Mar 31 23:00:24.388325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.404245 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.404245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea9c7072-1b22-49cc-a614-ab2935822e4a req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "PUT /v2.0/security-groups/4b42a5b7-1cf5-4043-93ba-a0f74bd22a53 HTTP/1.1" status: 200 len: 1774 time: 0.2895079 Mar 31 23:00:24.430888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f7b98-a15b-4126-a686-a10c22386cfd tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b42a5b7-1cf5-4043-93ba-a0f74bd22a53,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.605510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffcef-8af0-4097-8488-0495e580381e req-506238b7-fff6-485a-b0bd-ad2102bd294c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.614351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b05ffcef-8af0-4097-8488-0495e580381e req-506238b7-fff6-485a-b0bd-ad2102bd294c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.1177375 Mar 31 23:00:24.672595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b05ffcef-8af0-4097-8488-0495e580381e req-c7f204e6-0391-49be-a65e-943fbfba2cac tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520842 Mar 31 23:00:24.733087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.735929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-919d7b60-fa79-4948-94ac-cd3390d69f2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 217 time: 0.3623297 Mar 31 23:00:24.740257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b421a4a0-f2a7-4e75-b42d-232ad656b950 req-333859b4-77fd-4d05-bddd-3873aa477e00 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/4b42a5b7-1cf5-4043-93ba-a0f74bd22a53 HTTP/1.1" status: 200 len: 1774 time: 0.0417442 Mar 31 23:00:24.781596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.782604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.783620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] 10.222.0.44 "PUT /v2.0/ports/80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 1092 time: 2.0765164 Mar 31 23:00:24.824812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa019220-4324-41c2-a10c-2cbe6a8a454d req-4b24bfa7-4125-491a-b580-364b02494bb4 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0378909 Mar 31 23:00:24.844910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc23c0-63f4-469a-9d06-3f1700cecc3d service neutron] Pushing event updated for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.855703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-48f14a79-932e-439f-ab05-a381dfa0ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.861044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-48f14a79-932e-439f-ab05-a381dfa0ff68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.1172862 Mar 31 23:00:24.885149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9532603f-22d8-4d8b-bd1e-19fe09519c13 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:24.897167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-c2af6e91-aeee-4d7f-8a7c-fd85106be7a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292473 Mar 31 23:00:24.922117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9532603f-22d8-4d8b-bd1e-19fe09519c13 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:24.927256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9532603f-22d8-4d8b-bd1e-19fe09519c13 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:24.929669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-e5ddffb8-f853-468f-ad8b-7afd2b72ad1b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/4b42a5b7-1cf5-4043-93ba-a0f74bd22a53 HTTP/1.1" status: 200 len: 1774 time: 0.0670440 Mar 31 23:00:25.040930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.077152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.085692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-51f03fe3-8091-45d5-8416-132ab7ff1119 service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811068 Mar 31 23:00:25.153091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-13496906-3ddc-4211-899c-0906e4b1c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.153926 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-13496906-3ddc-4211-899c-0906e4b1c3dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1095 time: 0.1174471 Mar 31 23:00:25.172312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e838d-c109-4243-842a-f6b102305dad req-6597e0ea-eeca-4616-abf3-1483b03e3489 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.173882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-149e838d-c109-4243-842a-f6b102305dad req-6597e0ea-eeca-4616-abf3-1483b03e3489 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.0596724 Mar 31 23:00:25.205574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-6f19ceb8-ceed-42f7-9ea2-49337620e40c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.0434470 Mar 31 23:00:25.222895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-149e838d-c109-4243-842a-f6b102305dad req-4c0d410b-1938-41ea-8f90-c242a5e5143f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 Mar 31 23:00:25.265686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-b8e804a0-bbc5-47b0-87f2-5403e1acd6a7 service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728776 Mar 31 23:00:25.276671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-09bb3e8c-f4c0-43de-90ea-a427c9c176bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.278113 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-09bb3e8c-f4c0-43de-90ea-a427c9c176bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0621042 Mar 31 23:00:25.294595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.297014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.298210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7184aac-e453-4ed9-a098-490e4d98e9a0 req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/4b42a5b7-1cf5-4043-93ba-a0f74bd22a53 HTTP/1.1" status: 204 len: 173 time: 0.3665287 Mar 31 23:00:25.326012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcc50e-504b-498f-b703-5436206f4ec4 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b42a5b7-1cf5-4043-93ba-a0f74bd22a53,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.353973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-6f913798-f62c-4760-bfd9-bdfcecf1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.355501 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-6f913798-f62c-4760-bfd9-bdfcecf1a589 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704010 Mar 31 23:00:25.364645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8c50d-e6ca-48e1-8891-60da6ed235cd req-fdaf4c8c-0305-4a0c-b567-a52f326c1712 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.366149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3a8c50d-e6ca-48e1-8891-60da6ed235cd req-fdaf4c8c-0305-4a0c-b567-a52f326c1712 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.0856600 Mar 31 23:00:25.409504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d12bc48c-97a3-4d2c-adc7-ea7dbc230b20 req-545a5cb0-99ed-4a79-80f4-57ae785be379 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0417511 Mar 31 23:00:25.443315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3a8c50d-e6ca-48e1-8891-60da6ed235cd req-e72656f8-a5d6-4b17-94b4-8d0c5c439f84 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678444 Mar 31 23:00:25.467486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-084d48a5-6b2c-4824-9794-982cd17eb8db service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039259 Mar 31 23:00:25.570171 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-17b747d5-1ede-4fff-929d-fa2c3034ae2f req-75239808-5745-48f6-a700-0e4caeded591 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.575768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17b747d5-1ede-4fff-929d-fa2c3034ae2f req-75239808-5745-48f6-a700-0e4caeded591 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/a30ec94d-3cd6-45fa-8406-ce5dffe58092 HTTP/1.1" status: 404 len: 352 time: 0.0200465 Mar 31 23:00:25.618016 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-b6194452-db1b-450e-946d-70e227a57c37 req-cabafe03-687b-4cb2-b5cf-55b0d640fc09 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.620128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6194452-db1b-450e-946d-70e227a57c37 req-cabafe03-687b-4cb2-b5cf-55b0d640fc09 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ad887f74-05e9-4dc8-894c-6e1956422dd6 HTTP/1.1" status: 404 len: 352 time: 0.0268381 Mar 31 23:00:25.624855 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2b1a25ff-60b6-493a-a324-d5651c4f589e req-a21c8824-0ad9-4a2b-aa3c-c1203b760e68 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393952 Mar 31 23:00:25.660763 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-b4c19db5-9f00-4e21-8c42-dcb8459212df req-b6d5bb31-9614-41a5-9661-d5abb5602fcc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.661820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4c19db5-9f00-4e21-8c42-dcb8459212df req-b6d5bb31-9614-41a5-9661-d5abb5602fcc tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/ff9fa5c8-35d3-46be-b504-f098c3c83fe3 HTTP/1.1" status: 404 len: 352 time: 0.0150194 Mar 31 23:00:25.704581 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-016769eb-24dd-4448-8d0c-09b6fe95cdd2 req-3f9f140a-706e-4c11-9097-6043dc827064 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.706528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-016769eb-24dd-4448-8d0c-09b6fe95cdd2 req-3f9f140a-706e-4c11-9097-6043dc827064 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/89de1ded-b0d7-4ecf-a5e3-82c29f71d6f4 HTTP/1.1" status: 404 len: 352 time: 0.0178244 Mar 31 23:00:25.743162 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-06ffb933-5e80-4ea6-91bd-8103db6026f2 req-346f5091-010e-4efa-9f07-e9f18f3565e9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.744179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06ffb933-5e80-4ea6-91bd-8103db6026f2 req-346f5091-010e-4efa-9f07-e9f18f3565e9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/28b85744-1750-4d3c-a7fa-061e6ef8ef08 HTTP/1.1" status: 404 len: 352 time: 0.0152373 Mar 31 23:00:25.747406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}, {'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:25.750883 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c" -d '{"events": [{"name": "network-changed", "server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}, {"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:25.801661 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e31b59-903c-4805-b9bb-a46db98fb364 x-openstack-request-id: req-07e31b59-903c-4805-b9bb-a46db98fb364 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:25.802476 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:25.802923 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-07e31b59-903c-4805-b9bb-a46db98fb364 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:25.803955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40ac51-ae23-426f-989d-773d3a68f677 req-1f1bdbad-b14b-4c1b-9db5-67fe0300264c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.804445 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e31b59-903c-4805-b9bb-a46db98fb364'] response: {'name': 'network-changed', 'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'status': 'completed', 'code': 200} Mar 31 23:00:25.804804 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e31b59-903c-4805-b9bb-a46db98fb364'] response: {'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'status': 'completed', 'code': 200} Mar 31 23:00:25.806108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c40ac51-ae23-426f-989d-773d3a68f677 req-1f1bdbad-b14b-4c1b-9db5-67fe0300264c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0610840 Mar 31 23:00:25.852673 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-324552bf-dfaf-45ff-b900-7407892fa9b2 req-b4c5dbde-5893-4c31-a7d2-ff8d1a20aebb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] show failed (client error): The resource could not be found. Mar 31 23:00:25.853956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-324552bf-dfaf-45ff-b900-7407892fa9b2 req-b4c5dbde-5893-4c31-a7d2-ff8d1a20aebb tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/658be90e-32f7-4b48-a606-bbcadef632bc HTTP/1.1" status: 404 len: 352 time: 0.0258770 Mar 31 23:00:25.879285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c40ac51-ae23-426f-989d-773d3a68f677 req-39c5a5bf-89f2-4ea8-98e5-190904882e94 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652349 Mar 31 23:00:25.887334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-4e18046f-86b2-4a75-bd19-7b31206a31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.889126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-4e18046f-86b2-4a75-bd19-7b31206a31b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1095 time: 0.0567861 Mar 31 23:00:25.951716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76e5e61f-36e3-4c0b-b1ce-f2cbb36a8c50 req-8ce30653-b12c-4993-a069-20e104bcaf9f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Mar 31 23:00:26.012437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-ce8acb44-eccc-4f66-87e4-bd5fa129e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.014033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-ce8acb44-eccc-4f66-87e4-bd5fa129e859 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 916 time: 0.1172798 Mar 31 23:00:26.057834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-c95f53b7-377d-46eb-9378-4994c4058caf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 217 time: 0.0373044 Mar 31 23:00:26.133771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-b092e716-fefd-422e-a76b-08fc3f37b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.135733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-b092e716-fefd-422e-a76b-08fc3f37b297 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.0699821 Mar 31 23:00:26.307774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43714) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:26.358295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-270fa841-5da1-4402-84fd-66738967a62f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.360300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-270fa841-5da1-4402-84fd-66738967a62f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.0773094 Mar 31 23:00:26.520094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c26f5-74b0-4a87-8171-2dec4270fe2d req-31fdb089-bea5-4de1-8678-16403a71566c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.521292 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-5d6a5cfc-1015-4a3a-982a-a64c472e01c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846922 Mar 31 23:00:26.528468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e23c26f5-74b0-4a87-8171-2dec4270fe2d req-31fdb089-bea5-4de1-8678-16403a71566c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.1780879 Mar 31 23:00:26.582606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63b68-97e3-4f52-b3a3-a3d8f2a45553 req-223f4803-6be8-401a-ac5a-6648f63bc719 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.584478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ab63b68-97e3-4f52-b3a3-a3d8f2a45553 req-223f4803-6be8-401a-ac5a-6648f63bc719 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1023 time: 0.1435704 Mar 31 23:00:26.608277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e23c26f5-74b0-4a87-8171-2dec4270fe2d req-15c2b377-94b4-48a7-b62e-2fb9a92222f1 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 Mar 31 23:00:26.624160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Deleting port f0193a9a-c5d7-40f9-925e-34c62bd4b28e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:26.624675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.744491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a6f4d9d-4314-4a93-8818-f13aed3f798e req-c3692b7d-1127-45ef-8a42-591a7bf9be49 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0443661 Mar 31 23:00:26.749359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5fd9f103-8555-4be9-b48c-ec9e1396685c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e6a26011d50c4260940088e09340aef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376950 Mar 31 23:00:26.762300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ab63b68-97e3-4f52-b3a3-a3d8f2a45553 req-6e60c2e9-d6c8-476d-8671-93b905f445d9 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=a89b3ac4-6ecc-4343-827e-7b16042a2b3e&id=c496deb5-a533-43fe-a8cc-c62a9333d7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1394992 Mar 31 23:00:26.762300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:26.862383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.889181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.994750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] For port f0193a9a-c5d7-40f9-925e-34c62bd4b28e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:26.995401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.004109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-e7363b3c-772a-49ef-b44a-2723b425665b tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.005616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-e7363b3c-772a-49ef-b44a-2723b425665b tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.44 "GET /v2.0/networks?id=2b91a54d-4b3c-43c4-b921-5ecf6cef89af HTTP/1.1" status: 200 len: 809 time: 0.3727646 Mar 31 23:00:27.013473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-65de87b8-94ad-44bb-8935-c2c29e9a0adc service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406677 Mar 31 23:00:27.020421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Calling delete_port for f0193a9a-c5d7-40f9-925e-34c62bd4b28e owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:27.029948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30071f9e-6da3-496f-ad18-f888f3195e16 req-e2ef8a80-0647-48a3-bcc1-5b65605651b9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.031503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30071f9e-6da3-496f-ad18-f888f3195e16 req-e2ef8a80-0647-48a3-bcc1-5b65605651b9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 944 time: 0.1455545 Mar 31 23:00:27.098590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Request body: {'port': {'device_id': '81101283-5110-46fc-a216-a55053146d41', 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af', 'admin_state_up': True, 'tenant_id': '560a000cf97743f086c73c254583b4c2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:27.136250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30071f9e-6da3-496f-ad18-f888f3195e16 req-8e3b32be-0282-42b3-8c5a-d67945eded36 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980413 Mar 31 23:00:27.162708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df369-604e-46e9-a618-6e29c979cd93 req-63f0c1f5-681c-4ef1-a142-0064ce03b914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.164464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c2df369-604e-46e9-a618-6e29c979cd93 req-63f0c1f5-681c-4ef1-a142-0064ce03b914 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0916204 Mar 31 23:00:27.216112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.218775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.222385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ac648e6-26d3-40a4-8eb3-ee64d51c99a5 HTTP/1.1" status: 204 len: 168 time: 0.4572339 Mar 31 23:00:27.249774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c2df369-604e-46e9-a618-6e29c979cd93 req-b63816d0-8ae0-46f4-b81d-37b5a08539a0 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784144 Mar 31 23:00:27.292683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9dd3675-a806-4f36-a91a-fe9db05bcf98 req-4b1ac44a-548c-42aa-9234-2c02da4f5631 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0688848 Mar 31 23:00:27.296621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc87db-1e96-4d2f-997c-b6ec3934b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac648e6-26d3-40a4-8eb3-ee64d51c99a5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.377098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-06e3806a-409d-4305-a4c8-8e8c477c21f4 service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947154 Mar 31 23:00:27.599184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Made reservation on behalf of 560a000cf97743f086c73c254583b4c2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:27.602862 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.661309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.717723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event deleted for resources: {'Port': ['ID=f0193a9a-c5d7-40f9-925e-34c62bd4b28e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.825076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67aabc8-0aba-45bf-b041-ef513ac1221e req-a669aa4b-6847-4b87-bb60-3f702ad66b04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.837762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b67aabc8-0aba-45bf-b041-ef513ac1221e req-a669aa4b-6847-4b87-bb60-3f702ad66b04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.1361156 Mar 31 23:00:27.883435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] No DVR routers for this DVR port f0193a9a-c5d7-40f9-925e-34c62bd4b28e on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:27.888098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.893850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d9485d8-0e17-4fbc-a5a3-cf9ba1767652 req-319e1003-edcf-44f3-ac22-7a9811cf2277 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "DELETE /v2.0/ports/f0193a9a-c5d7-40f9-925e-34c62bd4b28e HTTP/1.1" status: 204 len: 173 time: 1.5268595 Mar 31 23:00:27.902464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-deleted', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:27.906107 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dae9e0-5b50-4521-8bb9-07afda856dac" -d '{"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-deleted", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:27.917054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b67aabc8-0aba-45bf-b041-ef513ac1221e req-f7f76169-2d80-403e-b5b8-a85d64536587 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731251 Mar 31 23:00:27.927320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-4141173a-0bf4-4544-9f79-976304ac637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.930879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-4141173a-0bf4-4544-9f79-976304ac637a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1095 time: 0.2256546 Mar 31 23:00:27.953046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Allocated IP 172.20.0.5 (2b91a54d-4b3c-43c4-b921-5ecf6cef89af/88804cc3-7190-4230-98f6-4fb4ef797633/ce10dd44-fcb2-4ea4-973f-ab8006d57bcb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:28.002447 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-90ce3d75-ca9f-4baa-8b8c-a410c7f86063 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4cc72bda41ba45b29e0cf9882062642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334783 Mar 31 23:00:28.061544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2842a-7002-42a1-99bd-627b6c521cdd req-1bf17332-23fd-4cea-a332-904ef84f2465 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.071645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9c2842a-7002-42a1-99bd-627b6c521cdd req-1bf17332-23fd-4cea-a332-904ef84f2465 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1023 time: 0.0975029 Mar 31 23:00:28.148474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff23c308-ebb8-43ab-b52f-00d3492cde46 req-600a2544-d3e6-4e9e-8ba2-694db4375b72 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0653872 Mar 31 23:00:28.195047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-96e1bb6f-3a19-4eed-a129-ff6bfbed3cc9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.196587 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-96e1bb6f-3a19-4eed-a129-ff6bfbed3cc9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768961 Mar 31 23:00:28.216997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9c2842a-7002-42a1-99bd-627b6c521cdd req-264d4d64-0360-4dab-9108-9529641fd3a8 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=a89b3ac4-6ecc-4343-827e-7b16042a2b3e&id=c496deb5-a533-43fe-a8cc-c62a9333d7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1439919 Mar 31 23:00:28.253875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Request body: {'port': {'device_id': '5e86b38c-cade-4059-9f94-3adade9a6358', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '4cc72bda41ba45b29e0cf9882062642b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:28.324947 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132eebe-ea59-4acf-b2ee-ee2497ba8d54 x-openstack-request-id: req-e132eebe-ea59-4acf-b2ee-ee2497ba8d54 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:28.325270 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985909b6-cc82-44e5-bfa8-7420bffda4a7", "name": "network-vif-deleted", "tag": "f0193a9a-c5d7-40f9-925e-34c62bd4b28e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:28.325479 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e132eebe-ea59-4acf-b2ee-ee2497ba8d54 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:28.325867 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e132eebe-ea59-4acf-b2ee-ee2497ba8d54'] response: {'server_uuid': '985909b6-cc82-44e5-bfa8-7420bffda4a7', 'name': 'network-vif-deleted', 'tag': 'f0193a9a-c5d7-40f9-925e-34c62bd4b28e', 'status': 'completed', 'code': 200} Mar 31 23:00:28.375619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d693a93-5106-493e-899c-7d0f80743e4e req-10c52a81-ddb7-473d-93de-317096302d4c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.0495281 Mar 31 23:00:28.379620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:28.422923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e871b7d-071c-49b8-a4f8-9256d11f5078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.447024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.513377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-1ed73916-2e92-4f68-8804-0ac9a7c284c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.515034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-1ed73916-2e92-4f68-8804-0ac9a7c284c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.2810853 Mar 31 23:00:28.617885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d78d6c8-6531-44d5-bcba-4dedd28c3047 req-8551c958-5dc5-4636-a53c-fcee46e961c9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0934429 Mar 31 23:00:28.684890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1d20-5fec-4849-a4e3-139503911460 req-32f49b57-06c8-4972-afc7-f0c1fee9501a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.686535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2afd1d20-5fec-4849-a4e3-139503911460 req-32f49b57-06c8-4972-afc7-f0c1fee9501a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.2169194 Mar 31 23:00:28.697301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.720955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-1ee7c628-bf77-4c98-b8b6-865b0cefc46f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.722459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-1ee7c628-bf77-4c98-b8b6-865b0cefc46f tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1023 time: 0.2145989 Mar 31 23:00:28.772825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Pushing event updated for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:28.786936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Made reservation on behalf of 4cc72bda41ba45b29e0cf9882062642b for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:28.789401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e871b7d-071c-49b8-a4f8-9256d11f5078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.790406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.794177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:28.796120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:28.802952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2afd1d20-5fec-4849-a4e3-139503911460 req-9fab3ff3-4fc0-424c-864c-8fb0a439fb95 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081052 Mar 31 23:00:28.810666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:28.909435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e871b7d-071c-49b8-a4f8-9256d11f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.913315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.914047 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.919219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Deleting port 709312eb-3390-4061-b0e3-180b4285de1f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:28.919557 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.105164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e871b7d-071c-49b8-a4f8-9256d11f5078 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1752bd1846554a32ba781a7db11d0e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133274 Mar 31 23:00:29.107138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871b7d-071c-49b8-a4f8-9256d11f5078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c876ca5-7ebf-4cbd-97fd-bec7f73b45e4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.113384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Allocated IP 192.168.233.219 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5b3e97e6-7fe4-46cb-81e2-4cbb08581363) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:29.119487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43752) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:29.130123 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-9ba01800-ea60-45a5-b5c8-143147046fb0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0467663 Mar 31 23:00:29.131448 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-29fcc15f-a3b2-476d-a345-8867965efce6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.1512620 Mar 31 23:00:29.180813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] For port 709312eb-3390-4061-b0e3-180b4285de1f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=709312eb-3390-4061-b0e3-180b4285de1f,segment=NetworkSegment(da263c71-898b-4304-9294-a2afa5311d0f),segment_id=da263c71-898b-4304-9294-a2afa5311d0f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:29.180813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.202962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4351951-d7dd-44dc-8950-4e4b642765af req-2c5f775b-d562-4b6a-bfc2-edc3687408e9 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.204555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4351951-d7dd-44dc-8950-4e4b642765af req-2c5f775b-d562-4b6a-bfc2-edc3687408e9 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.1814067 Mar 31 23:00:29.218066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Calling delete_port for 709312eb-3390-4061-b0e3-180b4285de1f owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:29.228088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.307963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Request body: {'port': {'device_id': '81101283-5110-46fc-a216-a55053146d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:29.343675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.363605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4351951-d7dd-44dc-8950-4e4b642765af req-12bf5130-a922-4765-85c7-b73e2cc5d134 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471066 Mar 31 23:00:29.480395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-71130a5f-9f0e-4df2-b80f-02e71d770c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.482373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-71130a5f-9f0e-4df2-b80f-02e71d770c5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.2480953 Mar 31 23:00:29.485513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.623265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d5771-c1b0-4551-8ab6-9a17888725f9 req-901c53f8-09d6-40c9-9377-8beb9dca7976 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.631568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d71d5771-c1b0-4551-8ab6-9a17888725f9 req-901c53f8-09d6-40c9-9377-8beb9dca7976 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 931 time: 0.3291380 Mar 31 23:00:29.659757 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.694975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d71d5771-c1b0-4551-8ab6-9a17888725f9 req-84d4acde-91d4-4327-a7e2-4827d6bb10b1 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623653 Mar 31 23:00:29.709286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-3a8ef6f6-3ebe-4164-8aef-dd7a87a2bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.709286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-3a8ef6f6-3ebe-4164-8aef-dd7a87a2bbd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020726 Mar 31 23:00:29.733946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f90862-c512-44ac-ad20-b409ebd4d861 req-9449982f-b38b-4661-af9a-b9cc504490af tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.742740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0f90862-c512-44ac-ad20-b409ebd4d861 req-9449982f-b38b-4661-af9a-b9cc504490af tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 1023 time: 0.2521341 Mar 31 23:00:29.816890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0f90862-c512-44ac-ad20-b409ebd4d861 req-2141e89d-336d-45df-b894-71890269a632 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups?id=604eb72e-924e-4412-9a91-7d3652128485&id=a89b3ac4-6ecc-4343-827e-7b16042a2b3e&id=c496deb5-a533-43fe-a8cc-c62a9333d7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0715714 Mar 31 23:00:29.824259 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.830862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.838080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c876ca5-7ebf-4cbd-97fd-bec7f73b45e4 HTTP/1.1" status: 204 len: 168 time: 0.7154071 Mar 31 23:00:29.858714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9356cb0-57d2-4aef-91ad-e1fc2959cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c876ca5-7ebf-4cbd-97fd-bec7f73b45e4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.975827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb15fcf-7fab-4eda-a56b-37118a25b41b req-8c8523b1-3980-4d6e-8332-daa150efedb4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=985909b6-cc82-44e5-bfa8-7420bffda4a7 HTTP/1.1" status: 200 len: 210 time: 0.1376731 Mar 31 23:00:29.976802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.022466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['709312eb-3390-4061-b0e3-180b4285de1f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:30.098257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'Port': ['ID=709312eb-3390-4061-b0e3-180b4285de1f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:30.148170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7a43b9d-0732-4c01-aa98-81c71c75d320 req-f70fbc60-0c53-45f7-bb71-f97a6fd13f87 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.1483963 Mar 31 23:00:30.196818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] No DVR routers for this DVR port 709312eb-3390-4061-b0e3-180b4285de1f on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:30.199820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.204259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbb2050e-aa7f-42bc-86a4-9802b099a797 req-772e81f5-e18f-4b22-a8c9-45990fb769ab tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.10 "DELETE /v2.0/ports/709312eb-3390-4061-b0e3-180b4285de1f HTTP/1.1" status: 204 len: 173 time: 1.4687736 Mar 31 23:00:30.204259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'name': 'network-vif-deleted', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:30.206425 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e5b91-fa71-40d8-a5b4-6d436106b4c2" -d '{"events": [{"server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "name": "network-vif-deleted", "tag": "709312eb-3390-4061-b0e3-180b4285de1f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:30.240007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269efe-b355-489a-8252-e2d9027105de req-7accdef7-0946-41fd-a935-b208f8e81bcd tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:30.247924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3269efe-b355-489a-8252-e2d9027105de req-7accdef7-0946-41fd-a935-b208f8e81bcd tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.1791849 Mar 31 23:00:30.283737 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea04950e-91e2-4f1d-a9c9-c9980b105944 x-openstack-request-id: req-ea04950e-91e2-4f1d-a9c9-c9980b105944 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:30.284038 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d450426-263d-4ef9-9321-03cf0487124e", "name": "network-vif-deleted", "tag": "709312eb-3390-4061-b0e3-180b4285de1f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:30.284285 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ea04950e-91e2-4f1d-a9c9-c9980b105944 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:30.285011 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea04950e-91e2-4f1d-a9c9-c9980b105944'] response: {'server_uuid': '5d450426-263d-4ef9-9321-03cf0487124e', 'name': 'network-vif-deleted', 'tag': '709312eb-3390-4061-b0e3-180b4285de1f', 'status': 'completed', 'code': 200} Mar 31 23:00:30.303832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3269efe-b355-489a-8252-e2d9027105de req-bb139e7a-2e86-4aa1-9c53-5fa5a15a12b4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Mar 31 23:00:30.379615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce10dd44-fcb2-4ea4-973f-ab8006d57bcb {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:30.389116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.417980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Transition to ACTIVE for port object ce10dd44-fcb2-4ea4-973f-ab8006d57bcb will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:30.430562 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-6545cac7-7a43-4313-9d51-769704ec9b56 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477306 Mar 31 23:00:30.572643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.592268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.600745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841072-be86-47c3-86e9-b05e780f27a7 req-4d2177c0-e23b-480f-b0f6-4447f0f02507 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:30.609714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15841072-be86-47c3-86e9-b05e780f27a7 req-4d2177c0-e23b-480f-b0f6-4447f0f02507 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 944 time: 0.1177030 Mar 31 23:00:30.633444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5c590194-6186-4672-bf9b-bff93c77b5c1', '5fd2423c-161d-4a0e-b66c-05587dd54584'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:30.682433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15841072-be86-47c3-86e9-b05e780f27a7 req-2130b1d6-7ace-44cd-902d-ec28aec0c1c6 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Mar 31 23:00:30.747478 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-793dbff1-37d9-4cbb-a12d-8aa7eb36762c req-59de2d7d-8f6a-4a73-ae6b-e29a48edd0af service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044703 Mar 31 23:00:30.750493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:30.753067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:30.777287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:30.781244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:30.942793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event updated for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:30.964668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:30.966086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:30.967302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.024274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Attempting to bind port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:31.024938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Attempting to bind port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'cb46da4c-4565-4ed4-8592-d9e8a2776957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:31.025473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Attempting to bind port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb on network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:31.040269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb on network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:31.041025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b95f0ca1-393a-4a0b-82fe-ce49b9410cae req-42da666a-deb7-4ba4-9542-fcc56e82842b tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d450426-263d-4ef9-9321-03cf0487124e HTTP/1.1" status: 200 len: 210 time: 0.0974545 Mar 31 23:00:31.041653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Attempting to bind port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb on network 2b91a54d-4b3c-43c4-b921-5ecf6cef89af {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:31.074125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:31.074125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Checking segment: {'id': 'cb46da4c-4565-4ed4-8592-d9e8a2776957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:31.074125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Bound using segment: {'id': 'cb46da4c-4565-4ed4-8592-d9e8a2776957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:31.074125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Bound port: ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb46da4c-4565-4ed4-8592-d9e8a2776957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:31.074125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.077663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e6ed-ef65-435d-9887-15dc522d5849 req-abb464e8-972b-4739-a270-3aecbd2b88c5 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.094329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81a9e6ed-ef65-435d-9887-15dc522d5849 req-abb464e8-972b-4739-a270-3aecbd2b88c5 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 943 time: 0.2692940 Mar 31 23:00:31.122438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-0bdc0b0a-725f-4e04-adf4-7b74f15bf4d3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8772614 Mar 31 23:00:31.182306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81a9e6ed-ef65-435d-9887-15dc522d5849 req-243b943d-64dc-4d3a-9e32-6b83d15b189b tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869830 Mar 31 23:00:31.192706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Request body: {'port': {'device_id': '5e86b38c-cade-4059-9f94-3adade9a6358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:31.383942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:31.391755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:31.400002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:31.412209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.417668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,segment=NetworkSegment(cb46da4c-4565-4ed4-8592-d9e8a2776957),segment_id=cb46da4c-4565-4ed4-8592-d9e8a2776957)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:31.431414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: f0193a9a-c5d7-40f9-925e-34c62bd4b28e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:31.431880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f0193a9a-c5d7-40f9-925e-34c62bd4b28e not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:31.457640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:31.467954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba4f2-4885-4c08-99c7-7d687a029e70 req-7a68d061-547b-4140-9114-5cb787e6d72d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.469784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-000ba4f2-4885-4c08-99c7-7d687a029e70 req-7a68d061-547b-4140-9114-5cb787e6d72d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 936 time: 0.0913694 Mar 31 23:00:31.526341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.546381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8c3ade66-aa45-4ccc-b389-166e9d74d198 None None] Provisioning complete for port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:31.546956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c3ade66-aa45-4ccc-b389-166e9d74d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.550311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:31.571872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-000ba4f2-4885-4c08-99c7-7d687a029e70 req-5d461ff9-4cd6-4d0f-ad44-20843dbea7f2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931671 Mar 31 23:00:31.575660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:31.583321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.640137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ade66-aa45-4ccc-b389-166e9d74d198 None None] Port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:31.696952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.717846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.718488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.719918 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] 10.222.0.44 "PUT /v2.0/ports/ce10dd44-fcb2-4ea4-973f-ab8006d57bcb HTTP/1.1" status: 200 len: 1091 time: 2.4735293 Mar 31 23:00:31.734418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:31.737280 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6" -d '{"events": [{"name": "network-changed", "server_uuid": "81101283-5110-46fc-a216-a55053146d41", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:31.799099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c41968-96f8-49bb-92a2-22fd678c0d20 req-b19b3f90-e3da-4dac-8878-6a80a6d4e33a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.806644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89c41968-96f8-49bb-92a2-22fd678c0d20 req-b19b3f90-e3da-4dac-8878-6a80a6d4e33a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0938010 Mar 31 23:00:31.863742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faca61-769c-4367-bf40-c6f8749639fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.875555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.896306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89c41968-96f8-49bb-92a2-22fd678c0d20 req-1ca024d3-ec27-4a3f-aed1-e7376b2caa9c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886748 Mar 31 23:00:32.063158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eae681-1be5-43a7-982b-c328378d3d33 req-e616320a-ad27-4bca-81b8-876f06126fff tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.074713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26eae681-1be5-43a7-982b-c328378d3d33 req-e616320a-ad27-4bca-81b8-876f06126fff tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 945 time: 0.1528878 Mar 31 23:00:32.123629 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079be7c5-361e-4a86-9bb9-809d51ec275c x-openstack-request-id: req-079be7c5-361e-4a86-9bb9-809d51ec275c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:32.123997 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81101283-5110-46fc-a216-a55053146d41", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:32.124293 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-079be7c5-361e-4a86-9bb9-809d51ec275c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:32.125352 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079be7c5-361e-4a86-9bb9-809d51ec275c'] response: {'name': 'network-changed', 'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb', 'status': 'completed', 'code': 200} Mar 31 23:00:32.128108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:32.129709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['80cadd8d-abb4-466e-83e0-4dc1839dd7f6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:32.138777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.185343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Transition to ACTIVE for port object 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:32.228810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26eae681-1be5-43a7-982b-c328378d3d33 req-50198bd1-5466-4e5c-9476-cff80c6cc826 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530299 Mar 31 23:00:32.244932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-1c11c652-563c-4a52-950c-325cc44a321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.248193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-1c11c652-563c-4a52-950c-325cc44a321e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=560a000cf97743f086c73c254583b4c2&device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 1094 time: 0.3311269 Mar 31 23:00:32.288597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34c66b-d6ef-498c-bbb0-65c0309f9261 req-7f847d4f-647d-4aa6-a114-3186d7ac415b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.297134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e34c66b-d6ef-498c-bbb0-65c0309f9261 req-7f847d4f-647d-4aa6-a114-3186d7ac415b tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.1582236 Mar 31 23:00:32.374010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e34c66b-d6ef-498c-bbb0-65c0309f9261 req-e5e1554a-2b1e-41ec-8151-cb1c74e32b08 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Mar 31 23:00:32.382148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-c7ceb498-b1c0-467f-b2e5-7eec337483bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb HTTP/1.1" status: 200 len: 217 time: 0.1064880 Mar 31 23:00:32.383360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.458583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e386b8e-f6a7-41f9-a266-97dae7365ec5 req-1916f4c7-a240-4cad-be07-8a21130300c9 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.467056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e386b8e-f6a7-41f9-a266-97dae7365ec5 req-1916f4c7-a240-4cad-be07-8a21130300c9 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 943 time: 0.0970330 Mar 31 23:00:32.556798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e386b8e-f6a7-41f9-a266-97dae7365ec5 req-1476c512-6c23-4760-a252-ea8f38cc6651 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887651 Mar 31 23:00:32.602502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:32.619566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-451fd450-99b7-487e-8509-b94dcd159d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.619566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-451fd450-99b7-487e-8509-b94dcd159d51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88804cc3-7190-4230-98f6-4fb4ef797633 HTTP/1.1" status: 200 len: 849 time: 0.1995616 Mar 31 23:00:32.639779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-8141c27c-6bba-49d2-9ef5-cba512fe8397 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/c496deb5-a533-43fe-a8cc-c62a9333d7cb HTTP/1.1" status: 200 len: 1800 time: 0.1698515 Mar 31 23:00:32.711157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-fa5b48fe-8a2a-44a3-8a46-8c48c9bd4bab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2b91a54d-4b3c-43c4-b921-5ecf6cef89af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389464 Mar 31 23:00:32.716028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-7446afe1-7d2e-4335-a7ab-7c91041c2fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824355 Mar 31 23:00:32.767481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Attempting to bind port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:32.767965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Attempting to bind port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:32.769203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Attempting to bind port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:32.844208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:32.844556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Attempting to bind port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:32.886315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7804e-4329-40df-a04c-83fe081bba6d req-3cd1dc42-e938-4ec3-96a1-995f537052e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.888079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87e7804e-4329-40df-a04c-83fe081bba6d req-3cd1dc42-e938-4ec3-96a1-995f537052e9 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.1977701 Mar 31 23:00:32.897379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:32.897801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:32.898232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:32.900943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7158d-ad3b-46c5-9968-aa0cc2288906 req-a837841d-714a-4326-a98f-7633527ab117 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.911667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Bound port: 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:32.912090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.916172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9b7158d-ad3b-46c5-9968-aa0cc2288906 req-a837841d-714a-4326-a98f-7633527ab117 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 948 time: 0.2065032 Mar 31 23:00:32.927352 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.034849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-4078667e-bdcc-4e3c-973b-8d36ead62323 service neutron] 10.222.0.44 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059900 Mar 31 23:00:33.054822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483afb63-60f7-4196-a997-6f4579f9282d req-52a75a22-fa8d-4898-ab9e-75f4089c6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.056550 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-52a75a22-fa8d-4898-ab9e-75f4089c6049 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=97d35e69afc64850a50a0b6f399cddd0&device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 1096 time: 0.2354045 Mar 31 23:00:33.071494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:33.078701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:33.087970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.132323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9b7158d-ad3b-46c5-9968-aa0cc2288906 req-38b5abc2-10ba-4dc2-931e-f7987b09a363 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001288 Mar 31 23:00:33.222643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.253989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Deleting port df72bfc8-3fdd-48d1-bf57-69e53c485513 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:33.254156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.288256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.288878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.290251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/5b3e97e6-7fe4-46cb-81e2-4cbb08581363 HTTP/1.1" status: 200 len: 1096 time: 2.1553948 Mar 31 23:00:33.369251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.371666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709312eb-3390-4061-b0e3-180b4285de1f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:33.372193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.381226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-669cc2d2-7dfe-4bfd-a838-799417019e30 req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/c496deb5-a533-43fe-a8cc-c62a9333d7cb HTTP/1.1" status: 204 len: 173 time: 0.7404921 Mar 31 23:00:33.396784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116803d5-cdbb-4016-9349-2f315c6445cf tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496deb5-a533-43fe-a8cc-c62a9333d7cb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.445196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 709312eb-3390-4061-b0e3-180b4285de1f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:33.454697 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-02a2d40c-c9e7-4d92-a939-9d0f93705e0e req-1e86a686-8d0b-4f8b-a559-75add09a9351 service neutron] 10.222.0.44 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716044 Mar 31 23:00:33.456116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 709312eb-3390-4061-b0e3-180b4285de1f not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:33.500923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa747a6-1611-4cb1-90f6-01c7714ed63d req-4adb2dff-dab1-4098-8aef-dd5e51c27fd1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.511534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baa747a6-1611-4cb1-90f6-01c7714ed63d req-4adb2dff-dab1-4098-8aef-dd5e51c27fd1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.2334557 Mar 31 23:00:33.565649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.576409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] For port df72bfc8-3fdd-48d1-bf57-69e53c485513, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=df72bfc8-3fdd-48d1-bf57-69e53c485513,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:33.576873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.582477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483afb63-60f7-4196-a997-6f4579f9282d req-cee0688d-3669-483a-811e-582cbed4902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.583971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-cee0688d-3669-483a-811e-582cbed4902d service neutron] 10.222.0.44 "GET /v2.0/networks?id=54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 200 len: 923 time: 0.4305160 Mar 31 23:00:33.608529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Calling delete_port for df72bfc8-3fdd-48d1-bf57-69e53c485513 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:33.611873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.614369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.615049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.615049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.623810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.624302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b305224-ba3d-4a67-86d9-37186aae86c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:33.699795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-f52179ce-0061-4f7b-a635-c357d69139c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 200 len: 217 time: 0.0902462 Mar 31 23:00:33.726398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-2966b8db-3682-4a40-8f17-3765b94d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.727890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-2966b8db-3682-4a40-8f17-3765b94d0778 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 1099 time: 0.2307703 Mar 31 23:00:33.813470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-8a287f03-cab8-4270-904f-f407f9cf7f03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363 HTTP/1.1" status: 200 len: 217 time: 0.0512652 Mar 31 23:00:33.820902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-92308fa2-7260-49cb-9414-3aa8c992ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.822351 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-92308fa2-7260-49cb-9414-3aa8c992ae89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=560a000cf97743f086c73c254583b4c2&device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 1094 time: 0.1338942 Mar 31 23:00:33.836784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baa747a6-1611-4cb1-90f6-01c7714ed63d req-d5e6f5df-ee4c-4de1-b760-eba04f84e3af tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223312 Mar 31 23:00:33.836998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483afb63-60f7-4196-a997-6f4579f9282d req-fa52bf3e-e7cc-44c5-9a34-aa29c8f38e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.838427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-fa52bf3e-e7cc-44c5-9a34-aa29c8f38e90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 200 len: 861 time: 0.1095245 Mar 31 23:00:33.886264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970d07-df51-4767-b373-1b7e9a34db25 req-b8cf5672-b3f5-443f-8fd4-478a939582cb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.899604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c970d07-df51-4767-b373-1b7e9a34db25 req-b8cf5672-b3f5-443f-8fd4-478a939582cb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 945 time: 0.2463315 Mar 31 23:00:33.905235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-5ce55a98-1b65-4515-b492-210918e6150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.906673 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-5ce55a98-1b65-4515-b492-210918e6150e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0813510 Mar 31 23:00:33.993334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-78d2fd1f-e4c1-48e2-aeab-e1a241d80e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.997760 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-78d2fd1f-e4c1-48e2-aeab-e1a241d80e68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749245 Mar 31 23:00:34.022576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c970d07-df51-4767-b373-1b7e9a34db25 req-07f9b1eb-43f5-4ff9-b624-09e64658062a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216321 Mar 31 23:00:34.095466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-cac4b060-2124-464f-bb16-597c994ab654 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "GET /v2.0/security-groups/a89b3ac4-6ecc-4343-827e-7b16042a2b3e HTTP/1.1" status: 200 len: 1800 time: 0.2232459 Mar 31 23:00:34.127356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:34.130148 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95deecf-b6f6-40c1-b415-488c3e868c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:34.139789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-dcfd8cd3-7a10-42cc-98ca-72ea464d907b service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292353 Mar 31 23:00:34.194079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.248228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.260910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-8760c162-903d-4ecf-ab9f-ce4702b8bb46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54fec72e-ba2f-4c0a-afee-b3d4d845235b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419469 Mar 31 23:00:34.277609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712d132-c9ad-4894-909d-52e213ce2cd9 req-4694d9fe-1009-4b87-8b69-2ed23c9a4c52 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.286701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9712d132-c9ad-4894-909d-52e213ce2cd9 req-4694d9fe-1009-4b87-8b69-2ed23c9a4c52 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 945 time: 0.1110857 Mar 31 23:00:34.338975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9712d132-c9ad-4894-909d-52e213ce2cd9 req-76320175-d9b7-4f2a-8995-c54db34ded38 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514176 Mar 31 23:00:34.410602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.470623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event deleted for resources: {'Port': ['ID=df72bfc8-3fdd-48d1-bf57-69e53c485513,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.476820 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5bf69a81-0b6f-4f4e-91b8-64d3fd006a4e req-d7d20888-8862-4669-ae5f-6a7ac96742bb service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288507 Mar 31 23:00:34.480086 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.514984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-4185b7a3-6250-497d-8640-df80b52c43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.517841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-4185b7a3-6250-497d-8640-df80b52c43f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2b91a54d-4b3c-43c4-b921-5ecf6cef89af HTTP/1.1" status: 200 len: 911 time: 0.3064127 Mar 31 23:00:34.534500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] No DVR routers for this DVR port df72bfc8-3fdd-48d1-bf57-69e53c485513 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:34.537336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.541592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.543190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6e30709-5f79-4a96-9fd9-7d57dd116d73 req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] 10.222.0.83 "DELETE /v2.0/security-groups/a89b3ac4-6ecc-4343-827e-7b16042a2b3e HTTP/1.1" status: 204 len: 173 time: 0.4459660 Mar 31 23:00:34.544543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.549885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87e7804e-4329-40df-a04c-83fe081bba6d req-6dec0add-f410-4ca4-831e-86d4f7f92485 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.10 "DELETE /v2.0/ports/df72bfc8-3fdd-48d1-bf57-69e53c485513 HTTP/1.1" status: 204 len: 173 time: 1.6322896 Mar 31 23:00:34.561041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-deleted', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:34.565288 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a233c-95bd-42aa-b303-9383ef4870df" -d '{"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-deleted", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:34.569635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:34.601600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-e70aeb6e-c997-4ed9-ad22-cedafc3ba59c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb HTTP/1.1" status: 200 len: 217 time: 0.0742095 Mar 31 23:00:34.610708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf714a-3c11-4923-a063-705defa91145 tempest-SecurityGroupsTestJSON-1533629338 tempest-SecurityGroupsTestJSON-1533629338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b3ac4-6ecc-4343-827e-7b16042a2b3e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.649520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-93abad7f-e77d-44cf-b412-5a39e1322849 service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046865 Mar 31 23:00:34.681961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Deleting subnet 6f557af2-c91c-46fa-af86-0fab309f6af6 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:34.695971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.744731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c8490-7e5d-41b6-bd75-c943cef7fd44 req-40ef30d1-216d-4880-bef1-902256525d02 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.746730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e4c8490-7e5d-41b6-bd75-c943cef7fd44 req-40ef30d1-216d-4880-bef1-902256525d02 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 943 time: 0.1285756 Mar 31 23:00:34.754709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Request body: {'security_group': {'name': 'tempest-securitygroup-125533877', 'description': 'tempest-description-1106691158'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:34.782120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-63c67a3d-2151-4073-a917-121628e30e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.786991 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-63c67a3d-2151-4073-a917-121628e30e2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88804cc3-7190-4230-98f6-4fb4ef797633 HTTP/1.1" status: 200 len: 849 time: 0.1656268 Mar 31 23:00:34.794399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.849117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e4c8490-7e5d-41b6-bd75-c943cef7fd44 req-0c15c921-ecc7-4faa-b470-f747b0768c71 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Mar 31 23:00:34.861844 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.904688 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-fe43757d-6880-4136-8928-ebb6ed598238 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2b91a54d-4b3c-43c4-b921-5ecf6cef89af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367780 Mar 31 23:00:34.936601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.957648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.978195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:35.029868 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590cf2a4-9b5e-44eb-91d3-e085eb8bafd5 x-openstack-request-id: req-590cf2a4-9b5e-44eb-91d3-e085eb8bafd5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:35.033241 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:35.033241 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-590cf2a4-9b5e-44eb-91d3-e085eb8bafd5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:35.033241 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590cf2a4-9b5e-44eb-91d3-e085eb8bafd5'] response: {'name': 'network-changed', 'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', 'status': 'completed', 'code': 200} Mar 31 23:00:35.057674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-483afb63-60f7-4196-a997-6f4579f9282d req-7370efe7-9663-4cb8-aeec-bceaa9434ddc service neutron] 10.222.0.44 "GET /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500731 Mar 31 23:00:35.106831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.126438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-e14460b1-5902-4bdb-877e-08379b07df52 service neutron] 10.222.0.44 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146831 Mar 31 23:00:35.166316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.197804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:35.203221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:35.209158 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.209327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f557af2-c91c-46fa-af86-0fab309f6af6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.218338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.222520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da7c0315-c707-45ec-b9e8-a7a283b8951e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6f557af2-c91c-46fa-af86-0fab309f6af6 HTTP/1.1" status: 204 len: 168 time: 0.6496964 Mar 31 23:00:35.225169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43860) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:35.259553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.279884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-a7c5d230-e397-48ec-ace6-8e5cb859ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.285187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-a7c5d230-e397-48ec-ace6-8e5cb859ba17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc72bda41ba45b29e0cf9882062642b&device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 1099 time: 0.1913421 Mar 31 23:00:35.291879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749b19-1c39-47db-920e-5ae1ed1100fe req-7b7b7959-787a-4e3b-8dc1-debef199bde6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.293371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e749b19-1c39-47db-920e-5ae1ed1100fe req-7b7b7959-787a-4e3b-8dc1-debef199bde6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 948 time: 0.2013216 Mar 31 23:00:35.403967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.406349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.441369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239649d2-49fc-4053-aeb5-3be0ab18aeda,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.477374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cdbe054c-8e3e-4d6e-a15c-b1c2227b69b6 req-cf1d51ab-c1bd-48f5-ba33-2f9dc809fdfb service neutron] 10.222.0.44 "GET /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274973 Mar 31 23:00:35.492454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:35.496678 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f67871c-a16b-4f0d-9d0c-0442fa14d695" -d '{"events": [{"server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "name": "network-vif-plugged", "status": "completed", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:35.590962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:35.596228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e749b19-1c39-47db-920e-5ae1ed1100fe req-5b885b9c-7998-4707-a87b-08b8e2a0d2b2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250354 Mar 31 23:00:35.596347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-e1799bcf-f88a-4515-af15-25206336357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-e1799bcf-f88a-4515-af15-25206336357a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2696609 Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce64f6e4-82ec-430e-bb18-a145ea98327c x-openstack-request-id: req-ce64f6e4-82ec-430e-bb18-a145ea98327c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c2b4c-3cb1-4eb8-bab9-32a8ea99b320", "name": "network-vif-deleted", "tag": "df72bfc8-3fdd-48d1-bf57-69e53c485513", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ce64f6e4-82ec-430e-bb18-a145ea98327c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:35.596464 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce64f6e4-82ec-430e-bb18-a145ea98327c'] response: {'server_uuid': '987c2b4c-3cb1-4eb8-bab9-32a8ea99b320', 'name': 'network-vif-deleted', 'tag': 'df72bfc8-3fdd-48d1-bf57-69e53c485513', 'status': 'completed', 'code': 200} Mar 31 23:00:35.597416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.608758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da263c71-898b-4304-9294-a2afa5311d0f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.609081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da263c71-898b-4304-9294-a2afa5311d0f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.620657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.641478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.650140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:35.650901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:35.652819 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:35.698761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-f9b348c9-b7d0-4ae8-b6bf-ec1fb7f6822f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363 HTTP/1.1" status: 200 len: 217 time: 0.0663993 Mar 31 23:00:35.736797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.799318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38a11-bee9-4696-b8ca-5a69aaaa3df6 req-edcbdf8c-8764-463b-b086-a46fb0e4848a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.800608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5e38a11-bee9-4696-b8ca-5a69aaaa3df6 req-edcbdf8c-8764-463b-b086-a46fb0e4848a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.1052775 Mar 31 23:00:35.802915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-9179f483-be2d-4342-91a1-6e61541ae791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.804489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-9179f483-be2d-4342-91a1-6e61541ae791 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0960000 Mar 31 23:00:35.805328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.847680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.893824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3aec38-8a20-4918-bfc2-9fd5e15d817b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.916187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5e38a11-bee9-4696-b8ca-5a69aaaa3df6 req-34026edd-c8e2-4574-9e02-8b19f31e0987 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899677 Mar 31 23:00:35.918820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-db59d7f8-696f-4bc5-906e-0b3846177f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.920262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-db59d7f8-696f-4bc5-906e-0b3846177f46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050360 Mar 31 23:00:35.941603 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.965413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.975244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd HTTP/1.1" status: 204 len: 168 time: 0.7477739 Mar 31 23:00:35.976209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37250dc-9a55-46a2-b546-1820abcf18e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc459ce-8aa3-49e3-bc1d-380e8c33d6cd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:36.058222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.063558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85482378-3f7a-40aa-93c6-492f209b170f req-0ff0dd7e-7e29-434f-a6b3-b5ab39e0392d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3133099 Mar 31 23:00:36.133261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035addad-4757-4eeb-8370-f31496cb957b req-8d058f96-0f4e-4def-ae90-beef77526526 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.152032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-035addad-4757-4eeb-8370-f31496cb957b req-8d058f96-0f4e-4def-ae90-beef77526526 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.1113865 Mar 31 23:00:36.226943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d149336-7624-4918-b4ac-e4e7fceb5e7a req-5bce3f90-31d0-4da0-885e-0d140b4a145a tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=987c2b4c-3cb1-4eb8-bab9-32a8ea99b320 HTTP/1.1" status: 200 len: 210 time: 0.0613713 Mar 31 23:00:36.254384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-9a3725e2-e9a2-424d-8f0c-9534a872473c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234184 Mar 31 23:00:36.287838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-035addad-4757-4eeb-8370-f31496cb957b req-8d2050d4-5aa3-4375-91f9-2c2b2b24d52e tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329591 Mar 31 23:00:36.348727 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc750218-a265-42eb-905a-374672d05fbf x-openstack-request-id: req-bc750218-a265-42eb-905a-374672d05fbf {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:36.349026 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "name": "network-vif-plugged", "status": "completed", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:36.349282 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bc750218-a265-42eb-905a-374672d05fbf {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:36.349792 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc750218-a265-42eb-905a-374672d05fbf'] response: {'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'code': 200} Mar 31 23:00:36.426860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1585276981', 'description': 'tempest-description-527294107'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:36.525926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dceca-333a-4c9d-9310-2f7101b0b685 req-e09a5f43-3904-49fb-a0a4-a5626597b190 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.527603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-518dceca-333a-4c9d-9310-2f7101b0b685 req-e09a5f43-3904-49fb-a0a4-a5626597b190 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 943 time: 0.1155391 Mar 31 23:00:36.535063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f95deecf-b6f6-40c1-b415-488c3e868c7f req-fbf02714-58eb-491b-be4f-3cf356bc10d0 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709670 Mar 31 23:00:36.578700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.595376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-518dceca-333a-4c9d-9310-2f7101b0b685 req-023648c4-c981-4aff-940b-0f4b4fbe7e1a tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Mar 31 23:00:36.631164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:36.697682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.734499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6eb2bede-7121-49cf-a1bf-c01ce4b08d57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0941b8a050ec4c19a0b1b2003ecfcfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987132 Mar 31 23:00:36.757232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:36.757402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ab8ec-a3dc-4eed-bb76-14870acd4b3b req-2148eb1e-9133-4924-9068-0dbbd96de220 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.758810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa6ab8ec-a3dc-4eed-bb76-14870acd4b3b req-2148eb1e-9133-4924-9068-0dbbd96de220 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 948 time: 0.0649297 Mar 31 23:00:36.930933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa6ab8ec-a3dc-4eed-bb76-14870acd4b3b req-5aec27de-d4fa-41f8-976f-b1d8b81f2cb3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414073 Mar 31 23:00:36.934038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.953017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.976538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.991626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ce10dd44-fcb2-4ea4-973f-ab8006d57bcb details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:37.035641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b7b0e-ad82-4e18-b261-a3186c651dc7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.132473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a99c-bd72-4bf9-9002-5df5edc936ac req-9f2576b1-7304-46bc-8704-32fb13084ec9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.141631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,segment=NetworkSegment(cb46da4c-4565-4ed4-8592-d9e8a2776957),segment_id=cb46da4c-4565-4ed4-8592-d9e8a2776957)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:37.142777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d52a99c-bd72-4bf9-9002-5df5edc936ac req-9f2576b1-7304-46bc-8704-32fb13084ec9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0694332 Mar 31 23:00:37.156706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb', 'network_id': '2b91a54d-4b3c-43c4-b921-5ecf6cef89af', 'port_id': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb', 'mac_address': 'fa:16:3e:1b:27:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88804cc3-7190-4230-98f6-4fb4ef797633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:37.191794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d52a99c-bd72-4bf9-9002-5df5edc936ac req-13da2e30-6619-448b-b0cc-bfeab4552919 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Mar 31 23:00:37.203306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.207599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9100075f-4519-4f44-b1c8-287b069856b8 req-2436afcb-a396-4573-83ca-47eb88578a9d tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7854958 Mar 31 23:00:37.223201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.223201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce10dd44-fcb2-4ea4-973f-ab8006d57bcb {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:37.243577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,segment=NetworkSegment(cb46da4c-4565-4ed4-8592-d9e8a2776957),segment_id=cb46da4c-4565-4ed4-8592-d9e8a2776957)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:37.272945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.272945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.272945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/604eb72e-924e-4412-9a91-7d3652128485 HTTP/1.1" status: 204 len: 168 time: 0.5266361 Mar 31 23:00:37.272945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7063e-2cd3-4e6b-9202-39e216c4085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604eb72e-924e-4412-9a91-7d3652128485,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.387312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.413080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfa93-4aa5-4447-8a4c-c6e53e55f970 req-f55a3c5c-6d63-48e3-aaa8-4752024c1e94 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.414907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9cfa93-4aa5-4447-8a4c-c6e53e55f970 req-f55a3c5c-6d63-48e3-aaa8-4752024c1e94 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.0598352 Mar 31 23:00:37.415854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:37.445199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: df72bfc8-3fdd-48d1-bf57-69e53c485513 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:37.445542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device df72bfc8-3fdd-48d1-bf57-69e53c485513 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:37.463545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1840769812', 'description': 'tempest-description-303598410'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:37.464587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.482861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9cfa93-4aa5-4447-8a4c-c6e53e55f970 req-c49075b6-8339-4674-a1a4-0354d28a5e34 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Mar 31 23:00:37.610726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.619263 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.697658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.813106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['ce10dd44-fcb2-4ea4-973f-ab8006d57bcb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:37.832079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.872193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c8354-f432-40d1-b8e3-23bcef1261d5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.922675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.096495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.124702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b03e93-079f-4f2d-9fb1-2117a101ee42,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.203210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15110b12-bc52-4109-9f2a-79ed718a44b0 req-3f7ea9cc-62ce-4071-b31c-c4cfa0ec9e2f tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.204698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15110b12-bc52-4109-9f2a-79ed718a44b0 req-3f7ea9cc-62ce-4071-b31c-c4cfa0ec9e2f tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 944 time: 0.0536962 Mar 31 23:00:38.212452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.213603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae5fa0d5-d544-4f35-9552-2abfba5a3b75 req-02d43a17-1ac0-48ac-b523-8e6d5a01f735 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7604284 Mar 31 23:00:38.248552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15110b12-bc52-4109-9f2a-79ed718a44b0 req-7eea449a-7663-47da-9398-8bc04e7f7a8a tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 Mar 31 23:00:38.332437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd8219-d871-4395-b66f-64d1726ee0be req-40e0e24c-0a96-4b8d-9add-6add6439fa17 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.333936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dd8219-d871-4395-b66f-64d1726ee0be req-40e0e24c-0a96-4b8d-9add-6add6439fa17 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 948 time: 0.0669317 Mar 31 23:00:38.393562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50424e56-d3ac-4875-b665-b982324daa9f req-cd95007d-f1b4-41b9-bfc9-4ad8f6a80614 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.395064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50424e56-d3ac-4875-b665-b982324daa9f req-cd95007d-f1b4-41b9-bfc9-4ad8f6a80614 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.0835793 Mar 31 23:00:38.402168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dd8219-d871-4395-b66f-64d1726ee0be req-913bbee6-7e94-4e07-8e56-d7447028455d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 Mar 31 23:00:38.437281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50424e56-d3ac-4875-b665-b982324daa9f req-0296146f-bfe4-49ad-a0f9-0960b04b1dba tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Mar 31 23:00:38.476996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1268577408', 'description': 'tempest-description-1592740767'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:38.529137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9db4-1f89-43eb-887e-a1832a3bcb4c req-d2bdc7e4-8f70-4182-b544-efe16d1acb6f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.530614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc8f9db4-1f89-43eb-887e-a1832a3bcb4c req-d2bdc7e4-8f70-4182-b544-efe16d1acb6f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0690610 Mar 31 23:00:38.561434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43926) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:38.570955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc8f9db4-1f89-43eb-887e-a1832a3bcb4c req-97cf67b3-a3d0-4bb3-86a2-39dea9c94090 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Mar 31 23:00:38.675877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7248f96-d2fc-41df-9336-3b06f3dcea39 req-0fe19f24-ebe0-4e8b-9048-d94f44ca64fb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.676600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-160374902-network', 'tenant_id': '3cea365256d74bcba8998ef47838601f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:38.677253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7248f96-d2fc-41df-9336-3b06f3dcea39 req-0fe19f24-ebe0-4e8b-9048-d94f44ca64fb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.0497766 Mar 31 23:00:38.678528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.735098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7248f96-d2fc-41df-9336-3b06f3dcea39 req-e308bd59-acd3-4f7d-94ec-0b98695d3a55 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Mar 31 23:00:38.769311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.816024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Made reservation on behalf of 3cea365256d74bcba8998ef47838601f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:38.818437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.830465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.900000 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.902985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.926339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f00553-6c7c-47bd-8aa1-e5742c2f17c8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.989319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ce10dd44-fcb2-4ea4-973f-ab8006d57bcb up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:39.013792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.035529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:39.050796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e9cb7-cf0a-43ee-9ca7-1abf1f5ac844,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.053801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.054136 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Added segment 30b54d97-36cc-4731-98cf-3f4426a3bfa6 of type vlan for network 751f7252-1f6c-42ea-8d59-7f423d3c328c Mar 31 23:00:39.078940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.082387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08f5eea4-46af-41fe-b604-e6cf09b33071 req-884f736d-b7ca-4da6-b950-3707c3074d62 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6076736 Mar 31 23:00:39.094457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.164681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:39.168588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:39.169019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.199400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.200745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.201437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.257572 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.262394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] Pushing event updated for resources: {'Network': ['ID=751f7252-1f6c-42ea-8d59-7f423d3c328c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.276051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:39.326320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-a9b65d5b-46ee-4bc8-a275-9dd482475c5c tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.2241716 Mar 31 23:00:39.330994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:39.333338 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645ac051-4441-459b-a3c4-06af07a08dee" -d '{"events": [{"server_uuid": "81101283-5110-46fc-a216-a55053146d41", "name": "network-vif-plugged", "status": "completed", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:39.336564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-171aaf77-d541-4279-a11d-3474063f8c67 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7740564 Mar 31 23:00:39.339308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43936) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:39.344466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Request body: {'subnet': {'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-160374902-subnet', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:39.362593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,segment=NetworkSegment(cb46da4c-4565-4ed4-8592-d9e8a2776957),segment_id=cb46da4c-4565-4ed4-8592-d9e8a2776957)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:39.426246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:39.490305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Made reservation on behalf of 3cea365256d74bcba8998ef47838601f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:39.492982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.527383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.577533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:39.631468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', 'mac_address': 'fa:16:3e:56:35:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:39.643941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.688635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-3c43d409-c233-4e4b-8bfd-2f3d9ba9b3a3 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/06502bf4-6b6f-4059-9c25-889f78038806 HTTP/1.1" status: 200 len: 2973 time: 0.3484561 Mar 31 23:00:39.701047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.701227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0834-923c-4984-a619-c7dc0becceb3 req-1393e593-6c2c-493b-968a-af66482e0852 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.701227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a35d0834-923c-4984-a619-c7dc0becceb3 req-1393e593-6c2c-493b-968a-af66482e0852 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 944 time: 0.3713031 Mar 31 23:00:39.710612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:39.742130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:39.744257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fca27a-4b23-466f-bf2d-017c46d4f10a req-db26ee61-a39d-4844-89ff-9de4326777cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.746690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47fca27a-4b23-466f-bf2d-017c46d4f10a req-db26ee61-a39d-4844-89ff-9de4326777cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1097 time: 0.0677886 Mar 31 23:00:39.769900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-b20b1a00-78f0-4ea9-9a83-b3be161d0e1e tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/06502bf4-6b6f-4059-9c25-889f78038806 HTTP/1.1" status: 200 len: 2973 time: 0.0688705 Mar 31 23:00:39.772805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a35d0834-923c-4984-a619-c7dc0becceb3 req-e24e41f6-309f-4a7d-9c7d-77c16bb77c98 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Mar 31 23:00:39.788543 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47fca27a-4b23-466f-bf2d-017c46d4f10a req-684956b4-1c9e-463d-a301-23c31c9ea52c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313516 Mar 31 23:00:39.823631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-c119317c-c614-4386-b7b0-ffed25376401 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/239649d2-49fc-4053-aeb5-3be0ab18aeda HTTP/1.1" status: 200 len: 2981 time: 0.0465856 Mar 31 23:00:39.830978 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9aaf66-4518-4923-a887-fc178cb998e5 x-openstack-request-id: req-8e9aaf66-4518-4923-a887-fc178cb998e5 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:39.831400 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81101283-5110-46fc-a216-a55053146d41", "name": "network-vif-plugged", "status": "completed", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:39.831743 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e9aaf66-4518-4923-a887-fc178cb998e5 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:39.832221 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9aaf66-4518-4923-a887-fc178cb998e5'] response: {'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb', 'code': 200} Mar 31 23:00:39.873095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-fead4ed9-ed9d-482e-a225-09208747ede7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/239649d2-49fc-4053-aeb5-3be0ab18aeda HTTP/1.1" status: 200 len: 2981 time: 0.0385938 Mar 31 23:00:39.911475 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.936551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.957768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5f30-3448-47a3-8033-7b9a1c635fe2 req-69fff2d3-9396-45e2-925b-fb6c08d898bc tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.959040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd6d5f30-3448-47a3-8033-7b9a1c635fe2 req-69fff2d3-9396-45e2-925b-fb6c08d898bc tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 948 time: 0.0826671 Mar 31 23:00:39.960299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-58343aa2-84f7-4df2-8630-7d4a0ea9a099 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/255d5917-4f9d-41c9-9c1b-8b1505ae5485 HTTP/1.1" status: 200 len: 2981 time: 0.0755231 Mar 31 23:00:39.974622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.986644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Checking segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:39.987039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Network hostable DHCP agents. Network: 751f7252-1f6c-42ea-8d59-7f423d3c328c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:40.006764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:40.024535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd6d5f30-3448-47a3-8033-7b9a1c635fe2 req-91597321-80d8-4b70-b387-ada2f1e54ffb tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597887 Mar 31 23:00:40.029872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-bfce1f08-6630-453a-99f1-66c0c637e9c7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/255d5917-4f9d-41c9-9c1b-8b1505ae5485 HTTP/1.1" status: 200 len: 2981 time: 0.0591593 Mar 31 23:00:40.084351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-224d176b-ad8a-4e70-bf69-7e2c2a995d9f tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/2f252d8d-05bb-4b43-a00b-92847026c899 HTTP/1.1" status: 200 len: 2981 time: 0.0474358 Mar 31 23:00:40.101756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:40.163416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec932e7c-5f9d-4506-a1bb-98c5b2d8e96f req-fe3eb3f7-6cd7-44cf-987e-ba42a2762b4f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.164803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec932e7c-5f9d-4506-a1bb-98c5b2d8e96f req-fe3eb3f7-6cd7-44cf-987e-ba42a2762b4f tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.0795753 Mar 31 23:00:40.167858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-10884661-ab46-4df6-93fb-8172dccf6582 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/2f252d8d-05bb-4b43-a00b-92847026c899 HTTP/1.1" status: 200 len: 2981 time: 0.0727961 Mar 31 23:00:40.179408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6071f-4e4e-4604-aaae-503b8279942e req-69964526-5dde-49a4-a3f8-db2a0c727f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.180944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dbc6071f-4e4e-4604-aaae-503b8279942e req-69964526-5dde-49a4-a3f8-db2a0c727f1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 1096 time: 0.0406725 Mar 31 23:00:40.215278 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dbc6071f-4e4e-4604-aaae-503b8279942e req-9950a498-8ad0-468f-a741-8382d184b832 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275905 Mar 31 23:00:40.226466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec932e7c-5f9d-4506-a1bb-98c5b2d8e96f req-1e679f84-de6a-4e85-83ef-eb9f580356b4 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Mar 31 23:00:40.227497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 751f7252-1f6c-42ea-8d59-7f423d3c328c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:40.231617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.232203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.240476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16e573-8393-4fc4-a315-3e4b1da17909 None None] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:40.244798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-caea9777-ab64-4b23-9450-26955cfc2835 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/3e561aaa-aa41-41c9-b12b-94a5cdaa24c3 HTTP/1.1" status: 200 len: 2981 time: 0.0651910 Mar 31 23:00:40.298828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-7d747d2f-9406-47b8-a64a-f4b35fd64503 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/3e561aaa-aa41-41c9-b12b-94a5cdaa24c3 HTTP/1.1" status: 200 len: 2981 time: 0.0416415 Mar 31 23:00:40.377082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6d69f-cf43-4ded-8bce-c3d92034b568 req-9bb58b7d-c275-4d66-bf9e-53322598a63a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.378865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6d6d69f-cf43-4ded-8bce-c3d92034b568 req-9bb58b7d-c275-4d66-bf9e-53322598a63a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0790348 Mar 31 23:00:40.381889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-84a89302-cea7-4be6-a3bb-a4e081194bc8 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/85aeb8f5-8ba5-4a26-8832-798d4de17c4d HTTP/1.1" status: 200 len: 2981 time: 0.0735238 Mar 31 23:00:40.411739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-faa13196-9055-4218-b780-3addabc0754b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0710027 Mar 31 23:00:40.414460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43946) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:40.419364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:40.451554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6d6d69f-cf43-4ded-8bce-c3d92034b568 req-9c57a077-7896-4c6b-b962-81a5305f7507 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Mar 31 23:00:40.452701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5b3e97e6-7fe4-46cb-81e2-4cbb08581363'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:40.456068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-3dcfefea-45f7-4c17-8852-7e6f33019250 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/85aeb8f5-8ba5-4a26-8832-798d4de17c4d HTTP/1.1" status: 200 len: 2981 time: 0.0615723 Mar 31 23:00:40.502177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-a06d8f1e-20d5-4dfd-9624-ddbd51986f34 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/a8272f51-454c-4ccf-986a-41d2a7a0d3f8 HTTP/1.1" status: 200 len: 2977 time: 0.0408444 Mar 31 23:00:40.540075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.541661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.574270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-dab2e9bd-f724-4aa8-a31e-71f41dee88d7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/a8272f51-454c-4ccf-986a-41d2a7a0d3f8 HTTP/1.1" status: 200 len: 2977 time: 0.0660391 Mar 31 23:00:40.591423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3df0c9-87a7-4812-9256-091d2bd2957c req-0b08b103-afb0-475b-898c-24a629853989 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.592886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3df0c9-87a7-4812-9256-091d2bd2957c req-0b08b103-afb0-475b-898c-24a629853989 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.0720584 Mar 31 23:00:40.606750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-751f7252-1f6c-42ea-8d59-7f423d3c328c', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:00:40.607644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.630637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.657964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-01546b11-f63e-4ff5-b788-779323304578 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/bc769fc4-cc0a-498d-9b3e-06750f39b837 HTTP/1.1" status: 200 len: 2981 time: 0.0743873 Mar 31 23:00:40.661199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3df0c9-87a7-4812-9256-091d2bd2957c req-08d56622-7b8d-4307-b8e3-6310507518e9 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612550 Mar 31 23:00:40.707532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-1dd87d88-8866-45e2-a9b2-f822a46d1469 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/bc769fc4-cc0a-498d-9b3e-06750f39b837 HTTP/1.1" status: 200 len: 2981 time: 0.0408723 Mar 31 23:00:40.760029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-3f5c6bea-67cb-4f77-89ab-08d895cbd380 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/c1044f2c-ae60-44a4-8b78-e77100990481 HTTP/1.1" status: 200 len: 2981 time: 0.0401096 Mar 31 23:00:40.789596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Allocated IP 172.20.0.2 (751f7252-1f6c-42ea-8d59-7f423d3c328c/2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e/283e4f36-30a8-42a9-9caf-3491dd05418e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:40.806622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-ba72227f-9c44-491a-9020-6aee76d8737a tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/c1044f2c-ae60-44a4-8b78-e77100990481 HTTP/1.1" status: 200 len: 2981 time: 0.0385761 Mar 31 23:00:40.862679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-4c8bb604-e471-4793-acae-7d2c77b71032 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d1d404c3-e786-47ec-b33b-ae551dc2ac60 HTTP/1.1" status: 200 len: 2981 time: 0.0469820 Mar 31 23:00:40.889630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.899880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-ea9fa345-8d3a-44ac-a13f-0c15f7301b58 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.901401 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-ea9fa345-8d3a-44ac-a13f-0c15f7301b58 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.1574593 Mar 31 23:00:40.930734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8db39-a433-43b3-968b-ad7e5657f066 req-fc331339-b62c-4302-8231-9def5fa3ede9 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.932192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6f8db39-a433-43b3-968b-ad7e5657f066 req-fc331339-b62c-4302-8231-9def5fa3ede9 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.0838377 Mar 31 23:00:40.935643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-8b6790ba-9efa-4059-8655-5bb428b0e3d3 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d1d404c3-e786-47ec-b33b-ae551dc2ac60 HTTP/1.1" status: 200 len: 2981 time: 0.0598309 Mar 31 23:00:40.988269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6f8db39-a433-43b3-968b-ad7e5657f066 req-d4bc2c3f-5389-41de-97ad-6ea4182403ba tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Mar 31 23:00:41.019337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Deleting port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:41.019687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.025074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-b35ff340-9043-43d7-b52a-21f5ee6709be tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e21c8354-f432-40d1-b8e3-23bcef1261d5 HTTP/1.1" status: 200 len: 2981 time: 0.0781348 Mar 31 23:00:41.068707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-b3972de5-7d3d-49a4-92de-ebd74c5ea329 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e21c8354-f432-40d1-b8e3-23bcef1261d5 HTTP/1.1" status: 200 len: 2981 time: 0.0426614 Mar 31 23:00:41.071731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.127982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-3a433695-f618-49f8-ab70-725b75df5745 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e572f31e-9417-4a90-9d48-83cbf4694e9e HTTP/1.1" status: 200 len: 2981 time: 0.0514894 Mar 31 23:00:41.163268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] For port 3d00d21f-90b1-43ea-9945-4a2c39b23b05, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3d00d21f-90b1-43ea-9945-4a2c39b23b05,segment=NetworkSegment(6f1ebb1e-e4f5-402e-8902-c8946785b333),segment_id=6f1ebb1e-e4f5-402e-8902-c8946785b333)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:41.163628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.178946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Calling delete_port for 3d00d21f-90b1-43ea-9945-4a2c39b23b05 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:41.197996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f536-300b-4777-b520-545e48fc3cd5 req-0f38a0a1-a655-438c-9925-c9891b199606 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.199370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a680f536-300b-4777-b520-545e48fc3cd5 req-0f38a0a1-a655-438c-9925-c9891b199606 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 949 time: 0.0907886 Mar 31 23:00:41.202109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-e5ff1ea8-1604-4483-b044-71cd7080c993 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e572f31e-9417-4a90-9d48-83cbf4694e9e HTTP/1.1" status: 200 len: 2981 time: 0.0598669 Mar 31 23:00:41.216483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.272937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:41.273251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a680f536-300b-4777-b520-545e48fc3cd5 req-66a38313-4780-4730-954d-622207f823e5 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667541 Mar 31 23:00:41.276390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:41.276618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-06f7e39e-3e1e-4aeb-8cee-ccd9c3d3854f tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/ee1e9cb7-cf0a-43ee-9ca7-1abf1f5ac844 HTTP/1.1" status: 200 len: 2981 time: 0.0641603 Mar 31 23:00:41.281581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:41.285504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Pushing event updated for resources: {'Port': ['ID=283e4f36-30a8-42a9-9caf-3491dd05418e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:41.300210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.300792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.301085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.301405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.301726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.302047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.302475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:41.346087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d978ef14-4b6b-4a18-a497-28446a121ebe req-94f61024-6578-46cb-ac91-8174235d39ff tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/ee1e9cb7-cf0a-43ee-9ca7-1abf1f5ac844 HTTP/1.1" status: 200 len: 2981 time: 0.0477509 Mar 31 23:00:41.367888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Attempting to bind port 283e4f36-30a8-42a9-9caf-3491dd05418e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:41.368315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Attempting to bind port 283e4f36-30a8-42a9-9caf-3491dd05418e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:41.368616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Attempting to bind port 283e4f36-30a8-42a9-9caf-3491dd05418e on network 751f7252-1f6c-42ea-8d59-7f423d3c328c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:41.374794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:41.375197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Checking segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:41.375652 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.376258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Bound using segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:41.376844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Bound port: 283e4f36-30a8-42a9-9caf-3491dd05418e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:41.377290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.451094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9d1b5-e75e-4a31-86a8-2966dfaae3d8 req-f1f6bf7b-c3d5-4146-b04a-d6ac3f1fd69c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.453407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5d9d1b5-e75e-4a31-86a8-2966dfaae3d8 req-f1f6bf7b-c3d5-4146-b04a-d6ac3f1fd69c tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 945 time: 0.0862291 Mar 31 23:00:41.458476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] For port 283e4f36-30a8-42a9-9caf-3491dd05418e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:41.478803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] For port 283e4f36-30a8-42a9-9caf-3491dd05418e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=283e4f36-30a8-42a9-9caf-3491dd05418e,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:41.508711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24f97b92-43be-4fad-b934-05198322b29b req-0d723715-9fb5-4627-ba50-9c8c524c9e2e tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d9684af3c6348219bc9c99b24011181 HTTP/1.1" status: 200 len: 6102 time: 0.1141629 Mar 31 23:00:41.531304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5d9d1b5-e75e-4a31-86a8-2966dfaae3d8 req-5085e7cb-43bd-40b9-a780-9960751f80e2 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/security-groups?id=c1044f2c-ae60-44a4-8b78-e77100990481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Mar 31 23:00:41.584718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24f97b92-43be-4fad-b934-05198322b29b req-b7d5b783-bfd5-4955-8811-98831c6d3763 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "GET /v2.0/security-groups/239649d2-49fc-4053-aeb5-3be0ab18aeda HTTP/1.1" status: 200 len: 2981 time: 0.0695484 Mar 31 23:00:41.604471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-015843b8-31df-47c0-95f1-bee1607490b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.622457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.664805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24f97b92-43be-4fad-b934-05198322b29b req-77ae60d5-939a-4da9-9a93-4dca9123f76f tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "GET /v2.0/security-groups/239649d2-49fc-4053-aeb5-3be0ab18aeda HTTP/1.1" status: 200 len: 2981 time: 0.0733154 Mar 31 23:00:41.686020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476dda4-8824-4709-a143-6df9dc487a47 req-0797009e-26fa-4271-b13a-579e42a72d85 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.692455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3476dda4-8824-4709-a143-6df9dc487a47 req-0797009e-26fa-4271-b13a-579e42a72d85 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0817022 Mar 31 23:00:41.718531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8db93-efac-4653-a2de-97b6facff1ad None None] Pushing event updated for resources: {'Port': ['ID=283e4f36-30a8-42a9-9caf-3491dd05418e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:41.743693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.756070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3476dda4-8824-4709-a143-6df9dc487a47 req-7d45a9e3-c73d-4e9d-823c-c8a79d87060a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593233 Mar 31 23:00:41.766414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2e6873fa-c081-4271-9c73-811b67fb47a8 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/10f00553-6c7c-47bd-8aa1-e5742c2f17c8 HTTP/1.1" status: 200 len: 1778 time: 0.0599968 Mar 31 23:00:41.772926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.888010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.913835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6553393-7c51-4f98-b300-c4d0729737a7 req-bceab2c2-c167-4006-aac5-a8ec0b47542c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.914427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Allocated IP 172.25.6.185 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:41.922021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6553393-7c51-4f98-b300-c4d0729737a7 req-bceab2c2-c167-4006-aac5-a8ec0b47542c tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.0929728 Mar 31 23:00:41.948583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.005941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6553393-7c51-4f98-b300-c4d0729737a7 req-29194e04-4fd4-479c-b930-1a0176c44364 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825303 Mar 31 23:00:42.049046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.087826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Pushing event deleted for resources: {'Port': ['ID=3d00d21f-90b1-43ea-9945-4a2c39b23b05,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:42.138369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.141067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.162893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.162893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e561e278-51bb-42cc-96ae-c99be4a865b8 req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/10f00553-6c7c-47bd-8aa1-e5742c2f17c8 HTTP/1.1" status: 204 len: 173 time: 0.3658187 Mar 31 23:00:42.163107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] No DVR routers for this DVR port 3d00d21f-90b1-43ea-9945-4a2c39b23b05 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:42.163107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.163397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-62dbd715-bc23-4b2f-8d81-850c9f2cbf07 req-7753cbe9-5b64-406a-b95b-874f117617ab tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.44 "DELETE /v2.0/ports/3d00d21f-90b1-43ea-9945-4a2c39b23b05 HTTP/1.1" status: 204 len: 173 time: 1.2542524 Mar 31 23:00:42.163856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-deleted', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:42.166155 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d16f644-e9ec-4755-b256-1c0fdf5af883" -d '{"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-deleted", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:42.177558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dbcdd-1aed-4170-be24-ab8efa28f575 req-8809f490-0b71-4196-878f-c4429753e5b0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.179359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-454dbcdd-1aed-4170-be24-ab8efa28f575 req-8809f490-0b71-4196-878f-c4429753e5b0 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.1045868 Mar 31 23:00:42.191335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee30d1-0aa6-43af-8295-402aa1837072 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f00553-6c7c-47bd-8aa1-e5742c2f17c8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:42.236988 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162f1acb-f00f-4ecb-bdf5-7104a86a0cc1 x-openstack-request-id: req-162f1acb-f00f-4ecb-bdf5-7104a86a0cc1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:42.237355 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779cac27-63b6-4a7a-bb73-d9f2c1acc995", "name": "network-vif-deleted", "tag": "3d00d21f-90b1-43ea-9945-4a2c39b23b05", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:42.237694 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-162f1acb-f00f-4ecb-bdf5-7104a86a0cc1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:42.238776 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162f1acb-f00f-4ecb-bdf5-7104a86a0cc1'] response: {'server_uuid': '779cac27-63b6-4a7a-bb73-d9f2c1acc995', 'name': 'network-vif-deleted', 'tag': '3d00d21f-90b1-43ea-9945-4a2c39b23b05', 'status': 'completed', 'code': 200} Mar 31 23:00:42.254154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-454dbcdd-1aed-4170-be24-ab8efa28f575 req-0dbe09c7-6495-4ed2-9195-5faf03e23cc6 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Mar 31 23:00:42.298857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06bd170b-3383-4fba-94dd-f073889db596 req-ec11f820-ca16-40be-9a4f-1df85abb60b5 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "GET /v2.0/security-groups/66b03e93-079f-4f2d-9fb1-2117a101ee42 HTTP/1.1" status: 200 len: 1777 time: 0.0495207 Mar 31 23:00:42.370173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bd170b-3383-4fba-94dd-f073889db596 req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.413407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bd170b-3383-4fba-94dd-f073889db596 req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.455034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3341ba-5b36-4601-8f7e-4be0d4ae5d10 req-a62a329b-9e20-4847-be5c-97c81e3e13bf tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.456533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3341ba-5b36-4601-8f7e-4be0d4ae5d10 req-a62a329b-9e20-4847-be5c-97c81e3e13bf tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 949 time: 0.0967841 Mar 31 23:00:42.500118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3341ba-5b36-4601-8f7e-4be0d4ae5d10 req-785c9f65-8254-451a-b2f3-7cfc268af01d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Mar 31 23:00:42.656425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60cb6d0-7476-4121-92d2-4d9d5a880476 req-e866bc81-a595-4d09-bfac-ae7a7f8b5b15 tempest-LiveAutoBlockMigrationV225Test-647223135 tempest-LiveAutoBlockMigrationV225Test-647223135-project] 10.222.0.83 "GET /v2.0/ports?device_id=779cac27-63b6-4a7a-bb73-d9f2c1acc995 HTTP/1.1" status: 200 len: 210 time: 0.0337424 Mar 31 23:00:42.757050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 283e4f36-30a8-42a9-9caf-3491dd05418e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:42.818089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 283e4f36-30a8-42a9-9caf-3491dd05418e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:42.818462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.865480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81f50f-ae0c-4529-98cc-6d92f69a613f None None] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:42.885773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716df9-16d3-498f-996e-7fd6a4a357ea req-20e0c2e0-065f-4a9c-9079-ba173dcedf41 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.887275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f716df9-16d3-498f-996e-7fd6a4a357ea req-20e0c2e0-065f-4a9c-9079-ba173dcedf41 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Mar 31 23:00:42.929170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f716df9-16d3-498f-996e-7fd6a4a357ea req-7e94435d-be7f-4022-952e-5c23d8bcde5c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Mar 31 23:00:43.004725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:43.006717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:43.015315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.045081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-436008f2-aeb4-47bd-8640-b32d0ccb86a5 None None] Provisioning complete for port 283e4f36-30a8-42a9-9caf-3491dd05418e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:43.045461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-436008f2-aeb4-47bd-8640-b32d0ccb86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.053445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 3d00d21f-90b1-43ea-9945-4a2c39b23b05 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:43.053794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3d00d21f-90b1-43ea-9945-4a2c39b23b05 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:43.122962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18224b40-2392-4ecd-8029-fd445aef3ded req-8c4036d5-8a91-4829-92ce-cd0934904fcb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.124580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18224b40-2392-4ecd-8029-fd445aef3ded req-8c4036d5-8a91-4829-92ce-cd0934904fcb tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Mar 31 23:00:43.163809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18224b40-2392-4ecd-8029-fd445aef3ded req-32421e50-7446-4cd6-95f8-78b12ffeefb2 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Mar 31 23:00:43.183615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 283e4f36-30a8-42a9-9caf-3491dd05418e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=283e4f36-30a8-42a9-9caf-3491dd05418e,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.275179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.299931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '153ba74e-d64b-45ea-836a-537376cfa277', 'network_id': '55151320-de6a-425f-8356-780081a70685', 'port_id': '153ba74e-d64b-45ea-836a-537376cfa277', 'mac_address': 'fa:16:3e:b6:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35aa477f-8bbd-4cd1-918b-44c8e79b33ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:43.307278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-436008f2-aeb4-47bd-8640-b32d0ccb86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.342216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.349711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bd170b-3383-4fba-94dd-f073889db596 req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.352412 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06bd170b-3383-4fba-94dd-f073889db596 req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.357411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06bd170b-3383-4fba-94dd-f073889db596 req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/66b03e93-079f-4f2d-9fb1-2117a101ee42 HTTP/1.1" status: 204 len: 173 time: 1.0489349 Mar 31 23:00:43.372271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93431c-971a-4d59-b2f9-4b4602c542b7 tempest-SecurityGroupsTestAdminJSON-1399875093 tempest-SecurityGroupsTestAdminJSON-1399875093-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b03e93-079f-4f2d-9fb1-2117a101ee42,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.394703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:43.398132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:43.398652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-513ba0a0-d444-475d-b888-d5101343d064 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.410672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:43.412939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-513ba0a0-d444-475d-b888-d5101343d064 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1363823 Mar 31 23:00:43.423414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.440194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:43.460146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.461814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.477542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c242d9b4-7eeb-494f-a789-95de18006b54 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0632405 Mar 31 23:00:43.494366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:43.547397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:43.569407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.573130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.622994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-436008f2-aeb4-47bd-8640-b32d0ccb86a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:00:43.623389 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-436008f2-aeb4-47bd-8640-b32d0ccb86a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:00:43.638224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=283e4f36-30a8-42a9-9caf-3491dd05418e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.652679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3957f3a-a8b3-45a7-ab56-28108f80fce0 req-9c75a476-0002-4f12-81f1-28a6d6b054fd tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.654488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3957f3a-a8b3-45a7-ab56-28108f80fce0 req-9c75a476-0002-4f12-81f1-28a6d6b054fd tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.1760504 Mar 31 23:00:43.669484 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.726008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.739578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3957f3a-a8b3-45a7-ab56-28108f80fce0 req-a9f45d3e-05f4-4c51-8b50-f73deafcafe9 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Mar 31 23:00:43.780719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:43.786607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:43.786978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.850835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-be662222-3646-4bd7-bca0-e94557c4b69f tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "GET /v2.0/security-groups/140b7b0e-ad82-4e18-b261-a3186c651dc7 HTTP/1.1" status: 200 len: 1777 time: 0.0817893 Mar 31 23:00:43.880155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60ba9de2-d316-4ee1-9358-edf0f7fd45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.882786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.890060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.907038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:43.909572 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83b462-b48f-4005-b298-065fd5fc0d7d" -d '{"events": [{"server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "name": "network-vif-plugged", "status": "completed", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:43.924082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:44.008837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:44.045695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.053588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.085342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.109649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.158314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:44.217244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.278981 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.281694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.283833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-277f6599-54c3-4f08-a4a7-14e1a20c9532 req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "DELETE /v2.0/security-groups/140b7b0e-ad82-4e18-b261-a3186c651dc7 HTTP/1.1" status: 204 len: 173 time: 0.4231842 Mar 31 23:00:44.297001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ac9e-fe87-412e-829e-e9fa027a8d88 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b7b0e-ad82-4e18-b261-a3186c651dc7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:44.321490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7db1e543-29b6-4e6e-b177-003ae586afba None None] Provisioning complete for port 283e4f36-30a8-42a9-9caf-3491dd05418e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:44.321974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7db1e543-29b6-4e6e-b177-003ae586afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.335289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.466729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8431b-97bc-4ce9-bba6-d3b6a2a6f494 req-fb0e458e-0188-4c7d-b04b-04be1e414868 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.468317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51d8431b-97bc-4ce9-bba6-d3b6a2a6f494 req-fb0e458e-0188-4c7d-b04b-04be1e414868 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.1350892 Mar 31 23:00:44.489045 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694 associated. External IP: 172.25.6.126, port: 9cfd92f0-0555-4b4b-9cbf-284818be948a. Mar 31 23:00:44.495700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Router 2e20cecc-7413-4502-8227-0d240c5c9a80 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:44.563459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51d8431b-97bc-4ce9-bba6-d3b6a2a6f494 req-40a6ea48-c9bd-4db4-9573-713f207d3022 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Mar 31 23:00:44.622977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:44.626123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43992) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:44.635707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Sync routers for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:44.645677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:44.646495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:44.687968 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad54bc-9409-41ff-984c-478bd9bc55e0 x-openstack-request-id: req-17ad54bc-9409-41ff-984c-478bd9bc55e0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:44.713648 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "name": "network-vif-plugged", "status": "completed", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:44.713648 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17ad54bc-9409-41ff-984c-478bd9bc55e0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:44.713648 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ad54bc-9409-41ff-984c-478bd9bc55e0'] response: {'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', 'code': 200} Mar 31 23:00:44.776662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 283e4f36-30a8-42a9-9caf-3491dd05418e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:44.791687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.795163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5046d413-506e-4b19-a759-c86926a0c026 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3787189 Mar 31 23:00:44.800726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43998) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:44.803904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:44.838247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Deleting subnet c6255af6-6f5d-469c-8e2e-8b3c916d59c8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:44.842661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.845918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:44.886069 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.925865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.009694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:45.041936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:43Z', 'revision_number': 3, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.078506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Checking router: 2e20cecc-7413-4502-8227-0d240c5c9a80 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:45.079089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Updating router 2e20cecc-7413-4502-8227-0d240c5c9a80 port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:45.099409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6ce4b-edf4-4bad-b69a-5ad0c201c4d9 req-27daaea5-2813-4f81-8ebb-f7617c50cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.105454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ae6ce4b-edf4-4bad-b69a-5ad0c201c4d9 req-27daaea5-2813-4f81-8ebb-f7617c50cb97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 1101 time: 0.3007991 Mar 31 23:00:45.110186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f654-927d-41ea-967c-5b50ca6d5298 req-7879df7f-73cf-4632-b75a-9d312e829a03 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.111852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc09f654-927d-41ea-967c-5b50ca6d5298 req-7879df7f-73cf-4632-b75a-9d312e829a03 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 945 time: 0.3462675 Mar 31 23:00:45.131409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 283e4f36-30a8-42a9-9caf-3491dd05418e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:45.131776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.136158 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.145633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.183703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:45.198551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.200948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6255af6-6f5d-469c-8e2e-8b3c916d59c8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.215535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.216024 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:45.223189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-449de56b-41ae-446c-b88b-f52a615803ee admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c6255af6-6f5d-469c-8e2e-8b3c916d59c8 HTTP/1.1" status: 204 len: 168 time: 0.5915208 Mar 31 23:00:45.224214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44000) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:45.234584 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:45.235958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.244969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ae6ce4b-edf4-4bad-b69a-5ad0c201c4d9 req-a5f7d52b-fcd7-49d4-9f55-6addecc33198 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281626 Mar 31 23:00:45.256361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc09f654-927d-41ea-967c-5b50ca6d5298 req-da0e9864-2cfc-4218-969a-772500c30c57 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327550 Mar 31 23:00:45.263587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-c0c7e971-becc-41d8-ad3d-2da4229a117d tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "PUT /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 996 time: 1.7744384 Mar 31 23:00:45.264415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:45.268615 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69fd4c7-0efa-4613-ac0f-e940f43de49b" -d '{"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:45.270441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.333651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 153ba74e-d64b-45ea-836a-537376cfa277 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:45.349298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.362172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 153ba74e-d64b-45ea-836a-537376cfa277 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:45.362540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.408459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-08e6ece4-bccb-41fa-9e21-4104d5c83e12 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "GET /v2.0/security-groups/1e3aec38-8a20-4918-bfc2-9fd5e15d817b HTTP/1.1" status: 200 len: 1777 time: 0.0637181 Mar 31 23:00:45.410619 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:45.466585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-dba823fb-6144-474e-81a0-419fe912aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.476619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-dba823fb-6144-474e-81a0-419fe912aec6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.1812108 Mar 31 23:00:45.545396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.555583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.587324 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.599972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:45.610832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.617518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.646497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-19c91bc0-cea9-4d3c-859b-68402b00dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.648035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-19c91bc0-cea9-4d3c-859b-68402b00dcd1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1703458 Mar 31 23:00:45.669194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fec72e-ba2f-4c0a-afee-b3d4d845235b']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.682791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1ebb1e-e4f5-402e-8902-c8946785b333') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.683203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1ebb1e-e4f5-402e-8902-c8946785b333') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.696451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.698909 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:44Z', 'revision_number': 1, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.699187 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.707579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.730375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:45.739432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.747452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.748220 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:45.748929 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:45.752951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:45.753691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.761907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Attempting to bind port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:45.762274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Attempting to bind port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:45.762631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Attempting to bind port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:45.772518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c32900-6203-460c-82df-d726c8e700ef None None] Pushing event updated for resources: {'Port': ['ID=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.775422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:45.775796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:45.776699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.776699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:45.777054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Bound port: 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:45.777406 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.785259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-2cb2bba4-58e4-4c8a-b492-a7a1854fd9c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 999 time: 0.1129596 Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:45.846108 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:45.885483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] For port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:45.890012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] For port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:45.893302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.897142 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:45.981572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.000519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.008306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] 10.222.0.83 "DELETE /v2.0/networks/54fec72e-ba2f-4c0a-afee-b3d4d845235b HTTP/1.1" status: 204 len: 168 time: 0.7830589 Mar 31 23:00:46.011134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44008) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:46.013318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0712d9-d177-41f7-965b-690071f5b05d admin admin] Pushing event deleted for resources: {'Network': ['ID=54fec72e-ba2f-4c0a-afee-b3d4d845235b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.028053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.091854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:46.092501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:46.094427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c32900-6203-460c-82df-d726c8e700ef None None] Pushing event updated for resources: {'Port': ['ID=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.125351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Deleting subnet ba43bb98-25d5-4918-b9ba-047f44b8db86 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:46.135706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.152866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.155725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.172414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8b5ec73-6887-48fa-90d5-68b5f4b87612 req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] 10.222.0.83 "DELETE /v2.0/security-groups/1e3aec38-8a20-4918-bfc2-9fd5e15d817b HTTP/1.1" status: 204 len: 173 time: 0.7532306 Mar 31 23:00:46.182887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Allocated IP 172.20.0.1 (751f7252-1f6c-42ea-8d59-7f423d3c328c/2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e/68b8b7f2-3665-498f-9455-132a29b6b25f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:46.198730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.253983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589cf60-1075-4a53-9ed4-2eed3bbf7f03 tempest-SecurityGroupsTestAdminJSON-1987768159 tempest-SecurityGroupsTestAdminJSON-1987768159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3aec38-8a20-4918-bfc2-9fd5e15d817b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.305856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.315444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:44Z', 'revision_number': 1, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:46.317506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-667f3a35-979a-4914-9182-9ca15ec3038a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5311882 Mar 31 23:00:46.320085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-1a6bac1b-7850-4f9f-b05a-364025068924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.321669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-1a6bac1b-7850-4f9f-b05a-364025068924 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.1805692 Mar 31 23:00:46.327614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:46.358731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cca29-25c5-4773-9ede-1cd95660dd1e req-c6ea44e0-10ac-4897-b04d-384217bf1b42 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.365676 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f1330-c184-4af6-89bd-78e52002de21 None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:44Z', 'revision_number': 1, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:46.378302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2cca29-25c5-4773-9ede-1cd95660dd1e req-c6ea44e0-10ac-4897-b04d-384217bf1b42 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.1220367 Mar 31 23:00:46.409804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.483230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-fbff1c6d-f44d-44e9-98d8-23a88fd7a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.484786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-fbff1c6d-f44d-44e9-98d8-23a88fd7a8dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541922 Mar 31 23:00:46.489231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2cca29-25c5-4773-9ede-1cd95660dd1e req-a63da361-09f2-4483-adfb-94039d47e450 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166022 Mar 31 23:00:46.494920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-821f9017-d964-43bd-9ead-553e4be2cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.496484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-821f9017-d964-43bd-9ead-553e4be2cca1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c4722b51124760a8058539c7f95a77&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 1097 time: 0.1226754 Mar 31 23:00:46.502032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-a362858a-7df4-4ca0-bdcb-477a5d891dd8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:46.503307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-a362858a-7df4-4ca0-bdcb-477a5d891dd8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058849 Mar 31 23:00:46.509792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.572240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.590628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba43bb98-25d5-4918-b9ba-047f44b8db86,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.604148 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf233427-8b65-4790-ac2c-f0742be10492 x-openstack-request-id: req-cf233427-8b65-4790-ac2c-f0742be10492 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:46.604727 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:46.604727 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf233427-8b65-4790-ac2c-f0742be10492 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:46.606171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.615732 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf233427-8b65-4790-ac2c-f0742be10492'] response: {'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 23:00:46.643819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:43Z', 'revision_number': 3, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:46.651788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:46.653222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.664852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7bf650aa-db41-451a-9922-54e81de4613b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ba43bb98-25d5-4918-b9ba-047f44b8db86 HTTP/1.1" status: 204 len: 168 time: 0.6524343 Mar 31 23:00:46.679125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44016) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:46.692296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:46.695069 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65d375-567b-4e97-8f39-99f4b7ac00b6" -d '{"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:46.697751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:46.698387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255ce1e-c16f-45e7-8086-04ba4080dff9 None None] The sync data for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 is: [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:43Z', 'revision_number': 3, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:46.713916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad8686a-6ddf-430b-a070-ca4a3dbd900b None None] New status for floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:00:46.747168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:46.855803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-40e2ed2d-3479-4f4e-a41e-c8dccda0993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.857623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-40e2ed2d-3479-4f4e-a41e-c8dccda0993b service neutron] 10.222.0.10 "GET /v2.0/networks?id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 200 len: 920 time: 0.3172820 Mar 31 23:00:46.863784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Pushing event updated for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.865031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-0564f11e-e6ab-41f7-9d92-c3cc3b8a40c3 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504040 Mar 31 23:00:46.874990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103b6e9-5b96-4143-807b-f78edb5b74eb req-6fe9e791-014d-421a-8ae4-f7f0ab85cdf7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.878423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5103b6e9-5b96-4143-807b-f78edb5b74eb req-6fe9e791-014d-421a-8ae4-f7f0ab85cdf7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.1886990 Mar 31 23:00:46.913098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.915751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.940240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-0fdec782-d999-40f7-9e1f-7bdb2ead8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.945170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-0fdec782-d999-40f7-9e1f-7bdb2ead8c8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.2618036 Mar 31 23:00:46.947920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.993386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:47.044426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-0ea41cd4-7614-414e-9e73-56fd7a42bf51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 200 len: 217 time: 0.1219294 Mar 31 23:00:47.129681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5103b6e9-5b96-4143-807b-f78edb5b74eb req-4a1c3892-68e6-461b-8a97-8d08fa15afbc tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188737 Mar 31 23:00:47.215589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1fc2f7e4-8752-446f-bebe-b46991498eb4 None None] Provisioning complete for port 68b8b7f2-3665-498f-9455-132a29b6b25f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:47.215958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f7e4-8752-446f-bebe-b46991498eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.228925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7d7326-e77f-4b26-be37-e8b3a9b8d62f req-cef406da-6e7d-468b-81ab-89826c1df3b5 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492768 Mar 31 23:00:47.230382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-3bccbcde-50b4-460e-966f-a4db1467d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.231964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-3bccbcde-50b4-460e-966f-a4db1467d629 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 200 len: 857 time: 0.1746049 Mar 31 23:00:47.281367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.299036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f7e4-8752-446f-bebe-b46991498eb4 None None] Port 68b8b7f2-3665-498f-9455-132a29b6b25f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:47.362752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342cd6a-0f7b-4b63-afcd-f9cb42d28d8d req-02659231-47a0-4006-bf02-1d9e7a9fd34a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.364374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5342cd6a-0f7b-4b63-afcd-f9cb42d28d8d req-02659231-47a0-4006-bf02-1d9e7a9fd34a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1312387 Mar 31 23:00:47.371268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-847d47b7-7c8d-4145-bdf0-a3b601e15b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.371425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e983347e-12f7-4534-8ac1-f92a93b6c5af']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:47.372825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-847d47b7-7c8d-4145-bdf0-a3b601e15b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282642 Mar 31 23:00:47.389073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ec8d7993-b71b-4055-83a7-7719fd47d99a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d9684af3c6348219bc9c99b24011181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510602 Mar 31 23:00:47.389073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44028) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:47.390470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-a1895561-34da-41fb-9dd5-e72c30006b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.390470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-a1895561-34da-41fb-9dd5-e72c30006b24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.4346411 Mar 31 23:00:47.390470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b984b-9345-49d7-9f21-1af2cec58ba0') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:47.390470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b984b-9345-49d7-9f21-1af2cec58ba0') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:47.409113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.464559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.501876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.509960 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406f27b-dd69-4177-8dcf-5ab14dc6a2fb x-openstack-request-id: req-c406f27b-dd69-4177-8dcf-5ab14dc6a2fb {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:47.510273 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-plugged", "status": "completed", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:47.511134 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c406f27b-dd69-4177-8dcf-5ab14dc6a2fb {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:47.511548 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c406f27b-dd69-4177-8dcf-5ab14dc6a2fb'] response: {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'code': 200} Mar 31 23:00:47.513839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5342cd6a-0f7b-4b63-afcd-f9cb42d28d8d req-bb57c085-9d2b-4342-a35f-ce0991ad49ef tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335356 Mar 31 23:00:47.564702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.594081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-e0048639-16a2-448b-a402-bbe19bec7014 service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059720 Mar 31 23:00:47.625361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:47.625992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:47.630759 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:47.647357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.862405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-b67edb89-fe16-4216-af95-eca4f8322207 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.865274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-b67edb89-fe16-4216-af95-eca4f8322207 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1805625 Mar 31 23:00:47.964649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.967526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.975958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/239649d2-49fc-4053-aeb5-3be0ab18aeda HTTP/1.1" status: 204 len: 168 time: 0.5944247 Mar 31 23:00:47.998009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c559009-8a47-4106-8e2c-4f0a927d2dc8 req-1e7d4b26-38af-44d2-a59c-14c75cb258be service neutron] 10.222.0.10 "GET /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881042 Mar 31 23:00:48.040006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d4260-5fcc-4d0e-9b3a-ca9fbd60a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239649d2-49fc-4053-aeb5-3be0ab18aeda,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.066851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-2c0d5487-4b5b-4ff1-a538-6d33ec0e275b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1001 time: 0.1917317 Mar 31 23:00:48.089512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:48.090788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-eb08d50c-4b2e-4477-9b88-ce68a06b46ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 1001 time: 0.6971002 Mar 31 23:00:48.169494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.235119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b7618-6616-48b8-95ce-d969887462c5 req-75b75c0e-d893-4e4e-af8e-aa265591ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.235119 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ee2b7618-6616-48b8-95ce-d969887462c5 req-75b75c0e-d893-4e4e-af8e-aa265591ae2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1097 time: 0.1389766 Mar 31 23:00:48.247723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-db7d2b1b-a2c5-44ee-98c3-85817e543987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.249647 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-db7d2b1b-a2c5-44ee-98c3-85817e543987 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.1242061 Mar 31 23:00:48.261152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.295773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.301982 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e983347e-12f7-4534-8ac1-f92a93b6c5af HTTP/1.1" status: 204 len: 168 time: 1.6178641 Mar 31 23:00:48.341313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d8baa-589d-41c5-bc49-281cec85d306 admin admin] Pushing event deleted for resources: {'Network': ['ID=e983347e-12f7-4534-8ac1-f92a93b6c5af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.375548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.380455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ee2b7618-6616-48b8-95ce-d969887462c5 req-9925b250-743d-42cd-be87-464729f7e8f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295562 Mar 31 23:00:48.388640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-f7b7d952-402a-4f6d-83f4-641994a5a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.391111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-f7b7d952-402a-4f6d-83f4-641994a5a249 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252956 Mar 31 23:00:48.493682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.517568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee05a0-ae3a-4bc0-a92b-5ea2adf7fb51 req-2edbf2cd-8216-4fdf-9cc4-696bee8f16c2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.519389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6eee05a0-ae3a-4bc0-a92b-5ea2adf7fb51 req-2edbf2cd-8216-4fdf-9cc4-696bee8f16c2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.1479890 Mar 31 23:00:48.599031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.604696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-abf35640-0a3f-4390-b4a8-98aba6a1a299 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066450 Mar 31 23:00:48.605369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Pushing event updated for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.638608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6eee05a0-ae3a-4bc0-a92b-5ea2adf7fb51 req-137d6c5d-6529-4760-aea7-c370db0dee0f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045876 Mar 31 23:00:48.814884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f69fd4c7-0efa-4613-ac0f-e940f43de49b req-78032f62-ba13-403c-bfbc-625988c39b13 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003651 Mar 31 23:00:48.838943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:48.841445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:48.874544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:49.019955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:49.021792 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.022894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Router 2e20cecc-7413-4502-8227-0d240c5c9a80 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:49.043701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d4035-8591-47bf-a17b-0a877e690dab req-0d3e3de3-6540-4db9-9204-60985262e3e2 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.060213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f30d4035-8591-47bf-a17b-0a877e690dab req-0d3e3de3-6540-4db9-9204-60985262e3e2 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.2891490 Mar 31 23:00:49.073425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:00:49.129331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44046) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:49.197845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.202814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.222164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f30d4035-8591-47bf-a17b-0a877e690dab req-6b276af4-b073-4f49-9839-32630dddd4fb tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f252d8d-05bb-4b43-a00b-92847026c899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607544 Mar 31 23:00:49.234334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:49.237162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:49.262151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61489e5c-4f2d-4789-a6a6-0a05fc0e92d3 admin admin] 10.222.0.83 "PUT /v2.0/routers/2e20cecc-7413-4502-8227-0d240c5c9a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4448876 Mar 31 23:00:49.263104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44050) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:49.287054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44052) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:49.287772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a728788a-7c8d-41d8-b6ba-f8ee137eeb97 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97d35e69afc64850a50a0b6f399cddd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310036 Mar 31 23:00:49.296392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.347264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.359852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Sync routers for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:49.363176 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5923550c-c5c1-48b4-861c-5899bc387de5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4b13eaa770654c89b21605b9ebfa584a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989721 Mar 31 23:00:49.365957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:49.374105 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:49.375306 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:49.439683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4c5b99f6-dba9-4335-abd1-b01e74208f01 None None] Provisioning complete for port 68b8b7f2-3665-498f-9455-132a29b6b25f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:49.440327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4c5b99f6-dba9-4335-abd1-b01e74208f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.458688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.466860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.477862 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694 associated. External IP: 172.25.6.126, port: 9cfd92f0-0555-4b4b-9cbf-284818be948a. Mar 31 23:00:49.496168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b99f6-dba9-4335-abd1-b01e74208f01 None None] Port 68b8b7f2-3665-498f-9455-132a29b6b25f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:49.503382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.505950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.512348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:49.550840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.616848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85578e2d-a43c-4f8f-83f1-9bd4529a10ad req-1b046bcc-e411-4728-8a35-06998a25feda tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.618413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85578e2d-a43c-4f8f-83f1-9bd4529a10ad req-1b046bcc-e411-4728-8a35-06998a25feda tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1379411 Mar 31 23:00:49.680678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85578e2d-a43c-4f8f-83f1-9bd4529a10ad req-c2b8ce36-4fc7-4005-95fe-f52e19132368 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543604 Mar 31 23:00:49.734189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.743294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.747157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1044f2c-ae60-44a4-8b78-e77100990481 HTTP/1.1" status: 204 len: 168 time: 0.4590721 Mar 31 23:00:49.750018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.759595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 2, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:49.762807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.764146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e21c8354-f432-40d1-b8e3-23bcef1261d5 HTTP/1.1" status: 204 len: 168 time: 0.3972909 Mar 31 23:00:49.778968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a97d55-d7b5-493d-81df-063427fc3faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1044f2c-ae60-44a4-8b78-e77100990481,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.797404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da808e0-4139-41e1-a224-45e663bf2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c8354-f432-40d1-b8e3-23bcef1261d5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.814592 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Checking router: 2e20cecc-7413-4502-8227-0d240c5c9a80 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:49.815385 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Updating router 2e20cecc-7413-4502-8227-0d240c5c9a80 port 68b8b7f2-3665-498f-9455-132a29b6b25f binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:49.864258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:49.877563 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.039882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:50.053132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:50.070729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:50.071411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:50.243591 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.283401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-2bad48e5-3227-4bc4-95ac-5cec50e5f668 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.285309 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-2bad48e5-3227-4bc4-95ac-5cec50e5f668 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.44 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 945 time: 0.0619764 Mar 31 23:00:50.358980 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.368993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:50.432446 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Pushing event updated for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:50.447201 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.447545 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.447879 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.448346 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.448680 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.449129 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.449459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.449947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.450279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.450592 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.450917 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.451263 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:50.452321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Deleting port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:50.452670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.609615 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Attempting to bind port 68b8b7f2-3665-498f-9455-132a29b6b25f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:50.609958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Attempting to bind port 68b8b7f2-3665-498f-9455-132a29b6b25f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:50.610960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Attempting to bind port 68b8b7f2-3665-498f-9455-132a29b6b25f on network 751f7252-1f6c-42ea-8d59-7f423d3c328c {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:50.626010 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:50.627310 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Checking segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:50.632078 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.632649 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Bound using segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:50.633377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Bound port: 68b8b7f2-3665-498f-9455-132a29b6b25f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:50.633796 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.655216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] For port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,segment=NetworkSegment(cb46da4c-4565-4ed4-8592-d9e8a2776957),segment_id=cb46da4c-4565-4ed4-8592-d9e8a2776957)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:50.656030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.678374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Calling delete_port for ce10dd44-fcb2-4ea4-973f-ab8006d57bcb owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:50.824444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] For port 68b8b7f2-3665-498f-9455-132a29b6b25f, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:50.854443 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] For port 68b8b7f2-3665-498f-9455-132a29b6b25f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=68b8b7f2-3665-498f-9455-132a29b6b25f,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:50.873252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:50.946030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6eccfc8a-38d1-4ae9-9e9d-db928b3f5783 None None] Provisioning complete for port 68b8b7f2-3665-498f-9455-132a29b6b25f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:50.946667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6eccfc8a-38d1-4ae9-9e9d-db928b3f5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.979343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:51.015965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:51.023993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:51.054292 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.057093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:51.063914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.063914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6eccfc8a-38d1-4ae9-9e9d-db928b3f5783 None None] Port 68b8b7f2-3665-498f-9455-132a29b6b25f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:51.082604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:51.083338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:51.084793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.169380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Pushing event deleted for resources: {'Port': ['ID=ce10dd44-fcb2-4ea4-973f-ab8006d57bcb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:51.193538 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:51.194217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:51.199115 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5e304-e7e0-4504-83ff-207785049036 None None] Pushing event updated for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:51.220865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:51.232732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.260940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] No DVR routers for this DVR port ce10dd44-fcb2-4ea4-973f-ab8006d57bcb on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:51.269147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.278845 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce3dd1fb-1d88-444e-b025-6259b6a38e00 req-e362a9b9-c67e-4a32-9230-3ef6fe2cbd06 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.44 "DELETE /v2.0/ports/ce10dd44-fcb2-4ea4-973f-ab8006d57bcb HTTP/1.1" status: 204 len: 173 time: 0.9871440 Mar 31 23:00:51.279352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'name': 'network-vif-deleted', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:51.281345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:51.304310 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f95950-e0cc-4f3a-bb50-e00055c8e0a9" -d '{"events": [{"server_uuid": "81101283-5110-46fc-a216-a55053146d41", "name": "network-vif-deleted", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:51.325114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:51.331764 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b850d551-fb80-48c2-af26-3a0a12b19087" -d '{"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:51.401617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-64089867-d023-410f-9eff-9294db56cf2a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "PUT /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 999 time: 3.3223622 Mar 31 23:00:51.431529 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:51.480505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-6afbc5fc-9856-47ea-9365-08ef8dc8512b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.482571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-6afbc5fc-9856-47ea-9365-08ef8dc8512b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports/9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 942 time: 0.0744331 Mar 31 23:00:51.505924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44120) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:51.535883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] Provisioning complete for port 68b8b7f2-3665-498f-9455-132a29b6b25f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:51.536784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.555992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc96893e-c600-4054-8c12-c4b96b90ed82 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad470d3727fd43d5a32728f33555ed18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488186 Mar 31 23:00:51.558708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44122) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:51.570278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44124) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:51.576187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475091294', 'description': 'tempest-description--1539819570'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:51.651889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.690103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.730445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-9b9ca3c4-015e-40d7-85d3-4dd5766cff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.732175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-9b9ca3c4-015e-40d7-85d3-4dd5766cff95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.0939419 Mar 31 23:00:51.740159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.871548 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:50Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:51.882373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.916692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] For port 68b8b7f2-3665-498f-9455-132a29b6b25f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=68b8b7f2-3665-498f-9455-132a29b6b25f,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:51.937170 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6b84e-7641-479a-90d1-bfd0af6c4a77 None None] The sync data for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 is: [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:50Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:51.976647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0709a4be-c264-400f-ba84-166e84419390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:51.990625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-c8b61e5b-a419-412f-8206-de76f1d3fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.015449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a4be-c264-400f-ba84-166e84419390 None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:52.025552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-c8b61e5b-a419-412f-8206-de76f1d3fdf9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.2827661 Mar 31 23:00:52.079623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.082947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.088792 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e572f31e-9417-4a90-9d48-83cbf4694e9e HTTP/1.1" status: 204 len: 168 time: 0.5268383 Mar 31 23:00:52.097551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-d3c0d937-39de-4119-af44-205ff9e27749 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0704968 Mar 31 23:00:52.105465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b66469-81f3-4c42-90c4-770019616a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e572f31e-9417-4a90-9d48-83cbf4694e9e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.159154 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.241622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb072f4-d4ac-471f-be78-7aa5e113afdf None None] Pushing event updated for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.265566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.286281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.287360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.288039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.288572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.289308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.289824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.290363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.290850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.291521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.293887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-7a9d7316-ad49-4398-b41e-0fc94fcd3a6b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358&device_id=81101283-5110-46fc-a216-a55053146d41&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188&device_id=43dc602e-706b-4e49-a47d-2275aabfc42b&device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11&device_id=36042bac-1225-422d-834d-f5724e2c5175&device_id=877a80eb-9bef-4745-9b4a-7a8477041529&device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae&device_id=64288025-1899-4f81-92c5-824cc56e1a01&device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 8204 time: 0.2515674 Mar 31 23:00:52.297465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-f5c551db-7569-4a16-921b-b7c8431d2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.300108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-f5c551db-7569-4a16-921b-b7c8431d2492 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.2017872 Mar 31 23:00:52.324312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-2dbcc610-b1c7-41d3-861d-880c4ac2635d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.387275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.429766 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d456784-3cab-48f0-928e-83896deec62a None None] New status for floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:00:52.484320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-7be2fcff-9dfc-4b54-aacb-dbd274ca5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.493362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-7be2fcff-9dfc-4b54-aacb-dbd274ca5c69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774881 Mar 31 23:00:52.522506 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.526914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44144) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:52.527523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9553454 Mar 31 23:00:52.533223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'security_group_rule': {'security_group_id': '7d94c951-1130-4055-bf15-d493bce04ec4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:52.535587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb7518-9407-46b0-9b9d-cb217ddcf21a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94c951-1130-4055-bf15-d493bce04ec4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.631425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-2dbcc610-b1c7-41d3-861d-880c4ac2635d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.656741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-ff48124e-48ca-4440-b6e1-6812a24b8ec8 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622305 Mar 31 23:00:52.711321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.809105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-370ff4cb-b35d-4680-988e-cc0316facd81 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396179 Mar 31 23:00:52.810419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-2dbcc610-b1c7-41d3-861d-880c4ac2635d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.837794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.852388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef83397a-c5e9-4ea6-91f8-4f1c51a80ed9 req-2dbcc610-b1c7-41d3-861d-880c4ac2635d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&id=bc769fc4-cc0a-498d-9b3e-06750f39b837&id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5507386 Mar 31 23:00:52.895241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcc610-b1c7-41d3-861d-880c4ac2635d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd82ce-00a5-45b7-abb3-20ee236eb526,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.942008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 68b8b7f2-3665-498f-9455-132a29b6b25f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:53.016896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.045744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 68b8b7f2-3665-498f-9455-132a29b6b25f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:53.046264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.080612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ce10dd44-fcb2-4ea4-973f-ab8006d57bcb no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:53.091753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1e1ebe-8b24-4930-ac40-5e09cf462026,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.113052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3aa0aa7b-6d54-47af-b535-7b488ee8e2f6 req-0cfb9f55-30d8-43a5-912e-f4a281560764 tempest-ServerGroupTestJSON-45406858 tempest-ServerGroupTestJSON-45406858-project] 10.222.0.83 "GET /v2.0/ports?device_id=81101283-5110-46fc-a216-a55053146d41 HTTP/1.1" status: 200 len: 210 time: 0.0717034 Mar 31 23:00:53.128154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-cecdc0bf-903b-46a1-9bed-b22e6a9041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.139808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: ce10dd44-fcb2-4ea4-973f-ab8006d57bcb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:53.140968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ce10dd44-fcb2-4ea4-973f-ab8006d57bcb not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:53.144392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-cecdc0bf-903b-46a1-9bed-b22e6a9041dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1097 time: 0.1536360 Mar 31 23:00:53.201242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:53.215122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:53.215961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:53.225891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.231211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95c5bb8d-bae5-4fb6-a1a8-e7f4930523b0 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7019308 Mar 31 23:00:53.232147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44160) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:53.239068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'security_group_rule': {'security_group_id': '7d94c951-1130-4055-bf15-d493bce04ec4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:53.391149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.415085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:53.420793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21380-5451-494d-b473-516590e5f603 req-d970de9e-50a7-4365-9769-afef08473354 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.428496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55c21380-5451-494d-b473-516590e5f603 req-d970de9e-50a7-4365-9769-afef08473354 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1542745 Mar 31 23:00:53.472548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-0e69affc-3b1a-4985-8f96-7990c4b9dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.473986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-0e69affc-3b1a-4985-8f96-7990c4b9dc41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.3279450 Mar 31 23:00:53.495540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.539073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55c21380-5451-494d-b473-516590e5f603 req-7c0f9de3-67d6-47b4-9380-cfa32c1e8fad tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094632 Mar 31 23:00:53.571959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-b0cc13d9-acdc-458d-be17-667b931d9b87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 1002 time: 0.0842621 Mar 31 23:00:53.621655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.648171 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab659cbe-56ff-4aed-b83a-5e472189a3d3 x-openstack-request-id: req-ab659cbe-56ff-4aed-b83a-5e472189a3d3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:53.648473 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81101283-5110-46fc-a216-a55053146d41", "name": "network-vif-deleted", "tag": "ce10dd44-fcb2-4ea4-973f-ab8006d57bcb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:53.648919 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ab659cbe-56ff-4aed-b83a-5e472189a3d3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:53.649497 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab659cbe-56ff-4aed-b83a-5e472189a3d3'] response: {'server_uuid': '81101283-5110-46fc-a216-a55053146d41', 'name': 'network-vif-deleted', 'tag': 'ce10dd44-fcb2-4ea4-973f-ab8006d57bcb', 'status': 'completed', 'code': 200} Mar 31 23:00:53.679184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90328a4-2700-4313-9b91-04fa0a884b2c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.704827 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e1c35-3ef0-49ad-bfd2-2e2fc78808d4 x-openstack-request-id: req-266e1c35-3ef0-49ad-bfd2-2e2fc78808d4 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:53.705308 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:53.705730 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-266e1c35-3ef0-49ad-bfd2-2e2fc78808d4 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:53.707194 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266e1c35-3ef0-49ad-bfd2-2e2fc78808d4'] response: {'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 23:00:53.716996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-daa7a0fa-6d58-49af-bf10-a600740b9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.723255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-daa7a0fa-6d58-49af-bf10-a600740b9c8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.1392634 Mar 31 23:00:53.819465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.829994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-679f76e1-d8a5-4e69-b4f6-ab3f71b59301 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5964432 Mar 31 23:00:53.834238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:53.842693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-23e5ee70-1bb7-4b7c-8b4e-39d4ed90c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.844769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-23e5ee70-1bb7-4b7c-8b4e-39d4ed90c039 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.0816722 Mar 31 23:00:53.851503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:53.854246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713f04-9196-411c-8c57-7efa75863a92 req-0be41812-4e84-4495-ae89-70aae7388a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.856130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-0be41812-4e84-4495-ae89-70aae7388a56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191130 Mar 31 23:00:53.922224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:52Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:53.980559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:53.999595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:54.000224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:54.036812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-8881c451-6c3c-4c31-81bf-b2bf2947a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.038660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-8881c451-6c3c-4c31-81bf-b2bf2947a09a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1509805 Mar 31 23:00:54.062021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-2ffe7533-a760-4469-9965-eb9ebaa76df8 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967444 Mar 31 23:00:54.092681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-3accadae-2e99-4615-bd96-2d0439b8c831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0419254 Mar 31 23:00:54.093801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.120463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.193127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-d3baa6ac-f200-4b8d-8342-720ef4a1e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.194283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-d3baa6ac-f200-4b8d-8342-720ef4a1e154 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0935557 Mar 31 23:00:54.242179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c581-27fa-402b-b1ca-712d44e24211 req-ac6ce32d-83fb-4fdf-93f3-cbb28d10b7bf tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.242852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c581-27fa-402b-b1ca-712d44e24211 req-ac6ce32d-83fb-4fdf-93f3-cbb28d10b7bf tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.243393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c581-27fa-402b-b1ca-712d44e24211 req-ac6ce32d-83fb-4fdf-93f3-cbb28d10b7bf tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.245102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7487c581-27fa-402b-b1ca-712d44e24211 req-ac6ce32d-83fb-4fdf-93f3-cbb28d10b7bf tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358&device_id=43dc602e-706b-4e49-a47d-2275aabfc42b&device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 2884 time: 0.1311479 Mar 31 23:00:54.275677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-e60ba479-9882-488e-a140-768c6b61d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.277323 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-e60ba479-9882-488e-a140-768c6b61d20a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752444 Mar 31 23:00:54.279250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6713f04-9196-411c-8c57-7efa75863a92 req-4ae9081b-26c7-40b3-bc2e-097257fed7d8 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083030 Mar 31 23:00:54.302477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7487c581-27fa-402b-b1ca-712d44e24211 req-9f2c8b1d-c715-4688-8b11-2588f69a1ca4 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Mar 31 23:00:54.322485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.430381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:54.482114 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-545e5b8c-c1bf-4e40-8672-f800ed8f04bf service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964810 Mar 31 23:00:54.579593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Allocated IP 172.25.6.133 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/79065cfb-9930-4093-afd9-b53ef0d31bed) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:54.597934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-5162810a-7bbb-4e56-8cd6-56de08bef6f0 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1002 time: 0.0821552 Mar 31 23:00:54.675140 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:54.691950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-d916b1cc-a9d5-443c-a1b2-ab548b24d76a tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6e239577266c42fbb401881ea9927d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393074 Mar 31 23:00:54.700063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-2235f978-025f-4487-b9ed-319df22979e6 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.701838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-2235f978-025f-4487-b9ed-319df22979e6 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports/80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 943 time: 0.1023839 Mar 31 23:00:54.711462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b850d551-fb80-48c2-af26-3a0a12b19087 req-1755c549-9465-4ba2-a155-8b86cfe40bc6 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210362 Mar 31 23:00:54.777617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:52Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:54.790432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.823022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691ff07-020d-418e-a697-b820e0eee047 None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:c2:7a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:00:52Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:54.887660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-2dc1eaff-c626-43eb-a1a5-c058877de1ed tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.889206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-2dc1eaff-c626-43eb-a1a5-c058877de1ed tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862400 Mar 31 23:00:54.902119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-7cef472e-80d4-4689-b871-fc84f17068f5 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1002 time: 0.1133363 Mar 31 23:00:54.921887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-9700e564-1aa6-47a2-b83f-d9d076fe0a26 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/quotas/6e239577266c42fbb401881ea9927d8c HTTP/1.1" status: 200 len: 375 time: 0.0238745 Mar 31 23:00:54.992608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-73a25e07-e47a-4b93-b808-db34a761c63d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600624 Mar 31 23:00:55.042747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-e8a53638-03a6-4d37-aa33-ade4336b5112 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.044126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc0988e6-1c47-45aa-b146-3276f18e9f3a req-e8a53638-03a6-4d37-aa33-ade4336b5112 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1347625 Mar 31 23:00:55.073881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.119291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:55.122592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:55.127074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:55.130293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'Port': ['ID=79065cfb-9930-4093-afd9-b53ef0d31bed,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.211896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a443aa8-edde-417a-998b-bf76924e13df req-b2a09cf8-de21-4944-8e79-8d63c6a8c97c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.211896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a443aa8-edde-417a-998b-bf76924e13df req-b2a09cf8-de21-4944-8e79-8d63c6a8c97c tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0561430 Mar 31 23:00:55.223682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.264926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a443aa8-edde-417a-998b-bf76924e13df req-7ef3ac5d-f3e1-4eed-ae66-eb4bd20528f3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Mar 31 23:00:55.337644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a7e56c62-9ea3-45e5-b802-1d96de05ba5e tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1002 time: 0.0892186 Mar 31 23:00:55.343215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.415269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-222c7fda-1df9-4502-b93b-a302d0db7fa9 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.432066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-222c7fda-1df9-4502-b93b-a302d0db7fa9 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports/80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 943 time: 0.0857832 Mar 31 23:00:55.537801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.592443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-216985d3-ae41-49ed-a149-7082cd666aa3 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1002 time: 0.0645266 Mar 31 23:00:55.678712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.699414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-17df46fe-398e-45ad-b922-fd1838fde674 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.700830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-17df46fe-398e-45ad-b922-fd1838fde674 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1026711 Mar 31 23:00:55.708564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:55.710853 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:55.717613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-f45e4c25-ec2a-45eb-90ff-602f12c1e975 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:55.718607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-f45e4c25-ec2a-45eb-90ff-602f12c1e975 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108330 Mar 31 23:00:55.773847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'Port': ['ID=79065cfb-9930-4093-afd9-b53ef0d31bed,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.795389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.814708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-c9990f4d-d180-4126-aa96-7fcbc0bad00b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1002 time: 0.0818000 Mar 31 23:00:55.826794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:55.873517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d1bc034-14b2-4179-bbc5-454524bd318a req-0b827fd2-cab4-4169-a83e-f9c123b69436 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 210 time: 0.0651770 Mar 31 23:00:55.901334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.936134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.936134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cfc485bc-8afc-4f22-8111-fbc8015f7df3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0862284 Mar 31 23:00:56.055520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f67577-03d5-4fa3-bccc-b7e0160e00f2 req-337c4989-2fc0-42a7-95cf-bee9f0ed0ef5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.056996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5f67577-03d5-4fa3-bccc-b7e0160e00f2 req-337c4989-2fc0-42a7-95cf-bee9f0ed0ef5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1188052 Mar 31 23:00:56.104381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.132023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5f67577-03d5-4fa3-bccc-b7e0160e00f2 req-06e96794-1a15-4a73-b8af-095c5be20a18 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Mar 31 23:00:56.307025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.307622 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694 disassociated. External IP: 172.25.6.126, port: 80cadd8d-abb4-466e-83e0-4dc1839dd7f6. Mar 31 23:00:56.514449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:56.577906 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68edb7f4-040b-41d4-882c-ec9dcc2d09e7 x-openstack-request-id: req-68edb7f4-040b-41d4-882c-ec9dcc2d09e7 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:56.578197 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:56.578449 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-68edb7f4-040b-41d4-882c-ec9dcc2d09e7 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:56.579442 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68edb7f4-040b-41d4-882c-ec9dcc2d09e7'] response: {'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'status': 'completed', 'code': 200} Mar 31 23:00:56.658440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:56.663125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-2b8f7abb-d26d-4bc9-b7cc-01158c318d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.663125 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-2b8f7abb-d26d-4bc9-b7cc-01158c318d22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1097 time: 0.0450697 Mar 31 23:00:56.670649 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:56.681787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.688777 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:56.689652 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:56.759137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-a6a2bf5b-ce45-4b6a-ab0a-4a28da520238 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "PUT /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 695 time: 0.9348245 Mar 31 23:00:56.828368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-39252cda-a43f-4ac0-8adf-63430e9de58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.830315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-39252cda-a43f-4ac0-8adf-63430e9de58d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1522837 Mar 31 23:00:56.833292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-56795cc4-6f7d-451f-8d72-7a607ee4433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.834829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-56795cc4-6f7d-451f-8d72-7a607ee4433b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1097 time: 0.0478969 Mar 31 23:00:56.892935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-fc797dd9-0eb2-4aa7-aacd-4419327d2ad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.0519958 Mar 31 23:00:56.924263 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:56.955325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-2204529a-5e20-43e0-b253-b49ee71d8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.956967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-2204529a-5e20-43e0-b253-b49ee71d8713 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1149619 Mar 31 23:00:56.978463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-37a6c418-010f-4ccc-bead-923c001e56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.980012 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-37a6c418-010f-4ccc-bead-923c001e56cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0717180 Mar 31 23:00:57.021093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-6ebca24a-f481-4401-888a-971f7d912aa3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.0574229 Mar 31 23:00:57.043852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-798e4a4f-6d7c-45f5-a7f7-c6243cee7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.045347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-798e4a4f-6d7c-45f5-a7f7-c6243cee7283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562823 Mar 31 23:00:57.056283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-ba5a4724-0ef7-449c-9b6f-8e32a514fbdb tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1475091294&fields=id&tenant_id=3cea365256d74bcba8998ef47838601f HTTP/1.1" status: 200 len: 267 time: 0.0850978 Mar 31 23:00:57.148867 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-bc9e1742-4240-4bb2-aa30-262ff443a534 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957575 Mar 31 23:00:57.155583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-8f2ddf51-256c-411c-b8cf-3ec97444a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.158010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-8f2ddf51-256c-411c-b8cf-3ec97444a3fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.1221588 Mar 31 23:00:57.163556 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:57.201584 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:57.215212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-262e2a3f-78f6-41ae-aa7e-90acf08019fe tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.217409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-262e2a3f-78f6-41ae-aa7e-90acf08019fe tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/networks?id=751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 200 len: 805 time: 0.1411796 Mar 31 23:00:57.223380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:57.224757 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:57.241835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-3dfdbd9f-1b44-48e5-8d28-fc38543137b3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/quotas/3cea365256d74bcba8998ef47838601f HTTP/1.1" status: 200 len: 375 time: 0.0147200 Mar 31 23:00:57.319128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-250f8e0f-e7d5-4a17-a0fb-8e8faae51d54 req-058d13b4-b12c-4736-b2a5-c24a904c8ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612127 Mar 31 23:00:57.346589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-d68199bc-7d6a-4caf-aa02-3652b3ff47a8 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cea365256d74bcba8998ef47838601f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875218 Mar 31 23:00:57.395576 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:57.453468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-a5a63025-118a-469b-bc80-713f3671c533 service neutron] 10.222.0.83 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035705 Mar 31 23:00:57.583735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-ce26c9a8-0d9f-4374-bd30-bb781001e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.585302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-ce26c9a8-0d9f-4374-bd30-bb781001e600 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707152 Mar 31 23:00:57.587188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-e31b4a40-15e8-493d-b1a8-9d319861a923 service neutron] 10.222.0.83 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328676 Mar 31 23:00:57.636945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:57.677220 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686a03e-2623-4dfe-9181-2fac1a7b1bee None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:57.707384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-b1bbe921-c757-4a1b-b2e2-60bc04aae417 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149125 Mar 31 23:00:57.989957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e451c-a592-4447-bded-b876b4082499 None None] New status for floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:00:58.184734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490da02e-31c3-491a-a642-e20d25675647 req-19ba6196-7f04-45c9-82b2-b86180eba0e4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.186347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-490da02e-31c3-491a-a642-e20d25675647 req-19ba6196-7f04-45c9-82b2-b86180eba0e4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0999315 Mar 31 23:00:58.211136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b35e5d26-7bbe-4447-b94a-6515aece2562 req-3eb9677c-a9ce-41c9-aea2-d68f05b63457 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027156 Mar 31 23:00:58.232926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-490da02e-31c3-491a-a642-e20d25675647 req-1e24035e-b62f-422e-8d09-7383da7ae1b5 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Mar 31 23:00:58.303455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c7e034c-cc54-456c-a77a-0c2859f99b5c req-b4f7a039-440f-4c97-98ca-b7033fdcca9c tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0273507 Mar 31 23:00:58.405559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecc8f466-47c2-4787-9966-d8560c9180c6 req-e0d25741-a857-4b7e-baf5-0788e9c3d46a tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Mar 31 23:00:58.474835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de9e2543-51c4-46d4-9fef-c3b5f0f3a71b req-4597fd7f-b673-4f8f-9755-1b7c4a24884f tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 210 time: 0.0282428 Mar 31 23:00:58.478622 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-1af26258-1cf9-4d70-b89f-ee5fdfa88eaa tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e239577266c42fbb401881ea9927d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261791 Mar 31 23:00:58.580974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:58.583736 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:58.616467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-cb31bd5a-eede-43f1-9cfc-b130ea9bdd83 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.618274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-cb31bd5a-eede-43f1-9cfc-b130ea9bdd83 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250222 Mar 31 23:00:58.639678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Request body: {'port': {'device_id': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '6e239577266c42fbb401881ea9927d8c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:58.947201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Made reservation on behalf of 6e239577266c42fbb401881ea9927d8c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:58.950835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.961305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.042869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.281070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.306541 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0978f3fb-ff7f-46cf-b10d-411590df4626 x-openstack-request-id: req-0978f3fb-ff7f-46cf-b10d-411590df4626 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:59.306708 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:59.306803 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0978f3fb-ff7f-46cf-b10d-411590df4626 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:59.307237 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0978f3fb-ff7f-46cf-b10d-411590df4626'] response: {'name': 'network-changed', 'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'status': 'completed', 'code': 200} Mar 31 23:00:59.359394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.379593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-560c4069-3910-4920-9290-fed9992e407a req-f65e50f8-9b92-46a7-a994-f36263e9a8e6 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0322952 Mar 31 23:00:59.469847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-82f20e6b-32ff-4c8e-b465-41b8ba936a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.471395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-82f20e6b-32ff-4c8e-b465-41b8ba936a46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 1097 time: 0.1100090 Mar 31 23:00:59.471876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-bfcdcd02-5ff8-4f72-a078-8f7981fb9628 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.473910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-bfcdcd02-5ff8-4f72-a078-8f7981fb9628 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0922542 Mar 31 23:00:59.488760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Allocated IP 192.168.233.232 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/88e0f431-426a-4c03-a71e-7cb02dd7951e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:59.551407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-ffca6dc4-61d7-463b-8309-8f65328fda91 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0692685 Mar 31 23:00:59.560118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f94904-ee77-4478-8c78-4e35c88e9049 req-3f1f19c2-f9d7-4374-a6f8-eb4db3b512e7 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.561607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4f94904-ee77-4478-8c78-4e35c88e9049 req-3f1f19c2-f9d7-4374-a6f8-eb4db3b512e7 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1101 time: 0.0873148 Mar 31 23:00:59.566571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:59.619292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.626379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-84666223-d32d-46ed-b196-ff60f6b4c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.627894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-84666223-d32d-46ed-b196-ff60f6b4c73f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1405764 Mar 31 23:00:59.690922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4f94904-ee77-4478-8c78-4e35c88e9049 req-471ba8ae-310b-4b3b-a5d0-948f52d548f1 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201518 Mar 31 23:00:59.890092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088463-a955-4fd2-be38-b3f6fc49f3fc req-50ebbb34-6ba5-4b90-8258-4bf2918270fe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.892263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45088463-a955-4fd2-be38-b3f6fc49f3fc req-50ebbb34-6ba5-4b90-8258-4bf2918270fe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1056552 Mar 31 23:00:59.983018 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-f8d2319a-9cab-4642-a276-19377340f18c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.3278387 Mar 31 23:01:00.009485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45088463-a955-4fd2-be38-b3f6fc49f3fc req-5dd12bbd-9f18-4a69-a91c-d20efa7b6439 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095016 Mar 31 23:01:00.068541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.075256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-5428f980-ca46-4355-9978-b81890dac526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.076711 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-5428f980-ca46-4355-9978-b81890dac526 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0837092 Mar 31 23:01:00.139605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-caef4475-529f-4057-983f-f7bda3ff876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.141965 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-caef4475-529f-4057-983f-f7bda3ff876c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504999 Mar 31 23:01:00.187157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ea54776-64aa-4dcf-b666-4b656d36c6b2 req-1f3f64e1-40d0-48cc-bc6c-eb5f05ddc409 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 210 time: 0.0365341 Mar 31 23:01:00.197512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.218948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.285572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797d6a4c-5262-466d-9328-632be498eb8f req-5c2ccda1-5ff5-4543-a614-840a75ff2cd1 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 210 time: 0.0385933 Mar 31 23:01:00.288822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:00.296252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:00.301717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-4f115e97-fde0-4443-bd4f-f2a5ec48f4fe service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476643 Mar 31 23:01:00.301986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.305112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Pushing event updated for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:00.307716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:00.412370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.413754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.443661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e68db-33ad-4113-b9ab-5d4e150b2bcb req-cc8248cb-473b-4161-a7b5-2f0327f5503b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.445293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-943e68db-33ad-4113-b9ab-5d4e150b2bcb req-cc8248cb-473b-4161-a7b5-2f0327f5503b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1101 time: 0.0899298 Mar 31 23:01:00.466246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b987eae5-a0c1-4597-b0fb-cdfe1276f62b req-19954a36-7047-4533-97c6-02a9b017892b service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305270 Mar 31 23:01:00.488326 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694 associated. External IP: 172.25.6.126, port: 9cfd92f0-0555-4b4b-9cbf-284818be948a. Mar 31 23:01:00.542784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-943e68db-33ad-4113-b9ab-5d4e150b2bcb req-5eedccd8-d0c4-48dd-bf2d-045ff4b17c2b tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861034 Mar 31 23:01:00.561864 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-8f04e219-1a52-4c31-bca3-19e9f3c5c37f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9261734 Mar 31 23:01:00.581701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Request body: {'port': {'device_id': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:00.589734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e66f4de6-cab6-4254-9bea-0df24176f3f9 None None] Provisioning complete for port 88e0f431-426a-4c03-a71e-7cb02dd7951e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:00.590962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e66f4de6-cab6-4254-9bea-0df24176f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.634172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e66f4de6-cab6-4254-9bea-0df24176f3f9 None None] Port 88e0f431-426a-4c03-a71e-7cb02dd7951e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:00.645707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.702148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c61db-1b38-4342-b1c3-2ac08c272681 req-37061744-7a02-45df-8aca-43c7a7d034e8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.703904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-809c61db-1b38-4342-b1c3-2ac08c272681 req-37061744-7a02-45df-8aca-43c7a7d034e8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0922606 Mar 31 23:01:00.792526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-809c61db-1b38-4342-b1c3-2ac08c272681 req-f6db2bce-4863-4358-a7dd-7f0fdafcfb99 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796947 Mar 31 23:01:00.802420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:00.934650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d32d8d3-67f0-484c-b960-45bd6f286bb6 req-e7e91290-58d8-4faf-9f72-df3700f75fe3 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0335441 Mar 31 23:01:00.940872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e0f431-426a-4c03-a71e-7cb02dd7951e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:00.949043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.950190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:00.956043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.971882 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:00.978870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Transition to ACTIVE for port object 88e0f431-426a-4c03-a71e-7cb02dd7951e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:00.991534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-607840eb-3b0c-477e-bdcd-94d79f0f8a04 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "PUT /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 996 time: 1.4288948 Mar 31 23:01:00.999906 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:01.001302 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:01.053044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-2cb5bca3-f295-4906-8d57-a3477e117bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.054567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-2cb5bca3-f295-4906-8d57-a3477e117bb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.0449476 Mar 31 23:01:01.115535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:01.129935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.198962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-90bf8d5c-9277-4220-a9a9-729a51307fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.200798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Pushing event updated for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.215971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-90bf8d5c-9277-4220-a9a9-729a51307fe6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1542790 Mar 31 23:01:01.312425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:01.316815 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e693f-5bf9-463c-abdd-b98b009b309b" -d '{"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:01.317356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-9d5c2e84-ef87-4123-925f-fdd498d16fb4 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.319085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-9d5c2e84-ef87-4123-925f-fdd498d16fb4 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f0bc7a-3293-4e60-9f99-e081737cf188 HTTP/1.1" status: 200 len: 946 time: 0.1213078 Mar 31 23:01:01.342747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Attempting to bind port 88e0f431-426a-4c03-a71e-7cb02dd7951e on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:01.343296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Attempting to bind port 88e0f431-426a-4c03-a71e-7cb02dd7951e by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:01.343941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Attempting to bind port 88e0f431-426a-4c03-a71e-7cb02dd7951e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:01.347903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-4d26d78d-019f-4a98-9fd1-0ffb0dd1dc68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 999 time: 0.1306915 Mar 31 23:01:01.368100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Port 88e0f431-426a-4c03-a71e-7cb02dd7951e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:01.368434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Attempting to bind port 88e0f431-426a-4c03-a71e-7cb02dd7951e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:01.385346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:01.388253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:01.388660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:01.389124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Bound port: 88e0f431-426a-4c03-a71e-7cb02dd7951e, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:01.389529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.405741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:01:00Z', 'revision_number': 8, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:01.433727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-d79cc93a-9b83-4d76-8e7b-71baad4b3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.435558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-d79cc93a-9b83-4d76-8e7b-71baad4b3231 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0817249 Mar 31 23:01:01.440190 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:01.449276 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:01.450605 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:01.473722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44352) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:01.512856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:01.517713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:01.553126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Deleting subnet 88804cc3-7190-4230-98f6-4fb4ef797633 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:01.560163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.590681 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:01.614659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-41a57c90-e63a-4894-973d-6e7905cfa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.615707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-41a57c90-e63a-4894-973d-6e7905cfa467 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740310 Mar 31 23:01:01.630030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.635978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.699088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.699966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.701594 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] 10.222.0.10 "PUT /v2.0/ports/88e0f431-426a-4c03-a71e-7cb02dd7951e HTTP/1.1" status: 200 len: 1096 time: 1.1247373 Mar 31 23:01:01.702283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:01.704817 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13714b0-e580-4b79-a36d-1566303f59f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:01.723101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96eeb7-309a-4ca1-9dbe-bdd70ad5dcb2 req-94848200-847f-46a1-bdce-2e86e182a8dc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.737406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac96eeb7-309a-4ca1-9dbe-bdd70ad5dcb2 req-94848200-847f-46a1-bdce-2e86e182a8dc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1727929 Mar 31 23:01:01.739680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Deleting port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:01.740292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.768401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.836707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac96eeb7-309a-4ca1-9dbe-bdd70ad5dcb2 req-d0726241-96f4-42e9-80bd-f7ab23cfb298 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040621 Mar 31 23:01:01.864648 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:01:00Z', 'revision_number': 8, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:01.899508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-515c66c5-5334-41a0-be46-4c3766005a78 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659476 Mar 31 23:01:01.899921 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28278ffd-41e4-4a17-9d0c-0d9ae2a1c2a5 None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a7e8f221-f912-4ad4-a257-46faf7a3f694', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'port_id': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'mac_address': 'fa:16:3e:b9:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36042bac-1225-422d-834d-f5724e2c5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:14Z', 'updated_at': '2022-03-31T23:01:00Z', 'revision_number': 8, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:01.926040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b69b4a8-a8a2-4cb3-9002-b74aadba08cc tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.943304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b69b4a8-a8a2-4cb3-9002-b74aadba08cc tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.44 "GET /v2.0/networks?id=751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 200 len: 805 time: 0.4002705 Mar 31 23:01:01.952424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] For port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:01.952681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.989107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Calling delete_port for 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:02.040798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.093150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b86111-67d1-42d3-bd69-4531f382e56e service neutron] Pushing event updated for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.093342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88804cc3-7190-4230-98f6-4fb4ef797633,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.098835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.102457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83c55423-da00-4e68-8f27-dec6bb2ca5c0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/88804cc3-7190-4230-98f6-4fb4ef797633 HTTP/1.1" status: 204 len: 168 time: 0.6274774 Mar 31 23:01:02.103648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44362) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:02.129071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e662ab-91e2-411a-91ce-559bb1c8380c req-550b2ca7-d82b-485f-9aa4-ecab8cefc3ea tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.130601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e662ab-91e2-411a-91ce-559bb1c8380c req-550b2ca7-d82b-485f-9aa4-ecab8cefc3ea tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 948 time: 0.1720333 Mar 31 23:01:02.136860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b6ea93f-39b7-4a5f-aadb-0c66acb85cc4 req-4497f011-4baf-436d-8d54-aeb246a2b1e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092957 Mar 31 23:01:02.162402 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-bb7ea000-329a-4be1-a96a-e651bafa405f tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cea365256d74bcba8998ef47838601f HTTP/1.1" status: 200 len: 380 time: 0.2116270 Mar 31 23:01:02.183679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e662ab-91e2-411a-91ce-559bb1c8380c req-3488412b-b9d0-4318-963c-a802f90805a3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Mar 31 23:01:02.214657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a0356-09bf-45db-8fac-85ce78f5945b None None] New status for floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:02.229758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'port': {'device_id': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'admin_state_up': True, 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'security_groups': ['7d94c951-1130-4055-bf15-d493bce04ec4']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:02.262351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-820693ec-fec0-400c-8611-5eda1302e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.263900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-820693ec-fec0-400c-8611-5eda1302e401 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 1099 time: 0.2550952 Mar 31 23:01:02.304039 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150ec5a-04b4-4839-908c-c7112f7c97f2 x-openstack-request-id: req-6150ec5a-04b4-4839-908c-c7112f7c97f2 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:02.304551 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:02.304989 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6150ec5a-04b4-4839-908c-c7112f7c97f2 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:02.306184 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6150ec5a-04b4-4839-908c-c7112f7c97f2'] response: {'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 23:01:02.321360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.327522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0691d8c5-1c44-426c-8d6d-1d7a65f15f11 req-c2735037-e14e-49a6-ab51-28b6c6a1af3a tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 210 time: 0.0361845 Mar 31 23:01:02.369578 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-aacc9843-0ad2-4e53-8cc3-b8158f14c4d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e HTTP/1.1" status: 200 len: 217 time: 0.0635309 Mar 31 23:01:02.409163 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad94b355-0115-45ed-8c02-7af61601cd7a x-openstack-request-id: req-ad94b355-0115-45ed-8c02-7af61601cd7a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:02.409522 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:02.409757 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad94b355-0115-45ed-8c02-7af61601cd7a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:02.410167 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad94b355-0115-45ed-8c02-7af61601cd7a'] response: {'name': 'network-changed', 'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e', 'status': 'completed', 'code': 200} Mar 31 23:01:02.425245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-9f0c32d7-659b-432f-bfa3-4ae6851bfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.426897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-9f0c32d7-659b-432f-bfa3-4ae6851bfd65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.0775766 Mar 31 23:01:02.564022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99e9b-b33e-4aab-a71a-9a4164cdace2 req-e75228e3-0f5a-4df5-9eef-05cb2fb1c8e3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.565780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1e99e9b-b33e-4aab-a71a-9a4164cdace2 req-e75228e3-0f5a-4df5-9eef-05cb2fb1c8e3 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1069057 Mar 31 23:01:02.570238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-8471768a-7bdc-4d11-a81d-d3de04e0b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.571669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-8471768a-7bdc-4d11-a81d-d3de04e0b83f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1321020 Mar 31 23:01:02.579841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-cd99992e-fd06-4eaf-8e86-e91ed0e847a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.581304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-cd99992e-fd06-4eaf-8e86-e91ed0e847a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1948256 Mar 31 23:01:02.587093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.632171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b91a54d-4b3c-43c4-b921-5ecf6cef89af']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:02.644715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1e99e9b-b33e-4aab-a71a-9a4164cdace2 req-dc09b6e3-b13b-43d6-951a-b86b994913c4 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Mar 31 23:01:02.644927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb46da4c-4565-4ed4-8592-d9e8a2776957') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:02.645027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb46da4c-4565-4ed4-8592-d9e8a2776957') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:02.659739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.665425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-422b3ea8-1029-449c-a2df-86a000c4c6ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 1001 time: 0.0858691 Mar 31 23:01:02.667780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-958afe9d-280a-4f76-a5e9-1f5c1e1c1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.669335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-958afe9d-280a-4f76-a5e9-1f5c1e1c1ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796738 Mar 31 23:01:02.677735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.701760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.704741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:02.704880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:02.708665 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:02.714193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['80cadd8d-abb4-466e-83e0-4dc1839dd7f6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:02.742889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9cfd92f0-0555-4b4b-9cbf-284818be948a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:02.763389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50aec3c1-af5b-4ed0-885a-002a491b55ff req-4a977bea-af2e-4f63-9112-79db4bf24f15 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0418103 Mar 31 23:01:02.775212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-5070df96-0b03-470e-b77d-8c25cab1a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.776854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-5070df96-0b03-470e-b77d-8c25cab1a11e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0989091 Mar 31 23:01:02.781099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Made reservation on behalf of 3cea365256d74bcba8998ef47838601f for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:02.784913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.824127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event deleted for resources: {'Port': ['ID=80cadd8d-abb4-466e-83e0-4dc1839dd7f6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.873758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9a6ca4f-b65f-4e13-9637-5b3c7476cf89 req-37aead88-4351-49d3-9067-e5e1fa940742 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 998 time: 0.1161544 Mar 31 23:01:02.920771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] No DVR routers for this DVR port 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:02.968330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.983639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4aa9b84a-d88c-42b1-bd97-2da8086cd028 req-ec4dda52-e1ba-4a02-8ed8-3194676a3135 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.44 "DELETE /v2.0/ports/80cadd8d-abb4-466e-83e0-4dc1839dd7f6 HTTP/1.1" status: 204 len: 173 time: 1.6525290 Mar 31 23:01:03.005976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-03fcca63-b8eb-4957-82d7-63de6b931c49 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255882 Mar 31 23:01:03.040780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.081824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.085208 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] 10.222.0.83 "DELETE /v2.0/networks/2b91a54d-4b3c-43c4-b921-5ecf6cef89af HTTP/1.1" status: 204 len: 168 time: 0.9797847 Mar 31 23:01:03.152607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d600fb-c605-493f-9805-2aaf967c0e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b91a54d-4b3c-43c4-b921-5ecf6cef89af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.218169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Allocated IP 172.20.0.10 (751f7252-1f6c-42ea-8d59-7f423d3c328c/2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e/8aa3e9ca-dae2-4e61-a188-0af9206d062d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:03.232312 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7d37df86-94d0-4f22-9098-80f64dfc8405 req-7312e87f-91ea-4561-ae62-82c670e14fd4 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187161 Mar 31 23:01:03.237153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-9df1388b-80d1-4f4b-9cd8-4702a13b5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.238602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-9df1388b-80d1-4f4b-9cd8-4702a13b5bed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4328556 Mar 31 23:01:03.378501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ca4f-b65f-4e13-9637-5b3c7476cf89 req-5585fd1a-991f-4955-9fa5-c759ea8f0f11 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.379945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9a6ca4f-b65f-4e13-9637-5b3c7476cf89 req-5585fd1a-991f-4955-9fa5-c759ea8f0f11 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.5049882 Mar 31 23:01:03.387304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.396812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-c9a6ca4f-b65f-4e13-9637-5b3c7476cf89 req-b77d0dc6-7a56-4023-9e46-25b6d2a1d9b2 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:03.397902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9a6ca4f-b65f-4e13-9637-5b3c7476cf89 req-b77d0dc6-7a56-4023-9e46-25b6d2a1d9b2 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090840 Mar 31 23:01:03.402973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-82b6b7c4-33d6-4e74-82fc-b1e71ba4b180 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394100 Mar 31 23:01:03.535078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-2e21f4b4-f670-4bd9-b111-d847dcea652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.536640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-2e21f4b4-f670-4bd9-b111-d847dcea652b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 1099 time: 0.0487018 Mar 31 23:01:03.553437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.563815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59559-1f11-4d8c-b420-9ab30c02ca3d req-c27a19ad-0ad6-4d45-92c8-d9088379621a tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.565328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dc59559-1f11-4d8c-b420-9ab30c02ca3d req-c27a19ad-0ad6-4d45-92c8-d9088379621a tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 948 time: 0.1142986 Mar 31 23:01:03.608597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44388) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:03.647804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dc59559-1f11-4d8c-b420-9ab30c02ca3d req-641336c6-aca1-41d3-8a08-4e5a811e64e3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740757 Mar 31 23:01:03.652297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:03.656987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d52e693f-5bf9-463c-abdd-b98b009b309b req-9409faa8-5851-4765-8539-2f3c0f4d328a service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705773 Mar 31 23:01:03.658674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:03.671216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:03.677776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event updated for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.680806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4ec53ec2-8593-4d42-a024-175606b78c87 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=560a000cf97743f086c73c254583b4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654681 Mar 31 23:01:03.683267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44390) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:03.742230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-3e93c140-73e6-443c-94c4-1f8a169d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.745225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-3e93c140-73e6-443c-94c4-1f8a169d863a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.2017066 Mar 31 23:01:03.769067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.801753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.828563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.830161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.840682 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-b5e4038a-2c7d-4585-b18c-780084da5101 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e HTTP/1.1" status: 200 len: 217 time: 0.0834861 Mar 31 23:01:03.916282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d747-eb5f-424e-9ea7-9e1e72d6a14b req-9bea4190-14f4-4d0e-afd7-95410d6db6bf tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.917685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecd5d747-eb5f-424e-9ea7-9e1e72d6a14b req-9bea4190-14f4-4d0e-afd7-95410d6db6bf tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1262085 Mar 31 23:01:03.931415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-521ea866-2b10-487f-885a-28d4c465ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.933264 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-521ea866-2b10-487f-885a-28d4c465ec86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0829146 Mar 31 23:01:03.976175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ee94-2b51-4ec0-96e1-e7306f1ff472 req-ee02a791-69f8-46fb-840d-53e849d0c149 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.983542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f280ee94-2b51-4ec0-96e1-e7306f1ff472 req-ee02a791-69f8-46fb-840d-53e849d0c149 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 932 time: 0.1177649 Mar 31 23:01:03.991770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-1855532b-37b7-4bbe-8530-015181ee60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.993375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-1855532b-37b7-4bbe-8530-015181ee60b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525763 Mar 31 23:01:03.996959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecd5d747-eb5f-424e-9ea7-9e1e72d6a14b req-343d906f-0bbc-4d84-a2c2-954d9d30037e tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692213 Mar 31 23:01:04.035298 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-8d3f5c43-c0d7-4645-9ff3-b352df75929d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8239870 Mar 31 23:01:04.038633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f280ee94-2b51-4ec0-96e1-e7306f1ff472 req-3d499156-0f6a-450e-8557-7bbd338c2c23 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526054 Mar 31 23:01:04.065439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-745f5b1c-0430-4268-a3ba-81234c8901e0 None None] Provisioning complete for port 8aa3e9ca-dae2-4e61-a188-0af9206d062d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:04.065991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-745f5b1c-0430-4268-a3ba-81234c8901e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.066452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Request body: {'port': {'device_id': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:04.105060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-fb45f10b-07ce-476b-bb24-169aa704556f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1001 time: 0.0803056 Mar 31 23:01:04.128951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-745f5b1c-0430-4268-a3ba-81234c8901e0 None None] Port 8aa3e9ca-dae2-4e61-a188-0af9206d062d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:04.147996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.148473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-20365e7b-8f5c-4014-b7c6-dc19b61fdf15 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469772 Mar 31 23:01:04.150558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.151690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f252d8d-05bb-4b43-a00b-92847026c899 HTTP/1.1" status: 204 len: 168 time: 0.4674976 Mar 31 23:01:04.189889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0e947-9d63-4cbf-a9c3-d83d883cb743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f252d8d-05bb-4b43-a00b-92847026c899,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.190989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.197745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-36ffeaf3-5a1d-4854-9256-f8626d87060e tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.210990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-36ffeaf3-5a1d-4854-9256-f8626d87060e tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports/9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 942 time: 0.0965397 Mar 31 23:01:04.253384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83fa2-3698-49d0-85b4-96d0ad10eb2b req-df5d6ba5-d038-4307-a50e-88a601d84490 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.255196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7e83fa2-3698-49d0-85b4-96d0ad10eb2b req-df5d6ba5-d038-4307-a50e-88a601d84490 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1116173 Mar 31 23:01:04.313005 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a13714b0-e580-4b79-a36d-1566303f59f0 req-1fc38de9-1ed5-4013-9a20-be4c1ab60ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477809 Mar 31 23:01:04.383597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7e83fa2-3698-49d0-85b4-96d0ad10eb2b req-cb124dd8-a844-48f7-910a-e23d64d1ac61 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130106 Mar 31 23:01:04.386840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-f67dcbf3-a48d-44c3-9db7-d954a0c7c391 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1001 time: 0.1284370 Mar 31 23:01:04.433125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'name': 'network-vif-deleted', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:04.436057 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519a79e3-04c0-4027-9fbd-7c06657b131d" -d '{"events": [{"server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "name": "network-vif-deleted", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:04.476860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.527733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7088f904-f7eb-4466-afa3-daaee58332f5 req-fd1454a1-46ea-4eda-b5b5-0b6bc50316e7 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0311208 Mar 31 23:01:04.543552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-99ef6323-ff0d-409a-b88a-ed7a7686e5e7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.544963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-99ef6323-ff0d-409a-b88a-ed7a7686e5e7 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1510563 Mar 31 23:01:04.559698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa3e9ca-dae2-4e61-a188-0af9206d062d {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:04.569407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.588392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Transition to ACTIVE for port object 8aa3e9ca-dae2-4e61-a188-0af9206d062d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:04.600463 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c059e00-175e-4d50-9ea4-84bc9bd05222 x-openstack-request-id: req-1c059e00-175e-4d50-9ea4-84bc9bd05222 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:04.600758 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0bc7a-3293-4e60-9f99-e081737cf188", "name": "network-vif-deleted", "tag": "80cadd8d-abb4-466e-83e0-4dc1839dd7f6", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:04.601510 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1c059e00-175e-4d50-9ea4-84bc9bd05222 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:04.601729 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c059e00-175e-4d50-9ea4-84bc9bd05222'] response: {'server_uuid': '70f0bc7a-3293-4e60-9f99-e081737cf188', 'name': 'network-vif-deleted', 'tag': '80cadd8d-abb4-466e-83e0-4dc1839dd7f6', 'status': 'completed', 'code': 200} Mar 31 23:01:04.629605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-cc2fbeb9-080e-49bc-8235-5574bf993aec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 1001 time: 0.0756817 Mar 31 23:01:04.648690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:04.698771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.831081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ec9e-1f95-46b9-9eed-e5030f57c7bc req-a5dbecef-fe0d-47d1-8861-000d3fa8fe53 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.832593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d194ec9e-1f95-46b9-9eed-e5030f57c7bc req-a5dbecef-fe0d-47d1-8861-000d3fa8fe53 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 948 time: 0.0980585 Mar 31 23:01:04.873409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.904140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.922805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d194ec9e-1f95-46b9-9eed-e5030f57c7bc req-2adfeeb3-6acb-4045-ab77-375045bda591 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833097 Mar 31 23:01:04.941102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2cdf23c3-3a60-436c-9c28-4275ca3c5a88 req-6b8b022c-1544-4be4-b59e-c11271baf776 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0387986 Mar 31 23:01:05.107034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:05.133230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:05.133629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 80cadd8d-abb4-466e-83e0-4dc1839dd7f6 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:05.138511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b6164-2a9d-4798-aed8-0d7dd420f2da req-ca63ee26-2f40-442a-8825-b456d2109b99 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.149470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d53b6164-2a9d-4798-aed8-0d7dd420f2da req-ca63ee26-2f40-442a-8825-b456d2109b99 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0687604 Mar 31 23:01:05.157676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.159298 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694 disassociated. External IP: 172.25.6.126, port: 9cfd92f0-0555-4b4b-9cbf-284818be948a. Mar 31 23:01:05.269738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.283099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d53b6164-2a9d-4798-aed8-0d7dd420f2da req-81605826-71f5-40f5-a4cb-3a7a05267fce tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195564 Mar 31 23:01:05.326937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Attempting to bind port 8aa3e9ca-dae2-4e61-a188-0af9206d062d on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:05.327292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Attempting to bind port 8aa3e9ca-dae2-4e61-a188-0af9206d062d by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:05.327614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Attempting to bind port 8aa3e9ca-dae2-4e61-a188-0af9206d062d on network 751f7252-1f6c-42ea-8d59-7f423d3c328c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:05.332460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Port 8aa3e9ca-dae2-4e61-a188-0af9206d062d on network 751f7252-1f6c-42ea-8d59-7f423d3c328c not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:05.332780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Attempting to bind port 8aa3e9ca-dae2-4e61-a188-0af9206d062d on network 751f7252-1f6c-42ea-8d59-7f423d3c328c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:05.342456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:05.342456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Checking segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:05.342456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Bound using segment: {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:05.342456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Bound port: 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b54d97-36cc-4731-98cf-3f4426a3bfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:05.342456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.411905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:05.416281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:05.463252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb14f67-a688-4ef7-9c67-82a8d3f2d773 req-f99cb59b-3483-425f-83ee-f1c72c998976 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.466602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cb14f67-a688-4ef7-9c67-82a8d3f2d773 req-f99cb59b-3483-425f-83ee-f1c72c998976 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 944 time: 0.0971441 Mar 31 23:01:05.488257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:05.522998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.524718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cb14f67-a688-4ef7-9c67-82a8d3f2d773 req-6265be53-2eff-4740-8ca7-2ca2f69a4007 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Mar 31 23:01:05.576433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.577082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.578494 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] 10.222.0.44 "PUT /v2.0/ports/8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 200 len: 1092 time: 1.5186040 Mar 31 23:01:05.614520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e335-ad8d-44c9-a858-48ccb00be00c service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.675849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:05.682157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.698281 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:05.733775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46cac-f925-4afc-8ffd-ae8704b257d6 req-7fbcae4c-ced9-40bd-975f-1570fb297769 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.735530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c46cac-f925-4afc-8ffd-ae8704b257d6 req-7fbcae4c-ced9-40bd-975f-1570fb297769 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1143219 Mar 31 23:01:05.752191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-c95b5839-db42-44ef-b1f5-30c2d18c2d1a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "PUT /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 696 time: 1.1077659 Mar 31 23:01:05.761078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:05.761755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:05.764120 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06" -d '{"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:05.764671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:05.808430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-aefe7eae-d51f-4481-9e49-b71bca1fed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.811669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-aefe7eae-d51f-4481-9e49-b71bca1fed34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cea365256d74bcba8998ef47838601f&device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 1095 time: 0.0738652 Mar 31 23:01:05.886527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-82463c64-fe5a-4ed2-bad4-514d9c159dd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 200 len: 217 time: 0.0669765 Mar 31 23:01:05.910466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c46cac-f925-4afc-8ffd-ae8704b257d6 req-2c1f44ff-029c-4e39-aad0-ea35619cf012 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493187 Mar 31 23:01:05.941798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-1b621ec2-1b8a-40d7-ac39-ef5f7a8a77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.945592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-1b621ec2-1b8a-40d7-ac39-ef5f7a8a77a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.1918101 Mar 31 23:01:05.951238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-6002f25a-e597-47ec-8f46-656911111079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.954213 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-6002f25a-e597-47ec-8f46-656911111079 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e HTTP/1.1" status: 200 len: 844 time: 0.0594957 Mar 31 23:01:06.029797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-1e8468cf-d39b-46fb-8a83-970dc720087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.032322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-1e8468cf-d39b-46fb-8a83-970dc720087f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=751f7252-1f6c-42ea-8d59-7f423d3c328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725517 Mar 31 23:01:06.079297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abb2963f-304e-4793-8d71-b90e9865593f req-e56133d1-efa3-4920-9ae0-459aace5430d tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0744812 Mar 31 23:01:06.080231 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:06.115762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-e17ab4e6-9950-4927-ad15-90097f11cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.133419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-e17ab4e6-9950-4927-ad15-90097f11cc66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1811144 Mar 31 23:01:06.173393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-5206534f-a4ed-4e77-8d8e-ffe38c1ef5ae service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334417 Mar 31 23:01:06.177985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-274cb2ca-271c-43de-b048-90ede2dc3343 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0437257 Mar 31 23:01:06.278596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-1e3eed8b-cf2e-4d33-bc10-672fa5e5a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.289331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-1e3eed8b-cf2e-4d33-bc10-672fa5e5a8c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0996161 Mar 31 23:01:06.320043 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:06.323356 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc090b88-551c-4bf3-96c5-d6ee92573314 x-openstack-request-id: req-cc090b88-551c-4bf3-96c5-d6ee92573314 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:06.323356 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:06.323356 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc090b88-551c-4bf3-96c5-d6ee92573314 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:06.323356 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc090b88-551c-4bf3-96c5-d6ee92573314'] response: {'name': 'network-changed', 'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 23:01:06.336896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-f6170a75-1593-402e-9901-15a2d73e0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.338394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-f6170a75-1593-402e-9901-15a2d73e0148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f75fa6366ce46438c0f67618b45a16e&device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 1096 time: 0.0811293 Mar 31 23:01:06.345313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7ae1a47-6c92-43b5-a48b-04fcd6f72bc3 req-5456cbcc-a681-4ee1-bc76-86b36336de91 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639619 Mar 31 23:01:06.348917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-9ae0e3c4-5e03-4c74-9f4f-388960d2d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.352925 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:06.362422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-9ae0e3c4-5e03-4c74-9f4f-388960d2d486 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714772 Mar 31 23:01:06.366186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:06.367018 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:00:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:06.455625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-0e8cc36e-b002-4de5-80b4-c8f0611d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.457087 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-0e8cc36e-b002-4de5-80b4-c8f0611d9b55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 200 len: 921 time: 0.1096520 Mar 31 23:01:06.479476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-77227aaf-f653-4dc4-892f-053895bc6c49 service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122437 Mar 31 23:01:06.513953 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:06.530223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-ba9152b3-af81-4c49-8b4c-ee9c5c34fdf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 200 len: 217 time: 0.0638433 Mar 31 23:01:06.585298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-2c9e23a0-a05a-4e20-9395-2948313ca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.586957 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-2c9e23a0-a05a-4e20-9395-2948313ca8d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 200 len: 858 time: 0.0504804 Mar 31 23:01:06.590804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfe65298-5ea1-4eb4-b9ee-ecd3bdfbdbb1 req-138257a4-08bc-4a38-a6ef-6a38df46f4ad service neutron] 10.222.0.83 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123731 Mar 31 23:01:06.603342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:06.605625 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97180f5b-56ba-4e21-babe-d52c31384997" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:06.648652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-0d5d7fd9-2ac7-4bac-a110-84616267d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.650050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-0d5d7fd9-2ac7-4bac-a110-84616267d779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbf382b-5e71-4d22-a204-2bcd8666435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476236 Mar 31 23:01:06.736960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:06.759138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-439dee89-3cd6-47a5-99de-b4fe08c87fbb service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002500 Mar 31 23:01:06.776420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45954c-722d-4aa1-9765-d589569f7cce None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T22:59:41Z', 'revision_number': 4, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f42a3499-732e-4293-87b9-9f4ba86b9daa', 'name': '', 'network_id': '2bbf382b-5e71-4d22-a204-2bcd8666435f', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'mac_address': 'fa:16:3e:24:58:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:40Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'subnets': [{'id': '4faac5d5-2a93-4638-91aa-dbfa5e92407b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:06.835676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074418-d7c3-4248-891e-155b591d9f27 req-6a78bc72-96a3-48bf-9ea9-bd9e9687b8ee tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.837407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3074418-d7c3-4248-891e-155b591d9f27 req-6a78bc72-96a3-48bf-9ea9-bd9e9687b8ee tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 948 time: 0.0918365 Mar 31 23:01:06.900639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3074418-d7c3-4248-891e-155b591d9f27 req-eca3b66a-60aa-41b2-af64-d15ca269a93c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Mar 31 23:01:06.911265 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36f109e4-fcf3-4d41-9c7a-e0ecee8bde06 req-2886046d-3b65-4146-8c8b-9f3ffb7f6446 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307950 Mar 31 23:01:07.038679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6fa35-4079-44c5-87f9-1fb8df79d372 req-e6a81522-114b-4965-954c-a7076bec29bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.040324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe6fa35-4079-44c5-87f9-1fb8df79d372 req-e6a81522-114b-4965-954c-a7076bec29bb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0619118 Mar 31 23:01:07.082037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe6fa35-4079-44c5-87f9-1fb8df79d372 req-38b3282b-17de-4b5d-bc2f-154ec8dbd5e1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Mar 31 23:01:07.137919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbace356-cc00-4c49-81bb-0fd1a58f4baf None None] New status for floating IP a7e8f221-f912-4ad4-a257-46faf7a3f694: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:07.195344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503b9e2-1f6c-4f6c-a6ff-7bf3ce6c80b5 req-7d394acc-bc08-43c1-a265-e14a8dc78d3d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.196835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1503b9e2-1f6c-4f6c-a6ff-7bf3ce6c80b5 req-7d394acc-bc08-43c1-a265-e14a8dc78d3d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 944 time: 0.0528769 Mar 31 23:01:07.252735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1503b9e2-1f6c-4f6c-a6ff-7bf3ce6c80b5 req-4889cd5c-a818-4ea7-b815-93a0f763c218 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Mar 31 23:01:07.292095 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cea6df6-b654-430e-8c2a-9b7d7f9f71c9 x-openstack-request-id: req-0cea6df6-b654-430e-8c2a-9b7d7f9f71c9 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:07.292280 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:07.292497 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0cea6df6-b654-430e-8c2a-9b7d7f9f71c9 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:07.292899 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cea6df6-b654-430e-8c2a-9b7d7f9f71c9'] response: {'name': 'network-changed', 'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'status': 'completed', 'code': 200} Mar 31 23:01:07.364798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180f5b-56ba-4e21-babe-d52c31384997 req-69293fe8-afba-4443-9af0-3459f1704d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.366402 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-69293fe8-afba-4443-9af0-3459f1704d15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cea365256d74bcba8998ef47838601f&device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 1095 time: 0.0481939 Mar 31 23:01:07.372855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddd19b33-4c20-4945-84aa-f0a841d9a879 req-13ba6e14-6b12-4928-a2c8-70d0b004c3c9 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0341356 Mar 31 23:01:07.432994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481efef9-fe97-4c05-b769-db8e19d969c7 req-321307aa-dce1-40b3-b9c0-e6c75be2430a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.443564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-481efef9-fe97-4c05-b769-db8e19d969c7 req-321307aa-dce1-40b3-b9c0-e6c75be2430a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0717366 Mar 31 23:01:07.477933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180f5b-56ba-4e21-babe-d52c31384997 req-d9d63412-94c6-4743-a2d6-4de775348a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.479425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-d9d63412-94c6-4743-a2d6-4de775348a6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 200 len: 907 time: 0.1064644 Mar 31 23:01:07.487115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-481efef9-fe97-4c05-b769-db8e19d969c7 req-be1a369c-d155-4e37-a2f1-f04efed597ce tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Mar 31 23:01:07.527212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-1a22a78d-c004-4556-9f9f-03be3ca3dbcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 200 len: 217 time: 0.0412340 Mar 31 23:01:07.540494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 88e0f431-426a-4c03-a71e-7cb02dd7951e details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:07.572540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3048e22b-e2b1-4ae2-ae98-45f3879a420b req-2f5081b0-1d0b-411f-a01b-df8311e1b175 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0327578 Mar 31 23:01:07.613855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180f5b-56ba-4e21-babe-d52c31384997 req-b13fa557-c474-4b3c-8f44-2097594d8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.615724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-b13fa557-c474-4b3c-8f44-2097594d8c7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e HTTP/1.1" status: 200 len: 844 time: 0.0790465 Mar 31 23:01:07.681411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180f5b-56ba-4e21-babe-d52c31384997 req-479b6236-a479-4389-ac0f-d75ad50b7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.682856 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-479b6236-a479-4389-ac0f-d75ad50b7adc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=751f7252-1f6c-42ea-8d59-7f423d3c328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553398 Mar 31 23:01:07.686808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:07.702435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '88e0f431-426a-4c03-a71e-7cb02dd7951e', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '88e0f431-426a-4c03-a71e-7cb02dd7951e', 'mac_address': 'fa:16:3e:26:c3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:07.743278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.757292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e0f431-426a-4c03-a71e-7cb02dd7951e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:07.780446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:07.799213 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-c2886459-4b65-4205-9af3-7143ef6e8108 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067133 Mar 31 23:01:07.895733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97180f5b-56ba-4e21-babe-d52c31384997 req-c9e85ea3-9929-4e58-8269-a4058050b3f5 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Mar 31 23:01:07.958802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.008081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:08.049441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-67d8dad3-870e-48d4-808d-1d838f32bc71 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 200 len: 694 time: 0.0557110 Mar 31 23:01:08.180672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-359aff36-6162-44db-b164-7f081c4ca24a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.182233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-359aff36-6162-44db-b164-7f081c4ca24a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1224222 Mar 31 23:01:08.199354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-cd698a55-7673-4f45-ad4c-7becf4155b93 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:08.202865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-cd698a55-7673-4f45-ad4c-7becf4155b93 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086670 Mar 31 23:01:08.273392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-83b2d2e4-b042-4de9-b5dd-99278c11859f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 697 time: 0.0605507 Mar 31 23:01:08.282209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-b29ff5fd-0a86-411c-b24b-3c1aecdf9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.284430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-b29ff5fd-0a86-411c-b24b-3c1aecdf9829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bada75392504a6dbe288c925240579f&device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 1097 time: 0.0565124 Mar 31 23:01:08.382208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5059d46f-eb24-4602-889f-401f5b3b1f28 req-da2055ef-cfd4-46ce-a874-c3b03e9468b5 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0768323 Mar 31 23:01:08.396414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-f2fb60ac-7767-4c6d-8ced-e1bb7f8b411b tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 697 time: 0.1115251 Mar 31 23:01:08.397468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-ad65a6d5-f51c-4364-86d3-955d97d750e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.399576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-ad65a6d5-f51c-4364-86d3-955d97d750e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 200 len: 916 time: 0.1083074 Mar 31 23:01:08.466419 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-cec9960e-4e2f-4ae4-a300-c1aa43fb0873 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 200 len: 217 time: 0.0578215 Mar 31 23:01:08.476612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['88e0f431-426a-4c03-a71e-7cb02dd7951e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:08.579150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-30ffcaae-ecde-456b-8a70-5e1405c53e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.579150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-30ffcaae-ecde-456b-8a70-5e1405c53e00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 200 len: 854 time: 0.0590394 Mar 31 23:01:08.579150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-e6558b7f-557a-46d6-99ce-b20b496d3c4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55151320-de6a-425f-8356-780081a70685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354714 Mar 31 23:01:08.612203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56599-d75a-4c36-b842-c63cfae31a95 req-e45694c0-de8d-4d1d-a3dd-8ebb94dd6846 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.613924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bb56599-d75a-4c36-b842-c63cfae31a95 req-e45694c0-de8d-4d1d-a3dd-8ebb94dd6846 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 949 time: 0.1488004 Mar 31 23:01:08.664630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Deleting port ba626aab-c779-4d71-91b7-97c2b4158d36 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:08.665097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.744229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bb56599-d75a-4c36-b842-c63cfae31a95 req-a033b715-808e-4136-ba2b-ca541941c1dd tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175911 Mar 31 23:01:08.745016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-a8d10439-acdc-4cb0-9699-1cdbf8eee86a service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601703 Mar 31 23:01:08.784456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.784782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.803536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Calling delete_port for ba626aab-c779-4d71-91b7-97c2b4158d36 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:08.914823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fa0b196-87ba-44c5-b777-95e62acbb42f req-9221bf1b-1cb2-46f6-be48-2c90ff5fbb04 service neutron] 10.222.0.44 "GET /v2.0/networks/55151320-de6a-425f-8356-780081a70685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536191 Mar 31 23:01:08.916000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2b00-e679-4843-afbc-0b697e3d6d76 req-8be336f1-432c-42d9-a4dd-cbef49907f61 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.917487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46cd2b00-e679-4843-afbc-0b697e3d6d76 req-8be336f1-432c-42d9-a4dd-cbef49907f61 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0913157 Mar 31 23:01:08.977613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46cd2b00-e679-4843-afbc-0b697e3d6d76 req-ca31d6f4-4753-4fdb-992b-5819b0a87fd9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Mar 31 23:01:09.102081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd533b9-f243-4411-942a-1960269b2b58 req-55347f88-207b-44fc-a2b4-c8224785faef tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.103487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5dd533b9-f243-4411-942a-1960269b2b58 req-55347f88-207b-44fc-a2b4-c8224785faef tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 944 time: 0.0496407 Mar 31 23:01:09.131731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8aa3e9ca-dae2-4e61-a188-0af9206d062d details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:09.154825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5dd533b9-f243-4411-942a-1960269b2b58 req-efaa2aed-6b86-4ab8-ab63-95cf07281523 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Mar 31 23:01:09.198604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.237213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event deleted for resources: {'Port': ['ID=ba626aab-c779-4d71-91b7-97c2b4158d36,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.295567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:09.313963 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.314477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'port_id': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'mac_address': 'fa:16:3e:12:ed:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:09.319241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.335364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c365f9c1-1432-498b-9fcc-5af0be51201f req-320d8251-3bda-418a-a8d2-8cb51585e619 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "DELETE /v2.0/floatingips/a7e8f221-f912-4ad4-a257-46faf7a3f694 HTTP/1.1" status: 204 len: 173 time: 0.9360459 Mar 31 23:01:09.362879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.378804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa3e9ca-dae2-4e61-a188-0af9206d062d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:09.391244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56ba53a3-d810-4343-a214-ab22b685b63f req-b419c10a-3425-42bd-b914-1d35e39fda3c tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0506847 Mar 31 23:01:09.403543 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:09.451885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a30712e2-53bf-442d-80f8-19fa21779118 req-be43c137-53dd-4cbd-abd5-474a3efce73e tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Mar 31 23:01:09.507689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.540233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e4cd-9e7f-4b23-852c-6c8744378f64 req-43b894ec-eb1e-4f87-b41a-59afa366e41c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.550599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef89e4cd-9e7f-4b23-852c-6c8744378f64 req-43b894ec-eb1e-4f87-b41a-59afa366e41c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0709743 Mar 31 23:01:09.585225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.591597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef89e4cd-9e7f-4b23-852c-6c8744378f64 req-41b9ac30-1b27-4bab-8d94-363a9dc59701 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Mar 31 23:01:09.844056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['8aa3e9ca-dae2-4e61-a188-0af9206d062d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:09.866877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581eb9-98f0-4dde-8e97-72b10d3b0123 req-caf6f9f0-7eea-41e5-9c14-9121568a2e98 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.868435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91581eb9-98f0-4dde-8e97-72b10d3b0123 req-caf6f9f0-7eea-41e5-9c14-9121568a2e98 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 949 time: 0.0531757 Mar 31 23:01:09.935870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91581eb9-98f0-4dde-8e97-72b10d3b0123 req-8689fc21-3a97-4ffd-b84f-32a9736130ff tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Mar 31 23:01:10.142601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487985c1-41e6-41c2-918f-671bbd4c782b req-2555c7a3-b2a8-4f7e-9df1-2e598e24a4cf tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.144677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487985c1-41e6-41c2-918f-671bbd4c782b req-2555c7a3-b2a8-4f7e-9df1-2e598e24a4cf tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.0864673 Mar 31 23:01:10.158158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c18df-19c3-44bc-9cc2-169ba21e5b16 req-4ff0774c-8766-4f60-9f4f-d363d5704a40 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.162473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e6c18df-19c3-44bc-9cc2-169ba21e5b16 req-4ff0774c-8766-4f60-9f4f-d363d5704a40 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0744865 Mar 31 23:01:10.227130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487985c1-41e6-41c2-918f-671bbd4c782b req-e8cfebb4-d702-4e8e-9f7c-b265dd8da025 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633042 Mar 31 23:01:10.233329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e6c18df-19c3-44bc-9cc2-169ba21e5b16 req-9a51c333-ac6f-40e2-bd3e-f963d42d7a15 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635645 Mar 31 23:01:10.345325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da0402-6646-4700-be98-daa7747d99be req-f2abfc80-2364-4714-9026-345ad5cf37ae tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.346805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25da0402-6646-4700-be98-daa7747d99be req-f2abfc80-2364-4714-9026-345ad5cf37ae tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 945 time: 0.0529096 Mar 31 23:01:10.388931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25da0402-6646-4700-be98-daa7747d99be req-f22e5bcf-283e-45d7-8414-635963fe2ba9 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352793 Mar 31 23:01:10.505578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c64065e-b321-4aec-b5a2-11c2756f6a94 req-4a2f4681-8665-488a-8c36-9b7a44172ba8 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0277848 Mar 31 23:01:10.585653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55072534-4d5f-405f-b315-4cb9a8714b32 req-156edbaa-398d-4120-b93f-68923aae89a5 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0259552 Mar 31 23:01:10.709614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b666-d723-46d4-8b17-ca9fde80c1cb req-aae0cfe7-9c2d-4013-ae5e-230c92d0bb18 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.711113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e092b666-d723-46d4-8b17-ca9fde80c1cb req-aae0cfe7-9c2d-4013-ae5e-230c92d0bb18 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0566776 Mar 31 23:01:10.749878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e092b666-d723-46d4-8b17-ca9fde80c1cb req-c4865e52-d086-4def-9c97-74c0fd5b5580 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Mar 31 23:01:11.052822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de4f0-01f9-411a-ace7-2e99aa8389f1 req-bd88e49a-56ff-49ee-93db-9c70dc8f7d77 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.054294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-541de4f0-01f9-411a-ace7-2e99aa8389f1 req-bd88e49a-56ff-49ee-93db-9c70dc8f7d77 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 949 time: 0.0510273 Mar 31 23:01:11.091928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-541de4f0-01f9-411a-ace7-2e99aa8389f1 req-10454801-28fc-4c0b-8faa-86d8ae95dbd6 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Mar 31 23:01:11.134992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8aa3e9ca-dae2-4e61-a188-0af9206d062d up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:11.271074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 8aa3e9ca-dae2-4e61-a188-0af9206d062d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:11.277376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 8aa3e9ca-dae2-4e61-a188-0af9206d062d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:11.278882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.374615 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.390512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69348e71-59b9-48ba-b83a-937527b2d60a req-906d9e76-c1c1-45b7-86d5-cbbe24ca3fba tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.392331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69348e71-59b9-48ba-b83a-937527b2d60a req-906d9e76-c1c1-45b7-86d5-cbbe24ca3fba tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.0866559 Mar 31 23:01:11.400719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:11.403373 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd8966d-4e04-4c94-8655-2384e8b48e9d" -d '{"events": [{"server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:11.405909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d222fe7-a6b9-4b49-8ff3-8ecb7b73ebfd req-fc246e5e-436d-43f8-a9c0-ac43aae3d6a1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.407960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d222fe7-a6b9-4b49-8ff3-8ecb7b73ebfd req-fc246e5e-436d-43f8-a9c0-ac43aae3d6a1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0722749 Mar 31 23:01:11.418777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:11.461277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69348e71-59b9-48ba-b83a-937527b2d60a req-4b128bfc-fcda-40c1-9eaa-396260337e74 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/security-groups?id=85aeb8f5-8ba5-4a26-8832-798d4de17c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Mar 31 23:01:11.487481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d222fe7-a6b9-4b49-8ff3-8ecb7b73ebfd req-5902b176-a3fb-4a27-98be-20f0cf4824a8 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Mar 31 23:01:11.518607 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda488d-4a36-42f8-9d9b-aee095fe813e x-openstack-request-id: req-0eda488d-4a36-42f8-9d9b-aee095fe813e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:11.518989 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:11.522072 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0eda488d-4a36-42f8-9d9b-aee095fe813e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:11.522072 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eda488d-4a36-42f8-9d9b-aee095fe813e'] response: {'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'code': 200} Mar 31 23:01:11.522072 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.560050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 88e0f431-426a-4c03-a71e-7cb02dd7951e up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:11.591474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a4a364f-138a-4735-ab62-cfd772e088ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.626989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4da834-f767-462b-84ba-db9286bd0c05 req-fa741150-c392-48e0-99c4-95ff31c00847 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.629585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f4da834-f767-462b-84ba-db9286bd0c05 req-fa741150-c392-48e0-99c4-95ff31c00847 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0891743 Mar 31 23:01:11.651647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a77c30-74f6-40fc-82b7-799d1fcdcacf req-1fe2a5a1-851c-4f6b-8dd3-951499280784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.654092 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f5a77c30-74f6-40fc-82b7-799d1fcdcacf req-1fe2a5a1-851c-4f6b-8dd3-951499280784 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 1097 time: 0.0577490 Mar 31 23:01:11.697909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f4da834-f767-462b-84ba-db9286bd0c05 req-8b1b4e0e-845d-4012-8a3b-4d33debfcb90 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Mar 31 23:01:11.701481 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f5a77c30-74f6-40fc-82b7-799d1fcdcacf req-080eb58a-5955-474c-8d27-80a0bf7160d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Mar 31 23:01:11.722596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003673f6-61c8-49bf-8eef-91649d8925a2 req-08cc17a1-4887-4952-8251-dc713f5b9483 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.722596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-003673f6-61c8-49bf-8eef-91649d8925a2 req-08cc17a1-4887-4952-8251-dc713f5b9483 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1161683 Mar 31 23:01:11.792422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.932793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 88e0f431-426a-4c03-a71e-7cb02dd7951e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:11.936829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 88e0f431-426a-4c03-a71e-7cb02dd7951e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:11.937197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.045956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.068370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3487d4df-3758-4b76-8345-3fa3959e0fa8 req-f94df587-1d40-467a-a6e1-8857241b472e tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0377176 Mar 31 23:01:12.085389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-0a480432-8cfe-413a-b656-f52e47c15733 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.085535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-003673f6-61c8-49bf-8eef-91649d8925a2 req-6963b9be-cf71-4f12-ad68-8374166f1884 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605933 Mar 31 23:01:12.085688 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-0a480432-8cfe-413a-b656-f52e47c15733 tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.10 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 945 time: 0.0573077 Mar 31 23:01:12.097718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:12.177134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32f8b84c-f279-4ded-862c-88e7083cf090 req-7448d2f6-091a-489a-929c-55f6edc90fe5 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Mar 31 23:01:12.187359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.245689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Deleting port 9cfd92f0-0555-4b4b-9cbf-284818be948a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:12.245689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.269041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.297228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78480fd0-4d32-42a0-9f9e-55800ee1711e req-568d0bd9-1b52-4ffa-9e7a-9a35eef4bd84 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.298720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78480fd0-4d32-42a0-9f9e-55800ee1711e req-568d0bd9-1b52-4ffa-9e7a-9a35eef4bd84 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0666828 Mar 31 23:01:12.348348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] For port 9cfd92f0-0555-4b4b-9cbf-284818be948a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9cfd92f0-0555-4b4b-9cbf-284818be948a,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:12.348714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.362289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Calling delete_port for 9cfd92f0-0555-4b4b-9cbf-284818be948a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:12.367693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78480fd0-4d32-42a0-9f9e-55800ee1711e req-5a58577d-612c-436e-ac17-b0e52788c7cf tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Mar 31 23:01:12.374850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041832f0-0a54-41cc-9e8e-c280eb0acb24 req-2080333a-1158-45dd-8fb4-987ab04b4a62 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.377505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-041832f0-0a54-41cc-9e8e-c280eb0acb24 req-2080333a-1158-45dd-8fb4-987ab04b4a62 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.0777986 Mar 31 23:01:12.419275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-041832f0-0a54-41cc-9e8e-c280eb0acb24 req-bc69680f-e4bd-479d-9abc-265d50d15525 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Mar 31 23:01:12.534738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d8f4-eed7-4e3a-a00d-92e6304e5273 req-1c078fb0-0605-4e12-b93f-1e62e30de90d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.536269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afe7d8f4-eed7-4e3a-a00d-92e6304e5273 req-1c078fb0-0605-4e12-b93f-1e62e30de90d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0550785 Mar 31 23:01:12.578001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afe7d8f4-eed7-4e3a-a00d-92e6304e5273 req-96263c7e-1d89-453a-a2f2-8aac621ea463 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Mar 31 23:01:12.596424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.632089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9cfd92f0-0555-4b4b-9cbf-284818be948a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:12.649620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Pushing event deleted for resources: {'Port': ['ID=9cfd92f0-0555-4b4b-9cbf-284818be948a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.667823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] No DVR routers for this DVR port 9cfd92f0-0555-4b4b-9cbf-284818be948a on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:12.669097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ef8ba24-4b50-4380-9498-aab2bc9db83b req-c6e6ad8c-f991-45a3-94b4-af1c4a41314f tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Mar 31 23:01:12.670277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.673749 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b32adff-0da6-42f7-9e4d-f2cbbfff76d9 req-06cda507-c013-49b6-b3ff-9f3cec59e1ec tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.10 "DELETE /v2.0/ports/9cfd92f0-0555-4b4b-9cbf-284818be948a HTTP/1.1" status: 204 len: 173 time: 0.5820215 Mar 31 23:01:12.674199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'name': 'network-vif-deleted', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:12.676565 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834b2490-4c3a-4482-94ec-50193ced00cb" -d '{"events": [{"server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "name": "network-vif-deleted", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:12.779615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7478d4-f0e3-42b2-aeab-2995e64061ff req-2adccda0-38e9-48bc-a5db-58293ea9cb91 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.781097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a7478d4-f0e3-42b2-aeab-2995e64061ff req-2adccda0-38e9-48bc-a5db-58293ea9cb91 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Mar 31 23:01:12.818650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a7478d4-f0e3-42b2-aeab-2995e64061ff req-7f9b151d-41cc-490b-95e9-eed42aae6bdb tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Mar 31 23:01:12.876202 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2596e-ec20-4b27-8602-4d924c6d5bbc x-openstack-request-id: req-17e2596e-ec20-4b27-8602-4d924c6d5bbc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:12.876396 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36042bac-1225-422d-834d-f5724e2c5175", "name": "network-vif-deleted", "tag": "9cfd92f0-0555-4b4b-9cbf-284818be948a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:12.876681 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17e2596e-ec20-4b27-8602-4d924c6d5bbc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:12.877356 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e2596e-ec20-4b27-8602-4d924c6d5bbc'] response: {'server_uuid': '36042bac-1225-422d-834d-f5724e2c5175', 'name': 'network-vif-deleted', 'tag': '9cfd92f0-0555-4b4b-9cbf-284818be948a', 'status': 'completed', 'code': 200} Mar 31 23:01:12.986526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26ffc-64d0-4d60-8749-c134faf3cd0b req-2ee1ef97-949f-4857-9771-81531ecf3307 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.988212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ea26ffc-64d0-4d60-8749-c134faf3cd0b req-2ee1ef97-949f-4857-9771-81531ecf3307 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0532310 Mar 31 23:01:13.033790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ea26ffc-64d0-4d60-8749-c134faf3cd0b req-25feaec9-ef1f-4872-8c8c-0c8e4ec951aa tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Mar 31 23:01:13.221035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868795b-8366-4965-a1a5-bd11cfa7de8b req-df51e23f-73b8-42a0-a9aa-bf81f691a6dc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.222493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f868795b-8366-4965-a1a5-bd11cfa7de8b req-df51e23f-73b8-42a0-a9aa-bf81f691a6dc tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0846543 Mar 31 23:01:13.229725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192b72-ec38-4b0e-a614-db7db77ee3a6 req-af71eb2d-ef01-4a7e-8f97-e07e9abcf060 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.231053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c192b72-ec38-4b0e-a614-db7db77ee3a6 req-af71eb2d-ef01-4a7e-8f97-e07e9abcf060 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0837512 Mar 31 23:01:13.290744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f868795b-8366-4965-a1a5-bd11cfa7de8b req-252bf39e-2062-41cd-a575-07198d5dba58 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587373 Mar 31 23:01:13.299133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c192b72-ec38-4b0e-a614-db7db77ee3a6 req-e833caf0-0d55-4c3f-8374-cbd7f8f6d455 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598865 Mar 31 23:01:13.392998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac9a999d-3dc3-4b7c-ab5c-87680374f45b req-b5ff1abb-9cea-4bda-8fe3-9aea3bc30033 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0348759 Mar 31 23:01:13.407105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19079b0f-d706-4d7c-9ba6-f2853ba3ca9d req-f0cb53da-d789-4740-ac95-37ce710746db tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0367696 Mar 31 23:01:13.521424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:13.529551 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d33dff-fc09-44e9-9d78-b11e12fb0e0d" -d '{"events": [{"server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "name": "network-vif-plugged", "status": "completed", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:13.539216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b45125-605b-4b97-af2e-9c5b2f0e65d1 req-75fe0231-a65c-46fc-bd74-058c7c9ec89f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.540881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1b45125-605b-4b97-af2e-9c5b2f0e65d1 req-75fe0231-a65c-46fc-bd74-058c7c9ec89f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0838425 Mar 31 23:01:13.553652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42246e-f24f-4aa8-a051-4252712b8c65 req-2374ca4b-1c1d-4d92-a156-20d6ddfcb9ae tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.555163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a42246e-f24f-4aa8-a051-4252712b8c65 req-2374ca4b-1c1d-4d92-a156-20d6ddfcb9ae tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0663311 Mar 31 23:01:13.608411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1b45125-605b-4b97-af2e-9c5b2f0e65d1 req-d3da58ff-37d9-497a-a125-f2899ed630fe tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522149 Mar 31 23:01:13.621549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a42246e-f24f-4aa8-a051-4252712b8c65 req-09614c9a-ea9b-4c1f-bb5c-014deafd366a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520523 Mar 31 23:01:13.683937 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e53660-1cde-4921-8a25-d271f3ebf059 x-openstack-request-id: req-a9e53660-1cde-4921-8a25-d271f3ebf059 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:13.684722 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "name": "network-vif-plugged", "status": "completed", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:13.685173 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a9e53660-1cde-4921-8a25-d271f3ebf059 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:13.685568 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e53660-1cde-4921-8a25-d271f3ebf059'] response: {'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e', 'code': 200} Mar 31 23:01:13.727715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332845a1-2926-42ec-8c91-0e1def0d1015 req-be6b71cb-687b-4a2c-a32a-422234deba6c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.730159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-332845a1-2926-42ec-8c91-0e1def0d1015 req-be6b71cb-687b-4a2c-a32a-422234deba6c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.0554693 Mar 31 23:01:13.762059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f21f696b-4d67-4798-84a6-2f9d4e5fd49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.799739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-332845a1-2926-42ec-8c91-0e1def0d1015 req-6daab349-6446-42f9-99ad-7327541fba23 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624740 Mar 31 23:01:13.824602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9bf5-d65e-473e-9443-a14be40933a6 req-1580a48a-6b19-46c6-b665-8e5152192693 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.824602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-363e9bf5-d65e-473e-9443-a14be40933a6 req-1580a48a-6b19-46c6-b665-8e5152192693 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0727816 Mar 31 23:01:13.833118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bfaea-c1eb-43c5-b842-45fd8592c5b4 req-6ba56f3f-e127-49b1-a48e-b2972a18c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.834719 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e91bfaea-c1eb-43c5-b842-45fd8592c5b4 req-6ba56f3f-e127-49b1-a48e-b2972a18c752 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 1101 time: 0.0581901 Mar 31 23:01:13.884578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-363e9bf5-d65e-473e-9443-a14be40933a6 req-46bee3c5-714c-4f49-a9ce-4fab5164460d tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Mar 31 23:01:13.885233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3aef4e9-30f3-49dc-8545-abeee84ee243 req-07fd5ffb-550e-4d6e-8268-30555fdf3b1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0459199 Mar 31 23:01:13.898151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e91bfaea-c1eb-43c5-b842-45fd8592c5b4 req-fafd951f-98b0-4870-8383-8479209f85c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Mar 31 23:01:13.931819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a243d06c-160a-4d2c-85f1-f64bd27a1673 req-5c041dde-548f-4ab3-bce5-394c0e1a254a tempest-FloatingIPsAssociationTestJSON-600326746 tempest-FloatingIPsAssociationTestJSON-600326746-project] 10.222.0.83 "GET /v2.0/ports?device_id=36042bac-1225-422d-834d-f5724e2c5175 HTTP/1.1" status: 200 len: 210 time: 0.0264397 Mar 31 23:01:13.998606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd125-6cfe-49fe-80a4-bad4ad67a6ec req-a318c08f-6c2b-4a0a-a280-962cc32b5bc9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.000126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bccd125-6cfe-49fe-80a4-bad4ad67a6ec req-a318c08f-6c2b-4a0a-a280-962cc32b5bc9 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0500944 Mar 31 23:01:14.038883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bccd125-6cfe-49fe-80a4-bad4ad67a6ec req-85c82eba-6355-40a1-9ff4-c9cdecf950de tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Mar 31 23:01:14.113090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-54f0e6e6-4642-4f1c-b2c8-cc05cb835056 req-438a416b-5abb-451c-b574-87f0bf64894f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:14.114039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54f0e6e6-4642-4f1c-b2c8-cc05cb835056 req-438a416b-5abb-451c-b574-87f0bf64894f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054045 Mar 31 23:01:14.208449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee73f44-e344-4568-8a9a-bf76e6dc993a req-df1707dd-7b2a-461d-8a1c-f9c927e1cbac tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.210568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ee73f44-e344-4568-8a9a-bf76e6dc993a req-df1707dd-7b2a-461d-8a1c-f9c927e1cbac tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0957284 Mar 31 23:01:14.257942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14868f44-9f5f-4e2a-8af7-d98be7eeb832 req-afcb32e3-f10e-4b3a-8069-80945ff14628 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.259430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14868f44-9f5f-4e2a-8af7-d98be7eeb832 req-afcb32e3-f10e-4b3a-8069-80945ff14628 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0916383 Mar 31 23:01:14.267753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ee73f44-e344-4568-8a9a-bf76e6dc993a req-99d4f3a1-1a1a-4fc5-9f0a-13a59e1dde85 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501060 Mar 31 23:01:14.314876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14868f44-9f5f-4e2a-8af7-d98be7eeb832 req-e292bd01-b61d-46c8-b268-e7cd8fccc093 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Mar 31 23:01:14.435081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0631e-38ed-4f77-a209-135c3cdbcac7 req-45e0095a-717f-41d2-adac-197b614f6d5f tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.436686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09b0631e-38ed-4f77-a209-135c3cdbcac7 req-45e0095a-717f-41d2-adac-197b614f6d5f tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0841064 Mar 31 23:01:14.446058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44630) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:14.452721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Request body: {'floatingip': {'port_id': '8aa3e9ca-dae2-4e61-a188-0af9206d062d'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:14.499478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c649c-3d5b-40fc-a9fb-8d60da6e3995 req-3164b57b-6d5b-4617-8198-e4d0dd3c83a5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.501459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d7c649c-3d5b-40fc-a9fb-8d60da6e3995 req-3164b57b-6d5b-4617-8198-e4d0dd3c83a5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1200650 Mar 31 23:01:14.515038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.650341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d7c649c-3d5b-40fc-a9fb-8d60da6e3995 req-772affef-5456-4d70-96d8-532617316fb0 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399233 Mar 31 23:01:14.661108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb714674-e184-4195-89f9-517b77aa55fb req-f0e42f12-6fe5-4cc4-a0a6-41b88245637a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.662604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb714674-e184-4195-89f9-517b77aa55fb req-f0e42f12-6fe5-4cc4-a0a6-41b88245637a tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1765690 Mar 31 23:01:14.775601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb714674-e184-4195-89f9-517b77aa55fb req-49bae33c-25bf-43fd-a4f4-62c24d229585 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Mar 31 23:01:14.777306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09133369-e9de-4330-a48a-caa75a77e55f req-ef12ea4d-7bc1-41db-b9b4-411e9c105210 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0409155 Mar 31 23:01:14.873129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d905b37b-2bf4-45b7-8117-cfd2cd18428a req-18dfb9dc-abc3-4a6b-bda4-def433ceeaf5 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Mar 31 23:01:15.004216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1709c0-cf73-4a69-8398-a0bdb40aaeda req-be46dfc3-a310-4e3c-a84e-3a7a08286bb5 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.005687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea1709c0-cf73-4a69-8398-a0bdb40aaeda req-be46dfc3-a310-4e3c-a84e-3a7a08286bb5 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1376753 Mar 31 23:01:15.108423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea1709c0-cf73-4a69-8398-a0bdb40aaeda req-97fcee23-0511-4090-a65d-bbadb08b93bb tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867305 Mar 31 23:01:15.117954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba86953-c6e6-49e9-9c53-e60571750943 req-82f496ed-9a39-469b-9087-c1a1d02614fa tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.119493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ba86953-c6e6-49e9-9c53-e60571750943 req-82f496ed-9a39-469b-9087-c1a1d02614fa tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.1694326 Mar 31 23:01:15.192865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.218541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ba86953-c6e6-49e9-9c53-e60571750943 req-49c98437-fd66-4b35-aad4-1dffd9837261 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888762 Mar 31 23:01:15.274077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.278793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.283655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcd73-5212-49c9-9185-60e6079c77c9 req-35913cb8-6f89-4fc5-a39b-ad69729a4f71 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.285376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b4dcd73-5212-49c9-9185-60e6079c77c9 req-35913cb8-6f89-4fc5-a39b-ad69729a4f71 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1139331 Mar 31 23:01:15.325872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b4dcd73-5212-49c9-9185-60e6079c77c9 req-ffb3500a-d5a8-4d91-b192-d7140df653b7 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Mar 31 23:01:15.370622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.516851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d604e8-74a0-496e-92ac-a1c866ea0500 req-9a6e8149-cfbe-49f4-9adc-d1f11c810f22 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.518351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d604e8-74a0-496e-92ac-a1c866ea0500 req-9a6e8149-cfbe-49f4-9adc-d1f11c810f22 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1006534 Mar 31 23:01:15.519925 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Floating IP 48676e44-65ad-482f-a4b1-e1a0f6266bdd associated. External IP: 172.25.6.133, port: 8aa3e9ca-dae2-4e61-a188-0af9206d062d. Mar 31 23:01:15.553021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9cfd92f0-0555-4b4b-9cbf-284818be948a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:15.583651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 9cfd92f0-0555-4b4b-9cbf-284818be948a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:15.584069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9cfd92f0-0555-4b4b-9cbf-284818be948a not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:15.627974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d604e8-74a0-496e-92ac-a1c866ea0500 req-70cf2e84-093b-4453-8e26-3a2a4747b9d6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702453 Mar 31 23:01:15.676947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.830531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Router 2e20cecc-7413-4502-8227-0d240c5c9a80 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:15.848349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7b002-9877-4dd2-9647-7ceb8439448f req-8e4400ae-3dad-43a9-b25f-89fd75b12bc6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.849835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bb7b002-9877-4dd2-9647-7ceb8439448f req-8e4400ae-3dad-43a9-b25f-89fd75b12bc6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.1067722 Mar 31 23:01:15.860120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294ded-df09-4ea3-8ae8-385b936e71ae req-1229ed46-8510-452c-a9a9-f11c4f268eed tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.861663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25294ded-df09-4ea3-8ae8-385b936e71ae req-1229ed46-8510-452c-a9a9-f11c4f268eed tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1062438 Mar 31 23:01:15.942685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Deleting port f42a3499-732e-4293-87b9-9f4ba86b9daa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:15.942929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.964520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bb7b002-9877-4dd2-9647-7ceb8439448f req-7a455b85-ec38-45ef-bcf4-c130a8fcf9e9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007867 Mar 31 23:01:15.974018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25294ded-df09-4ea3-8ae8-385b936e71ae req-b965e065-b092-4877-8fa3-32298ab489bc tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024094 Mar 31 23:01:16.042186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:16.048073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.053462 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Sync routers for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:16.068793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] For port f42a3499-732e-4293-87b9-9f4ba86b9daa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f42a3499-732e-4293-87b9-9f4ba86b9daa,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:16.069405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.070990 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:16.074261 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.087713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Calling delete_port for f42a3499-732e-4293-87b9-9f4ba86b9daa owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:16.110793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5c369302-63b7-4aba-9efd-aa8c4f806972 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "PUT /v2.0/floatingips/48676e44-65ad-482f-a4b1-e1a0f6266bdd HTTP/1.1" status: 200 len: 992 time: 1.6608303 Mar 31 23:01:16.124485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:16.126467 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:16.147221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c197764d-0e26-4683-90d3-2abaceca4377 req-04aa60fe-8fe1-4ade-997e-f220db6b8fff tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0637743 Mar 31 23:01:16.149111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a9c3727-e413-44c8-9662-7cdfb141d04a req-386ec1f0-f89b-4f5d-9c69-b2865f364576 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0537755 Mar 31 23:01:16.209691 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:16.306288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d20eb-5bca-4481-b995-9b5ad0d6b53e req-dc0885cb-98da-427b-bfa9-4752665e263b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.307809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-729d20eb-5bca-4481-b995-9b5ad0d6b53e req-dc0885cb-98da-427b-bfa9-4752665e263b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0795350 Mar 31 23:01:16.330874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185aa4-86d2-466b-a4f5-720764bb51a0 req-95330b10-31db-4797-8dfb-bf64ad288293 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.332554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1185aa4-86d2-466b-a4f5-720764bb51a0 req-95330b10-31db-4797-8dfb-bf64ad288293 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0684602 Mar 31 23:01:16.373691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-729d20eb-5bca-4481-b995-9b5ad0d6b53e req-13667483-a8f6-47c6-b0d0-91e16ba05cc1 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562980 Mar 31 23:01:16.407948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1185aa4-86d2-466b-a4f5-720764bb51a0 req-c4798991-d37f-461a-a8da-1360823ddc71 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576975 Mar 31 23:01:16.451505 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95881881-6fd8-4266-9f5a-bebb7e573022 x-openstack-request-id: req-95881881-6fd8-4266-9f5a-bebb7e573022 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:16.451858 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:16.452174 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95881881-6fd8-4266-9f5a-bebb7e573022 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:16.452650 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95881881-6fd8-4266-9f5a-bebb7e573022'] response: {'name': 'network-changed', 'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'status': 'completed', 'code': 200} Mar 31 23:01:16.469380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '48676e44-65ad-482f-a4b1-e1a0f6266bdd', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'port_id': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'mac_address': 'fa:16:3e:12:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:55Z', 'updated_at': '2022-03-31T23:01:15Z', 'revision_number': 1, 'project_id': '3cea365256d74bcba8998ef47838601f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.497084 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Checking router: 2e20cecc-7413-4502-8227-0d240c5c9a80 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:16.506830 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:16.507569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.524347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25898db-517d-4a7a-8f48-d10f5f1227ae req-4289bad6-576c-48f0-acf5-5f3ba8a703f2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.526284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c25898db-517d-4a7a-8f48-d10f5f1227ae req-4289bad6-576c-48f0-acf5-5f3ba8a703f2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0656133 Mar 31 23:01:16.534745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.551256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.576399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42a3499-732e-4293-87b9-9f4ba86b9daa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.616274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ded7d293-df33-4872-8f0b-071d0084ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.616449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c25898db-517d-4a7a-8f48-d10f5f1227ae req-809d19ec-3ea4-4fb7-85fc-9d330ffefda9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Mar 31 23:01:16.620162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ded7d293-df33-4872-8f0b-071d0084ce3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cea365256d74bcba8998ef47838601f&device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 1097 time: 0.1305442 Mar 31 23:01:16.633744 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:16.784882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.807428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33393bd3-be58-4245-a9fe-44a737784ee8 req-92318908-3bc1-47c3-b16d-20de9baae9e5 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.818147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33393bd3-be58-4245-a9fe-44a737784ee8 req-92318908-3bc1-47c3-b16d-20de9baae9e5 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.0923817 Mar 31 23:01:16.859081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33393bd3-be58-4245-a9fe-44a737784ee8 req-d4cb2558-f4ef-45c2-9c33-5b70dcd71a04 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Mar 31 23:01:16.870426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ac8e4f9c-ebe7-4b49-a81d-dfa9c9e9dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.871980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ac8e4f9c-ebe7-4b49-a81d-dfa9c9e9dc15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 200 len: 907 time: 0.2195284 Mar 31 23:01:16.934689 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '48676e44-65ad-482f-a4b1-e1a0f6266bdd', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'port_id': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'mac_address': 'fa:16:3e:12:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:55Z', 'updated_at': '2022-03-31T23:01:15Z', 'revision_number': 1, 'project_id': '3cea365256d74bcba8998ef47838601f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.973879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.045690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-e97c2bbc-45a7-4eb1-ad9f-307754593197 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 200 len: 1000 time: 0.1622519 Mar 31 23:01:17.080700 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd22fb-1b24-4a9e-87ea-31c895377055 None None] The sync data for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 is: [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '48676e44-65ad-482f-a4b1-e1a0f6266bdd', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'port_id': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'mac_address': 'fa:16:3e:12:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:55Z', 'updated_at': '2022-03-31T23:01:15Z', 'revision_number': 1, 'project_id': '3cea365256d74bcba8998ef47838601f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:17.082002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10dd1-4590-46c4-8440-f651c713052d req-45a0b56b-0b25-488a-a40e-bd0e4292a457 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.083583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1af10dd1-4590-46c4-8440-f651c713052d req-45a0b56b-0b25-488a-a40e-bd0e4292a457 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0721905 Mar 31 23:01:17.136282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1af10dd1-4590-46c4-8440-f651c713052d req-dd417625-8406-411a-981c-86b515e041ce tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Mar 31 23:01:17.220862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87c1a76b-d143-4267-8d05-d0bc7e97e0c4 req-2d87b661-48b8-45a7-897c-3739547f7cc2 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0459051 Mar 31 23:01:17.221257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-d8824b93-d64d-47bf-afa8-86e913d0142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.221257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-d8824b93-d64d-47bf-afa8-86e913d0142b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e HTTP/1.1" status: 200 len: 844 time: 0.0967176 Mar 31 23:01:17.342964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8797d06d-fddf-4578-bb3c-2c00dccde29d req-a149e6be-e671-43f0-adbb-3f8345e986d8 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0384023 Mar 31 23:01:17.358433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74769-f80e-428a-a454-6fceaf55bb65 req-0680e332-2c09-4fdb-a766-8016d99a6fde tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.358433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd74769-f80e-428a-a454-6fceaf55bb65 req-0680e332-2c09-4fdb-a766-8016d99a6fde tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0824237 Mar 31 23:01:17.401203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Router 574c3230-dc4f-4f99-add8-846a663b0778 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:17.411599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ca917177-9a5a-4210-bac0-4a84165acc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.413085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-ca917177-9a5a-4210-bac0-4a84165acc2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=751f7252-1f6c-42ea-8d59-7f423d3c328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345496 Mar 31 23:01:17.426123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd74769-f80e-428a-a454-6fceaf55bb65 req-6d7f327f-d539-43df-a062-bac91b65712e tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634625 Mar 31 23:01:17.448776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da4fda-2fed-4453-9e61-f860af1bb539 None None] New status for floating IP 48676e44-65ad-482f-a4b1-e1a0f6266bdd: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:17.494382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-7c5fbac4-2ae0-4552-badb-11c6d385d405 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6e239577266c42fbb401881ea9927d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344157 Mar 31 23:01:17.641813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-4b0ce043-1e84-4e67-8737-aa5678ca4b80 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.650093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-4b0ce043-1e84-4e67-8737-aa5678ca4b80 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536112 Mar 31 23:01:17.672535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-8f0fb510-4912-4c07-a1e4-598925ccbb77 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/quotas/6e239577266c42fbb401881ea9927d8c HTTP/1.1" status: 200 len: 375 time: 0.0207107 Mar 31 23:01:17.753426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-7aa6c078-03a9-490f-a23b-5c2016cb195c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763640 Mar 31 23:01:17.779190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a151-9cd9-4537-a6c8-4a53cfc50042 req-1e9a379a-bf64-4676-bb4f-0089477b313a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.780785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3b4a151-9cd9-4537-a6c8-4a53cfc50042 req-1e9a379a-bf64-4676-bb4f-0089477b313a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0591955 Mar 31 23:01:17.854993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3b4a151-9cd9-4537-a6c8-4a53cfc50042 req-2825428f-4a2d-4d32-9bd9-61de884ec636 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618422 Mar 31 23:01:17.964976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-d557618a-da74-4dad-bfba-9a4d8ea9cee9 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016186 Mar 31 23:01:17.965924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:17.972627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77904859-7277-4935-a464-f98bc3488b03 admin admin] 10.222.0.83 "PUT /v2.0/routers/574c3230-dc4f-4f99-add8-846a663b0778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925049 Mar 31 23:01:17.974198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44716) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:17.977446 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Sync routers for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:17.989660 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:17.990263 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:18.132494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-0011f172-a44e-42f0-a937-7f5a7868d524 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.133450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d412cf67-99fb-4e77-b619-7c393727efb6 req-413468f7-bda7-4acc-92bd-7462971c7717 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0383840 Mar 31 23:01:18.134573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-0011f172-a44e-42f0-a937-7f5a7868d524 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.44 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.2172039 Mar 31 23:01:18.179572 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:18.189974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.260836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e187a7a6-d7e5-4ab9-a96a-1be13dc10e53 req-6bacc77e-17e6-40ae-b88f-9aef63a953b8 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769675 Mar 31 23:01:18.310364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Deleting port cb64e10d-e472-4b03-8c38-2f340ea125eb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:18.311119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.423323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ef4a351-7641-493d-ac66-e6cbdb5a0ecc req-55415639-5bb0-4c1b-986a-4bd575d2059d tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0510633 Mar 31 23:01:18.429554 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.464232 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 5, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port': {'id': 'de12377a-ea23-4124-96b1-c6072e8b10a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574c3230-dc4f-4f99-add8-846a663b0778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:36Z', 'updated_at': '2022-03-31T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:18.466832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] For port cb64e10d-e472-4b03-8c38-2f340ea125eb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb64e10d-e472-4b03-8c38-2f340ea125eb,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:18.467363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.499569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Checking router: 574c3230-dc4f-4f99-add8-846a663b0778 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:18.512793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Routers {'574c3230-dc4f-4f99-add8-846a663b0778'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:18.513687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['574c3230-dc4f-4f99-add8-846a663b0778'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:18.547736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f39c975a-2c66-41f0-9e03-2969e399b685 req-41630fba-805f-4de2-8a32-ce369cfbb20f tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0713618 Mar 31 23:01:18.634159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] Set router 574c3230-dc4f-4f99-add8-846a663b0778 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:18.636589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef045-0249-4613-90c2-77175ee9ad90 req-163ba68e-efd5-4f46-a987-fe21c44b9874 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.648715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25ef045-0249-4613-90c2-77175ee9ad90 req-163ba68e-efd5-4f46-a987-fe21c44b9874 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 945 time: 0.0995204 Mar 31 23:01:18.715561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a25ef045-0249-4613-90c2-77175ee9ad90 req-9cc97c28-5de8-45b8-aa63-cafe7b533b08 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614939 Mar 31 23:01:18.721367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Deleting port de12377a-ea23-4124-96b1-c6072e8b10a7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:18.721907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.738845 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T23:01:18Z', 'revision_number': 6, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:18.785916 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcba42-64c3-4cb9-9d29-818fbcdc8b63 None None] The sync data for ids ['574c3230-dc4f-4f99-add8-846a663b0778'] in n-d-828414-2 is: [{'id': '574c3230-dc4f-4f99-add8-846a663b0778', 'name': 'tempest-FloatingIPsAssociationTestJSON-20791348-router', 'tenant_id': '6f75fa6366ce46438c0f67618b45a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:35Z', 'updated_at': '2022-03-31T23:01:18Z', 'revision_number': 6, 'project_id': '6f75fa6366ce46438c0f67618b45a16e', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:18.791151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.791528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.791845 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Floating IP 3133fe8e-d41c-445a-80cb-bb3acd6bdee5 disassociated. External IP: 172.25.6.104, port: cb64e10d-e472-4b03-8c38-2f340ea125eb. Mar 31 23:01:18.792197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Calling delete_port for cb64e10d-e472-4b03-8c38-2f340ea125eb owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:19.090505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.123906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event deleted for resources: {'Port': ['ID=cb64e10d-e472-4b03-8c38-2f340ea125eb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:19.215304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb5d3-f9de-4092-9d56-c9def05e405f req-4540a2df-e056-4264-9c35-74a6d110c2af tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.223616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28efb5d3-f9de-4092-9d56-c9def05e405f req-4540a2df-e056-4264-9c35-74a6d110c2af tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1145680 Mar 31 23:01:19.256458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] For port de12377a-ea23-4124-96b1-c6072e8b10a7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de12377a-ea23-4124-96b1-c6072e8b10a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:19.257181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.289653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8facb6c5-427d-4a89-8428-4dcee869fd57 req-9d2e6f7b-a641-46c9-ac4f-326415a5abaa tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0572670 Mar 31 23:01:19.307344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:19.307702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Calling delete_port for de12377a-ea23-4124-96b1-c6072e8b10a7 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:19.322273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28efb5d3-f9de-4092-9d56-c9def05e405f req-08850034-8c92-40fb-b0f2-3c7d99321f11 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952969 Mar 31 23:01:19.452145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:19.462551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:19.489787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:19.490974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:19.525648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] No DVR routers for this DVR port cb64e10d-e472-4b03-8c38-2f340ea125eb on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:19.533483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.537158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1ed196e3-c2de-40bb-9c16-cf135e302f05 req-747334e4-6851-4a76-8432-b74a7441cefd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.44 "DELETE /v2.0/ports/cb64e10d-e472-4b03-8c38-2f340ea125eb HTTP/1.1" status: 204 len: 173 time: 1.3848991 Mar 31 23:01:19.538151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'name': 'network-vif-deleted', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:19.549260 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092aec61-ec16-4b0b-9e9b-54f41aa71155" -d '{"events": [{"server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "name": "network-vif-deleted", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:19.597812 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c61622-d981-40e3-9df1-46a81918094b x-openstack-request-id: req-90c61622-d981-40e3-9df1-46a81918094b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:19.598592 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a8dacd-5b44-4aef-b988-3a6fff96c2ae", "name": "network-vif-deleted", "tag": "cb64e10d-e472-4b03-8c38-2f340ea125eb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:19.599033 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-90c61622-d981-40e3-9df1-46a81918094b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:19.599617 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c61622-d981-40e3-9df1-46a81918094b'] response: {'server_uuid': '20a8dacd-5b44-4aef-b988-3a6fff96c2ae', 'name': 'network-vif-deleted', 'tag': 'cb64e10d-e472-4b03-8c38-2f340ea125eb', 'status': 'completed', 'code': 200} Mar 31 23:01:19.616553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3298e846-7f78-4d0c-943a-32f9b7a52836 req-0ed66046-a717-4900-ac09-9b6a57d5495a tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0389962 Mar 31 23:01:19.695865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.849771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:19.892628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-606721ff-2858-4e74-88ca-c5257931ea31 req-22cb18e5-71a7-4c34-9ab0-e6d6e07e8d89 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1645777 Mar 31 23:01:19.944422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Pushing event deleted for resources: {'Port': ['ID=de12377a-ea23-4124-96b1-c6072e8b10a7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:19.985722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f37704-95aa-42a6-a261-420ae88ff5a8 req-355db79d-83fd-48f5-9251-8f416bb1e9e6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 210 time: 0.0921123 Mar 31 23:01:19.989281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.989628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.990011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.990901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.990901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.991174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.991388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.991712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.992033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.992352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.992673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:19.993033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:20.017849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.153699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:20.161139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.163370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.183357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:20.191118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:20.191738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:20.300987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:20.328030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.328810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574c3230-dc4f-4f99-add8-846a663b0778 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:20.333803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.338231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f073470-6353-4d28-a825-d685b2830570 admin admin] 10.222.0.83 "DELETE /v2.0/routers/574c3230-dc4f-4f99-add8-846a663b0778 HTTP/1.1" status: 204 len: 168 time: 2.3597028 Mar 31 23:01:20.338231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:20.438112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Deleting subnet 4faac5d5-2a93-4638-91aa-dbfa5e92407b {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:20.455948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98d7f955-ed18-4f4f-8911-9f3e6129b4bc req-0986cb6d-70ce-4ec7-bed5-5c16f2efac1d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0479839 Mar 31 23:01:20.456659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.529943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.545838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:20.571479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0bed-353a-4fab-848b-f4eaf432ad40 req-58dcaae8-30d4-47d8-a5bb-39b6bed4a323 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.572628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6aba0bed-353a-4fab-848b-f4eaf432ad40 req-58dcaae8-30d4-47d8-a5bb-39b6bed4a323 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1198027 Mar 31 23:01:20.578886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8eda4f-3d14-4527-a93b-437a9c87ea30 None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7baeba1f-8680-41c8-ac1b-fc4b5fea0a08', 'name': '', 'network_id': '73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'mac_address': 'fa:16:3e:7b:73:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9734833-0967-4f95-8531-74a124caceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:41Z', 'updated_at': '2022-03-31T22:55:48Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'subnets': [{'id': 'e9734833-0967-4f95-8531-74a124caceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:20.696618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6aba0bed-353a-4fab-848b-f4eaf432ad40 req-603310c7-98aa-41a4-b0ef-50f93889f2d6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087074 Mar 31 23:01:20.710309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.774681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de12377a-ea23-4124-96b1-c6072e8b10a7 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:20.783664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef7370ef-00aa-43f1-92c4-6f1308c942fb req-a45f9b2a-f74f-40a1-a668-c2301e52f253 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0423417 Mar 31 23:01:20.823066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: de12377a-ea23-4124-96b1-c6072e8b10a7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:20.823513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de12377a-ea23-4124-96b1-c6072e8b10a7 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:20.824186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f42a3499-732e-4293-87b9-9f4ba86b9daa no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:20.870426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f42a3499-732e-4293-87b9-9f4ba86b9daa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:20.871045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f42a3499-732e-4293-87b9-9f4ba86b9daa not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:20.938313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.967130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ab6cf-0d3f-4537-84a5-393cb0e3fd6d None None] New status for floating IP 3133fe8e-d41c-445a-80cb-bb3acd6bdee5: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:20.977581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4faac5d5-2a93-4638-91aa-dbfa5e92407b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:20.980284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.986488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a83cb292-150c-4e31-bb7f-bc33e7334ea8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4faac5d5-2a93-4638-91aa-dbfa5e92407b HTTP/1.1" status: 204 len: 168 time: 0.6446407 Mar 31 23:01:20.987046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:20.992357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b8d30-edc2-4ac2-ab43-d845355d2aa9 None None] Network 2bbf382b-5e71-4d22-a204-2bcd8666435f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:21.045118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fae0510b-5508-4a06-94ef-f5f518b3bbc0 req-40211109-4d45-4ae3-b360-8d14387ed972 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0456870 Mar 31 23:01:21.111547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.183173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7990b511-7029-430b-b105-27fd3c19ef55 req-e37e4ac9-71e8-469f-9a18-b4bef36bd3b2 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=20a8dacd-5b44-4aef-b988-3a6fff96c2ae HTTP/1.1" status: 200 len: 210 time: 0.0615952 Mar 31 23:01:21.200021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Deleting port fefefbc6-685f-4fe0-9914-de0f7d760698 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:21.200021 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.234074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb64e10d-e472-4b03-8c38-2f340ea125eb no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:21.260216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: cb64e10d-e472-4b03-8c38-2f340ea125eb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:21.260760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb64e10d-e472-4b03-8c38-2f340ea125eb not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:21.274336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] For port fefefbc6-685f-4fe0-9914-de0f7d760698, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fefefbc6-685f-4fe0-9914-de0f7d760698,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:21.274726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.293762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Calling delete_port for fefefbc6-685f-4fe0-9914-de0f7d760698 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:21.303672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] DHCP port deletion for 2bbf382b-5e71-4d22-a204-2bcd8666435f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:01:21.362146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Deleting port fefefbc6-685f-4fe0-9914-de0f7d760698 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:21.362468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.445086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] For port fefefbc6-685f-4fe0-9914-de0f7d760698, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fefefbc6-685f-4fe0-9914-de0f7d760698,segment=NetworkSegment(cb0cb7db-df31-4b51-83ee-2f55fc45c89e),segment_id=cb0cb7db-df31-4b51-83ee-2f55fc45c89e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:21.445560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.459337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Calling delete_port for fefefbc6-685f-4fe0-9914-de0f7d760698 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:21.519301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-7e029220-7b30-42a6-b114-1b85878cf61d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e239577266c42fbb401881ea9927d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329077 Mar 31 23:01:21.562937 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.566467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.578512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:21.646888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-867bd91f-b210-41c4-8b58-01430c68e094 req-ba81e5ea-e5fc-466b-ba6c-148665c35df1 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0653083 Mar 31 23:01:21.660073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] Pushing event deleted for resources: {'Port': ['ID=fefefbc6-685f-4fe0-9914-de0f7d760698,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.677363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916a757-e905-436d-ae48-7e25f7a3087e None None] No DVR routers for this DVR port fefefbc6-685f-4fe0-9914-de0f7d760698 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:21.688474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Pushing event deleted for resources: {'Port': ['ID=fefefbc6-685f-4fe0-9914-de0f7d760698,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.701951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] No DVR routers for this DVR port fefefbc6-685f-4fe0-9914-de0f7d760698 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:21.736942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.771701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:21.774268 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6e351-49ee-4b28-a798-901d0a8c58dd" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-unplugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:21.794173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:21.839383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.860582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-72338ec8-fddb-4cbb-802c-e299813c7fbe tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.862209 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-72338ec8-fddb-4cbb-802c-e299813c7fbe tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396189 Mar 31 23:01:21.871173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbf382b-5e71-4d22-a204-2bcd8666435f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:21.873433 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2bfea0-d1db-41b3-bf31-8e3fde614c12 x-openstack-request-id: req-6b2bfea0-d1db-41b3-bf31-8e3fde614c12 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:21.873793 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-unplugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:21.874109 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b2bfea0-d1db-41b3-bf31-8e3fde614c12 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:21.874567 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2bfea0-d1db-41b3-bf31-8e3fde614c12'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'code': 200} Mar 31 23:01:21.877995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d47e0a-2f4b-4611-8e7b-deba8445ab87 req-4a4b420e-7c98-4a83-995b-d06327e55c0c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.878191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Request body: {'port': {'device_id': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '6e239577266c42fbb401881ea9927d8c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:21.879685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08d47e0a-2f4b-4611-8e7b-deba8445ab87 req-4a4b420e-7c98-4a83-995b-d06327e55c0c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0911312 Mar 31 23:01:21.905308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:21.905599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0cb7db-df31-4b51-83ee-2f55fc45c89e') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:21.922323 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.932222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08d47e0a-2f4b-4611-8e7b-deba8445ab87 req-dccba932-bcee-4785-bae5-fc03eead9719 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Mar 31 23:01:21.947449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.984096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.988338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-557374a6-a7b5-4517-be08-f04f577f82d6 req-abf8b3cc-996b-42fd-8dcd-e573cecceda5 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0476494 Mar 31 23:01:21.990456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:21.990958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:21.992953 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:22.046554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.151347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44d0aa00-df0e-463e-b6f2-135953015656 req-e3a2db88-622c-49fc-9204-e59f9589f3a4 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0273993 Mar 31 23:01:22.284556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Made reservation on behalf of 6e239577266c42fbb401881ea9927d8c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:22.292434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.292434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.305961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.311568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] 10.222.0.83 "DELETE /v2.0/networks/2bbf382b-5e71-4d22-a204-2bcd8666435f HTTP/1.1" status: 204 len: 168 time: 1.3209350 Mar 31 23:01:22.323366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231810bc-e57f-43df-8cfb-7c2f82d6e46f admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbf382b-5e71-4d22-a204-2bcd8666435f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.423875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44788) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.453278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Allocated IP 192.168.233.20 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/f8cc0be1-1217-4add-85fd-3d1ebf434922) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:22.485626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.511595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.617293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.702046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.705145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.709020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "DELETE /v2.0/security-groups/36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8 HTTP/1.1" status: 204 len: 168 time: 0.2840970 Mar 31 23:01:22.709274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44792) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.721042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd5bf-1b5f-4e08-b451-e1efdaad841c tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.752336 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-deb0c417-c58d-4ca4-a10e-faac1cb8f980 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] show failed (client error): The resource could not be found. Mar 31 23:01:22.757467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-deb0c417-c58d-4ca4-a10e-faac1cb8f980 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups/36fcfc4e-94a1-460e-a1a7-8dafbcfe20b8 HTTP/1.1" status: 404 len: 347 time: 0.0433645 Mar 31 23:01:22.757467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44794) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.778887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62b1a287-41ed-4e76-bbba-e42176434a40 req-6e7d4970-5a53-4781-bb78-114ef96b3134 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0448952 Mar 31 23:01:22.795707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fefefbc6-685f-4fe0-9914-de0f7d760698 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:22.815851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.818977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: fefefbc6-685f-4fe0-9914-de0f7d760698 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:22.819706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fefefbc6-685f-4fe0-9914-de0f7d760698 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:22.853068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['88e0f431-426a-4c03-a71e-7cb02dd7951e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:22.871484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44796) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.911806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:22.915197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:22.920183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:22.933944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b304eda0-0b08-4506-be3f-83561823ad35 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f75fa6366ce46438c0f67618b45a16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612688 Mar 31 23:01:22.939317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.970636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Pushing event updated for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.017802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.042242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.042931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.057678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.076528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Deleting port 964db90e-c29b-452e-b72a-de058675f527 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:23.076764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.156598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b15af656-c95b-4b81-a9a5-2aa448b62e79 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2821171 Mar 31 23:01:23.169596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Request body: {'port': {'device_id': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:23.189252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-115e9ffb-f43c-4f79-8ddf-9387f2c11efa req-d799eb70-01ec-4d0a-8d3c-656cf01f6c35 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0490940 Mar 31 23:01:23.220159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb092-9960-496d-b9be-35bda56165ad req-69eaa54e-1684-4371-a5f0-781f8f62c4d6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.220159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-085cb092-9960-496d-b9be-35bda56165ad req-69eaa54e-1684-4371-a5f0-781f8f62c4d6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 948 time: 0.0843771 Mar 31 23:01:23.230574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.230915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.248702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.253255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.256721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/85aeb8f5-8ba5-4a26-8832-798d4de17c4d HTTP/1.1" status: 204 len: 168 time: 0.3134775 Mar 31 23:01:23.269941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Calling delete_port for 964db90e-c29b-452e-b72a-de058675f527 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:23.278951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363a20b-8b1e-4d47-9cd7-0d4b3f45884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aeb8f5-8ba5-4a26-8832-798d4de17c4d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.281399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.316359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daf54956-ec4c-449d-8f37-d3b503c291c9 req-f42a8a46-33af-494d-94e6-6b807d4548ab tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Mar 31 23:01:23.330966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0a9007ac-4d23-463b-8e4e-64ce507c5301 None None] Provisioning complete for port f8cc0be1-1217-4add-85fd-3d1ebf434922 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:23.333542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-085cb092-9960-496d-b9be-35bda56165ad req-93eab69d-427b-4bf7-826a-b628e63542ad tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969608 Mar 31 23:01:23.333892 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a9007ac-4d23-463b-8e4e-64ce507c5301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.389309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0a9007ac-4d23-463b-8e4e-64ce507c5301 None None] Port f8cc0be1-1217-4add-85fd-3d1ebf434922 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:23.568684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:23.669427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.725673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event deleted for resources: {'Port': ['ID=964db90e-c29b-452e-b72a-de058675f527,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.764371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cc0be1-1217-4add-85fd-3d1ebf434922 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:23.790720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.818944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Transition to ACTIVE for port object f8cc0be1-1217-4add-85fd-3d1ebf434922 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:23.823871 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.826495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.828415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f3ac5b8-a9e5-4cdc-bd79-542969829dc9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "DELETE /v2.0/floatingips/3133fe8e-d41c-445a-80cb-bb3acd6bdee5 HTTP/1.1" status: 204 len: 168 time: 1.0691712 Mar 31 23:01:23.835762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:23.850911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'mac_address': 'fa:16:3e:5f:e0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:23.891507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.905218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:23.920105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.946862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:23.950600 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.962944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.977220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12bf2-ea0e-4e32-813d-72121aa74a7a req-d503ac0e-8741-4962-856b-58895814c90d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.988317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e12bf2-ea0e-4e32-813d-72121aa74a7a req-d503ac0e-8741-4962-856b-58895814c90d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 935 time: 0.0821035 Mar 31 23:01:24.058824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e12bf2-ea0e-4e32-813d-72121aa74a7a req-ed947b95-3b46-474e-a3c4-fbb2059554d9 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Mar 31 23:01:24.090123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.090797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Attempting to bind port f8cc0be1-1217-4add-85fd-3d1ebf434922 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.091318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Attempting to bind port f8cc0be1-1217-4add-85fd-3d1ebf434922 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.091470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Attempting to bind port f8cc0be1-1217-4add-85fd-3d1ebf434922 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.099311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Port f8cc0be1-1217-4add-85fd-3d1ebf434922 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.100209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Attempting to bind port f8cc0be1-1217-4add-85fd-3d1ebf434922 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.106069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:24.106399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:24.106781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:24.107244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Bound port: f8cc0be1-1217-4add-85fd-3d1ebf434922, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:24.107598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.154837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.194076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:24.197550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:24.279300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.313305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-141c7101-b6ff-488d-83b5-4c9afd5ec40d req-c3a1922a-5740-48d9-adeb-8c57261b209c tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0362027 Mar 31 23:01:24.336589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.337216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.338617 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] 10.222.0.44 "PUT /v2.0/ports/f8cc0be1-1217-4add-85fd-3d1ebf434922 HTTP/1.1" status: 200 len: 1095 time: 1.1736457 Mar 31 23:01:24.339105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:24.341449 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1143e490-ebcb-4bb1-a0b4-2f89837636e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:24.405245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64943fc3-d229-4883-bb26-486d33ddb64f service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.434386 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192771f-3243-4c7c-9c28-b218fbbc2560 x-openstack-request-id: req-7192771f-3243-4c7c-9c28-b218fbbc2560 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:24.434765 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:24.436143 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7192771f-3243-4c7c-9c28-b218fbbc2560 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:24.437907 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7192771f-3243-4c7c-9c28-b218fbbc2560'] response: {'name': 'network-changed', 'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922', 'status': 'completed', 'code': 200} Mar 31 23:01:24.536699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e490-ebcb-4bb1-a0b4-2f89837636e3 req-8cc6e8aa-972b-4063-9141-696b31f02ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.538680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1143e490-ebcb-4bb1-a0b4-2f89837636e3 req-8cc6e8aa-972b-4063-9141-696b31f02ced service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 1098 time: 0.0883012 Mar 31 23:01:24.581005 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1143e490-ebcb-4bb1-a0b4-2f89837636e3 req-bdc396dd-9df8-41f5-b2a6-67c09fd56494 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e239577266c42fbb401881ea9927d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309174 Mar 31 23:01:24.583648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e48b8fea-367c-4486-a5d9-0611f2857b4e req-fd3d2de3-940c-48af-858c-ada4928888fb tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0530014 Mar 31 23:01:24.610699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5c590194-6186-4672-bf9b-bff93c77b5c1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:24.621209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258968a3-4cb2-473d-82d5-715241132659 req-81178585-e16c-47a8-ba16-63dd8b356f95 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.622764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-258968a3-4cb2-473d-82d5-715241132659 req-81178585-e16c-47a8-ba16-63dd8b356f95 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 949 time: 0.1267130 Mar 31 23:01:24.755058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-258968a3-4cb2-473d-82d5-715241132659 req-89dbfed1-2e45-4c36-ad44-8cb63155722a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164737 Mar 31 23:01:24.835395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e490-ebcb-4bb1-a0b4-2f89837636e3 req-35fb3f66-4d01-495c-8240-9aa03b641756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.836790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1143e490-ebcb-4bb1-a0b4-2f89837636e3 req-35fb3f66-4d01-495c-8240-9aa03b641756 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2489676 Mar 31 23:01:24.923238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:24.931270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-faa5c2ae-73ec-4989-812f-6bf335636fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.932797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-faa5c2ae-73ec-4989-812f-6bf335636fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e239577266c42fbb401881ea9927d8c&device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 1098 time: 0.0546799 Mar 31 23:01:24.988379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-cd3eae91-c143-4af2-a4bc-25e19c461bea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922 HTTP/1.1" status: 200 len: 217 time: 0.0471621 Mar 31 23:01:25.041594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-network', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:25.069233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-77e52ac8-7bd1-44e2-b8af-228bb3e7c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.072508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-77e52ac8-7bd1-44e2-b8af-228bb3e7c4a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0775096 Mar 31 23:01:25.125915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-f61200eb-29a6-4a4e-b8c9-fc814eeb3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.127409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-f61200eb-29a6-4a4e-b8c9-fc814eeb3fde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470443 Mar 31 23:01:25.172928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a9b3-e35a-417f-a569-a08f95afc4c5 req-42eb292c-0f45-40bc-ae01-c750e3abc439 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.181609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1445a9b3-e35a-417f-a569-a08f95afc4c5 req-42eb292c-0f45-40bc-ae01-c750e3abc439 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 947 time: 0.0606914 Mar 31 23:01:25.201311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Made reservation on behalf of 6f53edef90e04cbbbd8fe972c93a35a9 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:25.204316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.217424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.256372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-9a470db7-1ee2-4a81-902a-855e9b0ca08f service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194992 Mar 31 23:01:25.267394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1445a9b3-e35a-417f-a569-a08f95afc4c5 req-461f9606-748e-40d7-b0b1-3f33e96f49fb tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Mar 31 23:01:25.324973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.380150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3834c34-6c80-4730-b669-b8cd8411eaea req-b7c0805d-1203-4b58-bbd6-4eb656e3ce15 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128275 Mar 31 23:01:25.409828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.433617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:25.474933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b60f1845-ba42-4263-a478-c710824f152b req-95af98cc-c204-4db6-91b6-816efc16a75e tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0473683 Mar 31 23:01:25.480410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.480756 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Added segment 7bc3169b-bd8f-4a4d-8431-9d3d63775ab8 of type vlan for network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b Mar 31 23:01:25.489286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd6e3f-ef65-4119-be1b-ffee526cf673 req-9685196d-cabc-4621-ba0e-fa1de8e8efee tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.490719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1bd6e3f-ef65-4119-be1b-ffee526cf673 req-9685196d-cabc-4621-ba0e-fa1de8e8efee tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1119699 Mar 31 23:01:25.491379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ca27f-7ae6-4a58-9b81-78175eef10eb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:25.559475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.569113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1bd6e3f-ef65-4119-be1b-ffee526cf673 req-316b1fca-e1c3-43d4-8f21-3e097c2e5b6b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Mar 31 23:01:25.688938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e808c5a8-60a8-4f0a-a371-b901197d59db req-0f4b4c2c-e63c-472e-857c-0236902dc631 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Mar 31 23:01:25.707207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.708238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.708832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.769669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:25.781481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:25.858955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-05bd3351-1419-4096-a1e5-0bb650082750 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9343181 Mar 31 23:01:25.862662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44868) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:25.867735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Request body: {'subnet': {'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-subnet', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:25.883156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2fc24-c4f3-4248-acc1-79da0a5cb1eb req-aecaba4c-af58-4540-992d-4597ff0ad65e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.884651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee2fc24-c4f3-4248-acc1-79da0a5cb1eb req-aecaba4c-af58-4540-992d-4597ff0ad65e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 949 time: 0.0615609 Mar 31 23:01:25.924669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ee2fc24-c4f3-4248-acc1-79da0a5cb1eb req-1db12448-301a-48fc-a04a-bb051fbed31c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Mar 31 23:01:26.061260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Made reservation on behalf of 6f53edef90e04cbbbd8fe972c93a35a9 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:26.064393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.322240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.384823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c253118-fc94-4fcc-81e3-ccc40b363a24,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.401353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Checking segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:26.401941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Network hostable DHCP agents. Network: 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:26.410652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6443bb2-68c9-43fb-b5c2-1c479c607863 req-1a76528e-9a17-49ea-9f1f-74680bed723d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.412443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6443bb2-68c9-43fb-b5c2-1c479c607863 req-1a76528e-9a17-49ea-9f1f-74680bed723d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 947 time: 0.0613165 Mar 31 23:01:26.452185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6443bb2-68c9-43fb-b5c2-1c479c607863 req-5a925331-121c-4de6-b531-b807c247fb8d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Mar 31 23:01:26.487842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:26.585156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f520897-dd76-48af-b6b8-9663298a08a5 req-91a136b7-b04c-4391-a7e4-15db17267cb3 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0268960 Mar 31 23:01:26.621612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:26.626685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.627462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.632636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b84606-f8ae-4b74-975d-3b796e85db17 None None] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:26.715723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237976b-6655-46ed-840c-4a65c3722bfd req-c219c27f-8de3-4414-9abe-494cd73548a6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.717260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f237976b-6655-46ed-840c-4a65c3722bfd req-c219c27f-8de3-4414-9abe-494cd73548a6 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.0645967 Mar 31 23:01:26.742062 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54b69942-77ed-493e-8d77-2ea259013b14 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8782423 Mar 31 23:01:26.744677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44880) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:26.748927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:26.770108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f237976b-6655-46ed-840c-4a65c3722bfd req-6337bcb9-faa8-44ec-878a-643f2861e778 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Mar 31 23:01:26.815992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-516fd0e5-5804-4fb7-bc9c-50f3a0559e6d req-19bf7034-bfb1-46aa-8935-8707020da2bf tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Mar 31 23:01:26.851207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:01:26.859573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.901722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.905084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.960733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.990504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Allocated IP 172.20.0.2 (0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b/7c253118-fc94-4fcc-81e3-ccc40b363a24/b7a7fecd-9445-4106-998e-4df5a2b36231) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:27.044473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79dc5-d0ea-4172-aae3-c58915a7efc1 req-a1451473-f16f-4688-bf89-c09afb4a9bed tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.045885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb79dc5-d0ea-4172-aae3-c58915a7efc1 req-a1451473-f16f-4688-bf89-c09afb4a9bed tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 949 time: 0.0501821 Mar 31 23:01:27.086051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb79dc5-d0ea-4172-aae3-c58915a7efc1 req-7bbcf37c-102f-4ad3-888f-154a7abc4ea6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Mar 31 23:01:27.143481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.210562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.251470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.297494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:27.304252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:27.308626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:27.312557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Pushing event updated for resources: {'Port': ['ID=b7a7fecd-9445-4106-998e-4df5a2b36231,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:27.389287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Attempting to bind port b7a7fecd-9445-4106-998e-4df5a2b36231 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:27.389664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Attempting to bind port b7a7fecd-9445-4106-998e-4df5a2b36231 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:27.390026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Attempting to bind port b7a7fecd-9445-4106-998e-4df5a2b36231 on network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:27.396897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:27.397286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Checking segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:27.397694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.398093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Bound using segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:27.398572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Bound port: b7a7fecd-9445-4106-998e-4df5a2b36231, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:27.398951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.473390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] For port b7a7fecd-9445-4106-998e-4df5a2b36231, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:27.476938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] For port b7a7fecd-9445-4106-998e-4df5a2b36231, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b7a7fecd-9445-4106-998e-4df5a2b36231,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:27.575234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:27.581097 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.590242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4ea76-593a-41b6-98a2-5ed3ebfc36df req-84cbbc39-a0f7-4325-baa8-0835aa254e62 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.591863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d4ea76-593a-41b6-98a2-5ed3ebfc36df req-84cbbc39-a0f7-4325-baa8-0835aa254e62 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 947 time: 0.0585337 Mar 31 23:01:27.670742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d4ea76-593a-41b6-98a2-5ed3ebfc36df req-25c97e54-e320-4ade-8ef5-a5ed1f416169 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Mar 31 23:01:27.739639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787f30-e15a-4739-ac39-e5380fbc893b None None] Pushing event updated for resources: {'Port': ['ID=b7a7fecd-9445-4106-998e-4df5a2b36231,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:27.758295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2229e4d-18ea-4ccb-bfca-39234819a75d req-42d7df1d-ea7c-4cc5-8280-2acb979145ba tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0453901 Mar 31 23:01:27.797908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5c590194-6186-4672-bf9b-bff93c77b5c1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:27.798309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.924351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.938817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.969581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.973666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:27.974790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:27.977845 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a937f2f-b18e-4d7c-bc35-ef65879b8d32" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:27.994741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08629a10-8e20-449b-b11d-971a315d4fb2 req-ce03fad5-c990-4d87-aaca-38745853b557 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.995225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0642740-0691-4853-bc49-ee3c5759b38f req-670b8617-bc70-4751-98fa-eab6106acc1b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.996320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08629a10-8e20-449b-b11d-971a315d4fb2 req-ce03fad5-c990-4d87-aaca-38745853b557 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1104279 Mar 31 23:01:28.005534 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c0642740-0691-4853-bc49-ee3c5759b38f req-670b8617-bc70-4751-98fa-eab6106acc1b tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.44 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 946 time: 0.1416950 Mar 31 23:01:28.082231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c4ea835-f7e9-40ae-af1b-0f4c65eb1490 req-1f2e5c7b-f676-491c-9295-5b0b3d7d1952 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0848825 Mar 31 23:01:28.090376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.121201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08629a10-8e20-449b-b11d-971a315d4fb2 req-8a732621-4164-40db-9260-7f2afdba1f49 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/security-groups?id=255d5917-4f9d-41c9-9c1b-8b1505ae5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054623 Mar 31 23:01:28.215923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:28.220118 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45565cba-b3c6-4d0b-aafb-3cbe4aff9717 x-openstack-request-id: req-45565cba-b3c6-4d0b-aafb-3cbe4aff9717 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:28.220748 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:28.221248 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-45565cba-b3c6-4d0b-aafb-3cbe4aff9717 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:28.221876 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45565cba-b3c6-4d0b-aafb-3cbe4aff9717'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'code': 200} Mar 31 23:01:28.330590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511e77a-4b57-45a5-90c1-74223c501fea req-737c45eb-89e3-42b0-a091-2df55cc778bd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.332617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2511e77a-4b57-45a5-90c1-74223c501fea req-737c45eb-89e3-42b0-a091-2df55cc778bd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0793421 Mar 31 23:01:28.370396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Allocated IP 172.25.6.161 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c90f41b9-baff-4735-8410-124720f5fffa) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:28.382258 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Deleting port 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:28.383082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.395615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2511e77a-4b57-45a5-90c1-74223c501fea req-fa2f07f0-ffb7-4935-8eb2-bdb9165911ab tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Mar 31 23:01:28.617511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] For port 153ba74e-d64b-45ea-836a-537376cfa277, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=153ba74e-d64b-45ea-836a-537376cfa277,segment=NetworkSegment(613b5ab2-097d-4b58-a826-1979ae0f2dfc),segment_id=613b5ab2-097d-4b58-a826-1979ae0f2dfc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:28.621996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.621996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d239-ef27-4a5d-9c9c-ed2efb858300 req-ce66ae36-8273-4402-8679-47ddca80cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.623232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1065d239-ef27-4a5d-9c9c-ed2efb858300 req-ce66ae36-8273-4402-8679-47ddca80cc7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1101 time: 0.1263354 Mar 31 23:01:28.649167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Calling delete_port for 153ba74e-d64b-45ea-836a-537376cfa277 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:28.686283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.738465 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1065d239-ef27-4a5d-9c9c-ed2efb858300 req-bdd4047d-e804-43ef-b267-8a8397efccdb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Mar 31 23:01:28.903568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a97138-72f7-4732-a09e-bcddb1d3267a req-17cc8875-2c6f-4fae-b961-02f2c392fe58 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.907580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62a97138-72f7-4732-a09e-bcddb1d3267a req-17cc8875-2c6f-4fae-b961-02f2c392fe58 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 947 time: 0.0737696 Mar 31 23:01:28.911246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.931345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b7a7fecd-9445-4106-998e-4df5a2b36231 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:28.949379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e78269ee-8d75-40ff-a79c-38d2215e9421 req-339e4c41-f16e-4fc6-a6d7-fc5d9a9b9f29 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0405850 Mar 31 23:01:28.984489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:28.994191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62a97138-72f7-4732-a09e-bcddb1d3267a req-72544b3d-c210-4e3e-927a-bb13fda46163 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671926 Mar 31 23:01:29.014975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:29.020640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.025482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:29.030172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b7a7fecd-9445-4106-998e-4df5a2b36231 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:29.030172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.034362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['153ba74e-d64b-45ea-836a-537376cfa277'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:29.052685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Pushing event updated for resources: {'Port': ['ID=c90f41b9-baff-4735-8410-124720f5fffa,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:29.097340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Pushing event deleted for resources: {'Port': ['ID=153ba74e-d64b-45ea-836a-537376cfa277,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:29.138349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fdf95-b80e-47ff-8c68-a6e4bc41e025 None None] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:29.186522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] No DVR routers for this DVR port 153ba74e-d64b-45ea-836a-537376cfa277 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:29.191033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.194400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c0642740-0691-4853-bc49-ee3c5759b38f req-a865261a-a6fa-4a83-bf01-710526e5846f tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.44 "DELETE /v2.0/ports/153ba74e-d64b-45ea-836a-537376cfa277 HTTP/1.1" status: 204 len: 173 time: 1.1793199 Mar 31 23:01:29.194862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-deleted', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:29.197226 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279eff0-6162-4409-8ee1-43caa109e99f" -d '{"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-deleted", "tag": "153ba74e-d64b-45ea-836a-537376cfa277"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:29.217530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.251188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f8cc0be1-1217-4add-85fd-3d1ebf434922 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:29.292629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed1e8773-37ef-4c94-b4b9-eacb19c1cf56 req-133406b2-5ce8-43c1-b90e-2fd485e65126 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0457528 Mar 31 23:01:29.294754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port b7a7fecd-9445-4106-998e-4df5a2b36231, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b7a7fecd-9445-4106-998e-4df5a2b36231,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:29.325946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3afceed9-c642-4617-bb98-4c6386f7b43c None None] Provisioning complete for port b7a7fecd-9445-4106-998e-4df5a2b36231 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:29.326312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3afceed9-c642-4617-bb98-4c6386f7b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.355455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ab8f593-b1fb-47ea-83c2-afc685c47c2a req-0314cf5a-8a66-4c2c-a0ef-7f9dcd475c57 tempest-ServersNegativeTestJSON-1221372349 tempest-ServersNegativeTestJSON-1221372349-project] 10.222.0.83 "GET /v2.0/ports?device_id=877a80eb-9bef-4745-9b4a-7a8477041529 HTTP/1.1" status: 200 len: 210 time: 0.0671167 Mar 31 23:01:29.370466 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d040792-b10a-4057-9ade-ca172f103262 x-openstack-request-id: req-5d040792-b10a-4057-9ade-ca172f103262 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:29.370762 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a80eb-9bef-4745-9b4a-7a8477041529", "name": "network-vif-deleted", "tag": "153ba74e-d64b-45ea-836a-537376cfa277", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:29.371040 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5d040792-b10a-4057-9ade-ca172f103262 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:29.371451 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d040792-b10a-4057-9ade-ca172f103262'] response: {'server_uuid': '877a80eb-9bef-4745-9b4a-7a8477041529', 'name': 'network-vif-deleted', 'tag': '153ba74e-d64b-45ea-836a-537376cfa277', 'status': 'completed', 'code': 200} Mar 31 23:01:29.460693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.472003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:29.537259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f8cc0be1-1217-4add-85fd-3d1ebf434922', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'f8cc0be1-1217-4add-85fd-3d1ebf434922', 'mac_address': 'fa:16:3e:49:01:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:29.543710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eaa9d-2f03-4b1a-b8a9-98437dde6072 req-e7eda95e-79a8-45b0-814c-04d2db132d51 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.545583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f39eaa9d-2f03-4b1a-b8a9-98437dde6072 req-e7eda95e-79a8-45b0-814c-04d2db132d51 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0845034 Mar 31 23:01:29.574557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.587412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=b7a7fecd-9445-4106-998e-4df5a2b36231,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:29.600151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f39eaa9d-2f03-4b1a-b8a9-98437dde6072 req-ced9c208-2ad7-4de6-aa5c-86b6fa26dfcb tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 Mar 31 23:01:29.650952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.666066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc0be1-1217-4add-85fd-3d1ebf434922 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:29.689155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:29.805417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.873831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-75c23895-e703-48db-91b5-a3f62fc7fdf5 None None] Provisioning complete for port b7a7fecd-9445-4106-998e-4df5a2b36231 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:29.874228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75c23895-e703-48db-91b5-a3f62fc7fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.877518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.962424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:30.059393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Router 8cf80775-75ac-4105-93bd-21415e524b53 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:30.141232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94f8ea14-74be-4085-a59e-d54989277647 req-a65d1e70-49dc-4fd3-9306-c8b164232e80 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0398791 Mar 31 23:01:30.158806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bcda4-964d-45f2-8d71-569b113e45e6 req-7d7e42c8-c2bd-42f7-bc24-368390d41758 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.160317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-656bcda4-964d-45f2-8d71-569b113e45e6 req-7d7e42c8-c2bd-42f7-bc24-368390d41758 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 948 time: 0.0931377 Mar 31 23:01:30.191307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:30.201682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Sync routers for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:30.211845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:30.212461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:30.214152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-656bcda4-964d-45f2-8d71-569b113e45e6 req-8b797a1c-4fe8-45a4-8e0b-7d803731ff6c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Mar 31 23:01:30.299124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f8cc0be1-1217-4add-85fd-3d1ebf434922'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:30.351395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:30.366075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.370290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9ce530b-12ff-41a5-bb21-eacc83db972c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6246798 Mar 31 23:01:30.370845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44928) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:30.418159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:30.446240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78028fe8-1b23-4c60-8621-a0d938082b54 req-72fe5dc3-a595-422b-8263-8f3e7b86e96d tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0766335 Mar 31 23:01:30.477555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Deleting subnet 35aa477f-8bbd-4cd1-918b-44c8e79b33ed {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:30.481406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.528360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.572991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.635924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 3, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:30.702212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Checking router: 8cf80775-75ac-4105-93bd-21415e524b53 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:30.704477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Updating router 8cf80775-75ac-4105-93bd-21415e524b53 port c90f41b9-baff-4735-8410-124720f5fffa binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:30.738395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.747973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.781689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35aa477f-8bbd-4cd1-918b-44c8e79b33ed,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:30.793251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.799971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09ee44dd-f36f-483f-bb2f-54e6a037254e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/35aa477f-8bbd-4cd1-918b-44c8e79b33ed HTTP/1.1" status: 204 len: 168 time: 0.3778532 Mar 31 23:01:30.800196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44934) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:30.850648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b7a7fecd-9445-4106-998e-4df5a2b36231 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:30.855987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4b8a8-aec9-4324-bf45-309e3459f5b9 req-7bef3f96-2b80-4792-a090-6d5e0d77dc58 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.863335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c4b8a8-aec9-4324-bf45-309e3459f5b9 req-7bef3f96-2b80-4792-a090-6d5e0d77dc58 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1468236 Mar 31 23:01:30.913117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.008386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b7a7fecd-9445-4106-998e-4df5a2b36231 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:31.009006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.034966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.051666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c4b8a8-aec9-4324-bf45-309e3459f5b9 req-609b78cb-852f-46b3-abc9-ad2ea2988658 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873338 Mar 31 23:01:31.062519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55151320-de6a-425f-8356-780081a70685']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:31.087351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613b5ab2-097d-4b58-a826-1979ae0f2dfc') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:31.088183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613b5ab2-097d-4b58-a826-1979ae0f2dfc') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:31.104808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.123147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.132469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:31.132838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:31.134822 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:31.177616 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.250873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:31.269649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.295889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.298718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 153ba74e-d64b-45ea-836a-537376cfa277 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:31.299433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 153ba74e-d64b-45ea-836a-537376cfa277 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:31.304349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.305888 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/55151320-de6a-425f-8356-780081a70685 HTTP/1.1" status: 204 len: 168 time: 0.5043907 Mar 31 23:01:31.326874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214a9f-6942-4e2b-9b65-d482e530fcf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=55151320-de6a-425f-8356-780081a70685,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.362491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.370629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c199e90d-8a3a-489d-aec5-efba5532776c req-05ed3100-6750-440b-873f-db5c166be72d tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0360878 Mar 31 23:01:31.432228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Allocated IP 172.20.0.1 (0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b/7c253118-fc94-4fcc-81e3-ccc40b363a24/6084e80d-3053-4775-a060-efea57ff87cd) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:31.433896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Attempting to bind port c90f41b9-baff-4735-8410-124720f5fffa on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:31.434368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Attempting to bind port c90f41b9-baff-4735-8410-124720f5fffa by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:31.434820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Attempting to bind port c90f41b9-baff-4735-8410-124720f5fffa on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Bound port: c90f41b9-baff-4735-8410-124720f5fffa, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:31.451301 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.481853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23226-1410-4ee3-a86e-927c9854f833 None None] Pushing event updated for resources: {'Port': ['ID=c90f41b9-baff-4735-8410-124720f5fffa,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.514450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] For port c90f41b9-baff-4735-8410-124720f5fffa, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:31.519671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] For port c90f41b9-baff-4735-8410-124720f5fffa, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c90f41b9-baff-4735-8410-124720f5fffa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:31.597426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a961-34a4-4864-b404-bc1af27c6efc req-f2a0a1d4-73c0-4e0e-ad68-5076e2904d7d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.599054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aeb8a961-34a4-4864-b404-bc1af27c6efc req-f2a0a1d4-73c0-4e0e-ad68-5076e2904d7d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 948 time: 0.1390388 Mar 31 23:01:31.608604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.645125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7d25-5260-4695-b788-762d52ed7c64 req-fb26e2d0-fc0a-4b6d-ab1e-90a79dcf70a6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.647129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-122a7d25-5260-4695-b788-762d52ed7c64 req-fb26e2d0-fc0a-4b6d-ab1e-90a79dcf70a6 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1430786 Mar 31 23:01:31.668271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:01:31.670504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.681570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:31.682508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:31.703207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aeb8a961-34a4-4864-b404-bc1af27c6efc req-38aa0df5-af14-4034-946a-429990cfc2b5 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944035 Mar 31 23:01:31.729202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23226-1410-4ee3-a86e-927c9854f833 None None] Pushing event updated for resources: {'Port': ['ID=c90f41b9-baff-4735-8410-124720f5fffa,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.741651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-122a7d25-5260-4695-b788-762d52ed7c64 req-47c15bc1-458b-4e67-87f4-4cc13db35924 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796561 Mar 31 23:01:31.804838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f571edd0-a913-4a9f-8284-843fbd53e606 req-c9de2356-cbd2-483f-9518-b03f338928f9 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Mar 31 23:01:31.813100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:31.853680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.895433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28e00f16-a3cb-4890-bbbb-02ee8924db0e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2bada75392504a6dbe288c925240579f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403292 Mar 31 23:01:31.897811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44952) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.908363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.950216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.954961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:31.958156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:31.962493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:31.976158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.987247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.023336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.042479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 3, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:32.069836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122941e1-b7a8-4af4-bb11-18f2b8de9551 None None] The sync data for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 is: [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 3, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:32.156551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.159215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.162766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/255d5917-4f9d-41c9-9c1b-8b1505ae5485 HTTP/1.1" status: 204 len: 168 time: 0.2616136 Mar 31 23:01:32.168466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb146e-d2ef-4200-9ff9-25c3922e9631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d5917-4f9d-41c9-9c1b-8b1505ae5485,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.204662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c75e-a5e4-4eaa-b7f2-b439ea7f868e req-be073505-9b9b-447e-9f82-476247d5d62f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.206297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e9c75e-a5e4-4eaa-b7f2-b439ea7f868e req-be073505-9b9b-447e-9f82-476247d5d62f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0677724 Mar 31 23:01:32.253404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5e9c75e-a5e4-4eaa-b7f2-b439ea7f868e req-6aa455cc-23c8-40d3-9c2e-abbec4f6c364 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Mar 31 23:01:32.299531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7da5203b-7cdc-40ca-84d3-259c75701efe None None] Provisioning complete for port 6084e80d-3053-4775-a060-efea57ff87cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:32.299875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7da5203b-7cdc-40ca-84d3-259c75701efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.333823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.362821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7da5203b-7cdc-40ca-84d3-259c75701efe None None] Port 6084e80d-3053-4775-a060-efea57ff87cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:32.800435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f5bf0-aa45-449d-b902-5e80ad82cb5d req-b90cdda3-144a-42bd-9949-faa52264153a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.802099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-858f5bf0-aa45-449d-b902-5e80ad82cb5d req-b90cdda3-144a-42bd-9949-faa52264153a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.4233840 Mar 31 23:01:32.805562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c90f41b9-baff-4735-8410-124720f5fffa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:32.851611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cc45a6c-7cf0-4cb6-898d-de072f6f8cc1 req-b357ec2c-c07d-491b-bd2d-bebfe6d9361a tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0729561 Mar 31 23:01:32.866027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c90f41b9-baff-4735-8410-124720f5fffa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:32.866480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.907340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-858f5bf0-aa45-449d-b902-5e80ad82cb5d req-304c33a2-10eb-48f0-81ad-16e5bb12c5a8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885317 Mar 31 23:01:32.989320 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.022632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.024612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port c90f41b9-baff-4735-8410-124720f5fffa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c90f41b9-baff-4735-8410-124720f5fffa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:33.040861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d66a0-16fe-4425-beb0-a05bb24b27d6 req-6fd5808b-3405-409b-97f0-9c1c1252266d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.049103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55d66a0-16fe-4425-beb0-a05bb24b27d6 req-6fd5808b-3405-409b-97f0-9c1c1252266d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 948 time: 0.0859742 Mar 31 23:01:33.114583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.135923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.146979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55d66a0-16fe-4425-beb0-a05bb24b27d6 req-03003ea3-dae2-4add-95fb-2e6be310caa3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Mar 31 23:01:33.176187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5546b4-ce35-4fcc-8b7c-8c422733756b req-929c01c3-7bc2-4f95-9304-c1a8c19f6471 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.177728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd5546b4-ce35-4fcc-8b7c-8c422733756b req-929c01c3-7bc2-4f95-9304-c1a8c19f6471 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1270740 Mar 31 23:01:33.217549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=c90f41b9-baff-4735-8410-124720f5fffa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.222951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.229497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.263762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f8cc0be1-1217-4add-85fd-3d1ebf434922 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:33.273549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd5546b4-ce35-4fcc-8b7c-8c422733756b req-bf1dd107-53b0-42fc-a813-ad86ff39155b tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881188 Mar 31 23:01:33.276840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30cf4dbc-08bc-46c0-9ac9-c1827f5e06c4 req-8e2fab55-a8f6-4685-be72-8c3fb77a50e8 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0442572 Mar 31 23:01:33.382534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:33.384165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:33.421042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f8cc0be1-1217-4add-85fd-3d1ebf434922 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:33.426523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f8cc0be1-1217-4add-85fd-3d1ebf434922 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:33.426523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.522440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Router 8cf80775-75ac-4105-93bd-21415e524b53 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:33.554073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.619845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:33.622421 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ae742-66bd-4b10-a4d6-c41fd8580464" -d '{"events": [{"server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:33.636121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-9d636a97-d93b-4eae-a8a7-ea06001b9b73 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.637288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:33.638643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-9d636a97-d93b-4eae-a8a7-ea06001b9b73 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 946 time: 0.1134615 Mar 31 23:01:33.700892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b0125b03-45d1-47a9-b783-123868ddee00 None None] Provisioning complete for port 6084e80d-3053-4775-a060-efea57ff87cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:33.703487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0125b03-45d1-47a9-b783-123868ddee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.761646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.783181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:33.790639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c22f63f-f26e-4db9-ba46-0d6691a863e0 admin admin] 10.222.0.83 "PUT /v2.0/routers/8cf80775-75ac-4105-93bd-21415e524b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4180017 Mar 31 23:01:33.836600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Deleting port 82cfc231-877d-485a-a594-ebff1c24a62b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:33.837208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.999847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb44ef-55cb-4dad-a92e-7cbd12b49acb req-806d923d-34b6-4008-b2fc-fdb4b940ac7d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.001920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4eb44ef-55cb-4dad-a92e-7cbd12b49acb req-806d923d-34b6-4008-b2fc-fdb4b940ac7d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1327183 Mar 31 23:01:34.037113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a41e63cb-7dc8-4efc-a91d-629e4c3d89d0 req-f5fe14d6-f739-4e8b-abf9-022833c6c9d4 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0339479 Mar 31 23:01:34.083937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9aa4-003f-40ef-af5d-f771fa7a872e req-81cbc230-64df-41c5-a3a8-c72f3f2f69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.087445 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-336f9aa4-003f-40ef-af5d-f771fa7a872e req-81cbc230-64df-41c5-a3a8-c72f3f2f69f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 1100 time: 0.2178948 Mar 31 23:01:34.089726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4eb44ef-55cb-4dad-a92e-7cbd12b49acb req-167c4f3c-d6ca-4530-b315-a3744ba93d58 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558498 Mar 31 23:01:34.149000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] For port 82cfc231-877d-485a-a594-ebff1c24a62b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=82cfc231-877d-485a-a594-ebff1c24a62b,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:34.155807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.156323 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16838e-e18a-44d9-9664-721f38e02741 x-openstack-request-id: req-9f16838e-e18a-44d9-9664-721f38e02741 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:34.156323 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:34.156323 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9f16838e-e18a-44d9-9664-721f38e02741 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:34.156323 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f16838e-e18a-44d9-9664-721f38e02741'] response: {'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922', 'code': 200} Mar 31 23:01:34.177156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b0125b03-45d1-47a9-b783-123868ddee00 None None] Port 6084e80d-3053-4775-a060-efea57ff87cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:34.183173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Calling delete_port for 82cfc231-877d-485a-a594-ebff1c24a62b owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:34.186259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-336f9aa4-003f-40ef-af5d-f771fa7a872e req-c86a9eb6-c8ce-4e09-b46f-74db562f5494 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839462 Mar 31 23:01:34.192889 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Sync routers for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:34.209732 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:34.210696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.227108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:34.349354 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:34.355918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e06f5-a8f1-4014-88e1-c8107179da28 req-4341d6bd-f9b5-46e7-83bf-cf9e7bbd512c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.357500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d90e06f5-a8f1-4014-88e1-c8107179da28 req-4341d6bd-f9b5-46e7-83bf-cf9e7bbd512c tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0923197 Mar 31 23:01:34.442815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d90e06f5-a8f1-4014-88e1-c8107179da28 req-749a85ce-6765-4563-a881-68b86c3ce7ee tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Mar 31 23:01:34.468069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5eeaa099-2bf3-4800-99ad-3b3ce93ff216 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.470517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5eeaa099-2bf3-4800-99ad-3b3ce93ff216 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 828 time: 0.1603909 Mar 31 23:01:34.486388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-1d26c354-4b60-42cd-a9ce-6b9dfac7b071 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/quotas/6f53edef90e04cbbbd8fe972c93a35a9 HTTP/1.1" status: 200 len: 375 time: 0.0095043 Mar 31 23:01:34.502018 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.544505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.581208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-1c555e56-69ef-4968-8442-a590b879c495 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859931 Mar 31 23:01:34.589833 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 2, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.591488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6291e1d0-704a-476e-804d-927f2be1689d', '82cfc231-877d-485a-a594-ebff1c24a62b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:34.594785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c0ec8-e7c5-4ab1-9048-014ecec16a67 req-01e248cc-4d79-4825-9781-c6cd8fbf63fa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.606739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event deleted for resources: {'Port': ['ID=82cfc231-877d-485a-a594-ebff1c24a62b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:34.607731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-249c0ec8-e7c5-4ab1-9048-014ecec16a67 req-01e248cc-4d79-4825-9781-c6cd8fbf63fa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 867 time: 0.0816550 Mar 31 23:01:34.635488 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Checking router: 8cf80775-75ac-4105-93bd-21415e524b53 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:34.635488 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Updating router 8cf80775-75ac-4105-93bd-21415e524b53 port 6084e80d-3053-4775-a060-efea57ff87cd binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:34.665176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] No DVR routers for this DVR port 82cfc231-877d-485a-a594-ebff1c24a62b on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:34.668385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.675576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.679697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.680309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.680820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:34.700379 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.703449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.716699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-249c0ec8-e7c5-4ab1-9048-014ecec16a67 req-14b1d51e-963e-4488-bad0-79db720215ad tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090550 Mar 31 23:01:34.725267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fb8c2db6-5754-4f52-aebe-7100b31eabad req-771b0bc6-011f-47d7-bfe5-66e90b327f61 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "DELETE /v2.0/ports/82cfc231-877d-485a-a594-ebff1c24a62b HTTP/1.1" status: 204 len: 173 time: 1.0805583 Mar 31 23:01:34.725818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'name': 'network-vif-deleted', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:34.732204 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3654f6-533c-4e02-9440-0c56514125c5" -d '{"events": [{"server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "name": "network-vif-deleted", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:34.779575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-f00d4ed6-7a23-4a03-b688-5bf06d4607aa service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706710 Mar 31 23:01:34.790913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45040) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:34.846469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c90f41b9-baff-4735-8410-124720f5fffa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:34.904623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a59b210-d1c3-4ef1-8d11-97cbe98ab5cf req-0a15ed44-6c1f-466e-a2c4-53ddf616b06e tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0440586 Mar 31 23:01:34.942051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54c8606f-ddd6-4c75-a9c4-c34d4b732375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.951305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-4afa8ac2-0c6a-4037-9f08-349c025073a4 service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633942 Mar 31 23:01:35.015607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c90f41b9-baff-4735-8410-124720f5fffa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:35.020396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.036741 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64da5cf-bb67-46fd-a2a9-cc19cfd03d39 x-openstack-request-id: req-b64da5cf-bb67-46fd-a2a9-cc19cfd03d39 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:35.037771 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64288025-1899-4f81-92c5-824cc56e1a01", "name": "network-vif-deleted", "tag": "82cfc231-877d-485a-a594-ebff1c24a62b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:35.038231 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b64da5cf-bb67-46fd-a2a9-cc19cfd03d39 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:35.038825 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64da5cf-bb67-46fd-a2a9-cc19cfd03d39'] response: {'server_uuid': '64288025-1899-4f81-92c5-824cc56e1a01', 'name': 'network-vif-deleted', 'tag': '82cfc231-877d-485a-a594-ebff1c24a62b', 'status': 'completed', 'code': 200} Mar 31 23:01:35.166613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54c8606f-ddd6-4c75-a9c4-c34d4b732375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.213097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ffc0a7-0e81-406d-894a-2f8b1cfa8ea3 req-ae10ed5a-6bcd-404c-b026-f1af5be8c905 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0290337 Mar 31 23:01:35.236405 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.323597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7192b1ff-eddf-4b05-9839-293b8ead59fb req-08ae2f3f-108d-4c0e-9ca7-5142a531e739 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Mar 31 23:01:35.338950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54c8606f-ddd6-4c75-a9c4-c34d4b732375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.376408 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.379535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8606f-ddd6-4c75-a9c4-c34d4b732375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845fe0e4-d7bc-4b9a-896e-94685ec20879,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.387585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f866-82ac-4477-9b96-7f12e427833c req-111a969a-cf22-4372-9692-e881c7f4bd87 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.397988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2926f866-82ac-4477-9b96-7f12e427833c req-111a969a-cf22-4372-9692-e881c7f4bd87 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0859537 Mar 31 23:01:35.400771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54c8606f-ddd6-4c75-a9c4-c34d4b732375 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7cd990b0ae174d0a94c437636c1e0002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114874 Mar 31 23:01:35.403115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45052) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.444091 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe1bea-688c-4447-aa64-2d1bc09bd24e None None] Pushing event updated for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.494595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.501506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2926f866-82ac-4477-9b96-7f12e427833c req-07016034-292d-41aa-8936-441d23eb8117 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 Mar 31 23:01:35.523790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.548360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Attempting to bind port 6084e80d-3053-4775-a060-efea57ff87cd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:35.549068 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Attempting to bind port 6084e80d-3053-4775-a060-efea57ff87cd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:35.549890 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Attempting to bind port 6084e80d-3053-4775-a060-efea57ff87cd on network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:35.556315 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:35.556765 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Checking segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:35.557234 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.557698 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Bound using segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:35.558364 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Bound port: 6084e80d-3053-4775-a060-efea57ff87cd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:35.558825 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.613989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db0f4-3314-4358-8a83-27cfaa5f5633 req-9ced2e8b-3b53-4adb-95cc-b14c4e7687e3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.615688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-528db0f4-3314-4358-8a83-27cfaa5f5633 req-9ced2e8b-3b53-4adb-95cc-b14c4e7687e3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0553260 Mar 31 23:01:35.633675 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] For port 6084e80d-3053-4775-a060-efea57ff87cd, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:35.637162 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] For port 6084e80d-3053-4775-a060-efea57ff87cd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6084e80d-3053-4775-a060-efea57ff87cd,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:35.659679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-528db0f4-3314-4358-8a83-27cfaa5f5633 req-827a4edf-c101-4518-b08a-2663654e6a9f tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Mar 31 23:01:35.706730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.709271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.710657 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/845fe0e4-d7bc-4b9a-896e-94685ec20879 HTTP/1.1" status: 204 len: 168 time: 0.3063459 Mar 31 23:01:35.720359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba6af8-2bf0-4e37-a89b-0cec01140ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845fe0e4-d7bc-4b9a-896e-94685ec20879,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.723775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b067f869-eb91-4090-af27-dc75e9a06d9a None None] Provisioning complete for port 6084e80d-3053-4775-a060-efea57ff87cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:35.724293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b067f869-eb91-4090-af27-dc75e9a06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.791411 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.797178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b067f869-eb91-4090-af27-dc75e9a06d9a None None] Port 6084e80d-3053-4775-a060-efea57ff87cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:35.838394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92c9e384-689d-426e-bf06-d255ddedc39f req-73d313b7-64f9-4851-8a86-0f6c29b6cd09 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=64288025-1899-4f81-92c5-824cc56e1a01 HTTP/1.1" status: 200 len: 210 time: 0.0304425 Mar 31 23:01:35.862830 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:35.863607 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:35.869083 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe1bea-688c-4447-aa64-2d1bc09bd24e None None] Pushing event updated for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.988228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:36.042876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5b20f65-ccd1-4055-a6d9-7a82e1844558 req-05f6bb49-d504-4e8a-a6ed-3021f1784eb3 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Mar 31 23:01:36.126823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] Provisioning complete for port 6084e80d-3053-4775-a060-efea57ff87cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:36.127379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.221488 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.257607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] For port 6084e80d-3053-4775-a060-efea57ff87cd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6084e80d-3053-4775-a060-efea57ff87cd,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:36.276693 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:35Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:36.311817 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e01de5-c2be-4dca-add1-e9cebb8f0da9 None None] The sync data for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 is: [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:35Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:36.352632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09a542ba-3a7a-43a3-85d4-af3a2827a123 req-5c5ecbf1-787a-4870-a072-3c539cc756ec tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0292349 Mar 31 23:01:36.380956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.455995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33000bb9-6c18-42fb-b2e4-22e63faa8601 req-3aca80b5-8f46-4513-84c5-de673088f584 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0397019 Mar 31 23:01:36.469372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a97e-4eb9-4dd5-ac5d-116b3c860129 None None] Pushing event updated for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.638174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75918947-b320-43bf-b683-459d61b87aa0 req-c8c22dd4-a88d-4f43-b9b0-e2cefb2ee1a3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.639761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75918947-b320-43bf-b683-459d61b87aa0 req-c8c22dd4-a88d-4f43-b9b0-e2cefb2ee1a3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0582461 Mar 31 23:01:36.692948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75918947-b320-43bf-b683-459d61b87aa0 req-19dfc95c-8e5f-44fe-b963-3ab926c70651 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Mar 31 23:01:36.800184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc514c5-5e68-46d9-ba11-5a45433b0944 req-1f983a1e-d538-486f-b80f-b2d62b961e58 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.801746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fc514c5-5e68-46d9-ba11-5a45433b0944 req-1f983a1e-d538-486f-b80f-b2d62b961e58 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0539949 Mar 31 23:01:36.809616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6084e80d-3053-4775-a060-efea57ff87cd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:36.849134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fc514c5-5e68-46d9-ba11-5a45433b0944 req-12d73174-d68b-445a-a3e9-222d590a24d3 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Mar 31 23:01:36.874496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6084e80d-3053-4775-a060-efea57ff87cd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:36.874873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.269652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45104) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.382709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2105651155-network', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.545298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c31a0e6-277c-42b0-a201-578c81671bb8 req-dfe783ba-93a0-410c-8a9c-1daa81324fb6 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0471334 Mar 31 23:01:37.569413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e776591-677e-47f5-89cb-209275d9b21b req-76893dd8-e04b-4443-a648-10d35cfb869c tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0618916 Mar 31 23:01:37.581098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Made reservation on behalf of 0c7fc5c6e5004ab68666011a6ce9ed8c for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:37.583788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.594174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.604463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 82cfc231-877d-485a-a594-ebff1c24a62b no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:37.631121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 82cfc231-877d-485a-a594-ebff1c24a62b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:37.633086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 82cfc231-877d-485a-a594-ebff1c24a62b not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:37.750671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3969f-10ff-468a-9edf-e160ddfb54df req-13c9fd94-2946-4ed9-9a7c-1c2a8e42189f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.752208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41f3969f-10ff-468a-9edf-e160ddfb54df req-13c9fd94-2946-4ed9-9a7c-1c2a8e42189f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1099582 Mar 31 23:01:37.765004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.767696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-70b399cd-b923-45fa-8008-41195cafc759 tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.769094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-70b399cd-b923-45fa-8008-41195cafc759 tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 1100 time: 0.1136460 Mar 31 23:01:37.797987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-5a50f9da-0588-4464-bd38-70a54852a5de tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.818758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41f3969f-10ff-468a-9edf-e160ddfb54df req-df1d1a68-54e9-4640-8bb3-ae2b23bb45d5 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Mar 31 23:01:37.896984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.899521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-5a50f9da-0588-4464-bd38-70a54852a5de tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.917609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c87ab60-3930-46a8-9135-4288bcc658d3 req-690d6235-3390-43c8-a8f9-767b118eb44e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0383902 Mar 31 23:01:37.940034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:37.945939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae23f19-994d-456a-b26a-96486688daa8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:37.953902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.953902 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Added segment 6612ac4b-d958-43da-8c6c-64597b5beb4e of type vlan for network fff5b72b-1d40-4f75-9b8c-f425017fb180 Mar 31 23:01:38.023641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.035829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-5a50f9da-0588-4464-bd38-70a54852a5de tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.076071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8f852c4-c03e-43ca-929c-6e3664a63dc1 req-5a50f9da-0588-4464-bd38-70a54852a5de tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010151 Mar 31 23:01:38.091899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fdfc5-c672-4467-ae20-74ac8627eb3f req-35fdfbef-16fe-4517-874d-a3a07e64b0e0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.093744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff6fdfc5-c672-4467-ae20-74ac8627eb3f req-35fdfbef-16fe-4517-874d-a3a07e64b0e0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1087222 Mar 31 23:01:38.096479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50f9da-0588-4464-bd38-70a54852a5de tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575592e2-b9fb-4cb3-a62f-c5b09124a6a2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.133816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff6fdfc5-c672-4467-ae20-74ac8627eb3f req-4c4f78de-76d5-453b-ab97-77be5bd97d76 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Mar 31 23:01:38.204155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.205322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.205897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.262923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fff5b72b-1d40-4f75-9b8c-f425017fb180,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.273586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:38.315690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12d1f5ec-c912-4e98-8701-9dbf24d2fcb6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0446231 Mar 31 23:01:38.318231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45118) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:38.323142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Request body: {'subnet': {'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2105651155-subnet', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:38.443774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Made reservation on behalf of 0c7fc5c6e5004ab68666011a6ce9ed8c for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:38.446432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.688775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a79c77c-2bf3-4dcd-9cd7-9928184396b5 req-0e5d0968-47c4-4980-b0c3-4258d4fe3bb2 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0430732 Mar 31 23:01:38.698224 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.737364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-4ed5de1b-d31f-46fb-b067-5d2e1b7e57b7 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.739514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-4ed5de1b-d31f-46fb-b067-5d2e1b7e57b7 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.44 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 828 time: 0.1287940 Mar 31 23:01:38.739805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-404ec652-5c00-4492-9749-32f769ef536b req-f024ae3b-63a6-4900-ac51-7794ca47fa30 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0545871 Mar 31 23:01:38.756293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'port': {'device_id': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'admin_state_up': True, 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:38.772736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.785429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Checking segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:38.785795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Network hostable DHCP agents. Network: fff5b72b-1d40-4f75-9b8c-f425017fb180, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:38.940060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bbff-06b6-414f-a512-dd6a4414f2b4 req-024c1008-7c53-4b66-a595-ab83883787dd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.941552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ef1bbff-06b6-414f-a512-dd6a4414f2b4 req-024c1008-7c53-4b66-a595-ab83883787dd tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0501502 Mar 31 23:01:38.946487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:38.989943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ef1bbff-06b6-414f-a512-dd6a4414f2b4 req-167b816e-4226-4f47-98a2-1f752580d264 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Mar 31 23:01:39.006298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Made reservation on behalf of 6f53edef90e04cbbbd8fe972c93a35a9 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:39.010104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.024794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5080a10e-c365-4c42-a84c-f6451327dd3f req-59161e61-f4d3-4a55-ab81-eb63e0754f89 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Mar 31 23:01:39.141223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Allocated IP 172.20.0.4 (0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b/7c253118-fc94-4fcc-81e3-ccc40b363a24/9412ccd6-6bf7-4390-9e02-11d5e9bcd26c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:39.154082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, fff5b72b-1d40-4f75-9b8c-f425017fb180) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:39.165719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e97d945-ccb7-4f6c-bb87-6c9852d0b6ee None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:39.173271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.173865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.200994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0eb21-d7b7-430c-848d-7f529faf3e18 req-c58db0fe-078b-46c3-927f-62af51184dd6 tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.210461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bc0eb21-d7b7-430c-848d-7f529faf3e18 req-c58db0fe-078b-46c3-927f-62af51184dd6 tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 1100 time: 0.0658660 Mar 31 23:01:39.255453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bc0eb21-d7b7-430c-848d-7f529faf3e18 req-85e849d8-dc93-4c29-aa01-2e11f7fd52f8 tempest-ServersAdminNegativeTestJSON-1940587602 tempest-ServersAdminNegativeTestJSON-1940587602-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Mar 31 23:01:39.301556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517aec8-92a4-4199-99c7-79da5207b6dc req-2b2cb5ec-7a41-4b34-952a-4c44fd17f7b7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.303095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b517aec8-92a4-4199-99c7-79da5207b6dc req-2b2cb5ec-7a41-4b34-952a-4c44fd17f7b7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0672114 Mar 31 23:01:39.336618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-30eeb861-7996-4c57-bfd0-6a0591707473 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0172839 Mar 31 23:01:39.340603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45134) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:39.347157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:39.355346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.360681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-fff5b72b-1d40-4f75-9b8c-f425017fb180', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:01:39.362289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.369175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b517aec8-92a4-4199-99c7-79da5207b6dc req-577e93e9-2022-4588-bbbf-c2d0d8f672c4 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Mar 31 23:01:39.533765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Allocated IP 172.20.0.2 (fff5b72b-1d40-4f75-9b8c-f425017fb180/a1c3221a-08ac-4d34-aa16-1e5c2d7ff146/00a8e20f-9f11-4471-929d-2bd313ce0528) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:39.710482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.713046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.745011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.746037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.765492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:39.771129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:39.778364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:39.802324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event updated for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.828637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db8eac36-99d0-4829-9c89-275bf17066e9 req-7e1cc10a-3f04-4dd7-ab4f-82f33fcb562d tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0321395 Mar 31 23:01:39.835128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.843942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.844229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.877402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.897381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Pushing event updated for resources: {'Port': ['ID=00a8e20f-9f11-4471-929d-2bd313ce0528,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.920053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:39.922628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:39.925909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:39.951749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76ff700b-5e82-4e7f-9a08-b8404a613bd1 req-c728106a-ef43-4aab-b28d-873f7328a453 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0331714 Mar 31 23:01:39.993494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Attempting to bind port 00a8e20f-9f11-4471-929d-2bd313ce0528 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:39.994022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Attempting to bind port 00a8e20f-9f11-4471-929d-2bd313ce0528 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:39.994381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Attempting to bind port 00a8e20f-9f11-4471-929d-2bd313ce0528 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:40.000819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:40.001185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Checking segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:40.001586 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.001967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Bound using segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:40.002424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Bound port: 00a8e20f-9f11-4471-929d-2bd313ce0528, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:40.002802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.020989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-ffd101cd-e264-4b53-80a6-367fd77fa467 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2691689 Mar 31 23:01:40.070913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-33bf8616-ec3b-4e7a-b243-9f1eaaa8f952 None None] Provisioning complete for port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:40.071289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33bf8616-ec3b-4e7a-b243-9f1eaaa8f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.072779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Request body: {'port': {'device_id': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:40.122011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-33bf8616-ec3b-4e7a-b243-9f1eaaa8f952 None None] Port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:40.136039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] For port 00a8e20f-9f11-4471-929d-2bd313ce0528, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:40.141042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] For port 00a8e20f-9f11-4471-929d-2bd313ce0528, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00a8e20f-9f11-4471-929d-2bd313ce0528,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:40.151890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1312ac-b568-4027-be77-c9697821d788 req-bb2b8e5c-cd17-42a6-b285-0266eabe94fa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.153717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc1312ac-b568-4027-be77-c9697821d788 req-bb2b8e5c-cd17-42a6-b285-0266eabe94fa tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.0840645 Mar 31 23:01:40.165776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41769c-22fd-4ca0-a60c-08e4c3cc99a8 req-0f7158ce-0fec-4011-b873-93fa9585c468 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.167310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db41769c-22fd-4ca0-a60c-08e4c3cc99a8 req-0f7158ce-0fec-4011-b873-93fa9585c468 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0695581 Mar 31 23:01:40.217200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc1312ac-b568-4027-be77-c9697821d788 req-402affe3-aadb-4c17-a4c8-5b85a103261f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Mar 31 23:01:40.224046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.225495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.229617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.230104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db41769c-22fd-4ca0-a60c-08e4c3cc99a8 req-5cbddeb1-7d8c-4d5a-ae5c-55f8a7f20189 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 Mar 31 23:01:40.307738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3845-61b9-4fc2-9c87-1d5da22f46a3 None None] Pushing event updated for resources: {'Port': ['ID=00a8e20f-9f11-4471-929d-2bd313ce0528,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.363255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3114d-31eb-43cd-bd51-70af0d59f3a8 req-a1ac2700-a66e-4ed1-8a6f-27052c66fba2 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.364801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c3114d-31eb-43cd-bd51-70af0d59f3a8 req-a1ac2700-a66e-4ed1-8a6f-27052c66fba2 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 931 time: 0.0757844 Mar 31 23:01:40.411412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c3114d-31eb-43cd-bd51-70af0d59f3a8 req-f658eaae-414a-4352-8c36-400c273f3c24 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Mar 31 23:01:40.528259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70682f02-5aa8-424d-9921-7099222f751f req-b95d2e69-94be-4d99-91c5-0e0e709d0212 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.529873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70682f02-5aa8-424d-9921-7099222f751f req-b95d2e69-94be-4d99-91c5-0e0e709d0212 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0722537 Mar 31 23:01:40.583883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70682f02-5aa8-424d-9921-7099222f751f req-23156f4c-3a7d-4cb5-9de0-e80836d43601 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386019 Mar 31 23:01:40.799749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00a8e20f-9f11-4471-929d-2bd313ce0528 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:40.853841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 00a8e20f-9f11-4471-929d-2bd313ce0528 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:40.854300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.861074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-544d3f40-e073-4533-9b90-9d2cb807c0a9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.862513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-544d3f40-e073-4533-9b90-9d2cb807c0a9 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1239703 Mar 31 23:01:40.934637 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.969982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 00a8e20f-9f11-4471-929d-2bd313ce0528, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00a8e20f-9f11-4471-929d-2bd313ce0528,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:40.971583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-595c78f8-1590-4e8a-bd6c-f6cb8a9bff82 req-157b3c26-b4e6-4da5-9e63-48727790f702 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0488927 Mar 31 23:01:41.074252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccdd6ca1-a634-40aa-a345-bfd309dfd7f5 req-6e300687-c588-43a2-8569-fd41462385c6 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0275772 Mar 31 23:01:41.084807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:41.096289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.118229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.137004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Transition to ACTIVE for port object 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:41.155346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.179235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=00a8e20f-9f11-4471-929d-2bd313ce0528,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.180352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.191442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Deleting port 6291e1d0-704a-476e-804d-927f2be1689d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:41.191573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.241499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.363716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ded62c-2075-404c-aa09-b0096e1ecf58 None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:41.392388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Pushing event updated for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.435325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc7f5e-2f52-4d42-8541-fcc5ad9a7722 req-e050b0fc-75ce-4a07-947b-b4e59dd7402f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.437497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dc7f5e-2f52-4d42-8541-fcc5ad9a7722 req-e050b0fc-75ce-4a07-947b-b4e59dd7402f tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 946 time: 0.1249986 Mar 31 23:01:41.446569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915914f-b382-40eb-bc60-e054b4aa664b req-d231b3b3-c0c5-4f51-91fa-3b638a5b0bd2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.448184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c915914f-b382-40eb-bc60-e054b4aa664b req-d231b3b3-c0c5-4f51-91fa-3b638a5b0bd2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.1054003 Mar 31 23:01:41.478169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] For port 6291e1d0-704a-476e-804d-927f2be1689d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6291e1d0-704a-476e-804d-927f2be1689d,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:41.478335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.506547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Allocated IP 172.25.6.89 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1f6ac0b0-dc03-4a66-ba49-13263faab5e3) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:41.538418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Calling delete_port for 6291e1d0-704a-476e-804d-927f2be1689d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:41.543055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dc7f5e-2f52-4d42-8541-fcc5ad9a7722 req-59843aaa-18ec-449c-88f7-e3ba7675581a tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/security-groups?id=d1d404c3-e786-47ec-b33b-ae551dc2ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937772 Mar 31 23:01:41.548688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c915914f-b382-40eb-bc60-e054b4aa664b req-11261b31-8f27-40e7-bd87-e983bcf6ca66 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851665 Mar 31 23:01:41.592687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e1abc341-60f3-4565-92e3-9ca5be65e6fb None None] Provisioning complete for port 00a8e20f-9f11-4471-929d-2bd313ce0528 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:41.593583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e1abc341-60f3-4565-92e3-9ca5be65e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.600045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2117f6fb-0f78-4b63-96e6-756b4caf02cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.664906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Attempting to bind port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:41.666410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Attempting to bind port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:41.667038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Attempting to bind port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c on network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:41.678076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c on network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:41.678634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Attempting to bind port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c on network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:41.697065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:41.703026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Checking segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:41.703026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Bound using segment: {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:41.703026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Bound port: 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:41.703026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.703520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8e12c-628c-47c6-9f4e-e551e54204f0 req-aca6f338-a432-47d2-a9f2-2f8a3c8f31c6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.708168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76c8e12c-628c-47c6-9f4e-e551e54204f0 req-aca6f338-a432-47d2-a9f2-2f8a3c8f31c6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 943 time: 0.0811357 Mar 31 23:01:41.814350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76c8e12c-628c-47c6-9f4e-e551e54204f0 req-4baa4743-ecd3-4bdd-a376-764f9341fdc6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045136 Mar 31 23:01:41.835183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ef55-cacb-4e76-96bc-7cc75f18d241 req-af5c746d-14fb-4ffd-85fe-350338a86ac7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.835183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f893ef55-cacb-4e76-96bc-7cc75f18d241 req-af5c746d-14fb-4ffd-85fe-350338a86ac7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1179919 Mar 31 23:01:41.854660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.860972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:41.880178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f893ef55-cacb-4e76-96bc-7cc75f18d241 req-776f5401-9873-428c-abce-03cf7c51eb75 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Mar 31 23:01:41.904873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:42.016801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-42ac43ca-fe1c-43d3-9548-f796560a2591 None None] Provisioning complete for port 00a8e20f-9f11-4471-929d-2bd313ce0528 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:42.016801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-42ac43ca-fe1c-43d3-9548-f796560a2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.081538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-166db153-0aad-4c01-ad2f-5ffd7b3a0d63 req-3de9538f-73f4-4191-be03-29ec8a88cb6b tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0257168 Mar 31 23:01:42.125687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-c0bb4887-13cb-4326-9e2c-77ad24b616e2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.127220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-c0bb4887-13cb-4326-9e2c-77ad24b616e2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0555646 Mar 31 23:01:42.145090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.147836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.156948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.191358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa01bcd1-81fa-4c98-ad8b-1990e02f140f req-47e64f08-5d40-46ee-9c14-eb35e99d263e tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0264764 Mar 31 23:01:42.232748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.233358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.235527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] 10.222.0.44 "PUT /v2.0/ports/9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 1091 time: 2.1668687 Mar 31 23:01:42.240749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:42.243025 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788" -d '{"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:42.252506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:42.281895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:42.285980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:42.323761 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528de89-9660-40b9-aae9-5d934c5bbb09 x-openstack-request-id: req-a528de89-9660-40b9-aae9-5d934c5bbb09 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:42.324045 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:42.324456 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a528de89-9660-40b9-aae9-5d934c5bbb09 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:42.324686 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a528de89-9660-40b9-aae9-5d934c5bbb09'] response: {'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'status': 'completed', 'code': 200} Mar 31 23:01:42.333352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.425308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] No DVR routers for this DVR port 6291e1d0-704a-476e-804d-927f2be1689d on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:42.441877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.445054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aee203b9-0b04-41f5-a515-1d0b80f3c623 req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.10 "DELETE /v2.0/ports/6291e1d0-704a-476e-804d-927f2be1689d HTTP/1.1" status: 204 len: 173 time: 1.5445943 Mar 31 23:01:42.571865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b2b1c-6392-45dc-bf36-2d222bfa14df service neutron] Pushing event updated for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.578985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-c48737b0-c96d-4830-8970-449162c0b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.580551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-c48737b0-c96d-4830-8970-449162c0b915 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1094 time: 0.2517328 Mar 31 23:01:42.592649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Deleting port f8cc0be1-1217-4add-85fd-3d1ebf434922 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:42.593803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.639051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b3b0-8fe2-4b03-b3fc-26655c502c7d tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] Pushing event deleted for resources: {'Port': ['ID=6291e1d0-704a-476e-804d-927f2be1689d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.649784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-462e17f6-c9f3-4ed8-ba76-b5bc9ef04274 req-52036b7e-5298-414a-95b3-b6eb44575a04 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 210 time: 0.0311482 Mar 31 23:01:42.706146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1d7d-0fc2-4272-a225-7bdeedaee9d4 req-5590b4f2-dffe-4cb5-a8e6-1f791edaa4f9 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.707990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fde1d7d-0fc2-4272-a225-7bdeedaee9d4 req-5590b4f2-dffe-4cb5-a8e6-1f791edaa4f9 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 949 time: 0.0610602 Mar 31 23:01:42.759554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fde1d7d-0fc2-4272-a225-7bdeedaee9d4 req-c9f6ef69-e000-4a22-9ddd-22752509db6d tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Mar 31 23:01:42.784759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00a8e20f-9f11-4471-929d-2bd313ce0528 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:42.801927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] For port f8cc0be1-1217-4add-85fd-3d1ebf434922, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f8cc0be1-1217-4add-85fd-3d1ebf434922,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:42.802220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.813199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-b1f116fc-d355-46ad-8ad4-84c1c01d99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.814854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-b1f116fc-d355-46ad-8ad4-84c1c01d99e3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2175739 Mar 31 23:01:42.821229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Calling delete_port for f8cc0be1-1217-4add-85fd-3d1ebf434922 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:42.837426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 00a8e20f-9f11-4471-929d-2bd313ce0528 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:42.838089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.952079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6cfb-802f-4751-95b1-9e2b5a18de3e req-486a00b5-b934-4261-82c8-7394f3a2fe88 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.956954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e7b6cfb-802f-4751-95b1-9e2b5a18de3e req-486a00b5-b934-4261-82c8-7394f3a2fe88 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 943 time: 0.0733640 Mar 31 23:01:43.035348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e7b6cfb-802f-4751-95b1-9e2b5a18de3e req-03c3e8dc-b571-4a85-bcdc-070307220c46 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737119 Mar 31 23:01:43.056259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00273b4-cb6c-474e-a98f-0a6bbbbe5a14 req-5861f601-8b28-40d4-833d-5bd258968e55 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.058959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d00273b4-cb6c-474e-a98f-0a6bbbbe5a14 req-5861f601-8b28-40d4-833d-5bd258968e55 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0839903 Mar 31 23:01:43.066010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.072155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-26c80e4b-0227-4823-a505-6e2aa1b9628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.073623 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf7a17c8-4e3d-44e8-bebe-eaa59bd73788 req-26c80e4b-0227-4823-a505-6e2aa1b9628e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2153397 Mar 31 23:01:43.102417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d00273b4-cb6c-474e-a98f-0a6bbbbe5a14 req-80a49c1a-702c-44b6-b7a1-b24208c06431 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Mar 31 23:01:43.200293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-176102e6-092c-4640-b2a1-ce2f5f02ee7b req-a5757a58-282d-4363-a3e3-0417d70de661 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0313435 Mar 31 23:01:43.242755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-e5b65c9f-9858-4f99-8dbb-943d5d1a297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.244375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-e5b65c9f-9858-4f99-8dbb-943d5d1a297e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1094 time: 0.1288249 Mar 31 23:01:43.293836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-543b7712-ef10-4852-a749-faa8c4126d22 req-3e4de878-a5db-42dd-9b52-92d356e654fc tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0261652 Mar 31 23:01:43.593347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-325aef06-b2d2-43b0-a661-e6fed76ff820 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 217 time: 0.3128936 Mar 31 23:01:43.600115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.632894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['88e0f431-426a-4c03-a71e-7cb02dd7951e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:43.640668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Pushing event deleted for resources: {'Port': ['ID=f8cc0be1-1217-4add-85fd-3d1ebf434922,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.668183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6291e1d0-704a-476e-804d-927f2be1689d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:43.713631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6291e1d0-704a-476e-804d-927f2be1689d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:43.714017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6291e1d0-704a-476e-804d-927f2be1689d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:43.750366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] No DVR routers for this DVR port f8cc0be1-1217-4add-85fd-3d1ebf434922 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:43.754719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.758336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b9e2fd7b-b222-4da6-aaa3-a59f47ad184b req-735e28b7-3c7b-4245-b998-ce718328b1b2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.44 "DELETE /v2.0/ports/f8cc0be1-1217-4add-85fd-3d1ebf434922 HTTP/1.1" status: 204 len: 173 time: 1.6226709 Mar 31 23:01:43.760010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-05a6a766-97dd-4098-9ad6-6ce0cba2b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.761434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-05a6a766-97dd-4098-9ad6-6ce0cba2b4ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 200 len: 867 time: 0.1550958 Mar 31 23:01:43.784121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6eb88698-5ff4-42a6-836f-12f4ec16862a req-1592332c-23f2-4ccf-bc3d-48515a735471 tempest-ServerRescueNegativeTestJSON-1578496455 tempest-ServerRescueNegativeTestJSON-1578496455-project] 10.222.0.83 "GET /v2.0/ports?device_id=2256f070-aee1-443b-8a67-fb915c507e03 HTTP/1.1" status: 200 len: 210 time: 0.0367117 Mar 31 23:01:43.788253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.863955 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-39827cbd-e4b8-46b5-a1f7-94c9e6b66be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.872975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-6a5cf911-e83f-46b1-a84f-25706aa0307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.875183 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-6a5cf911-e83f-46b1-a84f-25706aa0307d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989928 Mar 31 23:01:43.908528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b91d06d5-d23e-47e5-ae24-2bce62d2502c req-7b162ed7-6e72-436b-bc90-f3bf3508c0a1 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0469007 Mar 31 23:01:44.042794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-06b9b3f7-c2a3-4622-8799-cfe071eac127 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196985 Mar 31 23:01:44.146736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:44.161497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b400c41d-27cc-4ab9-ae37-e30e95679e4d req-be17d9b4-9cbf-46a9-a53f-cc63a4969c13 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095812 Mar 31 23:01:44.161879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3e60-e77c-43ab-9ac8-92092b38017f req-e129f640-6a7d-4df8-bfb7-e748671f3c11 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.163524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c2e3e60-e77c-43ab-9ac8-92092b38017f req-e129f640-6a7d-4df8-bfb7-e748671f3c11 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 943 time: 0.0530047 Mar 31 23:01:44.238107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c2e3e60-e77c-43ab-9ac8-92092b38017f req-7bdbf1a9-a1df-4ec7-a8cf-a658e69511e5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621169 Mar 31 23:01:44.262003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61fa5-7d8a-4a8d-9f88-6e7c3bcacef9 req-262a5470-9fea-450d-860a-d7267118ffe3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.262003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78b61fa5-7d8a-4a8d-9f88-6e7c3bcacef9 req-262a5470-9fea-450d-860a-d7267118ffe3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0777113 Mar 31 23:01:44.283532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:44.298704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:44.312591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:44.313501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:44.317680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78b61fa5-7d8a-4a8d-9f88-6e7c3bcacef9 req-d679a2b2-ab22-4b64-a8c7-e4b5256b62e2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Mar 31 23:01:44.327882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'name': 'network-vif-deleted', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d'}, {'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'name': 'network-vif-deleted', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:44.330723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5f294-0bec-4315-b08c-8b7053000d8e" -d '{"events": [{"server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "name": "network-vif-deleted", "tag": "6291e1d0-704a-476e-804d-927f2be1689d"}, {"server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "name": "network-vif-deleted", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:44.337184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79e2d276-f448-47c9-9d4e-ba385839590e req-69c7377b-25b8-4a6a-832c-908981287f12 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0308061 Mar 31 23:01:44.407327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.409212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7eea9e47-19e4-40c0-8f5e-cc4eff492931 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0673873 Mar 31 23:01:44.411894 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fc7329-7e77-4922-91d4-a4f6ce50d310 x-openstack-request-id: req-93fc7329-7e77-4922-91d4-a4f6ce50d310 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:44.412191 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2256f070-aee1-443b-8a67-fb915c507e03", "name": "network-vif-deleted", "tag": "6291e1d0-704a-476e-804d-927f2be1689d", "status": "completed", "code": 200}, {"server_uuid": "6ebadeee-b6df-4db2-8836-b7eaa550f13d", "name": "network-vif-deleted", "tag": "f8cc0be1-1217-4add-85fd-3d1ebf434922", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:44.412455 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93fc7329-7e77-4922-91d4-a4f6ce50d310 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:44.412841 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fc7329-7e77-4922-91d4-a4f6ce50d310'] response: {'server_uuid': '2256f070-aee1-443b-8a67-fb915c507e03', 'name': 'network-vif-deleted', 'tag': '6291e1d0-704a-476e-804d-927f2be1689d', 'status': 'completed', 'code': 200} Mar 31 23:01:44.413140 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fc7329-7e77-4922-91d4-a4f6ce50d310'] response: {'server_uuid': '6ebadeee-b6df-4db2-8836-b7eaa550f13d', 'name': 'network-vif-deleted', 'tag': 'f8cc0be1-1217-4add-85fd-3d1ebf434922', 'status': 'completed', 'code': 200} Mar 31 23:01:44.413551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:44.434340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b387e62b-8133-4af1-8579-3cfecab79b34 req-97e69c1d-b240-40f2-97e8-3e9e19ccf100 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0289888 Mar 31 23:01:44.462699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:44.632151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:42Z', 'revision_number': 3, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:44.659201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:44.659876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Updating router 7d3f4195-a28f-4e4b-b714-c62a3e418433 port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:44.687202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.849592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.863330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45204) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.046102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Allocated IP 172.20.0.1 (fff5b72b-1d40-4f75-9b8c-f425017fb180/a1c3221a-08ac-4d34-aa16-1e5c2d7ff146/4051d6ba-3dcc-4863-a68d-29dc78d72b53) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:45.053001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9cb3084-6197-483a-836d-b869ad995c6e req-6369c8af-318e-4ea6-8bd7-0f34043eebb8 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebadeee-b6df-4db2-8836-b7eaa550f13d HTTP/1.1" status: 200 len: 210 time: 0.0365286 Mar 31 23:01:45.146818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.186191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.221509 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.222340 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.282671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Attempting to bind port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:45.283072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Attempting to bind port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:45.283431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Attempting to bind port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:45.285516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Pushing event updated for resources: {'Port': ['ID=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.295739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:45.296273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:45.296695 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.297216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:45.297688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Bound port: 1f6ac0b0-dc03-4a66-ba49-13263faab5e3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:45.298070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.302695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.302695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.302695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.302695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.303233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.303513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.303840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.304166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.305618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.305960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.306427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.306750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:45.313824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.338680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.342614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f8cc0be1-1217-4add-85fd-3d1ebf434922 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:45.370676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:45.372839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:45.389329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:45.404868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] For port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:45.408780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] For port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:45.411515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f8cc0be1-1217-4add-85fd-3d1ebf434922 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:45.411859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f8cc0be1-1217-4add-85fd-3d1ebf434922 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:45.433825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Pushing event updated for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.447249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.464654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101da4d-b809-4c9a-8537-8c2c5db1421e req-35d2578e-77e3-47ef-9234-25227ef533a6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.466491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c101da4d-b809-4c9a-8537-8c2c5db1421e req-35d2578e-77e3-47ef-9234-25227ef533a6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 943 time: 0.1467021 Mar 31 23:01:45.490696 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.538173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a0032-2c27-42ce-80fa-fdc43e3bda8a req-aa1323a3-7d39-4dfa-9b3b-d784238b8af6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.539696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-224a0032-2c27-42ce-80fa-fdc43e3bda8a req-aa1323a3-7d39-4dfa-9b3b-d784238b8af6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1351197 Mar 31 23:01:45.585462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:45.586200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:45.622545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c101da4d-b809-4c9a-8537-8c2c5db1421e req-f5ce51ee-c779-4417-b716-0e412a2d7e6d tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239023 Mar 31 23:01:45.640483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b352-2201-458d-853a-dcceb55e4a8c None None] Pushing event updated for resources: {'Port': ['ID=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.663268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-224a0032-2c27-42ce-80fa-fdc43e3bda8a req-7e4012ae-1375-439c-a7ed-f83a0ba7e4e0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132154 Mar 31 23:01:45.701952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.750168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ba492e9f-0d9d-4111-a0b6-75eef46a7822 None None] Provisioning complete for port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:45.750814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ba492e9f-0d9d-4111-a0b6-75eef46a7822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.766900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f758ccf-38ba-407c-8aa2-a8b5c2cde1a1 req-9f66eb62-f215-4595-9693-faa2092b5442 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0597000 Mar 31 23:01:45.808158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:45.810465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ba492e9f-0d9d-4111-a0b6-75eef46a7822 None None] Port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:45.837293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34dd9c4f-0b15-4a22-893f-011baf259157 req-6b21c494-131e-4ac2-a84a-a688cf0119a7 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0579820 Mar 31 23:01:45.861343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Deleting port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:45.861818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.906104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-007d35d4-fbd7-400b-a507-834fe04ca2c4 req-3dab5390-d4ae-4d31-b400-aaea50de21ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Mar 31 23:01:45.951788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] For port 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:45.952089 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.969136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.971123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Calling delete_port for 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:46.016789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:42Z', 'revision_number': 3, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:46.042554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d755c06-11f4-4686-ae52-a95626b63083 None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:42Z', 'revision_number': 3, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:46.053215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.131363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.152818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Pushing event updated for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:46.252884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:46.254298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:46.264555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.329201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7baeba1f-8680-41c8-ac1b-fc4b5fea0a08,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:46.449346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:46.524133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.624619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.689359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:46.728027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-720d4643-d6bc-4b7c-bb3f-8a02a02cd43e admin admin] 10.222.0.83 "PUT /v2.0/routers/7d3f4195-a28f-4e4b-b714-c62a3e418433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120925 Mar 31 23:01:46.757566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e891352-5144-46db-a130-2a897120cc35 None None] Provisioning complete for port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:46.758112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e891352-5144-46db-a130-2a897120cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.817508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2e891352-5144-46db-a130-2a897120cc35 None None] Port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:46.820772 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.948112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:47.015292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:47.015808 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.102169 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.125260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:47.209922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.237949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3219e3-de27-4a0a-a02c-0b5ab211ecae req-bda13ca0-c9c2-420d-9a83-f14a8dcb73f6 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.239481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c3219e3-de27-4a0a-a02c-0b5ab211ecae req-bda13ca0-c9c2-420d-9a83-f14a8dcb73f6 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.1465952 Mar 31 23:01:47.249713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1311ba-aba5-4f8e-b3c6-0cc0f4485944 req-7d5b0b60-eb49-4b5e-af3a-dc50014af1d5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.251177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e1311ba-aba5-4f8e-b3c6-0cc0f4485944 req-7d5b0b60-eb49-4b5e-af3a-dc50014af1d5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 943 time: 0.1559126 Mar 31 23:01:47.270218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.315586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:47.356965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c3219e3-de27-4a0a-a02c-0b5ab211ecae req-00cd1ef5-d407-4585-b996-e91b6b0aa832 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022792 Mar 31 23:01:47.390510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e1311ba-aba5-4f8e-b3c6-0cc0f4485944 req-c586128e-4fdd-430f-b906-a1691f4d994e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284535 Mar 31 23:01:47.424230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Router 6d1a2c81-5429-45b9-9b03-83653b9e0417 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:47.443533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:47.460224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'mac_address': 'fa:16:3e:0f:46:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:47.498091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.511430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:47.531960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:47.538411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d189cdb-d871-479e-8036-86d5290ea179 req-5312b47f-8cea-4f33-b011-5c423ed0eeb8 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0542097 Mar 31 23:01:47.591530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36deda-62dc-43b5-8369-240eca723bda req-e2d126f1-0711-41ac-a517-6b6c20ce7436 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.593098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d36deda-62dc-43b5-8369-240eca723bda req-e2d126f1-0711-41ac-a517-6b6c20ce7436 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1580758 Mar 31 23:01:47.623482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:47.632327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-51d4046d-f929-4963-8a72-72226c2224bf admin admin] 10.222.0.83 "PUT /v2.0/routers/6d1a2c81-5429-45b9-9b03-83653b9e0417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7678871 Mar 31 23:01:47.633060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Sync routers for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:47.635214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45238) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:47.647797 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:47.648667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:47.650441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.666831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82de0c1e-124e-4934-a734-a9d46f90f76e req-40441e74-9f0a-4dc8-953e-9decebbc0018 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0406070 Mar 31 23:01:47.676242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d36deda-62dc-43b5-8369-240eca723bda req-99b03978-c075-4c86-a12a-0a978739fee6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Mar 31 23:01:47.756191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.782904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.818376 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:47.906370 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.980638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:48.054373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T23:01:46Z', 'revision_number': 5, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port': {'id': 'd04e6a38-0794-4fd9-b031-c6ede2ac7d41', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:48.100937 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Checking router: 6d1a2c81-5429-45b9-9b03-83653b9e0417 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:48.111808 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Routers {'6d1a2c81-5429-45b9-9b03-83653b9e0417'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:48.112787 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6d1a2c81-5429-45b9-9b03-83653b9e0417'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:48.148601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Deleting port d04e6a38-0794-4fd9-b031-c6ede2ac7d41 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:48.148946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.159773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:48.181807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:48.182641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:48.225232 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] Set router 6d1a2c81-5429-45b9-9b03-83653b9e0417 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:48.278811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] For port d04e6a38-0794-4fd9-b031-c6ede2ac7d41, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:48.279227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.288236 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 6, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:48.296216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Calling delete_port for d04e6a38-0794-4fd9-b031-c6ede2ac7d41 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:48.311048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:48.323390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead329f5-78da-498e-8c81-ba900960b751 None None] The sync data for ids ['6d1a2c81-5429-45b9-9b03-83653b9e0417'] in n-d-828414-2 is: [{'id': '6d1a2c81-5429-45b9-9b03-83653b9e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-182770422-router', 'tenant_id': '71c4722b51124760a8058539c7f95a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:37Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 6, 'project_id': '71c4722b51124760a8058539c7f95a77', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:48.509460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:48.513743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ece68-bc59-4b44-a76d-201b27c26dc1 req-8fb5fcae-3253-4a36-8ec2-4e3b1bdea264 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.514052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678150866', 'description': 'tempest-description--886590799'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.516191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-796ece68-bc59-4b44-a76d-201b27c26dc1 req-8fb5fcae-3253-4a36-8ec2-4e3b1bdea264 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.0709057 Mar 31 23:01:48.560483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 2, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:48.563594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-796ece68-bc59-4b44-a76d-201b27c26dc1 req-b0a889ab-1308-41bf-87e0-b45a53b0cf8e tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Mar 31 23:01:48.594434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:48.594789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Updating router 7d3f4195-a28f-4e4b-b714-c62a3e418433 port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:48.631937 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.643079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.643079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.673516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04e6a38-0794-4fd9-b031-c6ede2ac7d41,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.676778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221d68-26d2-412d-89bb-a8c5c5ba10da req-3614efb9-1b5b-45e9-9a8c-6ae8aeb47e9b tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.680082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa221d68-26d2-412d-89bb-a8c5c5ba10da req-3614efb9-1b5b-45e9-9a8c-6ae8aeb47e9b tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 944 time: 0.1128924 Mar 31 23:01:48.690311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9054aa86-7e6a-4196-a4d6-453b9ef6b0a1 req-8e3a608b-7acc-47e1-a454-58dfd8747dfe tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0490839 Mar 31 23:01:48.794933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa221d68-26d2-412d-89bb-a8c5c5ba10da req-c6ca7056-cd15-4ed8-9682-5a3996dcc074 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 Mar 31 23:01:48.815420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.818586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.885988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31a442a5-4f65-4e19-8158-642afdb1ad0f req-56b95f39-4af5-466d-9050-4bc9a9200de4 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0441999 Mar 31 23:01:48.948525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:48.976700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.997174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.003231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.021366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e0b2d-d9ef-4194-a9bc-6c0577af0600 req-ff53bd26-5b50-4438-afde-80a0f9cb57fa tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.023099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-366e0b2d-d9ef-4194-a9bc-6c0577af0600 req-ff53bd26-5b50-4438-afde-80a0f9cb57fa tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0813589 Mar 31 23:01:49.079544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-366e0b2d-d9ef-4194-a9bc-6c0577af0600 req-76607203-2aa1-4921-a409-ee4de68495b6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Mar 31 23:01:49.107045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f620e94-4de5-4715-ab1c-b737a2439d6c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.130373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e48db185-b056-4391-8b71-2b2ffa6f3ad2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.132185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e48db185-b056-4391-8b71-2b2ffa6f3ad2 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 950 time: 0.1512842 Mar 31 23:01:49.136108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.139605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-adf8cd62-d7e6-4892-97a1-2f66c37e7058 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6289468 Mar 31 23:01:49.141550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45266) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.146631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group_rule': {'security_group_id': '8f620e94-4de5-4715-ab1c-b737a2439d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:49.224461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.224918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1a2c81-5429-45b9-9b03-83653b9e0417 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:49.232387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.234409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dead86de-9495-4407-9ea1-cef42a0f5368 admin admin] 10.222.0.83 "DELETE /v2.0/routers/6d1a2c81-5429-45b9-9b03-83653b9e0417 HTTP/1.1" status: 204 len: 168 time: 1.5969086 Mar 31 23:01:49.237080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.267110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Deleting port 88e0f431-426a-4c03-a71e-7cb02dd7951e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:49.267754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.278372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:49.278902 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.303542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.321618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:49.329161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.340298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Deleting subnet e9734833-0967-4f95-8531-74a124caceb2 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:49.349548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.392791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] For port 88e0f431-426a-4c03-a71e-7cb02dd7951e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=88e0f431-426a-4c03-a71e-7cb02dd7951e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:49.393574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.403614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.409062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Calling delete_port for 88e0f431-426a-4c03-a71e-7cb02dd7951e owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:49.435238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:49.452615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.462175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.464673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:49.465012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7baeba1f-8680-41c8-ac1b-fc4b5fea0a08 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:49.518382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a61ff0-3aa2-4076-8d0d-7de603fedc9d None None] Pushing event updated for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.521647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.597173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:49.623057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:49.625286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.634031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.642758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Attempting to bind port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:49.643547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Attempting to bind port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:49.650744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Attempting to bind port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:49.697201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:49.697550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Checking segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:49.697950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.698336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Bound using segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:49.698814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Bound port: 4051d6ba-3dcc-4863-a68d-29dc78d72b53, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:49.699223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.727608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a409ef-7648-493b-95a9-97ec62e3c28e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.778585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.812930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.851559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Pushing event deleted for resources: {'Port': ['ID=88e0f431-426a-4c03-a71e-7cb02dd7951e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.863041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.875182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e9734833-0967-4f95-8531-74a124caceb2 HTTP/1.1" status: 204 len: 168 time: 0.6336837 Mar 31 23:01:49.879380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee1024-7fc4-4fa4-9c24-9234e28042dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9734833-0967-4f95-8531-74a124caceb2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.896101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55376eff-7780-4621-b1bc-5222fb3d43b8 None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:49.906877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e97566e3-3a55-4661-812e-aa6a94ac2dc1 None None] Provisioning complete for port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:49.907869 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e97566e3-3a55-4661-812e-aa6a94ac2dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.911583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-324ad609-a1e5-4b9a-bed7-1278aaa0e4b5 req-ed3ba8a4-d32d-4c91-ba29-c710c8f5495a tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.2133684 Mar 31 23:01:49.913648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45274) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.925354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] For port 4051d6ba-3dcc-4863-a68d-29dc78d72b53, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:49.974958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] For port 4051d6ba-3dcc-4863-a68d-29dc78d72b53, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4051d6ba-3dcc-4863-a68d-29dc78d72b53,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:50.053356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.090296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.127168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e97566e3-3a55-4661-812e-aa6a94ac2dc1 None None] Port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:50.140977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.152205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74ed5-3448-4aac-a3d2-678e633ca649 req-bad8d252-443e-41a1-bc81-611a6ca371d7 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.154418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbb74ed5-3448-4aac-a3d2-678e633ca649 req-bad8d252-443e-41a1-bc81-611a6ca371d7 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 867 time: 0.4303386 Mar 31 23:01:50.158257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.164655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1e28a5a-37b2-4c06-ae93-1529be3e62a9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0216806 Mar 31 23:01:50.171906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:50.174222 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9018b-af21-4003-b0da-316154fbfc62" -d '{"events": [{"server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "name": "network-vif-plugged", "status": "completed", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:50.196324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45286) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:50.201693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group_rule': {'security_group_id': '8f620e94-4de5-4715-ab1c-b737a2439d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:50.243858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:50.272659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a61ff0-3aa2-4076-8d0d-7de603fedc9d None None] Pushing event updated for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.322451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbb74ed5-3448-4aac-a3d2-678e633ca649 req-2fc1c62c-f3f8-42f5-bf84-3853d6aa18ed tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/security-groups?id=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406364 Mar 31 23:01:50.345837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:50.346549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:50.347257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6e05-ffe1-442c-9dc0-e3df1ea3634e req-171ed287-5016-4f2c-97ff-a4d0256504df tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.357178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c68c6e05-ffe1-442c-9dc0-e3df1ea3634e req-171ed287-5016-4f2c-97ff-a4d0256504df tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 944 time: 0.1890373 Mar 31 23:01:50.418239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] No DVR routers for this DVR port 88e0f431-426a-4c03-a71e-7cb02dd7951e on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:50.422716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.427056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5700ca06-c7ea-40b7-8028-4cd231204eba req-e0ac95f8-70d4-4fe3-860c-75d6aa815201 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.10 "DELETE /v2.0/ports/88e0f431-426a-4c03-a71e-7cb02dd7951e HTTP/1.1" status: 204 len: 173 time: 1.2854247 Mar 31 23:01:50.427698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'name': 'network-vif-deleted', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:50.430212 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430ea41-94c7-45e6-9e2e-ee86e49707e1" -d '{"events": [{"server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "name": "network-vif-deleted", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:50.452042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.463329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c68c6e05-ffe1-442c-9dc0-e3df1ea3634e req-d1a9585c-fc05-405a-a64d-f059afb63e39 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068034 Mar 31 23:01:50.466484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be3f89af-370c-4a31-b7fd-a8ac23571895 req-68a16ebd-be8f-4f37-b2db-0795980a5f13 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0413728 Mar 31 23:01:50.478709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Deleting port 7a359443-804a-400c-be9f-3706fe5c570f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:50.479083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.567915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.574099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.612380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] For port 7a359443-804a-400c-be9f-3706fe5c570f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7a359443-804a-400c-be9f-3706fe5c570f,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:50.612966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.667440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:50.673941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] DHCP port deletion for 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:01:50.698867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Calling delete_port for 7a359443-804a-400c-be9f-3706fe5c570f owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:50.714312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4f1c918-7295-4b7f-820b-3f1d300e4f53 req-b5cf9430-87ea-43b6-9989-fca8ac9edf52 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0641437 Mar 31 23:01:50.760907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.804575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] Provisioning complete for port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:50.805040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.848145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ecacc-efad-4179-9920-fc16d04bc429 req-d434c21e-8d52-40ef-a824-9d007c18661d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.855947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-529ecacc-efad-4179-9920-fc16d04bc429 req-d434c21e-8d52-40ef-a824-9d007c18661d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1852527 Mar 31 23:01:50.867398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.882473 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816c14a-4782-46b9-8360-6aaaa16a5785 x-openstack-request-id: req-7816c14a-4782-46b9-8360-6aaaa16a5785 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:50.883031 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "name": "network-vif-plugged", "status": "completed", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:50.883456 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7816c14a-4782-46b9-8360-6aaaa16a5785 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:50.883838 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7816c14a-4782-46b9-8360-6aaaa16a5785'] response: {'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'code': 200} Mar 31 23:01:50.884768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7a359443-804a-400c-be9f-3706fe5c570f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:50.909172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bc1fc5-8b98-4077-b617-cb1a2b035b61,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.942885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-529ecacc-efad-4179-9920-fc16d04bc429 req-82869b35-f143-4f51-ab79-e0c4e2e1614e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 Mar 31 23:01:50.956781 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c55053b-7ecc-42be-9285-22a2cbbf94c1 x-openstack-request-id: req-9c55053b-7ecc-42be-9285-22a2cbbf94c1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:50.957731 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2ace19-e2b8-493a-b7c6-32267d75ad12", "name": "network-vif-deleted", "tag": "88e0f431-426a-4c03-a71e-7cb02dd7951e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:50.958139 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c55053b-7ecc-42be-9285-22a2cbbf94c1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:50.958690 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c55053b-7ecc-42be-9285-22a2cbbf94c1'] response: {'server_uuid': 'cb2ace19-e2b8-493a-b7c6-32267d75ad12', 'name': 'network-vif-deleted', 'tag': '88e0f431-426a-4c03-a71e-7cb02dd7951e', 'status': 'completed', 'code': 200} Mar 31 23:01:50.977286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Deleting port 7a359443-804a-400c-be9f-3706fe5c570f {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:50.977653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.981092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640d968-a6d2-47a2-82af-c21f1ab0b7df req-f166d221-2513-4813-96a5-fcfc63a5456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.982684 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1640d968-a6d2-47a2-82af-c21f1ab0b7df req-f166d221-2513-4813-96a5-fcfc63a5456f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1096 time: 0.0622678 Mar 31 23:01:50.992358 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.993532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a870ae7-7b6f-460d-bdde-c27837bdd4f3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7960713 Mar 31 23:01:51.001667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:51.006565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:51.021624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.032113 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1640d968-a6d2-47a2-82af-c21f1ab0b7df req-08fb8d4f-b82c-4121-8acf-ca2937a57930 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Mar 31 23:01:51.054357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a359443-804a-400c-be9f-3706fe5c570f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.060725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] No DVR routers for this DVR port 7a359443-804a-400c-be9f-3706fe5c570f on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:51.125678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Port 7a359443-804a-400c-be9f-3706fe5c570f update to DOWN by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:01:51.126111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d04e6a38-0794-4fd9-b031-c6ede2ac7d41 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:51.147763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.157467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.157877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] For port 7a359443-804a-400c-be9f-3706fe5c570f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7a359443-804a-400c-be9f-3706fe5c570f,segment=NetworkSegment(a7fa2845-5552-4bc6-910e-84be612e762d),segment_id=a7fa2845-5552-4bc6-910e-84be612e762d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:51.158276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.160855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d04e6a38-0794-4fd9-b031-c6ede2ac7d41 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:51.161199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d04e6a38-0794-4fd9-b031-c6ede2ac7d41 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:51.170129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.181267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:51.184586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Calling delete_port for 7a359443-804a-400c-be9f-3706fe5c570f owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:51.194128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fa2845-5552-4bc6-910e-84be612e762d') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:51.194424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fa2845-5552-4bc6-910e-84be612e762d') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:51.207425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.244807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.253680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:51.254077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:51.255752 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:51.261165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] For port 4051d6ba-3dcc-4863-a68d-29dc78d72b53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4051d6ba-3dcc-4863-a68d-29dc78d72b53,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:51.266884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:49Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:51.297570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f50ac-58fc-418e-be4f-4729f000604c None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:49Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: from cryptography.utils import int_from_bytes Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: from cryptography.utils import int_from_bytes Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.336338 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:51.340700 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:01:51.341956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.373329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.402829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.417609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Network 73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e is not hosted by any dhcp agent {{(pid=109836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:01:51.419581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] No DVR routers for this DVR port 7a359443-804a-400c-be9f-3706fe5c570f on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:51.444335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef20a15-1894-4c89-91e6-804a9aa5874e None None] Pushing event updated for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.466605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.471704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.474419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b5be2-d88e-460b-add2-c3994419a5de None None] Pushing event deleted for resources: {'Port': ['ID=7a359443-804a-400c-be9f-3706fe5c570f,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.480137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] 10.222.0.83 "DELETE /v2.0/networks/73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e HTTP/1.1" status: 204 len: 168 time: 1.5603454 Mar 31 23:01:51.545572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43ae4cdd-5abe-4cad-bc7d-5478c66b538a req-b1559067-0d13-46ba-a9ec-148f84c3e226 tempest-ServersAdminNegativeTestJSON-2110467527 tempest-ServersAdminNegativeTestJSON-2110467527-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb2ace19-e2b8-493a-b7c6-32267d75ad12 HTTP/1.1" status: 200 len: 210 time: 0.0557597 Mar 31 23:01:51.618926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33b94-053d-48ad-9831-e89800366765 admin admin] Pushing event deleted for resources: {'Network': ['ID=73daa5e0-2c3a-4fca-bd68-f8913ec7ec9e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.671518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7c6a5ea-dcc3-47fb-b059-6942371d7a4b req-ad9756a6-19e7-4198-8c0c-a6a7b1b36d44 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0438204 Mar 31 23:01:51.679834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 88e0f431-426a-4c03-a71e-7cb02dd7951e no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:51.689900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cfcd2-55d3-4321-9e20-31b98368a37b req-a6a4f1ff-005a-4c03-aca8-0710406553a2 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.691633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b52cfcd2-55d3-4321-9e20-31b98368a37b req-a6a4f1ff-005a-4c03-aca8-0710406553a2 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.1416895 Mar 31 23:01:51.698228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Allocated IP 172.25.6.67 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e3c65fdd-3bef-4b22-805c-d0f22c01346d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:51.714422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 88e0f431-426a-4c03-a71e-7cb02dd7951e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:51.714941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 88e0f431-426a-4c03-a71e-7cb02dd7951e not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:51.793049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b52cfcd2-55d3-4321-9e20-31b98368a37b req-c8fb78a0-2180-4afd-828a-8156681ae2b8 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857105 Mar 31 23:01:51.851581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.905135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88eb47fa-dab8-4b9e-90a2-28c02a24b026 req-6ec0e51a-eb59-4927-8836-f2eeba91fa22 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0291345 Mar 31 23:01:51.984824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45306) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:52.032716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c585b8b4-41a6-4bba-954a-7b69601297be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=71c4722b51124760a8058539c7f95a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466070 Mar 31 23:01:52.038015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45308) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:52.094088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.098530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a9a7f-c3eb-4fca-9f08-a0e695af3a7f req-bbfd59ce-871a-4a4b-8093-11077371e733 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.100373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-361a9a7f-c3eb-4fca-9f08-a0e695af3a7f req-bbfd59ce-871a-4a4b-8093-11077371e733 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0648074 Mar 31 23:01:52.102179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.119077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.155685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:52.166295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:52.173547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:52.202897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=e3c65fdd-3bef-4b22-805c-d0f22c01346d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:52.213422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-361a9a7f-c3eb-4fca-9f08-a0e695af3a7f req-abea99cf-5347-49a4-9b80-966d0238bcec tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019189 Mar 31 23:01:52.285872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.301014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.303481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.305795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d1d404c3-e786-47ec-b33b-ae551dc2ac60 HTTP/1.1" status: 204 len: 168 time: 0.2655859 Mar 31 23:01:52.316282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d213d-76fa-4113-848a-b8d41d0ab8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d404c3-e786-47ec-b33b-ae551dc2ac60,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:52.436021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.614269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.786394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-202131d8-1eca-407c-9a2b-7e61df29961b req-bd3b9c09-9825-4f01-93bc-f329e1fc534f tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0310183 Mar 31 23:01:52.824395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.835119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4051d6ba-3dcc-4863-a68d-29dc78d72b53 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:52.904884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:52.905842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=e3c65fdd-3bef-4b22-805c-d0f22c01346d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:52.906152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.946178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.968613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fced7a0-be42-4c8c-bbcd-15eb2a36f738 req-b99afc52-f1ef-4de3-8c4b-2e4440831083 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.970142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fced7a0-be42-4c8c-bbcd-15eb2a36f738 req-b99afc52-f1ef-4de3-8c4b-2e4440831083 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.0805128 Mar 31 23:01:53.027698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fced7a0-be42-4c8c-bbcd-15eb2a36f738 req-7ef7be45-f970-4ed9-83f4-a3d558e12b9a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Mar 31 23:01:53.096117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f053bca-51ff-4a84-a3e5-4e5097aa5465 req-928c3a7a-55d7-46d0-9e2b-63ab8b1dd78a tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0265555 Mar 31 23:01:53.147974 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba60e7dc-eb28-4f81-a37e-bd1696c30c69 req-5b59bc8b-7910-4f97-a294-a80f399c5462 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0297248 Mar 31 23:01:53.169256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.171383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-77909891-d1f2-4ada-b023-a58f4a9337cf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1678536 Mar 31 23:01:53.337699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a783d3-721e-46ff-8e53-c585dcbed437 req-8c1b28cf-8eed-4283-9455-6f0a8e215089 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.339211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a783d3-721e-46ff-8e53-c585dcbed437 req-8c1b28cf-8eed-4283-9455-6f0a8e215089 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0514858 Mar 31 23:01:53.383656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a783d3-721e-46ff-8e53-c585dcbed437 req-4af3d234-d59f-434e-ac85-78493f20a70e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Mar 31 23:01:53.433059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45346) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.507658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-5888490f-7e76-4341-87b9-b5abdbb44ae6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1678150866&fields=id&tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 267 time: 0.0352004 Mar 31 23:01:53.582253 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ed02cb5-f714-498b-afa0-df50284ef187 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e239577266c42fbb401881ea9927d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477358 Mar 31 23:01:53.584773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45358) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.624430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-ea6a20c0-8368-42a5-92e2-19e49b979f07 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.625987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-ea6a20c0-8368-42a5-92e2-19e49b979f07 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 811 time: 0.1068642 Mar 31 23:01:53.634536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.641258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-8ab1d595-cf83-46da-9f04-bcff935bf9ea tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/quotas/0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 375 time: 0.0092728 Mar 31 23:01:53.656942 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.698666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-8f88d51b-773b-469d-897a-b39a701077f9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514569 Mar 31 23:01:53.794508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45362) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.813734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-c060f7c7-11fb-4b86-811f-de670068324e service neutron] 10.222.0.83 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912955 Mar 31 23:01:53.860077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.862667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.866185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f80fef7d-cc50-46ca-bb46-4b7a72d86cb4 HTTP/1.1" status: 204 len: 168 time: 0.2781570 Mar 31 23:01:53.875130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622a17f-ef0e-4c57-a35e-2cc1d6a45b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80fef7d-cc50-46ca-bb46-4b7a72d86cb4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.910662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f1abfa2-5459-4be4-80e2-29a7c5127a20 req-755bf905-b7ea-438c-b580-9d803d06aaef tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0324755 Mar 31 23:01:53.938879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-0f073867-f002-4e30-b9f3-bc5dffdd2c6d service neutron] 10.222.0.83 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287603 Mar 31 23:01:53.944346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-508336306-network', 'tenant_id': '9c5a9fc462af4088aa597b70bf290cc5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.969742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.121800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Made reservation on behalf of 9c5a9fc462af4088aa597b70bf290cc5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:54.124098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.135835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.161564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9360e-ad1e-401f-936e-6dce60dcbb0e req-44533009-d407-43d5-9c9c-d3c323cdf858 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.163092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdf9360e-ad1e-401f-936e-6dce60dcbb0e req-44533009-d407-43d5-9c9c-d3c323cdf858 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.0760586 Mar 31 23:01:54.246558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdf9360e-ad1e-401f-936e-6dce60dcbb0e req-529ec2c0-f323-48fe-befb-741660043bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696983 Mar 31 23:01:54.300502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72afe925-fcec-4da5-ae60-1c1656d9264a req-d8f7c7b2-98e4-4895-a926-ed2b1cb52d89 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0344453 Mar 31 23:01:54.313671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.381388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bc0e687-daca-4812-8e10-a4c3d8045461 req-01844c32-0e2b-4a1a-9def-b7762f862845 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 210 time: 0.0509803 Mar 31 23:01:54.423658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.516777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:54.573812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.574111 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Added segment 3e101c9f-b255-44ed-87fb-d118f94eac33 of type vlan for network f8534915-a707-4196-8430-2d8784bf60ee Mar 31 23:01:54.576040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8866fa3b-601c-4a52-a617-26e894337b3c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.939787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:54.953216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.974845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0968a-ae55-481f-bd8e-c055a30a038b req-cdfee5cf-033b-43d2-967c-99b7432283d6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.976374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ac0968a-ae55-481f-bd8e-c055a30a038b req-cdfee5cf-033b-43d2-967c-99b7432283d6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.4998348 Mar 31 23:01:54.987565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-0ee5d3fb-cd9b-48a7-b625-f747ba6b33e9 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 258 time: 0.6091976 Mar 31 23:01:54.995168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:55.003862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43559589-23c5-4221-8cc3-a49dbb6fe1ad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8d05d61fbc245d0a49f0584572c6c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628529 Mar 31 23:01:55.011297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.058140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ac0968a-ae55-481f-bd8e-c055a30a038b req-eb1539e4-c94d-489f-bda3-9e0b7be4da38 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663047 Mar 31 23:01:55.065017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.087258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.161592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c61f0b3-c9e2-449e-aca6-217b7ca7fa6a req-9c9b1c3d-887c-4d7c-9954-144b8fd8baa2 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0280266 Mar 31 23:01:55.162327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.163232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.163787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.221425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] Pushing event updated for resources: {'Network': ['ID=f8534915-a707-4196-8430-2d8784bf60ee,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.231713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f8534915-a707-4196-8430-2d8784bf60ee details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:55.250146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.295248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.298762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.303138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/575592e2-b9fb-4cb3-a62f-c5b09124a6a2 HTTP/1.1" status: 204 len: 168 time: 0.2904963 Mar 31 23:01:55.312838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf94ee-68c2-48af-a1d0-c46235572c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575592e2-b9fb-4cb3-a62f-c5b09124a6a2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.315550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-590cf9a7-92dc-41fc-ae5d-316eeac82008 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5173104 Mar 31 23:01:55.318061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45402) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.323372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Request body: {'subnet': {'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-508336306-subnet', 'tenant_id': '9c5a9fc462af4088aa597b70bf290cc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:55.393030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.461797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Made reservation on behalf of 9c5a9fc462af4088aa597b70bf290cc5 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:55.468367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.566033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Allocated IP 172.25.6.132 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/eee8f018-d31c-4400-8844-a7a07b12be5c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:55.685500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7769cbf0-569e-4798-9460-505135c3339b req-8910e19e-a874-4ce3-855a-9f49df26dcb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cc18d0cc51e4fc186939a770a972d4c&device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0289204 Mar 31 23:01:55.713398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7769cbf0-569e-4798-9460-505135c3339b req-b7bae3c1-e8bc-4cb5-a2d1-96f12f242a7f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1cc18d0cc51e4fc186939a770a972d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191903 Mar 31 23:01:55.734566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe746797-2da3-4a87-a7eb-0ca5ae8a5bbf req-9a0000f1-7f04-42b9-8953-96a194ab2398 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0375488 Mar 31 23:01:55.773353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.844523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769cbf0-569e-4798-9460-505135c3339b req-57c81673-97a8-4486-a3fa-375ac8dab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.846097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7769cbf0-569e-4798-9460-505135c3339b req-57c81673-97a8-4486-a3fa-375ac8dab00c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1271195 Mar 31 23:01:55.890422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a5bc1d4-0210-43ea-bae8-56bb0d5b3867 req-8f35faf5-c5ed-4afd-b866-ad10a50b31bc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 210 time: 0.0271983 Mar 31 23:01:55.901331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.944183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.004859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76c575e-8122-4e5f-a92c-9e462f34ca2d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.030980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:56.051248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe2e5519-9911-49db-b848-2a8f7645895d req-855b1acd-cfe4-4cd0-9e26-94f160d0aac9 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0537267 Mar 31 23:01:56.054751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:56.059816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:56.068257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Checking segment: {'id': '3e101c9f-b255-44ed-87fb-d118f94eac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:56.068621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Network hostable DHCP agents. Network: f8534915-a707-4196-8430-2d8784bf60ee, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:56.094172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event updated for resources: {'Port': ['ID=eee8f018-d31c-4400-8844-a7a07b12be5c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.210843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.231681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f2fce-b1f4-4c94-8697-7924f2045f3a req-49177149-b6c5-4418-b9b7-9b8113798127 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.234026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5f2fce-b1f4-4c94-8697-7924f2045f3a req-49177149-b6c5-4418-b9b7-9b8113798127 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0825047 Mar 31 23:01:56.247797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Network f8534915-a707-4196-8430-2d8784bf60ee is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:56.279121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5f2fce-b1f4-4c94-8697-7924f2045f3a req-596a3330-d597-4128-92eb-183e5a8aaa68 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Mar 31 23:01:56.314880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.444583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f8534915-a707-4196-8430-2d8784bf60ee) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:56.449251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.450272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.454315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defa2e5-7f0c-482b-8ad3-d60c0ba46cbd None None] Network f8534915-a707-4196-8430-2d8784bf60ee requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:56.505335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.590097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e4ecd-5d01-44a1-aea3-9fc0fb66c536 None None] Network f8534915-a707-4196-8430-2d8784bf60ee requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:56.601922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de41567d-7ca6-48df-87fe-6f2b362da691 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2828205 Mar 31 23:01:56.635569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.731609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event updated for resources: {'Port': ['ID=eee8f018-d31c-4400-8844-a7a07b12be5c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.738391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.855146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.856624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-141c13f3-d9ed-4448-a468-ff3dc427693a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8682103 Mar 31 23:01:56.933457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-545122d0-5025-4a66-a9dc-2f2aa0ff968a req-06f1f955-5418-44e1-8688-54680c48f00f tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0674319 Mar 31 23:01:56.937688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-2198f301-786d-41a5-b839-7c959644b7d9 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 696 time: 0.0729156 Mar 31 23:01:57.083787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfeecfa9-373e-4bf2-bb21-a0d078ef3f30 req-c82cae46-1c09-490b-a77f-291a64e534eb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 210 time: 0.0477622 Mar 31 23:01:57.093137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba053e7-11f7-42d7-a751-248bf642713a req-782563ab-dbe1-4449-8204-66b17513cb30 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.094588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-782563ab-dbe1-4449-8204-66b17513cb30 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1503663 Mar 31 23:01:57.105795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-31d7b092-61fa-4bb4-b98e-7f376d509cba tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:57.106871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dba053e7-11f7-42d7-a751-248bf642713a req-31d7b092-61fa-4bb4-b98e-7f376d509cba tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069265 Mar 31 23:01:57.200523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee78e80f-28d5-4343-bd83-324e40c5abb0 req-0a4c445a-62ab-43e5-843a-0fa92fdbf0f3 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0353308 Mar 31 23:01:57.242765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-abbd45c9-8282-4f1c-ac6e-413da01ae78e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.244440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-abbd45c9-8282-4f1c-ac6e-413da01ae78e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0698626 Mar 31 23:01:57.256721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7769cbf0-569e-4798-9460-505135c3339b req-2f07eaaa-3a0c-44ba-b1be-311c47b995e9 tempest-ServerShowV257Test-74828008 tempest-ServerShowV257Test-74828008-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0c00757-88a3-479e-aa7f-31571e2a439b HTTP/1.1" status: 200 len: 210 time: 0.0268123 Mar 31 23:01:57.295342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-b618e7e1-08db-46fa-b5bc-59806d08d7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 696 time: 0.0437036 Mar 31 23:01:57.313271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'floatingip': {'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:57.370800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.448305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-60ff59b2-3b80-4066-8858-fa0c3d45cd9c tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.449459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-60ff59b2-3b80-4066-8858-fa0c3d45cd9c tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 811 time: 0.1246033 Mar 31 23:01:57.515545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-b4a9b149-7ebf-4d3c-b3e1-28f0d2e381d5 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 380 time: 0.0513880 Mar 31 23:01:57.524983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'port': {'device_id': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'admin_state_up': True, 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'security_groups': ['8f620e94-4de5-4715-ab1c-b737a2439d6c']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:57.550984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8b361-0ba9-425a-b90b-5ca04c0406d1 req-f090b793-0fef-4410-85e9-d244eab6b98f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.552571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3db8b361-0ba9-425a-b90b-5ca04c0406d1 req-f090b793-0fef-4410-85e9-d244eab6b98f tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1371152 Mar 31 23:01:57.678070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3db8b361-0ba9-425a-b90b-5ca04c0406d1 req-a5d0a6c7-95b9-45fb-905a-83cdb5e9e6c8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803053 Mar 31 23:01:57.716553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.722705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-975392652-network', 'tenant_id': '4787e49b8b2c4d1896f4f4183898b167'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:57.776080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Made reservation on behalf of 0c7fc5c6e5004ab68666011a6ce9ed8c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:57.782921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.848500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Made reservation on behalf of 4787e49b8b2c4d1896f4f4183898b167 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:57.852691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.872412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.961944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Allocated IP 172.20.0.10 (fff5b72b-1d40-4f75-9b8c-f425017fb180/a1c3221a-08ac-4d34-aa16-1e5c2d7ff146/94b65c7a-b850-4cf2-94b0-400b61010829) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:57.972027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.044118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.085212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.111760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd096bfe-5486-4861-860a-fe25e279434a req-8ec545ba-b85c-4602-afec-ec01e4e39100 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0323973 Mar 31 23:01:58.142343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.172409 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Floating IP 08245ea1-3ddb-47d4-9b09-383b112b3290 associated. External IP: 172.25.6.132, port: 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c. Mar 31 23:01:58.197989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.220951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:58.238891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47457a1f-fe3d-42cb-9a9d-547f251dc1af,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.243378 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.243800 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Added segment 26585964-962d-45e1-8d4f-9bd3126762d1 of type vlan for network 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 Mar 31 23:01:58.278199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.321082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.328230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f77c-7bb1-4da9-b714-a6e3364f6378 req-c9f76200-5986-4307-b441-e1dc4b592ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.329720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9de9f77c-7bb1-4da9-b714-a6e3364f6378 req-c9f76200-5986-4307-b441-e1dc4b592ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 932 time: 0.0674491 Mar 31 23:01:58.339894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:58.347371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:58.349838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:58.394524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.422097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.422792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.438658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9de9f77c-7bb1-4da9-b714-a6e3364f6378 req-da968ce9-39b8-45f5-96cd-6d68892b4dcb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752392 Mar 31 23:01:58.468684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Router 8cf80775-75ac-4105-93bd-21415e524b53 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:58.518266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.519285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.519966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.609814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] Pushing event updated for resources: {'Network': ['ID=27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.612631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:58.619625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.626228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Sync routers for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:58.627356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:58.631740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-5505ad3b-dc76-47ba-ae7d-fc2938421048 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1107502 Mar 31 23:01:58.645704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:58.645704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.651218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Request body: {'port': {'device_id': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:58.704484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-384ca769-d450-4eac-985e-9e98f4251d16 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9851618 Mar 31 23:01:58.707497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.712812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d66b2340-00dc-4a5b-af9d-6c4f77bf862f tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "PUT /v2.0/floatingips/08245ea1-3ddb-47d4-9b09-383b112b3290 HTTP/1.1" status: 200 len: 996 time: 1.4052305 Mar 31 23:01:58.713346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:58.716026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Request body: {'subnet': {'network_id': '27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-975392652-subnet', 'tenant_id': '4787e49b8b2c4d1896f4f4183898b167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:58.721606 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962" -d '{"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:58.773965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.803612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3f0dc319-c06f-4a19-a6b0-4bfedcf3133d None None] Provisioning complete for port 94b65c7a-b850-4cf2-94b0-400b61010829 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:58.804309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc319-c06f-4a19-a6b0-4bfedcf3133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.810060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:58.841538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dc319-c06f-4a19-a6b0-4bfedcf3133d None None] Port 94b65c7a-b850-4cf2-94b0-400b61010829 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:58.854617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e3164-6a72-4a40-81ec-d6b3a4a07acd req-62c3cdf6-5eb4-4977-9c91-001fd4505030 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.856247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319e3164-6a72-4a40-81ec-d6b3a4a07acd req-62c3cdf6-5eb4-4977-9c91-001fd4505030 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0659277 Mar 31 23:01:58.858901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-3792e2e6-4a7e-4ab4-9d21-fdda833a77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.860402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-3792e2e6-4a7e-4ab4-9d21-fdda833a77a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1096 time: 0.1304924 Mar 31 23:01:58.915583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Made reservation on behalf of 4787e49b8b2c4d1896f4f4183898b167 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:58.915583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.949412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319e3164-6a72-4a40-81ec-d6b3a4a07acd req-6d7d7965-0719-42eb-8ccf-1318bd07af31 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843976 Mar 31 23:01:59.013786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-65a8c19c-1078-4df6-b9bd-9c9f6ece99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.018079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-65a8c19c-1078-4df6-b9bd-9c9f6ece99e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 930 time: 0.1442573 Mar 31 23:01:59.078375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '08245ea1-3ddb-47d4-9b09-383b112b3290', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'mac_address': 'fa:16:3e:0f:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:56Z', 'updated_at': '2022-03-31T23:01:57Z', 'revision_number': 1, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:59.083478 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edeb938-9bd1-413a-981a-49fcb27b5220 x-openstack-request-id: req-8edeb938-9bd1-413a-981a-49fcb27b5220 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:59.083769 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:59.084022 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8edeb938-9bd1-413a-981a-49fcb27b5220 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:59.084473 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edeb938-9bd1-413a-981a-49fcb27b5220'] response: {'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'status': 'completed', 'code': 200} Mar 31 23:01:59.107464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-3a7e11c1-6a50-4daa-af0d-08dc40ab31bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 999 time: 0.0841994 Mar 31 23:01:59.171792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-363adc03-5333-479b-8477-ffeb35d58cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.173656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-363adc03-5333-479b-8477-ffeb35d58cf1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 200 len: 867 time: 0.0580676 Mar 31 23:01:59.205136 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Checking router: 8cf80775-75ac-4105-93bd-21415e524b53 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:59.214576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-769e74d9-607c-4a61-a74f-aac7842025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.215017 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:59.215131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-769e74d9-607c-4a61-a74f-aac7842025ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1096 time: 0.1464667 Mar 31 23:01:59.219172 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:59.273940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-5382e99e-b78c-4041-b0c9-bfeecac8e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.275677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-5382e99e-b78c-4041-b0c9-bfeecac8e833 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942595 Mar 31 23:01:59.292231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45508) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.352641 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:59.393054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.394672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-51672f80-e089-4e01-9210-3bc3386a4acb service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040030 Mar 31 23:01:59.431105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d4d8c77-7ca1-49ff-bcbd-ec846211629f req-0370bc8a-1883-44bd-a02a-78edd3b3e1e2 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1537452 Mar 31 23:01:59.466365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b65c7a-b850-4cf2-94b0-400b61010829 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:59.497647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.517448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-711395bb-29f4-40cd-b837-95851c757944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.519531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-711395bb-29f4-40cd-b837-95851c757944 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 930 time: 0.2668586 Mar 31 23:01:59.534662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.558615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Transition to ACTIVE for port object 94b65c7a-b850-4cf2-94b0-400b61010829 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:59.650563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5214ae9-9639-48ad-9e93-9a3f042f22e6 req-d90c79d7-f3d8-4b46-ac09-4879c1b8f220 service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363920 Mar 31 23:01:59.653295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73dae01c-81a2-4387-b4cb-57f735b58017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.653967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68fdb236-0011-4a2a-9a56-e0d8d671ad19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.666296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949f4f-4a13-472b-ad40-9528bcd33b71 req-93dfa77a-f3d4-4d93-afb1-f68053fcbebd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.673319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.675263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a949f4f-4a13-472b-ad40-9528bcd33b71 req-93dfa77a-f3d4-4d93-afb1-f68053fcbebd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 932 time: 0.1040237 Mar 31 23:01:59.691949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cec473d-2b9b-4114-9e55-7a87ea7122a4,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.721616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-615a46e9-e282-49c9-88d0-c13ba533f9a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 999 time: 0.1886468 Mar 31 23:01:59.738534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a949f4f-4a13-472b-ad40-9528bcd33b71 req-3c9b2fbb-e85b-4e74-ac7c-8aea6d31447d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619597 Mar 31 23:01:59.813162 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '08245ea1-3ddb-47d4-9b09-383b112b3290', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'mac_address': 'fa:16:3e:0f:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:56Z', 'updated_at': '2022-03-31T23:01:57Z', 'revision_number': 1, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:59.815580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Checking segment: {'id': '26585964-962d-45e1-8d4f-9bd3126762d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:59.816305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Network hostable DHCP agents. Network: 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:59.825429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73dae01c-81a2-4387-b4cb-57f735b58017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.839847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Pushing event updated for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.866788 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351dad4d-611f-4555-be20-c1a98a8bf23b None None] The sync data for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 is: [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '08245ea1-3ddb-47d4-9b09-383b112b3290', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'mac_address': 'fa:16:3e:0f:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:56Z', 'updated_at': '2022-03-31T23:01:57Z', 'revision_number': 1, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:59.916350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-f2881b79-1ef3-460a-ac38-9642b7fba11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.918563 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-f2881b79-1ef3-460a-ac38-9642b7fba11d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 200 len: 867 time: 0.1793590 Mar 31 23:01:59.925920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73dae01c-81a2-4387-b4cb-57f735b58017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.018387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68fdb236-0011-4a2a-9a56-e0d8d671ad19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.020285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Network 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:00.025407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73dae01c-81a2-4387-b4cb-57f735b58017 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1cc18d0cc51e4fc186939a770a972d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311530 Mar 31 23:02:00.029056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dae01c-81a2-4387-b4cb-57f735b58017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d4d74-6183-49d0-b9f4-ab8eef337392,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.031147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-fc8f9138-4bec-47db-9b1a-49fcd89338dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.032200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45522) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.033528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-fc8f9138-4bec-47db-9b1a-49fcd89338dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062264 Mar 31 23:02:00.036845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Attempting to bind port 94b65c7a-b850-4cf2-94b0-400b61010829 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:00.037063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Attempting to bind port 94b65c7a-b850-4cf2-94b0-400b61010829 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:00.037410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Attempting to bind port 94b65c7a-b850-4cf2-94b0-400b61010829 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:00.052287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Port 94b65c7a-b850-4cf2-94b0-400b61010829 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:00.052620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Attempting to bind port 94b65c7a-b850-4cf2-94b0-400b61010829 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:00.077358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:00.077586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Checking segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:00.078037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Bound using segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:00.078484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Bound port: 94b65c7a-b850-4cf2-94b0-400b61010829, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:00.078842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.128178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68fdb236-0011-4a2a-9a56-e0d8d671ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.133472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-9209eff2-17a6-404a-a50b-d62be588de5a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 258 time: 0.2637627 Mar 31 23:02:00.145628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:00.184815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.197097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8003-1e7e-4bd0-ba36-b569c90bee55 req-72be6f83-e317-406d-a3df-9b813a80767e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.198742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63ee8003-1e7e-4bd0-ba36-b569c90bee55 req-72be6f83-e317-406d-a3df-9b813a80767e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1156082 Mar 31 23:02:00.205306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:00.205994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26aa48d-97f1-4108-ba95-1ac44629b183 None None] New status for floating IP 08245ea1-3ddb-47d4-9b09-383b112b3290: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:00.209641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.210434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.221144 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68fdb236-0011-4a2a-9a56-e0d8d671ad19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5fe681b4dbfb4b01aaac39cd52555ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237882 Mar 31 23:02:00.223879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45524) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.232701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.242279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb236-0011-4a2a-9a56-e0d8d671ad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b5c46-bc07-4dd5-99fa-224bf17282f9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.257430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a8165-30f4-4ba1-9d74-7c1999dec28a None None] Network 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:00.265300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-1d4644fe-cc19-439d-a8a5-f41e49eed322 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236633 Mar 31 23:02:00.283418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:00.323626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.335929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=94b65c7a-b850-4cf2-94b0-400b61010829,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:00.367627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26b767ff-5e2a-4531-82c4-1f2baa203e47 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6579700 Mar 31 23:02:00.367955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63ee8003-1e7e-4bd0-ba36-b569c90bee55 req-80799f70-3d23-4036-b29f-ee23dc18548b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319540 Mar 31 23:02:00.387305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b2cbd4-ffbb-4628-99f5-2ebb78782962 req-c0c060ea-75b2-47a3-b575-58df638ae102 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141200 Mar 31 23:02:00.427972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.446525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.474591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f989eb2-a9fb-4140-b763-9edef9489dfa None None] Network 27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:00.484235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.484235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.484235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] 10.222.0.10 "PUT /v2.0/ports/94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1092 time: 1.8368578 Mar 31 23:02:00.484235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:00.485881 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843d83f-ff94-4ebf-bf5f-85de635ce809" -d '{"events": [{"name": "network-changed", "server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:00.509377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.532699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15383e2-3f06-470d-b376-9ff1e6a9769b service neutron] Pushing event updated for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.626290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.636903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.636903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4e7d4d74-6183-49d0-b9f4-ab8eef337392 HTTP/1.1" status: 204 len: 168 time: 0.5987153 Mar 31 23:02:00.685924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40403d19-0a2b-469b-a4e4-0f6d33759687 req-33389c0b-d2a8-477d-a70e-d59f5a39cf7e tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0807211 Mar 31 23:02:00.708183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.720533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae4c18-2e8b-4f8e-84fc-7e5f895df972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d4d74-6183-49d0-b9f4-ab8eef337392,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.752710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-4d32f80b-8b10-49e7-b896-af4fd91a183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.755751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-4d32f80b-8b10-49e7-b896-af4fd91a183e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1095 time: 0.0997233 Mar 31 23:02:00.816289 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5e91f0-1559-4532-931f-f30f25c20c57 x-openstack-request-id: req-5d5e91f0-1559-4532-931f-f30f25c20c57 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:00.816611 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:00.816978 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5d5e91f0-1559-4532-931f-f30f25c20c57 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:00.817481 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5e91f0-1559-4532-931f-f30f25c20c57'] response: {'name': 'network-changed', 'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829', 'status': 'completed', 'code': 200} Mar 31 23:02:00.819193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-f5093163-935a-4765-a17d-b3459d59621d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 217 time: 0.0483863 Mar 31 23:02:00.876418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-836334c6-2caf-4cc4-b3c4-74033b0a315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.878266 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-836334c6-2caf-4cc4-b3c4-74033b0a315e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.0508687 Mar 31 23:02:00.930011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.932216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867b06-138d-4974-8234-212c1468f7c1 req-71eb1a04-5be4-4d4d-bf5f-253a9b6b021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.932623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.934022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/755b5c46-bc07-4dd5-99fa-224bf17282f9 HTTP/1.1" status: 204 len: 168 time: 0.7091465 Mar 31 23:02:00.937055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-71eb1a04-5be4-4d4d-bf5f-253a9b6b021f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458472 Mar 31 23:02:00.949377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a084fbf-46bc-456e-8f3c-770cdb1baa73 req-75cae918-4dc8-4937-9c48-5493b6100e7b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.950870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a084fbf-46bc-456e-8f3c-770cdb1baa73 req-75cae918-4dc8-4937-9c48-5493b6100e7b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 944 time: 0.1058102 Mar 31 23:02:00.965677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94817a-1921-463a-bcf9-9b8cf0bc57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b5c46-bc07-4dd5-99fa-224bf17282f9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.050992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a084fbf-46bc-456e-8f3c-770cdb1baa73 req-a39f1293-9e2e-444b-877b-47fcca2c0b77 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888116 Mar 31 23:02:01.052577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-a2878462-e968-4a02-ba28-bcbfbbc2f767 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068554 Mar 31 23:02:01.087214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Allocated IP 172.25.6.127 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ae58bc53-0cbf-4506-aa19-3bf011243d85) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:01.165698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-24867b06-138d-4974-8234-212c1468f7c1 req-467d8d71-d0ff-434a-a984-b954c66aa27b service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051402 Mar 31 23:02:01.207409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.348383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.388719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-59c26749-05e7-4907-8ba6-ffd3d82adb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.390919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-59c26749-05e7-4907-8ba6-ffd3d82adb5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1095 time: 0.0549042 Mar 31 23:02:01.446166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:01.453662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:01.456183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:01.510448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-b7373e83-a84c-4cd2-bb1c-f0ee3f9c06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.512582 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-b7373e83-a84c-4cd2-bb1c-f0ee3f9c06b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.1154046 Mar 31 23:02:01.512747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event updated for resources: {'Port': ['ID=ae58bc53-0cbf-4506-aa19-3bf011243d85,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.529405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1c90f600-734a-4801-a4bc-2aa10a72362a tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.530922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1c90f600-734a-4801-a4bc-2aa10a72362a tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/networks?id=f8534915-a707-4196-8430-2d8784bf60ee HTTP/1.1" status: 200 len: 824 time: 0.1950500 Mar 31 23:02:01.552824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-f2c0a09c-2aea-47eb-b5eb-1a3adf503ed1 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/quotas/9c5a9fc462af4088aa597b70bf290cc5 HTTP/1.1" status: 200 len: 375 time: 0.0155454 Mar 31 23:02:01.555229 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-721f1e8e-d35c-4434-80e2-52ea07e3daa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 217 time: 0.0358100 Mar 31 23:02:01.607364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-df2920ce-d0db-4825-b548-683043a47ed1 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c5a9fc462af4088aa597b70bf290cc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320852 Mar 31 23:02:01.610266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-38f3bd0c-2d54-48ec-acc9-755d19b8ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.611746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-38f3bd0c-2d54-48ec-acc9-755d19b8ba41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.0488758 Mar 31 23:02:01.627278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.660655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-d678a8db-d7ff-4503-bd34-54b5eaa2b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.662171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-d678a8db-d7ff-4503-bd34-54b5eaa2b14c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436103 Mar 31 23:02:01.763331 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-1ca2a496-2a29-41a5-afde-6ce449e6ef1f service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934517 Mar 31 23:02:01.866346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6843d83f-ff94-4ebf-bf5f-85de635ce809 req-8ca761ee-8c94-421a-802e-b50d6bace411 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965421 Mar 31 23:02:01.925898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45570) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.941950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a426af66-93bc-43e4-9c4f-262ee8e8a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.036642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.038135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a426af66-93bc-43e4-9c4f-262ee8e8a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.088677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-2b6bc542-1e52-49aa-8dde-0fb760a91060 service neutron] 10.222.0.83 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712310 Mar 31 23:02:02.138178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a426af66-93bc-43e4-9c4f-262ee8e8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.179986 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a426af66-93bc-43e4-9c4f-262ee8e8a4be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d66fde6c61ea4e28bcd56ee83c38a235&name=default HTTP/1.1" status: 200 len: 2981 time: 0.2527440 Mar 31 23:02:02.180859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426af66-93bc-43e4-9c4f-262ee8e8a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f887e3-13f5-4afc-aa25-b08d00113c9b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.183280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.241361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.243514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-470697a8-bb0f-4905-b72c-be6e4c75bf10 service neutron] 10.222.0.83 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480544 Mar 31 23:02:02.283186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.285695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.392306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.461061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event updated for resources: {'Port': ['ID=ae58bc53-0cbf-4506-aa19-3bf011243d85,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.461324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.463699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.467262 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/04f887e3-13f5-4afc-aa25-b08d00113c9b HTTP/1.1" status: 204 len: 168 time: 0.2807899 Mar 31 23:02:02.473837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.474143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceceb2e-059e-4819-a125-a4bee9bcc282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f887e3-13f5-4afc-aa25-b08d00113c9b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.590469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.591864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-80399f2a-42da-4fe9-9665-256049620898 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4522223 Mar 31 23:02:02.622324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187d03-02bb-4960-a684-1da5a860d3f1 req-96d550cf-237c-4a69-a33a-b61cadfeec44 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.624500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3187d03-02bb-4960-a684-1da5a860d3f1 req-96d550cf-237c-4a69-a33a-b61cadfeec44 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0653200 Mar 31 23:02:02.669516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-25ccc1a0-06a7-4477-b83c-73f81d71dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0663476 Mar 31 23:02:02.745560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3187d03-02bb-4960-a684-1da5a860d3f1 req-d32e93a2-4ba6-4912-9870-4aebfd161139 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Mar 31 23:02:02.805035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-ec1b8649-e845-4110-a9b3-84dd9a097129 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.805035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31d7ef66-a1cf-4aa7-8e9a-57db3a794f9a req-ec1b8649-e845-4110-a9b3-84dd9a097129 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1260388 Mar 31 23:02:02.836279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-725fc05f-bcc1-48e1-9090-f83c525ef7ea req-cc61dfb6-76d1-4ca4-b41f-5933948f0185 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Mar 31 23:02:02.916087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d423f-0661-43d5-8413-fdab2fd73bcf req-6bf0e281-153a-4287-99ac-4211487b41b7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.917591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f29d423f-0661-43d5-8413-fdab2fd73bcf req-6bf0e281-153a-4287-99ac-4211487b41b7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 944 time: 0.0651855 Mar 31 23:02:02.961907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f29d423f-0661-43d5-8413-fdab2fd73bcf req-72a41f4a-28a8-43c3-b6d3-5d24b87a99ee tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376499 Mar 31 23:02:03.034318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26fd2ada-c35c-46c8-9a5a-125c6b0217f3 req-ca29a993-29ad-44d9-beb9-59865b628f98 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 210 time: 0.0308814 Mar 31 23:02:03.148936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-aa20c238-d01c-4183-8020-939063199fdd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.151530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-aa20c238-d01c-4183-8020-939063199fdd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0512865 Mar 31 23:02:03.218409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-cb67af66-916b-4b33-8a47-137fd354c9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0583665 Mar 31 23:02:03.228276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-8eba8d40-1a72-4ec3-a957-65580887ec9e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'floatingip': {'port_id': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:03.270682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-8eba8d40-1a72-4ec3-a957-65580887ec9e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.487042 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-8eba8d40-1a72-4ec3-a957-65580887ec9e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:02:03.488329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f310e9d-5ea9-45df-a71d-811b8b101fca req-8eba8d40-1a72-4ec3-a957-65580887ec9e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "PUT /v2.0/floatingips/0227b514-2cd9-4e9e-aa49-a922cabb8cfd HTTP/1.1" status: 409 len: 550 time: 0.2644796 Mar 31 23:02:03.553898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-31a0b3ed-c85f-4e8b-93ad-6dd1c8b376e8 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips/0227b514-2cd9-4e9e-aa49-a922cabb8cfd HTTP/1.1" status: 200 len: 693 time: 0.0444856 Mar 31 23:02:03.672192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-00c37dd3-5c2e-4f7f-b43b-14cfecbf14ee tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.672192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-00c37dd3-5c2e-4f7f-b43b-14cfecbf14ee tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1072314 Mar 31 23:02:03.679213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-e7e29ee6-9dac-4c2e-aabb-1e9a9ee15d3e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:03.680172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-e7e29ee6-9dac-4c2e-aabb-1e9a9ee15d3e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057113 Mar 31 23:02:03.735454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-76cc0c2a-3401-48cd-877f-0a67dd78b932 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0474415 Mar 31 23:02:03.798515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-0bf13053-b7b1-4de9-bb3f-4541b2a4f943 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0560784 Mar 31 23:02:03.946318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Deleting port ae58bc53-0cbf-4506-aa19-3bf011243d85 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:03.946318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.041833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.042168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.056463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Calling delete_port for ae58bc53-0cbf-4506-aa19-3bf011243d85 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:04.277206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c289466-4433-4c9c-a8b3-05bef1068475 req-3211970a-1dc9-40cf-bdb3-3fcc15fa10b8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:04.278968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c289466-4433-4c9c-a8b3-05bef1068475 req-3211970a-1dc9-40cf-bdb3-3fcc15fa10b8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0516269 Mar 31 23:02:04.292239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.329134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event deleted for resources: {'Port': ['ID=ae58bc53-0cbf-4506-aa19-3bf011243d85,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.386300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c289466-4433-4c9c-a8b3-05bef1068475 req-9a161ef5-bc02-4a25-a7d2-f44aef20bb3a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Mar 31 23:02:04.403238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.406783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.408078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-964091ab-d8cc-43e6-85b5-adff2b7ad6ce req-dc0b5f4a-6560-4929-8d42-d21c097908fd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "DELETE /v2.0/floatingips/0227b514-2cd9-4e9e-aa49-a922cabb8cfd HTTP/1.1" status: 204 len: 173 time: 0.6014426 Mar 31 23:02:04.455777 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.522298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-572e7aba-34da-4773-84a2-7f3739523909 req-29d94e23-c54b-45bb-9e89-abe11732cf8f tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0546727 Mar 31 23:02:04.554680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99288a-2538-423a-97bf-11ed080cf637 req-0e0b2e7a-63c9-4aea-b9b1-2a0956ae07ec tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:04.556387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b99288a-2538-423a-97bf-11ed080cf637 req-0e0b2e7a-63c9-4aea-b9b1-2a0956ae07ec tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 944 time: 0.0908711 Mar 31 23:02:04.602496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b99288a-2538-423a-97bf-11ed080cf637 req-75653cd6-a435-48cd-a547-5727411b20eb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Mar 31 23:02:04.653983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc46ffde-b942-4c57-8118-c1c9b64535e8 req-095e6e78-7288-4d93-b344-a8f698c05487 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 210 time: 0.0357542 Mar 31 23:02:04.759105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-0b621f7a-2ca1-4f6a-b69c-e5973467e9e8 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 1001 time: 0.0939996 Mar 31 23:02:04.823660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-981add71-9b09-4009-8a97-62e34ddcfb7e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:04.825254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-981add71-9b09-4009-8a97-62e34ddcfb7e tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports/9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 942 time: 0.0580378 Mar 31 23:02:04.931902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7b008542-d64b-45ab-9a91-bc846de652a6 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 1001 time: 0.0616980 Mar 31 23:02:05.055068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-246898a3-1f0d-413e-9364-269a349dde7a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.057408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-246898a3-1f0d-413e-9364-269a349dde7a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1192522 Mar 31 23:02:05.132088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-5cb7b53b-6368-430a-bbd2-6252b6cbab79 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 1001 time: 0.0678141 Mar 31 23:02:05.146072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:05.227172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-297372fd-dcfc-411b-b097-18e2875c6818 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3f1546921b774ec998e707cdd39594fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317812 Mar 31 23:02:05.231789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.425736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-ad6a892e-5ba4-4087-a168-66b637f175b9 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.427214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-ad6a892e-5ba4-4087-a168-66b637f175b9 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928611 Mar 31 23:02:05.467628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.475218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-f2e9b92e-1d14-40ee-b703-82d1fd2d8f62 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/quotas/3f1546921b774ec998e707cdd39594fb HTTP/1.1" status: 200 len: 375 time: 0.0142205 Mar 31 23:02:05.506289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-575e7f50-b8c1-4596-990f-2d6271c17bfe tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3f1546921b774ec998e707cdd39594fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248444 Mar 31 23:02:05.584352 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.584772 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Floating IP 08245ea1-3ddb-47d4-9b09-383b112b3290 disassociated. External IP: 172.25.6.132, port: 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c. Mar 31 23:02:05.724314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-5d1291d5-06dc-4ec9-a9a8-f0fcbdb5fd53 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.726893 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-5d1291d5-06dc-4ec9-a9a8-f0fcbdb5fd53 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.44 "GET /v2.0/networks?id=f8534915-a707-4196-8430-2d8784bf60ee HTTP/1.1" status: 200 len: 824 time: 0.1187074 Mar 31 23:02:05.740591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 94b65c7a-b850-4cf2-94b0-400b61010829 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:05.756947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Request body: {'port': {'device_id': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee', 'admin_state_up': True, 'tenant_id': '9c5a9fc462af4088aa597b70bf290cc5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:05.851388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b27a5-75ab-4810-8d02-2db97cb69b02 req-3cdbc98d-2e1c-4583-9cc4-4b48696d5a9a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.852782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d58b27a5-75ab-4810-8d02-2db97cb69b02 req-3cdbc98d-2e1c-4583-9cc4-4b48696d5a9a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0933397 Mar 31 23:02:05.863740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=94b65c7a-b850-4cf2-94b0-400b61010829,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:05.872452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Router 8cf80775-75ac-4105-93bd-21415e524b53 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:05.879135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '94b65c7a-b850-4cf2-94b0-400b61010829', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'port_id': '94b65c7a-b850-4cf2-94b0-400b61010829', 'mac_address': 'fa:16:3e:10:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:05.926950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.944030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b65c7a-b850-4cf2-94b0-400b61010829 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:05.965479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=94b65c7a-b850-4cf2-94b0-400b61010829,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:06.018129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:06.022691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.035781 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Sync routers for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:06.045182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:06.051627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:06.068549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7edb3d56-9d4e-49bd-ae5d-cb99bcad35ca tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "PUT /v2.0/floatingips/08245ea1-3ddb-47d4-9b09-383b112b3290 HTTP/1.1" status: 200 len: 695 time: 0.9306931 Mar 31 23:02:06.069280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:06.071689 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c8774-f826-412a-876f-2f8015ffed56" -d '{"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:06.072212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Made reservation on behalf of 9c5a9fc462af4088aa597b70bf290cc5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:06.076068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.096605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.127840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d58b27a5-75ab-4810-8d02-2db97cb69b02 req-2edb59f3-905b-47f4-bd51-ca5b70e5b836 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611520 Mar 31 23:02:06.166499 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:06.169997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-3e863499-0421-4fab-91e7-13736868f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.180210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-3e863499-0421-4fab-91e7-13736868f9c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1096 time: 0.0950239 Mar 31 23:02:06.224674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.305315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4be25b80-8155-49e5-a46b-e8ba9dbac056 req-50f0c5f9-2806-43d4-9572-7d909d2f3a9a tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0474825 Mar 31 23:02:06.313746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Allocated IP 172.20.0.9 (f8534915-a707-4196-8430-2d8784bf60ee/c76c575e-8122-4e5f-a92c-9e462f34ca2d/85dd32bc-6ae8-487a-b2dd-a1318e4486e0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:06.382909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-56779003-380e-45da-875f-04076bcc0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.384757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-56779003-380e-45da-875f-04076bcc0fd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 930 time: 0.1971154 Mar 31 23:02:06.397323 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:06.424749 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Checking router: 8cf80775-75ac-4105-93bd-21415e524b53 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:06.433806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:06.434411 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:06.435433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-ac771ccb-ba6d-4881-81e0-a84377a1a54e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 217 time: 0.0424757 Mar 31 23:02:06.511081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7951c1e1-7483-4451-bed3-0f285a497ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.512583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-7951c1e1-7483-4451-bed3-0f285a497ba3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 200 len: 867 time: 0.0675983 Mar 31 23:02:06.521145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8f225-2d23-48a2-a90c-6e69868c810a req-2e9f1f20-e3a6-49d5-984c-916a020917ba tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.528692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07c8f225-2d23-48a2-a90c-6e69868c810a req-2e9f1f20-e3a6-49d5-984c-916a020917ba tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 945 time: 0.0950940 Mar 31 23:02:06.546119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:06.558304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.605747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07c8f225-2d23-48a2-a90c-6e69868c810a req-c75f7cdc-60a4-433c-a547-44238b887454 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759435 Mar 31 23:02:06.608295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-d76eeea1-f813-46bf-8587-30c3a11182b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.613365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-d76eeea1-f813-46bf-8587-30c3a11182b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737581 Mar 31 23:02:06.730621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.738108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['94b65c7a-b850-4cf2-94b0-400b61010829'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:06.738933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0dbfa9d-6534-4965-8099-1de725e69059 req-b9726d87-eac6-4732-be86-3a6e6bc172a6 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 210 time: 0.0410755 Mar 31 23:02:06.753450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-beb616c8-7a80-4f71-88ec-e7b24edee1a7 service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369224 Mar 31 23:02:06.786533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:06.828794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Pushing event updated for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.829538 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bdbb06-be05-4741-9f8b-db7b82214ef2 None None] The sync data for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 is: [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6084e80d-3053-4775-a060-efea57ff87cd', 'name': '', 'network_id': '0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'mac_address': 'fa:16:3e:86:1a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:31Z', 'updated_at': '2022-03-31T23:01:36Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'subnets': [{'id': '7c253118-fc94-4fcc-81e3-ccc40b363a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:06.843287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Network f8534915-a707-4196-8430-2d8784bf60ee is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:06.845216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:06.851187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:06.882790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1aeaaf35-d44b-4e2f-ae6b-2dfca0a19a16 req-89523310-b2b0-42cc-a477-6a26c18a96df tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 210 time: 0.0687790 Mar 31 23:02:06.958823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.959236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-633271c6-7ebb-4a50-bcca-7ba7cd9a7f86 req-cd340805-edcf-4450-84cd-e20a40eb5321 service neutron] 10.222.0.83 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985219 Mar 31 23:02:06.959536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.006651 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332a265f-0668-431b-8f6c-954f0ae54678 x-openstack-request-id: req-332a265f-0668-431b-8f6c-954f0ae54678 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:07.007024 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:07.007398 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-332a265f-0668-431b-8f6c-954f0ae54678 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:07.007826 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332a265f-0668-431b-8f6c-954f0ae54678'] response: {'name': 'network-changed', 'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'status': 'completed', 'code': 200} Mar 31 23:02:07.084251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-7eea1427-cec0-4b75-952b-00357800b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.084251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-7eea1427-cec0-4b75-952b-00357800b28b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 1096 time: 0.0513060 Mar 31 23:02:07.156351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c121f0-244a-4c3c-ad65-5c3c1e2bba08 None None] New status for floating IP 08245ea1-3ddb-47d4-9b09-383b112b3290: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:07.183153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-bc582070-96e2-44b2-9ce7-cc962c212ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.184833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-bc582070-96e2-44b2-9ce7-cc962c212ed7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 200 len: 930 time: 0.0959980 Mar 31 23:02:07.232341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-fac60db7-19c9-4d9e-b713-a7878d26aad4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792767 Mar 31 23:02:07.234323 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-ebb4a28f-d9d7-41b3-8478-8ed0e5e1b5db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 200 len: 217 time: 0.0410788 Mar 31 23:02:07.253019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Request body: {'port': {'device_id': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:07.324524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108b93-8f7a-46cf-a745-fb876e8c0659 req-0719f436-0ca9-4b08-aa0b-f45dd15cf6b3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.326211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa108b93-8f7a-46cf-a745-fb876e8c0659 req-0719f436-0ca9-4b08-aa0b-f45dd15cf6b3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0611305 Mar 31 23:02:07.349018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.351806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-4ae5a492-49f0-4cb8-ae3c-4bb1f4f9421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.353263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-4ae5a492-49f0-4cb8-ae3c-4bb1f4f9421d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 200 len: 867 time: 0.0975556 Mar 31 23:02:07.371453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa108b93-8f7a-46cf-a745-fb876e8c0659 req-57fda78f-8d0f-46bf-8cb0-8f611655b259 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Mar 31 23:02:07.443515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-06bbb803-47d9-4e62-bc94-15992cb12efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.445211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-06bbb803-47d9-4e62-bc94-15992cb12efc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841243 Mar 31 23:02:07.464826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-1fa94995-0432-4830-a7e3-b513fb32fc7a tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips/08245ea1-3ddb-47d4-9b09-383b112b3290 HTTP/1.1" status: 200 len: 695 time: 0.0686016 Mar 31 23:02:07.551044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90294d18-0a75-426a-b6b5-f0ba086cbf0a req-6e448ebf-e165-43ad-853f-840da0131876 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0569029 Mar 31 23:02:07.642533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-ca7ffafc-29fb-4017-8d2d-4d29d33aa9a0 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.644584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-ca7ffafc-29fb-4017-8d2d-4d29d33aa9a0 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1784265 Mar 31 23:02:07.718640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-08699339-3e50-4664-9119-d8a976f076d3 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 696 time: 0.0674264 Mar 31 23:02:07.793364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-ac82ee10-ad27-4f96-a2dc-5be7a9dedb67 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.132 HTTP/1.1" status: 200 len: 696 time: 0.0683856 Mar 31 23:02:07.974350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-7324e5a9-0ab6-4ff8-bbc0-fd2faa1197b3 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825618 Mar 31 23:02:08.132762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:08.139297 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b1c8774-f826-412a-876f-2f8015ffed56 req-fb108e34-4350-4740-a491-48c903fc43f5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570826 Mar 31 23:02:08.143659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.164383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Transition to ACTIVE for port object 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:08.227599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b5235-58bc-43c6-8047-b929155ac091 req-2e6a99e3-496e-460c-aa39-2fc091b1c069 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.230672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-414b5235-58bc-43c6-8047-b929155ac091 req-2e6a99e3-496e-460c-aa39-2fc091b1c069 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 945 time: 0.4613364 Mar 31 23:02:08.252774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.297359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-414b5235-58bc-43c6-8047-b929155ac091 req-58cf2ca4-2bb0-432f-bb0c-7f2592d53e9a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601003 Mar 31 23:02:08.306947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.330978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Deleting port eee8f018-d31c-4400-8844-a7a07b12be5c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:08.330978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.413861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Attempting to bind port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:08.414994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Attempting to bind port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '3e101c9f-b255-44ed-87fb-d118f94eac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:08.415256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Attempting to bind port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 on network f8534915-a707-4196-8430-2d8784bf60ee {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:08.422221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 on network f8534915-a707-4196-8430-2d8784bf60ee not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:08.422548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Attempting to bind port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 on network f8534915-a707-4196-8430-2d8784bf60ee {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:08.431739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:08.432121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Checking segment: {'id': '3e101c9f-b255-44ed-87fb-d118f94eac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:08.432472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Bound using segment: {'id': '3e101c9f-b255-44ed-87fb-d118f94eac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:08.432921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Bound port: 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e101c9f-b255-44ed-87fb-d118f94eac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:08.433280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.476519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.477073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.494140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Calling delete_port for eee8f018-d31c-4400-8844-a7a07b12be5c owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:08.505530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcfe7b-eecd-4249-af01-8d3d4bea7552 req-e302f2d1-1fb1-4b2c-9b73-050ee5b56ae8 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.511824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80dcfe7b-eecd-4249-af01-8d3d4bea7552 req-e302f2d1-1fb1-4b2c-9b73-050ee5b56ae8 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 943 time: 0.0977192 Mar 31 23:02:08.512007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:08.512007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,segment=NetworkSegment(3e101c9f-b255-44ed-87fb-d118f94eac33),segment_id=3e101c9f-b255-44ed-87fb-d118f94eac33)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:08.602641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80dcfe7b-eecd-4249-af01-8d3d4bea7552 req-ab515eab-f1d5-452d-a281-30fdaa676694 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852675 Mar 31 23:02:08.631743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.665246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.666093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.667530 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] 10.222.0.44 "PUT /v2.0/ports/85dd32bc-6ae8-487a-b2dd-a1318e4486e0 HTTP/1.1" status: 200 len: 1091 time: 1.4203172 Mar 31 23:02:08.669125 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:08.670584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:08.673413 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e3332-8037-4118-8f60-1a6b5ed2fc02" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:08.713225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f87e-2218-412e-86d3-4bc92e597754 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.728649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca004f1-dea6-445c-9fa6-eab8f069bb98 req-e1e53181-cb27-4ebf-9e76-589eb7b7c0bf tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 210 time: 0.0322590 Mar 31 23:02:08.841514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398b12b-cbb3-46c0-aaf3-9cb6dc67bec3 req-b1a8996c-6217-4dde-b655-78a125bd86b0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.845592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0398b12b-cbb3-46c0-aaf3-9cb6dc67bec3 req-b1a8996c-6217-4dde-b655-78a125bd86b0 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0529408 Mar 31 23:02:08.847854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.876666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-6ac96fb3-ceda-474e-9575-870bd6bfa3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.877302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event deleted for resources: {'Port': ['ID=eee8f018-d31c-4400-8844-a7a07b12be5c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.878156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-6ac96fb3-ceda-474e-9575-870bd6bfa3a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c5a9fc462af4088aa597b70bf290cc5&device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 1094 time: 0.0519772 Mar 31 23:02:08.945363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-d2a4e61a-07b8-49f2-bad3-f849c46b824c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0 HTTP/1.1" status: 200 len: 217 time: 0.0502419 Mar 31 23:02:08.958111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0398b12b-cbb3-46c0-aaf3-9cb6dc67bec3 req-f7b27db0-f8ff-4673-8dee-373fbdfbeaf8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847504 Mar 31 23:02:08.968871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.971626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.973125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52fb3a5f-75b4-4e00-ad4c-9dc4bc487465 req-dfb8e845-9d0a-4109-8f41-14c060f3dbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "DELETE /v2.0/floatingips/08245ea1-3ddb-47d4-9b09-383b112b3290 HTTP/1.1" status: 204 len: 173 time: 1.1787167 Mar 31 23:02:09.029431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-26806d28-865d-44d6-a76a-fb05c8483d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.031139 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-26806d28-865d-44d6-a76a-fb05c8483d92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c76c575e-8122-4e5f-a92c-9e462f34ca2d HTTP/1.1" status: 200 len: 864 time: 0.0609822 Mar 31 23:02:09.067716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-50b350f8-e7d1-4535-992d-64c0f53e8096 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8534915-a707-4196-8430-2d8784bf60ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298030 Mar 31 23:02:09.081259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7c26c8b-fee7-43c1-a15c-15b639cf3dca req-0ea0dff1-7cc6-45ef-8df5-0113492faeda tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Mar 31 23:02:09.137523 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a23644-38df-4842-85a7-6b14fe7c30ea x-openstack-request-id: req-c0a23644-38df-4842-85a7-6b14fe7c30ea {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:09.137902 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:09.138150 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c0a23644-38df-4842-85a7-6b14fe7c30ea {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:09.138490 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a23644-38df-4842-85a7-6b14fe7c30ea'] response: {'name': 'network-changed', 'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0', 'status': 'completed', 'code': 200} Mar 31 23:02:09.202164 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-4c6ee12a-e0e8-4b5e-b610-420a4039bb0f service neutron] 10.222.0.44 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272511 Mar 31 23:02:09.204399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-8dd7b38d-60d1-42fd-b9da-10628812f106 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f1546921b774ec998e707cdd39594fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270588 Mar 31 23:02:09.230470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b2418-c72e-497b-b80a-5983ba886b4f req-ab700007-bb81-4017-96ab-02ae24da45c8 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.232101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b95b2418-c72e-497b-b80a-5983ba886b4f req-ab700007-bb81-4017-96ab-02ae24da45c8 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0511351 Mar 31 23:02:09.281159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b95b2418-c72e-497b-b80a-5983ba886b4f req-26e424bd-a6e6-4be0-930a-b8ec33123175 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0419140 Mar 31 23:02:09.373379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51b2f4fa-6a04-42b3-98a8-bd8803f00310 req-21ff55c1-c8cf-4072-8400-82ca510793db tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0610428 Mar 31 23:02:09.394122 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-23c46f38-96c2-4ca3-87e7-c0c7f2495fde req-ccb2a2ee-6749-4282-8cda-ce03395843b3 service neutron] 10.222.0.44 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827452 Mar 31 23:02:09.401028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-6ef40288-77d0-4a3d-9269-0cdf81b9d839 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.402691 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-6ef40288-77d0-4a3d-9269-0cdf81b9d839 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900182 Mar 31 23:02:09.419387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Request body: {'port': {'device_id': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '3f1546921b774ec998e707cdd39594fb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:09.447287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aedc4-4233-4e47-a585-115bfe1a8e9f req-062e1d9e-1834-4f73-881f-e991f60f0fe0 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.455862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc0aedc4-4233-4e47-a585-115bfe1a8e9f req-062e1d9e-1834-4f73-881f-e991f60f0fe0 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 945 time: 0.0669057 Mar 31 23:02:09.495383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc0aedc4-4233-4e47-a585-115bfe1a8e9f req-54064c41-dd0c-49fe-9caa-784b603af993 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Mar 31 23:02:09.581774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-6ebbb3db-847c-4ed4-a7fc-e03f6f962d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.583185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-6ebbb3db-847c-4ed4-a7fc-e03f6f962d79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c5a9fc462af4088aa597b70bf290cc5&device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 1094 time: 0.0402725 Mar 31 23:02:09.660626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Made reservation on behalf of 3f1546921b774ec998e707cdd39594fb for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:09.664101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.680935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.701888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-eb04a25c-15b6-4754-b98e-ef30fea5e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.703370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-eb04a25c-15b6-4754-b98e-ef30fea5e567 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8534915-a707-4196-8430-2d8784bf60ee HTTP/1.1" status: 200 len: 926 time: 0.1128635 Mar 31 23:02:09.739654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6fd46-ba11-4ebc-8ccd-8143570ac1c2 req-09b0c129-84ca-4735-8034-0248dfc73713 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.741211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61e6fd46-ba11-4ebc-8ccd-8143570ac1c2 req-09b0c129-84ca-4735-8034-0248dfc73713 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 943 time: 0.0605085 Mar 31 23:02:09.746030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 94b65c7a-b850-4cf2-94b0-400b61010829 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:09.757472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-b0f4682c-374a-44f2-99e3-ad3e3f9a679e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0 HTTP/1.1" status: 200 len: 217 time: 0.0459261 Mar 31 23:02:09.797431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61e6fd46-ba11-4ebc-8ccd-8143570ac1c2 req-b1e99748-9c71-45b0-a09f-abc43162d9ff tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Mar 31 23:02:09.838628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-a9f98ddc-1ad7-4d6a-9df5-320d91e36ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.840109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-a9f98ddc-1ad7-4d6a-9df5-320d91e36ad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c76c575e-8122-4e5f-a92c-9e462f34ca2d HTTP/1.1" status: 200 len: 864 time: 0.0755782 Mar 31 23:02:09.853205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.883247 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-a061f997-80a5-4aad-99ad-87ec6b02da79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8534915-a707-4196-8430-2d8784bf60ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321836 Mar 31 23:02:09.888145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc724649-293d-4d4d-ba6a-6e89c8504196 req-3bb6cbc3-930d-4d31-908b-a22c9faa5c88 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Mar 31 23:02:09.912662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 94b65c7a-b850-4cf2-94b0-400b61010829 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:09.922420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 94b65c7a-b850-4cf2-94b0-400b61010829 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:09.922799 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.962426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.054527 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.086230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:10.089606 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babd831f-e4ac-45f0-b827-dc4c31af8f53" -d '{"events": [{"server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "name": "network-vif-plugged", "status": "completed", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:10.091201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2016a2-8e46-43c0-8073-177cba43e419,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.105193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909668b-d3d0-460c-8c01-f109ddc179b8 req-909e6e4d-5890-41d1-803e-6dac749a6743 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.115883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b909668b-d3d0-460c-8c01-f109ddc179b8 req-909e6e4d-5890-41d1-803e-6dac749a6743 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.1212404 Mar 31 23:02:10.125251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=94b65c7a-b850-4cf2-94b0-400b61010829,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:10.160322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-94ae3800-62a6-45b3-a8aa-5f07db9927bd service neutron] 10.222.0.44 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624402 Mar 31 23:02:10.171610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ab675-0cdc-4424-81f5-c81e905b4c16 req-11ac7f7d-c2e2-4a8a-833b-82fa207f7865 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.173166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-538ab675-0cdc-4424-81f5-c81e905b4c16 req-11ac7f7d-c2e2-4a8a-833b-82fa207f7865 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1203640 Mar 31 23:02:10.179594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b909668b-d3d0-460c-8c01-f109ddc179b8 req-7cc68b43-2361-453d-8821-8531c903c488 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625916 Mar 31 23:02:10.206173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Allocated IP 192.168.233.14 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5c79c694-b920-4e34-ae1e-8c12c8c5bb6e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:10.207364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.208203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:10.235579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-538ab675-0cdc-4424-81f5-c81e905b4c16 req-c1cda58b-8986-41b6-8bc6-ce6f2f5dd35a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Mar 31 23:02:10.288171 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4aab7c-964c-4395-a1d9-5301ea7c49f4 x-openstack-request-id: req-7e4aab7c-964c-4395-a1d9-5301ea7c49f4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:10.288481 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "name": "network-vif-plugged", "status": "completed", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:10.292085 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7e4aab7c-964c-4395-a1d9-5301ea7c49f4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:10.292085 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4aab7c-964c-4395-a1d9-5301ea7c49f4'] response: {'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829', 'code': 200} Mar 31 23:02:10.333733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-979e3332-8037-4118-8f60-1a6b5ed2fc02 req-2c3fde00-a983-447b-8197-2c76af220973 service neutron] 10.222.0.44 "GET /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619048 Mar 31 23:02:10.396005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f3b9e2-ac4a-421b-9b90-e71140ed2a63 req-de06655b-cfeb-4c1d-bebd-70c1a200e271 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0504971 Mar 31 23:02:10.409953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.469620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.481694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53877-537e-4161-a331-b06475e86a9a req-fe34ad98-1f4d-4ec0-88e3-aa6204af55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.483452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52e53877-537e-4161-a331-b06475e86a9a req-fe34ad98-1f4d-4ec0-88e3-aa6204af55c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.0727472 Mar 31 23:02:10.516886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:10.522932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.546188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52e53877-537e-4161-a331-b06475e86a9a req-b99d7690-b7f8-48f6-8116-bedfe39a82c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515370 Mar 31 23:02:10.635531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94df94-b3d1-4c19-9224-29ecc449a7d6 req-743063ec-11a8-48ef-befd-0587e393b23b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.641543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea94df94-b3d1-4c19-9224-29ecc449a7d6 req-743063ec-11a8-48ef-befd-0587e393b23b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0569365 Mar 31 23:02:10.686923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea94df94-b3d1-4c19-9224-29ecc449a7d6 req-46d91a39-3d10-4155-a7ad-eefd6f2006fc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Mar 31 23:02:10.868111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.876633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.946454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c715d-d779-4be1-b67d-cddc72633ac6 req-b04d032a-3c5b-4a07-abf0-08d1046ffb61 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.948034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c41c715d-d779-4be1-b67d-cddc72633ac6 req-b04d032a-3c5b-4a07-abf0-08d1046ffb61 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 943 time: 0.0702858 Mar 31 23:02:10.965196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.966904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:10.972444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:10.976223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:10.979132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Pushing event updated for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.046054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.048084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.063692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c41c715d-d779-4be1-b67d-cddc72633ac6 req-d8c3081c-65a4-4468-a8f8-d619d8559f1d tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054721 Mar 31 23:02:11.108344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280ec4-c4ec-4d23-aadf-aa7dcdea4c94 req-a0211a04-b482-4e2c-873f-317acc1336a8 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.109958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f280ec4-c4ec-4d23-aadf-aa7dcdea4c94 req-a0211a04-b482-4e2c-873f-317acc1336a8 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 935 time: 0.1321480 Mar 31 23:02:11.132213 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-0862c09d-64fe-4f5e-8de8-d508c23ad9a6 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7177236 Mar 31 23:02:11.145930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-3f6afb38-3249-40aa-888d-b72cc805b9fb tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.146919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-3f6afb38-3249-40aa-888d-b72cc805b9fb tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056860 Mar 31 23:02:11.152706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f280ec4-c4ec-4d23-aadf-aa7dcdea4c94 req-5a49ca57-d058-4c63-ad81-9740d10493c9 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Mar 31 23:02:11.161206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.161574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Request body: {'port': {'device_id': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:11.229555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.238412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4ee3bb2a-c4e6-494d-9e54-6913d9df5ad5 None None] Provisioning complete for port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:11.240391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bb2a-c4e6-494d-9e54-6913d9df5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.288015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3bb2a-c4e6-494d-9e54-6913d9df5ad5 None None] Port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:11.291447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7bec98a-0cbd-4d15-a529-054c29682578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.401153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7f4c-40eb-4405-804d-1f9160c396d1 req-59627c44-440d-458b-a542-8f982be96b59 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.403014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38af7f4c-40eb-4405-804d-1f9160c396d1 req-59627c44-440d-458b-a542-8f982be96b59 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.1286621 Mar 31 23:02:11.474374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a82d3-a4fe-4370-8812-111c9d5bbf2a req-d202562d-6540-4de1-b2b6-c7cdb0190f94 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.476629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-562a82d3-a4fe-4370-8812-111c9d5bbf2a req-d202562d-6540-4de1-b2b6-c7cdb0190f94 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 948 time: 0.1537807 Mar 31 23:02:11.524531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:11.532729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.533683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38af7f4c-40eb-4405-804d-1f9160c396d1 req-e1c7fb9b-ee14-4a5c-aac7-01fa836f0995 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/security-groups?id=1a3ca27f-7ae6-4a58-9b81-78175eef10eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203415 Mar 31 23:02:11.541746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7bec98a-0cbd-4d15-a529-054c29682578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.547029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Transition to ACTIVE for port object 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:11.556119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-562a82d3-a4fe-4370-8812-111c9d5bbf2a req-6e54829d-727f-484b-9274-acdc61a94eb3 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671666 Mar 31 23:02:11.572873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58cb6818-35d2-4b87-9c14-f920c9e6c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.620674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f5d2ccf-8783-4f60-ab92-22215a86e9ed req-5f3b2763-8872-4fa9-bcd9-de61c8b7c11c tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0255644 Mar 31 23:02:11.629573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7bec98a-0cbd-4d15-a529-054c29682578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.668789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d7bec98a-0cbd-4d15-a529-054c29682578 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7c7a43524104a3a8898965b1b7cdd67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063760 Mar 31 23:02:11.670288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec98a-0cbd-4d15-a529-054c29682578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5040e48-0435-4593-a375-7478692e961b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.672596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45784) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.683668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.732205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-3f95e8fb-d685-4b26-ba94-645a887e09a5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.734497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-3f95e8fb-d685-4b26-ba94-645a887e09a5 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.44 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 945 time: 0.0981324 Mar 31 23:02:11.758600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:11.829919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe0b51-d893-4826-ae7c-fa82624b0f15 req-1293acba-ca08-4458-a7b8-7e5fc23382e3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.831682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5efe0b51-d893-4826-ae7c-fa82624b0f15 req-1293acba-ca08-4458-a7b8-7e5fc23382e3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0702443 Mar 31 23:02:11.869853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Pushing event updated for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.883427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:11.896510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5efe0b51-d893-4826-ae7c-fa82624b0f15 req-011eb339-0a27-4232-89a8-1762863a6f5a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563891 Mar 31 23:02:11.901934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'mac_address': 'fa:16:3e:5f:e0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:11.933753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.949777 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.964805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:11.978516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.991660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:12.009404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Deleting port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:12.009738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.022194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Attempting to bind port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:12.022532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Attempting to bind port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:12.022852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Attempting to bind port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:12.047289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:12.047630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Attempting to bind port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:12.072247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.094141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:12.094496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:12.094853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:12.095394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Bound port: 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:12.095756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.128835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.174937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] For port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:12.175609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.198107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Calling delete_port for 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:12.199047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f399-448a-4fa1-adf4-c6d36008f337 req-39524cfa-82fc-4ab5-bea4-51b7595d9ddc tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.200171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9127f399-448a-4fa1-adf4-c6d36008f337 req-39524cfa-82fc-4ab5-bea4-51b7595d9ddc tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 943 time: 0.0520298 Mar 31 23:02:12.206750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:12.212633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:12.250702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.253362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.257195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5040e48-0435-4593-a375-7478692e961b HTTP/1.1" status: 204 len: 168 time: 0.5806415 Mar 31 23:02:12.266215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adddc0-9c52-4d6f-af97-54d5c5d253a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5040e48-0435-4593-a375-7478692e961b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.292592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9127f399-448a-4fa1-adf4-c6d36008f337 req-840a5978-6566-4c27-bf80-c566d5bbcb36 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854564 Mar 31 23:02:12.298740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:12.302807 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983c8f1-2dd2-465b-94b9-ac7f7df32481" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-unplugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:12.314922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.315704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613fc0d-0dc6-4c91-bcfc-f13f6ee664df req-e1b1a8ff-0a9e-43c9-a022-b17fad33e5e1 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.319793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d613fc0d-0dc6-4c91-bcfc-f13f6ee664df req-e1b1a8ff-0a9e-43c9-a022-b17fad33e5e1 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 947 time: 0.0832026 Mar 31 23:02:12.364012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.364821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.365946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] 10.222.0.44 "PUT /v2.0/ports/5c79c694-b920-4e34-ae1e-8c12c8c5bb6e HTTP/1.1" status: 200 len: 1095 time: 1.2111218 Mar 31 23:02:12.366817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:12.368850 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:12.376352 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f18b5-9dee-4324-9dc8-2f4f8415d21c x-openstack-request-id: req-b92f18b5-9dee-4324-9dc8-2f4f8415d21c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:12.380121 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-unplugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:12.380121 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b92f18b5-9dee-4324-9dc8-2f4f8415d21c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:12.380121 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92f18b5-9dee-4324-9dc8-2f4f8415d21c'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'code': 200} Mar 31 23:02:12.387234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d613fc0d-0dc6-4c91-bcfc-f13f6ee664df req-d9454cef-6227-4f91-bf19-f1ce95c5bff1 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Mar 31 23:02:12.427754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148eab9-19dd-4fc3-a635-10b580aae128 service neutron] Pushing event updated for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.433355 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf16c7f0-c2fd-49bb-a762-f61d50eb97f9 x-openstack-request-id: req-bf16c7f0-c2fd-49bb-a762-f61d50eb97f9 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:12.433639 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:12.433889 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bf16c7f0-c2fd-49bb-a762-f61d50eb97f9 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:12.434325 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf16c7f0-c2fd-49bb-a762-f61d50eb97f9'] response: {'name': 'network-changed', 'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e', 'status': 'completed', 'code': 200} Mar 31 23:02:12.546122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8 req-044ef4b8-87cd-4181-9360-f09b4c6ae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.547946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8 req-044ef4b8-87cd-4181-9360-f09b4c6ae48c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f1546921b774ec998e707cdd39594fb&device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 1098 time: 0.0943546 Mar 31 23:02:12.571901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.574829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5c590194-6186-4672-bf9b-bff93c77b5c1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:12.592007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8 req-875b0e21-d75a-442e-a428-6101f19376e4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f1546921b774ec998e707cdd39594fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329344 Mar 31 23:02:12.621595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Pushing event deleted for resources: {'Port': ['ID=9412ccd6-6bf7-4390-9e02-11d5e9bcd26c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.628170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:12.731965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] No DVR routers for this DVR port 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:12.737026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.740376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a1ba5e22-e878-4ff6-a29b-8471d3b26029 req-6cf48016-5920-41c6-a88f-59be9c1049fe tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.44 "DELETE /v2.0/ports/9412ccd6-6bf7-4390-9e02-11d5e9bcd26c HTTP/1.1" status: 204 len: 173 time: 0.9955530 Mar 31 23:02:12.770210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8 req-0d029dc7-323f-40cf-9351-ce68a5437f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.770210 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-abcb5c55-1e8b-4f31-9cf7-313755c38ba8 req-0d029dc7-323f-40cf-9351-ce68a5437f60 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1575172 Mar 31 23:02:12.778395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60554cc8-c48c-4717-bdbc-55d0ccef8c3b req-60e8a739-9f3b-4a37-9d39-c8c3a39562cd tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0794950 Mar 31 23:02:12.818608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d7b82-cac5-4b19-bf04-39f7c1ed18ff req-a311c9ee-5f77-470d-a48e-460b011a0b38 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.821278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d70d7b82-cac5-4b19-bf04-39f7c1ed18ff req-a311c9ee-5f77-470d-a48e-460b011a0b38 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.1366067 Mar 31 23:02:12.901092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d70d7b82-cac5-4b19-bf04-39f7c1ed18ff req-359e05e8-d39c-477c-a175-1d207c2dfb15 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717447 Mar 31 23:02:12.906816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-ca4a9539-8c37-4089-ad66-696b3c0b6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.908907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-ca4a9539-8c37-4089-ad66-696b3c0b6c56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f1546921b774ec998e707cdd39594fb&device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 1098 time: 0.0829134 Mar 31 23:02:12.958503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-54856e6a-d04f-4007-8c10-29278fa28bc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e HTTP/1.1" status: 200 len: 217 time: 0.0423217 Mar 31 23:02:12.981588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-513694d7-eb0d-4a4b-b4de-33ee28b9792b req-4401711c-d60d-4dff-a66a-9b7e269d8d79 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0744207 Mar 31 23:02:13.055699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-19ee14de-5217-4364-9c59-e133105ef9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.055699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-19ee14de-5217-4364-9c59-e133105ef9dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0888653 Mar 31 23:02:13.060718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31596df-a408-4172-a082-876df76eeddb req-41451129-8848-4665-85a4-08f335eacdd9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.063112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e31596df-a408-4172-a082-876df76eeddb req-41451129-8848-4665-85a4-08f335eacdd9 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0612116 Mar 31 23:02:13.101811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc90d-f766-4880-ac27-451399271c96 req-d1bc7999-03ff-416b-a16e-ea8fdd68c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.103648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-d1bc7999-03ff-416b-a16e-ea8fdd68c4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434635 Mar 31 23:02:13.109343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e31596df-a408-4172-a082-876df76eeddb req-a123d44e-f48b-4e03-94c4-7df267e1fa20 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377247 Mar 31 23:02:13.217025 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-392c0f88-a9fe-4c79-a6aa-cf98e5e0cb1c service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061785 Mar 31 23:02:13.230942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b614e-0563-44ed-a829-f93beb62a3b7 req-2073c427-8705-414c-bb4b-d47d125bb098 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.232458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-764b614e-0563-44ed-a829-f93beb62a3b7 req-2073c427-8705-414c-bb4b-d47d125bb098 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0578930 Mar 31 23:02:13.243333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:13.250676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'floatingip': {'port_id': '94b65c7a-b850-4cf2-94b0-400b61010829'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:13.428331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3062ade-54a1-49d9-9ed6-869e759131a7 req-79126564-9683-41e7-8947-63b560b5d17f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.436234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3062ade-54a1-49d9-9ed6-869e759131a7 req-79126564-9683-41e7-8947-63b560b5d17f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 943 time: 0.0685167 Mar 31 23:02:13.467329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:13.491340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3062ade-54a1-49d9-9ed6-869e759131a7 req-a6ab116a-4243-4182-9aed-0409855c4e4b tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Mar 31 23:02:13.553177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49a6c2-3393-42b2-ac0b-b1e1ef9cbfda req-619c0d08-1b5d-41c2-8751-5b39023cee5b tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.554897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f49a6c2-3393-42b2-ac0b-b1e1ef9cbfda req-619c0d08-1b5d-41c2-8751-5b39023cee5b tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 947 time: 0.0582438 Mar 31 23:02:13.602683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f49a6c2-3393-42b2-ac0b-b1e1ef9cbfda req-6efeb71c-b4c2-442f-b0c7-3d72208bbb61 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Mar 31 23:02:13.635576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.764288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-972bc90d-f766-4880-ac27-451399271c96 req-2981c876-1bfd-41ca-8d36-e0b0e33de124 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395496 Mar 31 23:02:13.766353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,segment=NetworkSegment(3e101c9f-b255-44ed-87fb-d118f94eac33),segment_id=3e101c9f-b255-44ed-87fb-d118f94eac33)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:13.780317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0', 'network_id': 'f8534915-a707-4196-8430-2d8784bf60ee', 'port_id': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0', 'mac_address': 'fa:16:3e:3a:02:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76c575e-8122-4e5f-a92c-9e462f34ca2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:13.839691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f18f703-7286-4405-b820-6e051e278297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.847867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.867948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:13.890864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,segment=NetworkSegment(3e101c9f-b255-44ed-87fb-d118f94eac33),segment_id=3e101c9f-b255-44ed-87fb-d118f94eac33)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:13.917838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56212cee-4ed5-4548-a792-4787a0a416c2 req-ea3dc260-6e93-471e-9cae-8538868d18ff tempest-FloatingIPsAssociationNegativeTestJSON-1507359907 tempest-FloatingIPsAssociationNegativeTestJSON-1507359907-project] 10.222.0.83 "GET /v2.0/ports?device_id=acf4c266-1ba5-4a9e-bdc5-1a00833e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Mar 31 23:02:14.024703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8ff7-9a65-4a49-a0bd-358a27a17e06 req-da682eb3-c6cb-4af4-aebc-7ab214fe908c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.026215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e6d8ff7-9a65-4a49-a0bd-358a27a17e06 req-da682eb3-c6cb-4af4-aebc-7ab214fe908c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0510924 Mar 31 23:02:14.073300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e6d8ff7-9a65-4a49-a0bd-358a27a17e06 req-a489aa32-7a18-4df2-bdcc-16c1cb41172c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Mar 31 23:02:14.081479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.141095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7582b97a-0288-4158-be7e-00c7e21551b2 req-33120277-4bd1-4bc7-b139-0c356a65d13a tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0330353 Mar 31 23:02:14.148536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.186444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.298324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.400483 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Floating IP 634bba0c-6706-47ad-99a4-0bd4dfb89348 associated. External IP: 172.25.6.67, port: 94b65c7a-b850-4cf2-94b0-400b61010829. Mar 31 23:02:14.434878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'name': 'network-vif-deleted', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:14.437579 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dca6f7-6612-47ca-92e8-6f460aba85bc" -d '{"events": [{"server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "name": "network-vif-deleted", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:14.497758 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7eb15d-3952-41cd-99da-4e714e449196 x-openstack-request-id: req-2a7eb15d-3952-41cd-99da-4e714e449196 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:14.498053 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf4c266-1ba5-4a9e-bdc5-1a00833e6f94", "name": "network-vif-deleted", "tag": "9412ccd6-6bf7-4390-9e02-11d5e9bcd26c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:14.498299 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a7eb15d-3952-41cd-99da-4e714e449196 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:14.498681 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7eb15d-3952-41cd-99da-4e714e449196'] response: {'server_uuid': 'acf4c266-1ba5-4a9e-bdc5-1a00833e6f94', 'name': 'network-vif-deleted', 'tag': '9412ccd6-6bf7-4390-9e02-11d5e9bcd26c', 'status': 'completed', 'code': 200} Mar 31 23:02:14.621774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ff24-0ab0-47ed-8ccd-dba07805680e req-0f6eef1e-9827-44a3-8166-15e6ca26cc05 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.630352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5816ff24-0ab0-47ed-8ccd-dba07805680e req-0f6eef1e-9827-44a3-8166-15e6ca26cc05 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 944 time: 0.0622883 Mar 31 23:02:14.639323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['85dd32bc-6ae8-487a-b2dd-a1318e4486e0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:14.672416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5816ff24-0ab0-47ed-8ccd-dba07805680e req-d38588ae-42eb-457f-81b7-6317ff9a69c4 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Mar 31 23:02:14.732934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:14.857348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad42076-7d19-4321-af12-3ce2c31ca9cc req-aebcc23c-bcaf-4a45-93cc-94b5e65b514f tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.860847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ad42076-7d19-4321-af12-3ce2c31ca9cc req-aebcc23c-bcaf-4a45-93cc-94b5e65b514f tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 947 time: 0.1061349 Mar 31 23:02:14.871085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:14.877147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.884456 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:14.904321 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:14.905445 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:14.913651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ad42076-7d19-4321-af12-3ce2c31ca9cc req-62eb9723-ee9d-43e4-856b-3ebe82665b02 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467370 Mar 31 23:02:14.915961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-00404714-5554-49ec-9997-dd4f5897a6ac tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "PUT /v2.0/floatingips/634bba0c-6706-47ad-99a4-0bd4dfb89348 HTTP/1.1" status: 200 len: 991 time: 1.6713378 Mar 31 23:02:14.977487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45868) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:15.130660 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:15.204694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.231403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649381fd-7ef7-42b1-a733-67b342051dc7 req-740a21fc-c64e-45ec-984c-4d5fbe4e2a6e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.234736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-649381fd-7ef7-42b1-a733-67b342051dc7 req-740a21fc-c64e-45ec-984c-4d5fbe4e2a6e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 950 time: 0.0562935 Mar 31 23:02:15.294632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-649381fd-7ef7-42b1-a733-67b342051dc7 req-67a3c4e0-db73-4b37-b5f1-4e2a4db70dcb tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545363 Mar 31 23:02:15.334630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aed5e7f5-892a-454a-80a8-df642a9a3111 req-2901b41b-d9c7-40ba-be5e-7d51bc1a7ea3 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0454764 Mar 31 23:02:15.381103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.399630 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '634bba0c-6706-47ad-99a4-0bd4dfb89348', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': '94b65c7a-b850-4cf2-94b0-400b61010829', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:10:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:52Z', 'updated_at': '2022-03-31T23:02:14Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:15.430283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:15.438735 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:15.439367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:15.486065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:15.507814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:15.508415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9412ccd6-6bf7-4390-9e02-11d5e9bcd26c not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:15.548261 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:15.647207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Deleting port 6084e80d-3053-4775-a060-efea57ff87cd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:15.647469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.730802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] For port 6084e80d-3053-4775-a060-efea57ff87cd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6084e80d-3053-4775-a060-efea57ff87cd,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:15.731233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.754676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Calling delete_port for 6084e80d-3053-4775-a060-efea57ff87cd owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:15.773439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:15.815397 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '634bba0c-6706-47ad-99a4-0bd4dfb89348', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': '94b65c7a-b850-4cf2-94b0-400b61010829', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:10:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:52Z', 'updated_at': '2022-03-31T23:02:14Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:15.819464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2e20-bf9b-4e69-ae40-6ca765a8c521 req-6a3f6037-012c-4714-a0cb-fa12a8bb4822 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.821473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b28b2e20-bf9b-4e69-ae40-6ca765a8c521 req-6a3f6037-012c-4714-a0cb-fa12a8bb4822 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 944 time: 0.0593045 Mar 31 23:02:15.829933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5c590194-6186-4672-bf9b-bff93c77b5c1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:15.830337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.859201 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a99f8-c99b-47a7-96ef-7310524a83ee None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '634bba0c-6706-47ad-99a4-0bd4dfb89348', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': '94b65c7a-b850-4cf2-94b0-400b61010829', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:10:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:01:52Z', 'updated_at': '2022-03-31T23:02:14Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:15.869046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b28b2e20-bf9b-4e69-ae40-6ca765a8c521 req-94381e11-8e5b-4789-8462-a629c55cf77f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Mar 31 23:02:15.943039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.970566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:15.972871 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2933b8c3-ff36-4106-9806-3f444cdbddb7" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:15.994970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:16.026557 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c2aa8-51ad-484d-82ce-b7ccc4c77533 x-openstack-request-id: req-176c2aa8-51ad-484d-82ce-b7ccc4c77533 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:16.027587 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-plugged", "status": "completed", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:16.028177 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-176c2aa8-51ad-484d-82ce-b7ccc4c77533 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:16.028848 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176c2aa8-51ad-484d-82ce-b7ccc4c77533'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'code': 200} Mar 31 23:02:16.072718 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.086242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342d2e-9de2-453d-912c-97aab5192126 req-704c137e-6cc5-457e-8aef-2ff9014179d0 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.088174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76342d2e-9de2-453d-912c-97aab5192126 req-704c137e-6cc5-457e-8aef-2ff9014179d0 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 947 time: 0.0525398 Mar 31 23:02:16.101274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.137079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:16.140609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76342d2e-9de2-453d-912c-97aab5192126 req-c7263f98-45af-4906-9f87-a03cfe27ed32 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Mar 31 23:02:16.157379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6084e80d-3053-4775-a060-efea57ff87cd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:16.201704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8af5e-3402-4f59-8526-2932d6cb97e1 None None] New status for floating IP 634bba0c-6706-47ad-99a4-0bd4dfb89348: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:16.357642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c5d-26ce-4545-8c32-d940466db17e req-55c35475-3d94-4d09-b0ec-e650f1cdbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.364360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b28c5d-26ce-4545-8c32-d940466db17e req-55c35475-3d94-4d09-b0ec-e650f1cdbeb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1102 time: 0.1310647 Mar 31 23:02:16.459412 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b28c5d-26ce-4545-8c32-d940466db17e req-4efbc1c5-469a-4e98-9a61-a70c8e158e4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873258 Mar 31 23:02:16.467634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.477323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6a13f84-b77d-4258-b7ca-06a5b4c617e8 req-5501c3e8-493e-438e-975d-88f71ed8aafd tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0362952 Mar 31 23:02:16.486102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b4cf3-17cc-4ec0-beff-3e7fea28ef14 req-e83356af-dbc7-4b2c-8e5e-315be368bb60 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.488727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-133b4cf3-17cc-4ec0-beff-3e7fea28ef14 req-e83356af-dbc7-4b2c-8e5e-315be368bb60 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.0858662 Mar 31 23:02:16.513175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:16.515810 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce451182-daf8-4a71-beff-7259e68cd260" -d '{"events": [{"name": "network-changed", "server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:16.537617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.539707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-133b4cf3-17cc-4ec0-beff-3e7fea28ef14 req-0eeb2a75-ef34-4f81-9409-95458a0a9918 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Mar 31 23:02:16.756587 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.857263 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051064df-f3b5-4c91-933e-32eed10cbf0d x-openstack-request-id: req-051064df-f3b5-4c91-933e-32eed10cbf0d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:16.857549 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:16.857793 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-051064df-f3b5-4c91-933e-32eed10cbf0d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:16.858840 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051064df-f3b5-4c91-933e-32eed10cbf0d'] response: {'name': 'network-changed', 'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829', 'status': 'completed', 'code': 200} Mar 31 23:02:17.005422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb63486-bdea-4b2e-985e-427ff2c6e222 req-a28df514-df10-4ce8-bf3a-480a6c64c54f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.006275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451182-daf8-4a71-beff-7259e68cd260 req-b051290d-3c40-4dd9-a2ec-31bc46b3a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.007199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbb63486-bdea-4b2e-985e-427ff2c6e222 req-a28df514-df10-4ce8-bf3a-480a6c64c54f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 944 time: 0.0554812 Mar 31 23:02:17.007939 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-b051290d-3c40-4dd9-a2ec-31bc46b3a4aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.0903389 Mar 31 23:02:17.052208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbb63486-bdea-4b2e-985e-427ff2c6e222 req-6d38eb14-b7ca-40e2-8306-061940cab7ac tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 Mar 31 23:02:17.083678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Router 8cf80775-75ac-4105-93bd-21415e524b53 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:17.154830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451182-daf8-4a71-beff-7259e68cd260 req-cf8e531d-0d08-478c-8272-2dddabd66025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.156841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-cf8e531d-0d08-478c-8272-2dddabd66025 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.1406412 Mar 31 23:02:17.270536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-3cf8a6ea-2ea5-4a17-8bbd-af7f05e76103 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.1005507 Mar 31 23:02:17.271551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:17.283948 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Sync routers for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:17.285129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-87df22c8-09d1-4b29-be90-b8b9857b41bf admin admin] 10.222.0.83 "PUT /v2.0/routers/8cf80775-75ac-4105-93bd-21415e524b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063335 Mar 31 23:02:17.287206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45916) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.298795 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:17.299569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.309491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5806-266b-462b-b9d1-a2e5382f1343 req-f4ee2af4-355c-4ade-ad15-d05c5e365bae tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.310990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd7a5806-266b-462b-b9d1-a2e5382f1343 req-f4ee2af4-355c-4ade-ad15-d05c5e365bae tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 947 time: 0.0642879 Mar 31 23:02:17.351626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd7a5806-266b-462b-b9d1-a2e5382f1343 req-a7aa4d99-8f91-4b9d-aa5b-75886deeb99f tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Mar 31 23:02:17.368904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451182-daf8-4a71-beff-7259e68cd260 req-d2b1acaa-8882-476b-8048-b8270bfc6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.370363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-d2b1acaa-8882-476b-8048-b8270bfc6ba7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.0839796 Mar 31 23:02:17.422518 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:17.468655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451182-daf8-4a71-beff-7259e68cd260 req-aac20914-aabe-4fb3-861e-82297d762cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.477060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-aac20914-aabe-4fb3-861e-82297d762cfa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887716 Mar 31 23:02:17.477060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.478579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:17.485290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:17.657662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:17.676790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e', 'mac_address': 'fa:16:3e:f6:35:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:17.683324 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.692194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.697323 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-212503d6-2ccf-4bf7-8c5f-0752ac032fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857569 Mar 31 23:02:17.701637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e889cd40-a89a-4c7d-b144-4d11a0fae9eb req-76dea4f4-b09a-46e6-b747-c2704eb96332 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0856433 Mar 31 23:02:17.720046 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Checking router: 8cf80775-75ac-4105-93bd-21415e524b53 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:17.731520 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Routers {'8cf80775-75ac-4105-93bd-21415e524b53'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:17.732563 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8cf80775-75ac-4105-93bd-21415e524b53'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.738196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.761788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8b4e5-ab4b-448f-a07b-2eae724c7fe3 req-9e53f429-a9c4-4616-9c50-55e64a1a124e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.766705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:17.770823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3f8b4e5-ab4b-448f-a07b-2eae724c7fe3 req-9e53f429-a9c4-4616-9c50-55e64a1a124e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.0667002 Mar 31 23:02:17.790265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:17.795218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:17.797873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:17.797873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.835723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3f8b4e5-ab4b-448f-a07b-2eae724c7fe3 req-e041e8c7-994f-4f07-84db-8da96cbaf01b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Mar 31 23:02:17.861818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce451182-daf8-4a71-beff-7259e68cd260 req-c0754263-9f43-4ab7-8f8c-923f7951afb1 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521218 Mar 31 23:02:17.875444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.877913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Deleting port c90f41b9-baff-4735-8410-124720f5fffa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:17.878507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.900903 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] Set router 8cf80775-75ac-4105-93bd-21415e524b53 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:17.957280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.959927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.990872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] For port c90f41b9-baff-4735-8410-124720f5fffa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c90f41b9-baff-4735-8410-124720f5fffa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:17.991322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.005157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Calling delete_port for c90f41b9-baff-4735-8410-124720f5fffa owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:18.005277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,segment=NetworkSegment(3e101c9f-b255-44ed-87fb-d118f94eac33),segment_id=3e101c9f-b255-44ed-87fb-d118f94eac33)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:18.031501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:18.035272 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b92475d-3516-42d3-a857-2a4e3fb4489a" -d '{"events": [{"server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "name": "network-vif-plugged", "status": "completed", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:18.094665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.131554 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059d0473-43aa-45b9-964d-ef624e118c0b x-openstack-request-id: req-059d0473-43aa-45b9-964d-ef624e118c0b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:18.131554 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "name": "network-vif-plugged", "status": "completed", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:18.131554 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-059d0473-43aa-45b9-964d-ef624e118c0b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:18.131554 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059d0473-43aa-45b9-964d-ef624e118c0b'] response: {'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0', 'code': 200} Mar 31 23:02:18.141655 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:18.168590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.174317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5c79c694-b920-4e34-ae1e-8c12c8c5bb6e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:18.196355 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab63df7-54cf-4386-8623-bf39d7b3b30f None None] The sync data for ids ['8cf80775-75ac-4105-93bd-21415e524b53'] in n-d-828414-2 is: [{'id': '8cf80775-75ac-4105-93bd-21415e524b53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-665375275-router', 'tenant_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:26Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 5, 'project_id': '6f53edef90e04cbbbd8fe972c93a35a9', 'gw_port': {'id': 'c90f41b9-baff-4735-8410-124720f5fffa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf80775-75ac-4105-93bd-21415e524b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:27Z', 'updated_at': '2022-03-31T23:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:18.208686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b3d0-5ad6-4273-853d-e7155354959f req-dd292624-798c-4316-be25-0a0a6f3a8daf tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.224132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8211b3d0-5ad6-4273-853d-e7155354959f req-dd292624-798c-4316-be25-0a0a6f3a8daf tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0773153 Mar 31 23:02:18.272082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c96b1-5c56-4cc9-bce0-b0a7373c59c2 req-5bc402f8-8a37-406d-a55c-f7713932efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.278419 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f78c96b1-5c56-4cc9-bce0-b0a7373c59c2 req-5bc402f8-8a37-406d-a55c-f7713932efd1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 1096 time: 0.0971069 Mar 31 23:02:18.311612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8211b3d0-5ad6-4273-853d-e7155354959f req-993e0c32-2102-4161-bcf4-7a7ee945792f tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Mar 31 23:02:18.320355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f78c96b1-5c56-4cc9-bce0-b0a7373c59c2 req-523b54a5-5e04-46e8-9299-153b75eec300 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Mar 31 23:02:18.375756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.407378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c90f41b9-baff-4735-8410-124720f5fffa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.482006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.493434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f552a19-9746-4338-abbb-1551e4239a73 req-d062b941-4238-4b47-ba13-0e2030b86635 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.495269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f552a19-9746-4338-abbb-1551e4239a73 req-d062b941-4238-4b47-ba13-0e2030b86635 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 948 time: 0.0534863 Mar 31 23:02:18.547371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f552a19-9746-4338-abbb-1551e4239a73 req-6f724141-b2d8-4835-a137-5248688736f8 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449259 Mar 31 23:02:18.590338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.595684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.706926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.707493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf80775-75ac-4105-93bd-21415e524b53 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:02:18.714041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.722751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5fc8396d-ae1b-4b60-8f0e-103f82d22b4a admin admin] 10.222.0.83 "DELETE /v2.0/routers/8cf80775-75ac-4105-93bd-21415e524b53 HTTP/1.1" status: 204 len: 168 time: 1.4319348 Mar 31 23:02:18.723093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:18.814772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Deleting subnet 7c253118-fc94-4fcc-81e3-ccc40b363a24 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:18.824932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.869753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6084e80d-3053-4775-a060-efea57ff87cd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:18.910178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6084e80d-3053-4775-a060-efea57ff87cd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:18.910574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6084e80d-3053-4775-a060-efea57ff87cd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:18.918438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db41e15e-e0b2-4268-9df0-0ed98de24c8d req-3993bbbe-4c27-4da8-b313-721548b6c629 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0721493 Mar 31 23:02:18.929717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.093655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835699ec-8695-4072-9eb8-b2ce1e6f4407 req-3a173234-a409-4075-b263-eb6cf836cbe8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.098515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835699ec-8695-4072-9eb8-b2ce1e6f4407 req-3a173234-a409-4075-b263-eb6cf836cbe8 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.1323664 Mar 31 23:02:19.124880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.167462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-835699ec-8695-4072-9eb8-b2ce1e6f4407 req-47d6ef3f-9dd2-4e01-b28c-17f41ccf6d3a tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Mar 31 23:02:19.357084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.396958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c253118-fc94-4fcc-81e3-ccc40b363a24,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.421693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f3329-1dcd-4125-a022-c0f23832b06a None None] Network 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:19.430493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.442729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:19.457051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3be65e66-f5e2-4173-81a8-2a8b6845914a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7c253118-fc94-4fcc-81e3-ccc40b363a24 HTTP/1.1" status: 204 len: 168 time: 0.7326157 Mar 31 23:02:19.515028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8fd91-29ca-43be-9d22-5c81ca4c2c30 req-328e2e80-ac08-4386-9563-63a96571a026 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.517796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:19.527712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30e8fd91-29ca-43be-9d22-5c81ca4c2c30 req-328e2e80-ac08-4386-9563-63a96571a026 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.1416390 Mar 31 23:02:19.575631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.580774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30e8fd91-29ca-43be-9d22-5c81ca4c2c30 req-cf1b7034-215a-47f9-8d2b-8b6897bcd515 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Mar 31 23:02:19.658223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Deleting port b7a7fecd-9445-4106-998e-4df5a2b36231 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:19.658560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.701087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:19.707166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:19.707547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.738591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cee999-95f9-447f-be53-ec0a21864ac6 req-7b625f3d-ddc7-404f-8c25-6ebd4c3e4081 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.747300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04cee999-95f9-447f-be53-ec0a21864ac6 req-7b625f3d-ddc7-404f-8c25-6ebd4c3e4081 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 948 time: 0.0924690 Mar 31 23:02:19.747639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] For port b7a7fecd-9445-4106-998e-4df5a2b36231, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b7a7fecd-9445-4106-998e-4df5a2b36231,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:19.748118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.751376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] DHCP port deletion for 0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:19.772175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Calling delete_port for b7a7fecd-9445-4106-998e-4df5a2b36231 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:19.822850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04cee999-95f9-447f-be53-ec0a21864ac6 req-f14411c4-a5dd-40e1-9b37-623d88223f84 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659094 Mar 31 23:02:19.860764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21088b6-043f-4706-8b49-ccab9b5fbc15 req-d836c12e-ea7d-48ff-bfbf-79b6c172a41d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.871585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21088b6-043f-4706-8b49-ccab9b5fbc15 req-d836c12e-ea7d-48ff-bfbf-79b6c172a41d tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1102 time: 0.0626843 Mar 31 23:02:19.902822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Deleting port b7a7fecd-9445-4106-998e-4df5a2b36231 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:19.903498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.905047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21088b6-043f-4706-8b49-ccab9b5fbc15 req-d67ad5f8-c8c4-4c47-8cc3-15f1c0aef186 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Mar 31 23:02:19.905906 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.000793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:20.002775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] For port b7a7fecd-9445-4106-998e-4df5a2b36231, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b7a7fecd-9445-4106-998e-4df5a2b36231,segment=NetworkSegment(7bc3169b-bd8f-4a4d-8431-9d3d63775ab8),segment_id=7bc3169b-bd8f-4a4d-8431-9d3d63775ab8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:20.003194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.020227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Calling delete_port for b7a7fecd-9445-4106-998e-4df5a2b36231 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:20.027774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.057645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a7fecd-9445-4106-998e-4df5a2b36231,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.063829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] No DVR routers for this DVR port b7a7fecd-9445-4106-998e-4df5a2b36231 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:20.107810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d7a648b-2947-40cb-9bd4-142bf727f237 req-901abd52-e8a9-48b0-9a4f-ac3663794a70 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0523448 Mar 31 23:02:20.109494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.136296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:20.138592 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb38b4e-b5f6-47e7-bc29-accbfe7763fc" -d '{"events": [{"server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "name": "network-vif-plugged", "status": "completed", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:20.144493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] Pushing event deleted for resources: {'Port': ['ID=b7a7fecd-9445-4106-998e-4df5a2b36231,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.149512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6954e94-045d-440f-9e64-3c7b504bd0d8 None None] No DVR routers for this DVR port b7a7fecd-9445-4106-998e-4df5a2b36231 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:20.152448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.158401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.199073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.201708 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d5fe9-b508-44cb-8818-c2303fb615d5 x-openstack-request-id: req-a55d5fe9-b508-44cb-8818-c2303fb615d5 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:20.202535 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "name": "network-vif-plugged", "status": "completed", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:20.202827 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a55d5fe9-b508-44cb-8818-c2303fb615d5 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:20.203326 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55d5fe9-b508-44cb-8818-c2303fb615d5'] response: {'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e', 'code': 200} Mar 31 23:02:20.217233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.217958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.218439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc3169b-bd8f-4a4d-8431-9d3d63775ab8') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.231839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.248233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.255400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:20.255794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:20.257470 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:20.350510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef2ea4-c912-4c44-8638-997b330d286c req-57ea8b7b-ab63-40bd-a52f-0a8055ccf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.352121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bef2ea4-c912-4c44-8638-997b330d286c req-57ea8b7b-ab63-40bd-a52f-0a8055ccf005 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 1100 time: 0.0843265 Mar 31 23:02:20.403882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bef2ea4-c912-4c44-8638-997b330d286c req-c2ea7889-b8c7-4103-97fc-ac44ae7c9857 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Mar 31 23:02:20.441501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.448918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.453260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b HTTP/1.1" status: 204 len: 168 time: 1.0092707 Mar 31 23:02:20.468512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8d42-ecdd-4ccd-a05c-cdc1f5210733 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4cecf6-8f24-4157-8eb2-3f2b6e6ddc9b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.489318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b809c0-f8f1-4b7b-8f6c-ac52938ce156 req-9919b5a4-c95d-4066-b11d-9fd7f1b78f36 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.490887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4b809c0-f8f1-4b7b-8f6c-ac52938ce156 req-9919b5a4-c95d-4066-b11d-9fd7f1b78f36 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 1102 time: 0.0633788 Mar 31 23:02:20.531220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4b809c0-f8f1-4b7b-8f6c-ac52938ce156 req-eb81e9ec-8036-40b7-a9ac-31187a6a8404 tempest-ServersAdminTestJSON-626817977 tempest-ServersAdminTestJSON-626817977-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Mar 31 23:02:20.703334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5a90-bc74-47eb-90ef-926969faef7a req-9c0b2daa-5c32-4b21-a1ce-9d8c2b83e18e tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.704882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fda5a90-bc74-47eb-90ef-926969faef7a req-9c0b2daa-5c32-4b21-a1ce-9d8c2b83e18e tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Mar 31 23:02:20.746815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fda5a90-bc74-47eb-90ef-926969faef7a req-00cd49a2-8e7b-48c0-bb12-b9ff1e7d6aad tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Mar 31 23:02:20.829642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c90f41b9-baff-4735-8410-124720f5fffa no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:20.852032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c90f41b9-baff-4735-8410-124720f5fffa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:20.852369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c90f41b9-baff-4735-8410-124720f5fffa not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:20.852776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b7a7fecd-9445-4106-998e-4df5a2b36231 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:20.873205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b7a7fecd-9445-4106-998e-4df5a2b36231 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:20.874176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b7a7fecd-9445-4106-998e-4df5a2b36231 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:20.894855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ca91-a9f9-43a5-a567-a666525cb74d req-194629f8-f076-46c3-b604-26764f360b75 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.896479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa02ca91-a9f9-43a5-a567-a666525cb74d req-194629f8-f076-46c3-b604-26764f360b75 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0631657 Mar 31 23:02:20.908934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46004) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:20.939092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa02ca91-a9f9-43a5-a567-a666525cb74d req-dd6da547-6bac-493d-b961-c3382dfc2d6e tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361040 Mar 31 23:02:20.949484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ee784ef-14fb-4895-9b44-f43e106362c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f53edef90e04cbbbd8fe972c93a35a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394056 Mar 31 23:02:20.956473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:21.012926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.039166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.059548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d124-fe91-46cf-8da3-3fae64738f20 req-f7dc2d31-6b4d-4e22-951e-a095d25224e8 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.063482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f565d124-fe91-46cf-8da3-3fae64738f20 req-f7dc2d31-6b4d-4e22-951e-a095d25224e8 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 949 time: 0.0655363 Mar 31 23:02:21.102538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f565d124-fe91-46cf-8da3-3fae64738f20 req-a2c760d2-d8d6-498b-bc23-5f1f0d3fd98f tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Mar 31 23:02:21.215536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6a48-aae3-4809-9be0-d22136bb31bb req-9b1ada27-bce8-4a0a-acf4-dff2f5a415b6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.217007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3ab6a48-aae3-4809-9be0-d22136bb31bb req-9b1ada27-bce8-4a0a-acf4-dff2f5a415b6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.0566957 Mar 31 23:02:21.259081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3ab6a48-aae3-4809-9be0-d22136bb31bb req-ad3804ca-d487-4610-9355-64f361db12a6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Mar 31 23:02:21.310035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.310035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.310035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1a3ca27f-7ae6-4a58-9b81-78175eef10eb HTTP/1.1" status: 204 len: 168 time: 0.3446183 Mar 31 23:02:21.314944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a128de-38d2-48af-a9c3-84a66539585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ca27f-7ae6-4a58-9b81-78175eef10eb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.377722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b32909cc-e312-44d5-9be1-8f864378296b req-6e303185-3799-4bf3-aeed-f4aac6d2509e tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0392141 Mar 31 23:02:21.431175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dbc12-0a6d-4b1f-8b80-8e073fee99c5 req-f65ae5ef-8e91-4f90-ae48-b45ca01466b6 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.435133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f2dbc12-0a6d-4b1f-8b80-8e073fee99c5 req-f65ae5ef-8e91-4f90-ae48-b45ca01466b6 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0615211 Mar 31 23:02:21.479294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f2dbc12-0a6d-4b1f-8b80-8e073fee99c5 req-2e4cbd08-45d9-4f61-90ab-03225e9a646c tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Mar 31 23:02:22.095575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fda7d1-70e0-45af-b2a7-4b93164bd998 req-bad18938-23e8-4228-b055-946a64582db0 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.097053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7fda7d1-70e0-45af-b2a7-4b93164bd998 req-bad18938-23e8-4228-b055-946a64582db0 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Mar 31 23:02:22.136088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7fda7d1-70e0-45af-b2a7-4b93164bd998 req-08613a1b-04a7-47b6-961d-0e6226d9e691 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Mar 31 23:02:22.222177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d2a0-f9e3-41c0-8af7-3aea5f5a486c req-fd01ebbf-f243-4a78-ab10-a097198cffbc tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.223675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc47d2a0-f9e3-41c0-8af7-3aea5f5a486c req-fd01ebbf-f243-4a78-ab10-a097198cffbc tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 949 time: 0.0491281 Mar 31 23:02:22.268489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc47d2a0-f9e3-41c0-8af7-3aea5f5a486c req-5e1b1092-82c3-4e46-bf2c-99eae910ea69 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Mar 31 23:02:22.393582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506651d-551e-4854-bb35-8c291702fb87 req-4890e711-392c-4a3f-b266-836439512921 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.395105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a506651d-551e-4854-bb35-8c291702fb87 req-4890e711-392c-4a3f-b266-836439512921 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.0543160 Mar 31 23:02:22.433158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a506651d-551e-4854-bb35-8c291702fb87 req-c48d0246-a42e-463b-9417-0a4eb7afa7bc tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Mar 31 23:02:22.520102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f600c6ba-e483-4165-80aa-c0a6f1865a6f req-94c9ed06-4030-457d-9344-eefb1ef93e88 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0285609 Mar 31 23:02:22.963965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-bc3c4aea-f671-49f2-a8f9-044295d29964 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.965489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-bc3c4aea-f671-49f2-a8f9-044295d29964 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 950 time: 0.0548131 Mar 31 23:02:23.074070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Deleting port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:23.074638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.188123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] For port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.189120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.202001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Calling delete_port for 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:23.394267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b405b-b5b7-4a99-beda-924d9c8fe69d req-82a53154-4679-4747-9deb-f8d34fb48e07 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.395951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b06b405b-b5b7-4a99-beda-924d9c8fe69d req-82a53154-4679-4747-9deb-f8d34fb48e07 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0499442 Mar 31 23:02:23.438114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b06b405b-b5b7-4a99-beda-924d9c8fe69d req-4dc0c882-820c-4aae-a5bb-b87b9ca10d6d tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/security-groups?id=8866fa3b-601c-4a52-a617-26e894337b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361152 Mar 31 23:02:23.477868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.510505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event deleted for resources: {'Port': ['ID=5b3e97e6-7fe4-46cb-81e2-4cbb08581363,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:23.511552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5fd2423c-161d-4a0e-b66c-05587dd54584', '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', '5c590194-6186-4672-bf9b-bff93c77b5c1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:23.567242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] No DVR routers for this DVR port 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:23.578181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.582177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aab2a253-cffd-418c-9ffe-49a482b39d4d req-51fbe354-20ec-4a35-a398-24c5bccbde12 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "DELETE /v2.0/ports/5b3e97e6-7fe4-46cb-81e2-4cbb08581363 HTTP/1.1" status: 204 len: 173 time: 0.6111684 Mar 31 23:02:23.584098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'name': 'network-vif-deleted', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:23.586527 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a580ea6-8db4-4c92-adfe-d0871581ed68" -d '{"events": [{"server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "name": "network-vif-deleted", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:23.624592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8dd2c1e0-bf79-4f93-9bf2-08967a10407c req-2e8c15f1-768a-492e-bb59-6543d1952bdd tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0380573 Mar 31 23:02:23.630172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad263b1f-1e40-4913-a6ff-279282153aca req-d5279047-66d5-49fc-b781-be7d179e47cb tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.631687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ad263b1f-1e40-4913-a6ff-279282153aca req-d5279047-66d5-49fc-b781-be7d179e47cb tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 945 time: 0.0657251 Mar 31 23:02:23.728494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15098b2-89b5-4de1-985b-2546e8c1f301 req-bb1aef3b-3dbc-45ab-b9ea-2652dc2e0b29 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.736208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d15098b2-89b5-4de1-985b-2546e8c1f301 req-bb1aef3b-3dbc-45ab-b9ea-2652dc2e0b29 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 949 time: 0.1145377 Mar 31 23:02:23.811718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d15098b2-89b5-4de1-985b-2546e8c1f301 req-41028184-86ae-45d1-983e-722d51d1f327 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522456 Mar 31 23:02:23.811954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Deleting port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:23.811954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.849426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bccc7c9-89d0-4c31-888d-0843e52928d1 req-0919f7c2-3af1-49ec-a044-dd1ee87a6e36 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0446086 Mar 31 23:02:23.978292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] For port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,segment=NetworkSegment(3e101c9f-b255-44ed-87fb-d118f94eac33),segment_id=3e101c9f-b255-44ed-87fb-d118f94eac33)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.978913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.988251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.998013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Calling delete_port for 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:24.103954 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743046d3-8771-4df5-aada-3ddf6d40bfdb x-openstack-request-id: req-743046d3-8771-4df5-aada-3ddf6d40bfdb {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:24.104246 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e86b38c-cade-4059-9f94-3adade9a6358", "name": "network-vif-deleted", "tag": "5b3e97e6-7fe4-46cb-81e2-4cbb08581363", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:24.104501 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-743046d3-8771-4df5-aada-3ddf6d40bfdb {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:24.104909 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743046d3-8771-4df5-aada-3ddf6d40bfdb'] response: {'server_uuid': '5e86b38c-cade-4059-9f94-3adade9a6358', 'name': 'network-vif-deleted', 'tag': '5b3e97e6-7fe4-46cb-81e2-4cbb08581363', 'status': 'completed', 'code': 200} Mar 31 23:02:24.289235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.301457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['85dd32bc-6ae8-487a-b2dd-a1318e4486e0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:24.317589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Pushing event deleted for resources: {'Port': ['ID=85dd32bc-6ae8-487a-b2dd-a1318e4486e0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.364219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] No DVR routers for this DVR port 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:24.366545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.369873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ad263b1f-1e40-4913-a6ff-279282153aca req-6afabcec-fdd2-4ac4-beb0-b420756d8cf3 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.44 "DELETE /v2.0/ports/85dd32bc-6ae8-487a-b2dd-a1318e4486e0 HTTP/1.1" status: 204 len: 173 time: 0.7314479 Mar 31 23:02:24.455135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46136) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:24.536715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe82c6e-70b8-4467-a6c8-139829683942 req-295711b0-8495-42dd-84a3-507630242b9c tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 210 time: 0.0285444 Mar 31 23:02:24.578166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.660183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.741651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dd66165-05bd-44cb-a385-882c1d3583b4 req-0ce30112-2468-4570-9f68-1116b83726e7 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e86b38c-cade-4059-9f94-3adade9a6358 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Mar 31 23:02:24.753056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.799560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=718cbdc0a7444c1aafa3e617f3c812db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422644 Mar 31 23:02:24.799844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46146) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:24.805815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c4771-059c-4e47-8c64-b46796448525,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.822194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.822549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.822889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.823251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.823588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.823921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.824249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.824846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.825095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.825342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.825674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.825989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdf36c-b7cd-4fb1-b961-c636c8d43590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.865004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.888740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.942981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee155a-725c-4f5a-9e74-025ff8b345bc req-dc3edfe1-d19a-4ebf-bbcb-3038e0ceadea tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.950946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3aee155a-725c-4f5a-9e74-025ff8b345bc req-dc3edfe1-d19a-4ebf-bbcb-3038e0ceadea tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 949 time: 0.0609686 Mar 31 23:02:25.010070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3aee155a-725c-4f5a-9e74-025ff8b345bc req-ad60d3a8-ff82-4433-b7ca-64845453e958 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/security-groups?id=be2016a2-8e46-43c0-8073-177cba43e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590143 Mar 31 23:02:25.012164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e873a7c-2164-47d0-84c7-c8e98acc276a req-835d8c76-a2d8-40bc-8d6e-9e4b751e8b41 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0393221 Mar 31 23:02:25.068590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776a009-be4e-413c-957a-50e2390643b6 req-a2f8d7a1-050b-4252-a5ae-9a7ee67799e4 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.070070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9776a009-be4e-413c-957a-50e2390643b6 req-a2f8d7a1-050b-4252-a5ae-9a7ee67799e4 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 949 time: 0.0593348 Mar 31 23:02:25.071368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.076186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.076186 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb4c4771-059c-4e47-8c64-b46796448525 HTTP/1.1" status: 204 len: 168 time: 0.2741859 Mar 31 23:02:25.091658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31126afd-f765-4984-9e9e-44716ca50c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c4771-059c-4e47-8c64-b46796448525,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.185609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Deleting port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:25.185609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.274817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] For port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:25.275195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.286967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Calling delete_port for 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:25.593313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.605965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5c79c694-b920-4e34-ae1e-8c12c8c5bb6e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:25.623081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Pushing event deleted for resources: {'Port': ['ID=5c79c694-b920-4e34-ae1e-8c12c8c5bb6e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.674406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] No DVR routers for this DVR port 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:25.677166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.680414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e06434d2-5711-4879-91dd-925db1b87535 req-5a18ce6a-8e52-422c-9c2e-306ae69d7ef8 tempest-ServersNegativeTestMultiTenantJSON-113321387 tempest-ServersNegativeTestMultiTenantJSON-113321387-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3f9349b-df1e-4a7c-8d33-b165555a39e4 HTTP/1.1" status: 200 len: 210 time: 0.0583565 Mar 31 23:02:25.681152 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9776a009-be4e-413c-957a-50e2390643b6 req-7efdab4c-6001-4897-b53c-913dc9747c17 tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.44 "DELETE /v2.0/ports/5c79c694-b920-4e34-ae1e-8c12c8c5bb6e HTTP/1.1" status: 204 len: 173 time: 0.6026804 Mar 31 23:02:25.813109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:25.841768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:25.843591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b3e97e6-7fe4-46cb-81e2-4cbb08581363 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:26.072380 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ce827bd-8a3b-453f-bf88-95f09140fc3c req-6b2ba69d-2d0d-43e1-8efd-31bad10f8bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0351841 Mar 31 23:02:26.106974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'name': 'network-vif-deleted', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0'}, {'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'name': 'network-vif-deleted', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:26.110100 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd8083-41c8-46d2-b652-567f69b54343" -d '{"events": [{"server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "name": "network-vif-deleted", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0"}, {"server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "name": "network-vif-deleted", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:26.128708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f1744a6-d404-4689-8ff2-3e8fd43b2275 req-df28f1d4-6046-48cc-ad19-98b61717846c tempest-TenantUsagesTestJSON-1429077091 tempest-TenantUsagesTestJSON-1429077091-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bb823e5-e8e1-44ac-9a4c-cb0895163951 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Mar 31 23:02:26.220989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b38bc870-2cb6-405d-a8f4-2beca9c07940 req-0dc41176-e353-49da-aef3-9509304e2d33 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0252316 Mar 31 23:02:26.289347 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d781069d-5aa9-452f-8180-686edca4b2cc x-openstack-request-id: req-d781069d-5aa9-452f-8180-686edca4b2cc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:26.289647 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f9349b-df1e-4a7c-8d33-b165555a39e4", "name": "network-vif-deleted", "tag": "85dd32bc-6ae8-487a-b2dd-a1318e4486e0", "status": "completed", "code": 200}, {"server_uuid": "9bb823e5-e8e1-44ac-9a4c-cb0895163951", "name": "network-vif-deleted", "tag": "5c79c694-b920-4e34-ae1e-8c12c8c5bb6e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:26.289893 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d781069d-5aa9-452f-8180-686edca4b2cc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:26.290295 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d781069d-5aa9-452f-8180-686edca4b2cc'] response: {'server_uuid': 'e3f9349b-df1e-4a7c-8d33-b165555a39e4', 'name': 'network-vif-deleted', 'tag': '85dd32bc-6ae8-487a-b2dd-a1318e4486e0', 'status': 'completed', 'code': 200} Mar 31 23:02:26.290551 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d781069d-5aa9-452f-8180-686edca4b2cc'] response: {'server_uuid': '9bb823e5-e8e1-44ac-9a4c-cb0895163951', 'name': 'network-vif-deleted', 'tag': '5c79c694-b920-4e34-ae1e-8c12c8c5bb6e', 'status': 'completed', 'code': 200} Mar 31 23:02:26.312598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46186) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.413433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50acf7-7d2a-4ab6-bf21-312535cfb676 req-7c24c8e3-eecc-4acc-9132-51647fd75eb2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.415318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d50acf7-7d2a-4ab6-bf21-312535cfb676 req-7c24c8e3-eecc-4acc-9132-51647fd75eb2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0519047 Mar 31 23:02:26.469865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d50acf7-7d2a-4ab6-bf21-312535cfb676 req-0e71283d-64ad-4c1a-a9f8-500052f10fe2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Mar 31 23:02:26.501974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b167c2dd-ba22-4862-a1d0-09b7e22f1ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.582598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b167c2dd-ba22-4862-a1d0-09b7e22f1ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.648928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46196) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.683564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b167c2dd-ba22-4862-a1d0-09b7e22f1ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.725905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b167c2dd-ba22-4862-a1d0-09b7e22f1ad6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4af97cdf0ad427eb00d4acb35c0f57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122376 Mar 31 23:02:26.728197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c2dd-ba22-4862-a1d0-09b7e22f1ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2134c54-9098-45bd-9467-420b5ce9a69c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:26.728858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46202) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.760536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.762054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-712213045-network', 'tenant_id': '885b045077064c109cece7dd623dd62c'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:26.836683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Deleting subnet c76c575e-8122-4e5f-a92c-9e462f34ca2d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:26.839670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.844699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.893752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.915156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.917903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Made reservation on behalf of 885b045077064c109cece7dd623dd62c for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:26.921045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.930354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.968814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.015031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.094948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.097573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.098742 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2134c54-9098-45bd-9467-420b5ce9a69c HTTP/1.1" status: 204 len: 168 time: 0.3687103 Mar 31 23:02:27.106773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29efd9-2dbc-48fd-abe1-abce1980cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2134c54-9098-45bd-9467-420b5ce9a69c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.138783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.139915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.163896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:27.170939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76c575e-8122-4e5f-a92c-9e462f34ca2d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.173353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.174633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.175072 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Added segment 1084e77b-6a58-4842-b26e-c9ade8cbe180 of type vlan for network aa0e4292-e9d9-4bd3-956f-ee321af8b240 Mar 31 23:02:27.179116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f420cec-f8f8-439a-bfb1-a543c9f074d9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c76c575e-8122-4e5f-a92c-9e462f34ca2d HTTP/1.1" status: 204 len: 168 time: 0.4170194 Mar 31 23:02:27.183446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.222451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.257288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb67c1-f174-4d06-acd1-9ccf108e98aa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.257746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.338505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.345434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9f8dd54-8598-4996-962e-a318f836a294 req-c77b1ce8-c655-4230-9020-b1a2b9bba051 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0275147 Mar 31 23:02:27.360635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8534915-a707-4196-8430-2d8784bf60ee']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.369933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e101c9f-b255-44ed-87fb-d118f94eac33') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.370235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e101c9f-b255-44ed-87fb-d118f94eac33') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.380683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.394163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.401788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:27.402671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:27.404385 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:27.408273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.408273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.408273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.468342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0e4292-e9d9-4bd3-956f-ee321af8b240,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.478751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network aa0e4292-e9d9-4bd3-956f-ee321af8b240 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:27.541486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:27.562483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-edf1a2c1-b44e-474a-b7a1-a9b8db64dff5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9120641 Mar 31 23:02:27.571756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46220) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.571756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Request body: {'subnet': {'network_id': 'aa0e4292-e9d9-4bd3-956f-ee321af8b240', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-712213045-subnet', 'tenant_id': '885b045077064c109cece7dd623dd62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:27.575052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:27.575645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5c79c694-b920-4e34-ae1e-8c12c8c5bb6e not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:27.576379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:27.604097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:27.604714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 85dd32bc-6ae8-487a-b2dd-a1318e4486e0 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:27.643379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373312-223e-48ff-a3a1-e4d125f0fff8 req-ffc317bf-dcc9-454f-96a9-93d337663b5e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.644837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa373312-223e-48ff-a3a1-e4d125f0fff8 req-ffc317bf-dcc9-454f-96a9-93d337663b5e tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0567400 Mar 31 23:02:27.646822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.652494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.657861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] 10.222.0.83 "DELETE /v2.0/networks/f8534915-a707-4196-8430-2d8784bf60ee HTTP/1.1" status: 204 len: 168 time: 0.4712727 Mar 31 23:02:27.658645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46222) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.685833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa373312-223e-48ff-a3a1-e4d125f0fff8 req-22db5485-ef6e-4d92-ba92-c822ed96d269 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344164 Mar 31 23:02:27.691348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643dc27-787c-496f-a458-50277b46e7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f8534915-a707-4196-8430-2d8784bf60ee,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.713490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Deleting subnet 9cec473d-2b9b-4114-9e55-7a87ea7122a4 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:27.716763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.753335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.785770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Made reservation on behalf of 885b045077064c109cece7dd623dd62c for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:27.791063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.803109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.825445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46226) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.953443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.993776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.996974 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9cec473d-2b9b-4114-9e55-7a87ea7122a4 HTTP/1.1" status: 204 len: 168 time: 0.3373804 Mar 31 23:02:27.998075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15b078-27cd-4f34-a86c-bf8ab47a98e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cec473d-2b9b-4114-9e55-7a87ea7122a4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.002950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46230) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:28.022471 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d449653b-3a7b-4d3f-926c-3d67eeb0dfac admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f1546921b774ec998e707cdd39594fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935935 Mar 31 23:02:28.023206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:28.062209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46234) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:28.079983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f15432c-af93-48b7-a262-51089a01c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.103708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.117880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.139229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.197111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.216936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.219224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f15432c-af93-48b7-a262-51089a01c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.224612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.245026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26585964-962d-45e1-8d4f-9bd3126762d1') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.245026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26585964-962d-45e1-8d4f-9bd3126762d1') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.261143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.284989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.299716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:28.300112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:28.301721 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:28.315051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.319644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af905025-9183-477c-8f25-bdc958c78bc8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.319969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.319969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be2016a2-8e46-43c0-8073-177cba43e419 HTTP/1.1" status: 204 len: 168 time: 0.2951665 Mar 31 23:02:28.329711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452632bd-84f3-4ee1-93f9-e232426251f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2016a2-8e46-43c0-8073-177cba43e419,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.370889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Checking segment: {'id': '1084e77b-6a58-4842-b26e-c9ade8cbe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa0e4292-e9d9-4bd3-956f-ee321af8b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:28.371408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Network hostable DHCP agents. Network: aa0e4292-e9d9-4bd3-956f-ee321af8b240, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:28.377747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f15432c-af93-48b7-a262-51089a01c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.422215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f15432c-af93-48b7-a262-51089a01c7ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c12953e249b414ab272db84898515e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589144 Mar 31 23:02:28.423419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15432c-af93-48b7-a262-51089a01c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6520ef4f-3e0c-4b70-901c-96e075fc2dc7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.425124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:28.468836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.479135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.483519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] 10.222.0.83 "DELETE /v2.0/networks/27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3 HTTP/1.1" status: 204 len: 168 time: 0.4782586 Mar 31 23:02:28.515835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Network aa0e4292-e9d9-4bd3-956f-ee321af8b240 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:28.518245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2b196-ff87-40b1-96d5-bc2c504c030d admin admin] Pushing event deleted for resources: {'Network': ['ID=27ea55ee-5dc6-48ec-aff4-3b9b4daff4b3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.527750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c004453a-571f-4392-971c-b26d78f60768 req-957775ef-6082-434a-a43b-74c3b1842ea2 tempest-ServersAdmin275Test-1108961461 tempest-ServersAdmin275Test-1108961461-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0534763 Mar 31 23:02:28.536549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.568017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.632022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, aa0e4292-e9d9-4bd3-956f-ee321af8b240) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:28.636130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.637190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.642559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dbdbec-cd45-491f-9044-a30227fc3385 None None] Network aa0e4292-e9d9-4bd3-956f-ee321af8b240 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:28.770168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3f1324a-b3cf-4c15-9ec0-fd809799a532 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2040148 Mar 31 23:02:28.771811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.774689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.776061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6520ef4f-3e0c-4b70-901c-96e075fc2dc7 HTTP/1.1" status: 204 len: 168 time: 0.3496602 Mar 31 23:02:28.786476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833d043-91e5-4226-ba0d-4585605eaf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6520ef4f-3e0c-4b70-901c-96e075fc2dc7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.798678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50527228-2e0f-4420-bb54-195bdf202495 None None] Network aa0e4292-e9d9-4bd3-956f-ee321af8b240 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:28.814373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-6a33a65d-33f2-47e4-a466-fcc9859034e2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.815907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-6a33a65d-33f2-47e4-a466-fcc9859034e2 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.1063590 Mar 31 23:02:28.867135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f517-0d69-406e-b10c-428539305c9d req-e904f3d2-7301-4387-9c90-5d2ea4de006c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.867448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c163f517-0d69-406e-b10c-428539305c9d req-e904f3d2-7301-4387-9c90-5d2ea4de006c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 950 time: 0.0560310 Mar 31 23:02:28.925348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c163f517-0d69-406e-b10c-428539305c9d req-9887baf3-c697-497d-804b-6462bb4ffbaa tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Mar 31 23:02:28.957800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Deleting port 5fd2423c-161d-4a0e-b66c-05587dd54584 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:28.960804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.030701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.087925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] For port 5fd2423c-161d-4a0e-b66c-05587dd54584, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5fd2423c-161d-4a0e-b66c-05587dd54584,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:29.088257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.102800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-beac2905-09af-436c-98e3-cca823acbe50 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9c5a9fc462af4088aa597b70bf290cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709970 Mar 31 23:02:29.106871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Calling delete_port for 5fd2423c-161d-4a0e-b66c-05587dd54584 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:29.110119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46260) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.177028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b07803-0c7c-4b31-8ca5-77c625617a12 req-e6aba3b9-1ad4-4513-9aac-d4481f388d79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e7f598a1f91416ca27853062a4cd0f7&device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0442126 Mar 31 23:02:29.194902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5092e2a5-458c-4522-b636-63d0fb1aa747 req-6c4325c8-c259-4f24-882e-4023d9524183 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0484569 Mar 31 23:02:29.222478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b07803-0c7c-4b31-8ca5-77c625617a12 req-f4467996-c73a-4399-99a7-e693cd293308 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9e7f598a1f91416ca27853062a4cd0f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300925 Mar 31 23:02:29.299973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.324087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.342729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.360877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b16945-5847-4d84-8f30-5dff4ac08863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.425957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b07803-0c7c-4b31-8ca5-77c625617a12 req-65e09cb6-d59f-4f47-adf7-aa155cfdafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.427468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b07803-0c7c-4b31-8ca5-77c625617a12 req-65e09cb6-d59f-4f47-adf7-aa155cfdafe3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1915708 Mar 31 23:02:29.499589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b16945-5847-4d84-8f30-5dff4ac08863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.555205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.558861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.562157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8866fa3b-601c-4a52-a617-26e894337b3c HTTP/1.1" status: 204 len: 168 time: 0.4502456 Mar 31 23:02:29.571285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836633f-03ed-45ab-96c6-dc42a4d21d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8866fa3b-601c-4a52-a617-26e894337b3c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.593355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b16945-5847-4d84-8f30-5dff4ac08863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.639166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-636192196', 'description': 'tempest-description-274168279'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:29.656505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.676882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b16945-5847-4d84-8f30-5dff4ac08863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a5e5a-9fe0-4fef-85ee-8230dfc9c79a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.683541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-66b16945-5847-4d84-8f30-5dff4ac08863 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=780597a99c254b72bfbe055f72ba43e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530428 Mar 31 23:02:29.688372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46278) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.694601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5fd2423c-161d-4a0e-b66c-05587dd54584', '5c590194-6186-4672-bf9b-bff93c77b5c1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:29.696823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event deleted for resources: {'Port': ['ID=5fd2423c-161d-4a0e-b66c-05587dd54584,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.755991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] No DVR routers for this DVR port 5fd2423c-161d-4a0e-b66c-05587dd54584 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:29.765709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.765709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9451be80-ee59-4aa3-8ce8-d4cd72ce8926 req-a6f8284a-e643-43e5-9ffd-99a12c451b6c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "DELETE /v2.0/ports/5fd2423c-161d-4a0e-b66c-05587dd54584 HTTP/1.1" status: 204 len: 173 time: 0.9404070 Mar 31 23:02:29.765709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'name': 'network-vif-deleted', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:29.766986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.767490 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42c03c1-ffe4-45d6-87d0-51b90dee679d" -d '{"events": [{"server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "name": "network-vif-deleted", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:29.794008 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.825282 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0258472-be43-4340-a666-7b9997b183e3 x-openstack-request-id: req-a0258472-be43-4340-a666-7b9997b183e3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:29.826492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc602e-706b-4e49-a47d-2275aabfc42b", "name": "network-vif-deleted", "tag": "5fd2423c-161d-4a0e-b66c-05587dd54584", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:29.826492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0258472-be43-4340-a666-7b9997b183e3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:29.826492 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0258472-be43-4340-a666-7b9997b183e3'] response: {'server_uuid': '43dc602e-706b-4e49-a47d-2275aabfc42b', 'name': 'network-vif-deleted', 'tag': '5fd2423c-161d-4a0e-b66c-05587dd54584', 'status': 'completed', 'code': 200} Mar 31 23:02:29.909310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.947855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.950669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.952858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a4a5e5a-9fe0-4fef-85ee-8230dfc9c79a HTTP/1.1" status: 204 len: 168 time: 0.2626748 Mar 31 23:02:29.966737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be17a8-a6eb-4d90-b002-8a4714236067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a5e5a-9fe0-4fef-85ee-8230dfc9c79a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.043276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.058620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76148262-796d-4d0c-b8c5-1b3c4488498b req-51be480e-4b3a-4dc5-bc2c-a5704da25b06 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 210 time: 0.0498710 Mar 31 23:02:30.156516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.192285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0817d9ff-560b-4144-9f63-dfc8023bcc33,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.288889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.290204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01da063e-9ba7-4689-af08-c0a0bca15dbc req-4780115c-5059-44da-8564-29d8b8de5ef8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6658778 Mar 31 23:02:30.317391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b5c4173-25a3-448b-97d7-a2cae1b941aa req-2c84eb72-0c3e-478e-a12c-9f14d938b124 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0339737 Mar 31 23:02:30.370089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-7f2efb22-989f-46f3-8093-cefe9cbd825f tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0817d9ff-560b-4144-9f63-dfc8023bcc33 HTTP/1.1" status: 200 len: 1805 time: 0.0551214 Mar 31 23:02:30.378550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0817d9ff-560b-4144-9f63-dfc8023bcc33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:30.378867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0817d9ff-560b-4144-9f63-dfc8023bcc33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:30.501912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.526703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.546976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:30.603045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46302) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:30.603741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-288d5c76-0ec7-40d4-af03-9f5900c3c55c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4787e49b8b2c4d1896f4f4183898b167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555837 Mar 31 23:02:30.612871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.655563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce55196-958d-4d59-9c42-745bb3e9df28,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.686128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.709519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.737181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.748772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d938e3a-0964-4ec5-a9a4-c240828a6179 req-55098a7c-d32a-439f-8699-a292059e81ec tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3637872 Mar 31 23:02:30.768346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-854692099', 'description': 'tempest-description-387259743'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:30.885399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.893146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.893146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.895716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/47457a1f-fe3d-42cb-9a9d-547f251dc1af HTTP/1.1" status: 204 len: 168 time: 0.2909749 Mar 31 23:02:30.929198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818f15-d760-41df-add5-a2d50d0b6c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47457a1f-fe3d-42cb-9a9d-547f251dc1af,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.997229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.149492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.200485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c73fe1b-e7b7-4308-90e3-28f0ef8ff69c req-8b065c53-e6ef-4f01-9f07-b5c6883d590c tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=43dc602e-706b-4e49-a47d-2275aabfc42b HTTP/1.1" status: 200 len: 210 time: 0.0420008 Mar 31 23:02:31.205320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83306993-a16f-4827-8b5a-c3d1ddf58b81,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.285447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.287180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71f29893-7934-4761-bd88-3127ae0e69ec req-188e5be9-8926-4c17-b749-99cb2e36b80c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5256071 Mar 31 23:02:31.346881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-e3b6a645-9b72-4ffd-a4a6-6cdf71845595 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/83306993-a16f-4827-8b5a-c3d1ddf58b81 HTTP/1.1" status: 200 len: 1805 time: 0.0393729 Mar 31 23:02:31.362495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '83306993-a16f-4827-8b5a-c3d1ddf58b81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:31.362495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '83306993-a16f-4827-8b5a-c3d1ddf58b81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:31.382322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-10b07803-0c7c-4b31-8ca5-77c625617a12 req-546795aa-56aa-4064-b74d-1d2f4ec126e5 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.10 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0263238 Mar 31 23:02:31.446961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e6f11f6-5db0-442b-b401-8a43b5d4badf req-3e0042ee-5010-436e-a890-28bac13a03a8 tempest-ServersAdmin275Test-955675673 tempest-ServersAdmin275Test-955675673-project] 10.222.0.83 "GET /v2.0/ports?device_id=37fd4879-4422-46bb-966f-0390f298c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0423195 Mar 31 23:02:31.552169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.570668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.732679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.751320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3031fc1a-3fca-4916-bda2-a2739f570246,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.824766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5fd2423c-161d-4a0e-b66c-05587dd54584 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:31.848308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 5fd2423c-161d-4a0e-b66c-05587dd54584 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:31.848750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5fd2423c-161d-4a0e-b66c-05587dd54584 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:31.888620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.891216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fef9737e-6c56-4899-99a6-2fd0e3bca728 req-5849b765-6ce7-4ed1-a2d3-5164229955a1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5367286 Mar 31 23:02:31.916435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-141544716', 'description': 'tempest-description-1006991308'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:31.972994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46354) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:32.126603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.165599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-network', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:32.213974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.332730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Made reservation on behalf of 0352181a2dfc47b3abfb0a8ae6a60d47 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:32.335113 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.346413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.413409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.433996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.454427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cde348-101c-4db7-af85-8b6bac78b0dc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.540697 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-540f465c-f4bb-4885-8c87-f93aa5d8710e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381794 Mar 31 23:02:32.597757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.599021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a77a2f5-498e-446c-a3ce-8bae73e41552 req-c55ea4c8-6e82-4389-bc44-dbb884d5d833 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6867249 Mar 31 23:02:32.599754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.648463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:32.654232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-d21703c5-5f2d-49b5-aa5a-81118fa4a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.654232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-d21703c5-5f2d-49b5-aa5a-81118fa4a162 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cea365256d74bcba8998ef47838601f&device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 1097 time: 0.0617523 Mar 31 23:02:32.670351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134b142-576f-4a7a-a6b9-107bef1ae740,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.674056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.674444 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Added segment cbca5d51-a996-457d-8f90-0bc0791c19cb of type vlan for network de69c98a-c02c-41f8-a801-0effed6449cb Mar 31 23:02:32.717002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-202021069', 'description': 'tempest-description-1096575855'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:32.737315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.758986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:32.783281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-6a6cfdd1-e618-4a4a-a22f-4f13791a4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.785163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-6a6cfdd1-e618-4a4a-a22f-4f13791a4265 service neutron] 10.222.0.44 "GET /v2.0/networks?id=751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 200 len: 907 time: 0.1067526 Mar 31 23:02:32.868712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-d7c8831a-62c6-4ac7-bd90-6ab5d7a8b47e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 200 len: 1002 time: 0.0766792 Mar 31 23:02:32.881876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.919433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8d310-2401-419e-9bfb-88f4268bb252 req-faa01304-b358-4fca-8a2b-a0a2316535b9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.921251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f8d310-2401-419e-9bfb-88f4268bb252 req-faa01304-b358-4fca-8a2b-a0a2316535b9 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.0743425 Mar 31 23:02:32.928071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-28b2c6e4-d4c9-4c2b-815f-3b718cf878bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.930251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-28b2c6e4-d4c9-4c2b-815f-3b718cf878bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e HTTP/1.1" status: 200 len: 844 time: 0.0546863 Mar 31 23:02:32.971567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.971567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.971567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.982164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-27ce96cc-d1d6-4c1c-8929-4853b2126d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.984927 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-27ce96cc-d1d6-4c1c-8929-4853b2126d22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=751f7252-1f6c-42ea-8d59-7f423d3c328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469396 Mar 31 23:02:32.994329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f8d310-2401-419e-9bfb-88f4268bb252 req-3ebfa915-531f-448b-bbed-94f3a195c769 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Mar 31 23:02:33.026541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2130303729-network', 'tenant_id': '2b1ce99cbe084f95b37c995ad5861fa5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.051689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] Pushing event updated for resources: {'Network': ['ID=de69c98a-c02c-41f8-a801-0effed6449cb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.068330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network de69c98a-c02c-41f8-a801-0effed6449cb details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:33.110949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-7df471eb-4ebc-4d5d-af7f-7ff1866b0c51 service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180277 Mar 31 23:02:33.156312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.160014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-25ceae4f-45dd-49f0-b6c0-de361b161f96 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1859405 Mar 31 23:02:33.163097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46390) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:33.167906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Request body: {'subnet': {'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-subnet', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.203931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Made reservation on behalf of 2b1ce99cbe084f95b37c995ad5861fa5 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:33.206186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.218100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.222420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-372c5c19-0ea6-479c-82e1-1772f9f3b5bc req-ea855480-5b17-4173-a07b-838eebb867bc service neutron] 10.222.0.44 "GET /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041939 Mar 31 23:02:33.238025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.273456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88277435-fd58-40af-8994-5d8e588f4c30,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.314895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.317783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Made reservation on behalf of 0352181a2dfc47b3abfb0a8ae6a60d47 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:33.320567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.381544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.382837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ea0dc4d-aa6a-4996-bec5-3b8f7dee1de1 req-0de4c13c-7a28-4669-9bf0-bb32d73b5ef1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6718214 Mar 31 23:02:33.404013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.434854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:33.452997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff6004d-53d9-4d66-836e-a52469a9d560,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.468108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.470459 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Added segment e77ca7f5-17dc-4543-9c99-9ac0dfaf7013 of type vlan for network 0cd7320c-38ac-4abf-82e1-9269486429f8 Mar 31 23:02:33.472785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-ce182981-2474-46d2-9dc5-03e0e91168ba tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/c2cde348-101c-4db7-af85-8b6bac78b0dc HTTP/1.1" status: 200 len: 1806 time: 0.0605130 Mar 31 23:02:33.506929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:33.522247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.577829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-d9440b88-e5e2-417d-b62e-2f2b106c54c5 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/88277435-fd58-40af-8994-5d8e588f4c30 HTTP/1.1" status: 200 len: 1806 time: 0.1033289 Mar 31 23:02:33.594950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2cde348-101c-4db7-af85-8b6bac78b0dc', 'remote_group_id': '88277435-fd58-40af-8994-5d8e588f4c30', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.595393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2cde348-101c-4db7-af85-8b6bac78b0dc', 'remote_group_id': '88277435-fd58-40af-8994-5d8e588f4c30', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.630790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c75e26-444a-49e6-8c69-d9b6b90de88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.643787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.644795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.645395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.694548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.723712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] Pushing event updated for resources: {'Network': ['ID=0cd7320c-38ac-4abf-82e1-9269486429f8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.736650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0cd7320c-38ac-4abf-82e1-9269486429f8 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:33.749218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c75e26-444a-49e6-8c69-d9b6b90de88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.769284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c34036-f213-4976-98d9-4023dd35bcb8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.792343 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0866a337-be23-4ca2-aeae-73e243c3702b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0321417 Mar 31 23:02:33.795863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Checking segment: {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:33.796306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Network hostable DHCP agents. Network: de69c98a-c02c-41f8-a801-0effed6449cb, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:33.833287 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c75e26-444a-49e6-8c69-d9b6b90de88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.850204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.181579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Network de69c98a-c02c-41f8-a801-0effed6449cb is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:34.230975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f6c75e26-444a-49e6-8c69-d9b6b90de88b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e7f598a1f91416ca27853062a4cd0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228734 Mar 31 23:02:34.233866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46420) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:34.239516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75e26-444a-49e6-8c69-d9b6b90de88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e85543-6323-41e6-b863-32bee96b789c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.266084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.278541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bae81-4f7c-4731-9ce0-3e3392c761b5 req-8635a015-9301-4633-b531-34b0e196495b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.280366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-944bae81-4f7c-4731-9ce0-3e3392c761b5 req-8635a015-9301-4633-b531-34b0e196495b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.1118138 Mar 31 23:02:34.287504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.309248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, de69c98a-c02c-41f8-a801-0effed6449cb) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:34.315238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.319557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.320143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.320553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45dabb1-5964-42be-bc40-879bcea61140 None None] Network de69c98a-c02c-41f8-a801-0effed6449cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:34.335357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-944bae81-4f7c-4731-9ce0-3e3392c761b5 req-968d5421-3dd6-4ecc-98b2-2efe3d9328d1 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Mar 31 23:02:34.336675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.366159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a748d800-622b-49b2-b49f-749b7de0d3aa,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.441309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c560b221-a22d-464f-9a07-7461dd73ab7a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2758813 Mar 31 23:02:34.444819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:34.453959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:34.476119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.477538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-575d1c4b-a76e-4523-b33b-11aaa2b99472 req-dce91d4f-f375-4468-91e9-1f85958ac786 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8893781 Mar 31 23:02:34.485847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.489455 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.491133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/37e85543-6323-41e6-b863-32bee96b789c HTTP/1.1" status: 204 len: 168 time: 0.2558360 Mar 31 23:02:34.502694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ac336-d9ff-4e0a-aaa8-312819acd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e85543-6323-41e6-b863-32bee96b789c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.515926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1275775760', 'description': 'tempest-description-629251790'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:34.575874 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.581818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.583102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.646611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.663568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.664648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-de69c98a-c02c-41f8-a801-0effed6449cb', 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'fixed_ips': [{'subnet_id': '81c34036-f213-4976-98d9-4023dd35bcb8'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:34.665858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.791933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8d39f-e145-440f-9dc6-8ed6b3d30e26 req-8a0e7f22-da57-466c-8b5a-9a32337a2cf8 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.794504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-c1b5f94d-1d9b-4bc6-a59f-82506ae11118 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.796311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-c1b5f94d-1d9b-4bc6-a59f-82506ae11118 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.0561471 Mar 31 23:02:34.798344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8d39f-e145-440f-9dc6-8ed6b3d30e26 req-8a0e7f22-da57-466c-8b5a-9a32337a2cf8 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.804534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8d39f-e145-440f-9dc6-8ed6b3d30e26 req-8a0e7f22-da57-466c-8b5a-9a32337a2cf8 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.806241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5da8d39f-e145-440f-9dc6-8ed6b3d30e26 req-8a0e7f22-da57-466c-8b5a-9a32337a2cf8 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2703588 Mar 31 23:02:34.818372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Allocated IP 172.20.0.2 (de69c98a-c02c-41f8-a801-0effed6449cb/81c34036-f213-4976-98d9-4023dd35bcb8/9b81228b-6b33-426d-8b84-15766fea11c2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:34.838369 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.928137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441d661-61ac-46f7-9542-1a78759a97dd req-94964ad8-9ee7-496c-818f-639338a66467 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.929793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d441d661-61ac-46f7-9542-1a78759a97dd req-94964ad8-9ee7-496c-818f-639338a66467 tempest-ComputeTenantNetworksTest-1175885433 tempest-ComputeTenantNetworksTest-1175885433-project] 10.222.0.83 "GET /v2.0/networks/0cd7320c-38ac-4abf-82e1-9269486429f8 HTTP/1.1" status: 200 len: 769 time: 0.0900114 Mar 31 23:02:34.941980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46444) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:34.984278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.058396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.060060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d16ac6-bfa8-49b4-b246-1781d3d2e9bf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.069863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.103904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.110206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.111753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55cced6-6509-43ec-a2fe-d85cb96c7517 req-6925dd5d-dea7-4955-8b68-dd4ba38e8c0b tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6009157 Mar 31 23:02:35.165089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.176173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Deleting port 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:35.176602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.194152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-984302412', 'description': 'tempest-description-1420070962'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:35.209893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Network de69c98a-c02c-41f8-a801-0effed6449cb is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:35.211091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.213086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:35.216842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:35.232535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Pushing event updated for resources: {'Port': ['ID=9b81228b-6b33-426d-8b84-15766fea11c2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.286154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd7320c-38ac-4abf-82e1-9269486429f8']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:35.294121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Attempting to bind port 9b81228b-6b33-426d-8b84-15766fea11c2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:35.294487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Attempting to bind port 9b81228b-6b33-426d-8b84-15766fea11c2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:35.294854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Attempting to bind port 9b81228b-6b33-426d-8b84-15766fea11c2 on network de69c98a-c02c-41f8-a801-0effed6449cb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:35.301116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:35.301489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Checking segment: {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:35.301897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.302035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77ca7f5-17dc-4543-9c99-9ac0dfaf7013') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:35.302345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Bound using segment: {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:35.302470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77ca7f5-17dc-4543-9c99-9ac0dfaf7013') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:35.302828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Bound port: 9b81228b-6b33-426d-8b84-15766fea11c2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:35.304073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.323493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.341040 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.353683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:35.354198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:35.356548 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:35.369581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.403074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] For port 5c590194-6186-4672-bf9b-bff93c77b5c1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5c590194-6186-4672-bf9b-bff93c77b5c1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:35.403455 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.404922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] For port 9b81228b-6b33-426d-8b84-15766fea11c2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:35.425462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Calling delete_port for 5c590194-6186-4672-bf9b-bff93c77b5c1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:35.497169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.525906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edf61b9-3384-4d86-8b56-f24bfa01daff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.563113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43232102-7d55-4c85-8962-cd96fb802ff0 req-5c407646-7bc3-4492-a42e-a8e77ee0f554 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.563113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43232102-7d55-4c85-8962-cd96fb802ff0 req-5c407646-7bc3-4492-a42e-a8e77ee0f554 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.1584537 Mar 31 23:02:35.571125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.613578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.614390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] For port 9b81228b-6b33-426d-8b84-15766fea11c2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9b81228b-6b33-426d-8b84-15766fea11c2,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:35.617016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.629728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.632903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] 10.222.0.83 "DELETE /v2.0/networks/0cd7320c-38ac-4abf-82e1-9269486429f8 HTTP/1.1" status: 204 len: 168 time: 0.6889920 Mar 31 23:02:35.636201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43232102-7d55-4c85-8962-cd96fb802ff0 req-8fe93e15-d040-4d7d-ae6d-13f343c5eddd tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740020 Mar 31 23:02:35.657309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.657795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bb7e7-0637-417a-a922-5b784cecf3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd7320c-38ac-4abf-82e1-9269486429f8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.657795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.705416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.711833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281b0d60-1cd1-424b-ae4a-16e94c9e06d2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.778855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edf61b9-3384-4d86-8b56-f24bfa01daff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.797540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eca8f-3a76-4c67-b73c-adda393d5ef2 None None] Pushing event updated for resources: {'Port': ['ID=9b81228b-6b33-426d-8b84-15766fea11c2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.808628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.810037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6339f99a-e07b-4473-9b28-57ee1de4177d req-1727f686-4f60-46cb-bcc8-3d412e0915cf tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6465173 Mar 31 23:02:35.851771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2249f5-e699-447a-b1e7-4b6addb9ad22 req-407445cd-7a84-4ae3-bb13-ac3620f189b6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.851771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf2249f5-e699-447a-b1e7-4b6addb9ad22 req-407445cd-7a84-4ae3-bb13-ac3620f189b6 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 951 time: 0.1260424 Mar 31 23:02:35.899250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edf61b9-3384-4d86-8b56-f24bfa01daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.927734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.944278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.974108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Allocated IP 172.25.6.200 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/20937ecb-318d-483e-b84f-5c8fb522b3e6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:35.985038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf2249f5-e699-447a-b1e7-4b6addb9ad22 req-0cb1cf7c-5776-4ef7-b256-22baed8f1d17 tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc769fc4-cc0a-498d-9b3e-06750f39b837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369002 Mar 31 23:02:36.023721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4edf61b9-3384-4d86-8b56-f24bfa01daff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=411931fbcddc493b88e30e84aed72e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229745 Mar 31 23:02:36.024697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Pushing event deleted for resources: {'Port': ['ID=5c590194-6186-4672-bf9b-bff93c77b5c1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.031152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:36.038704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf61b9-3384-4d86-8b56-f24bfa01daff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651a407-7150-4214-a5d4-e13b147b1dec,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.052007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-f0779fd5-8769-48b3-96f4-fa766827333d tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/26d16ac6-bfa8-49b4-b246-1781d3d2e9bf HTTP/1.1" status: 200 len: 1806 time: 0.1651931 Mar 31 23:02:36.099781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.100130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.100467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.100802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.101132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.102341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.102341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.102341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.102679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.102800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.103086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.103407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:36.107446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] No DVR routers for this DVR port 5c590194-6186-4672-bf9b-bff93c77b5c1 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:36.111508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.118204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd6cf878-b08b-4fa0-b400-8794cc9b7282 req-2dabae04-f138-49c2-985b-753f1103db3b tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.10 "DELETE /v2.0/ports/5c590194-6186-4672-bf9b-bff93c77b5c1 HTTP/1.1" status: 204 len: 173 time: 1.3161056 Mar 31 23:02:36.152243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c25843c7-8c97-42cc-8480-fbfbef0d3d30 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/281b0d60-1cd1-424b-ae4a-16e94c9e06d2 HTTP/1.1" status: 200 len: 1806 time: 0.0637927 Mar 31 23:02:36.156525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-deleted', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:36.162597 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4100579-e8ec-46b2-b544-0fc4148e517c" -d '{"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-deleted", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:36.164268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26d16ac6-bfa8-49b4-b246-1781d3d2e9bf', 'remote_group_id': '281b0d60-1cd1-424b-ae4a-16e94c9e06d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:36.164589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26d16ac6-bfa8-49b4-b246-1781d3d2e9bf', 'remote_group_id': '281b0d60-1cd1-424b-ae4a-16e94c9e06d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:36.231433 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d699e3-8206-4744-942f-aa6e9a3dfe4c x-openstack-request-id: req-a0d699e3-8206-4744-942f-aa6e9a3dfe4c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:36.231722 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6a681-d317-4442-b0e7-fbf2b663bf11", "name": "network-vif-deleted", "tag": "5c590194-6186-4672-bf9b-bff93c77b5c1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:36.231970 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0d699e3-8206-4744-942f-aa6e9a3dfe4c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:36.232360 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d699e3-8206-4744-942f-aa6e9a3dfe4c'] response: {'server_uuid': 'fdd6a681-d317-4442-b0e7-fbf2b663bf11', 'name': 'network-vif-deleted', 'tag': '5c590194-6186-4672-bf9b-bff93c77b5c1', 'status': 'completed', 'code': 200} Mar 31 23:02:36.233611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cb64e60-5b3a-477f-8767-cdd5bf399285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.313774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.361385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.387881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.390749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.398799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:36.422337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.464763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:36.465199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-53915edf-36d8-4a96-9f82-f1d2430a6eff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b1ce99cbe084f95b37c995ad5861fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647907 Mar 31 23:02:36.510276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cb64e60-5b3a-477f-8767-cdd5bf399285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.512591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.533911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1895ed49-c5f3-4a5c-aae6-ba3ab7848fcd,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.547975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.572656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.618633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cb64e60-5b3a-477f-8767-cdd5bf399285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.625642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.630626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.630626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.631274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c651a407-7150-4214-a5d4-e13b147b1dec HTTP/1.1" status: 204 len: 168 time: 0.5801899 Mar 31 23:02:36.662700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.664484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbde4de-56e6-4688-896b-16c0a8b32d69 req-c4a32587-ca2f-466d-aaa5-0e9f39548075 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5041234 Mar 31 23:02:36.709995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:36.714613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1cb64e60-5b3a-477f-8767-cdd5bf399285 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df678715238f4dfd8d52240cd93965c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7841976 Mar 31 23:02:36.718289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:36.720884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:36.729441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb64e60-5b3a-477f-8767-cdd5bf399285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6a71a-c65f-4d7b-973b-2f8946979042,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.732083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:36.747386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Pushing event updated for resources: {'Port': ['ID=20937ecb-318d-483e-b84f-5c8fb522b3e6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.749153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-1beb163e-f7b6-42dd-94a6-109c4b403ae3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/281b0d60-1cd1-424b-ae4a-16e94c9e06d2 HTTP/1.1" status: 200 len: 1806 time: 0.0560098 Mar 31 23:02:36.788768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2245c86-eec8-4db8-a6aa-96783b56388b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651a407-7150-4214-a5d4-e13b147b1dec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.809977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.813274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.814425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7ff6004d-53d9-4d66-836e-a52469a9d560 HTTP/1.1" status: 204 len: 168 time: 0.3457987 Mar 31 23:02:36.858355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d4b8b-4ce1-4c73-a810-07065602531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff6004d-53d9-4d66-836e-a52469a9d560,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.860370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.895044 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.033366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dfa6a-8d53-45a2-b85d-957057cc4ba5 req-f2a18b2d-dc73-4538-9e9f-7ff1e1e92ca7 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.034956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-073dfa6a-8d53-45a2-b85d-957057cc4ba5 req-f2a18b2d-dc73-4538-9e9f-7ff1e1e92ca7 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0918539 Mar 31 23:02:37.062053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.104286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.111994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-073dfa6a-8d53-45a2-b85d-957057cc4ba5 req-76365117-4cb4-4218-a3dc-3c8c7623788d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628474 Mar 31 23:02:37.132504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.135696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.136844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23221f22-0117-46f2-bcb4-9bfde6fa6f2d req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/281b0d60-1cd1-424b-ae4a-16e94c9e06d2 HTTP/1.1" status: 204 len: 173 time: 0.3667634 Mar 31 23:02:37.147359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9b81228b-6b33-426d-8b84-15766fea11c2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:37.156291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6af524-f7df-4385-8d3f-da22e4a21b83 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b0d60-1cd1-424b-ae4a-16e94c9e06d2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.274253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84a63375-57a5-4830-b856-a720f2344f85 req-3759eb46-2379-4a53-93c8-e80d320ce70d tempest-ServersAdminTestJSON-1322356956 tempest-ServersAdminTestJSON-1322356956-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd6a681-d317-4442-b0e7-fbf2b663bf11 HTTP/1.1" status: 200 len: 210 time: 0.0531635 Mar 31 23:02:37.283600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67e7cc14-057f-4cb3-ab87-644485238db0 req-4f318584-65c1-4769-b76a-36d519af598d tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/26d16ac6-bfa8-49b4-b246-1781d3d2e9bf HTTP/1.1" status: 200 len: 1806 time: 0.1081614 Mar 31 23:02:37.315741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1204888574', 'description': 'tempest-description-1088303435'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:37.322188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9b81228b-6b33-426d-8b84-15766fea11c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:37.322564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.398963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.404275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72023f05-b456-49b6-9b2b-d79070233fae None None] Network de69c98a-c02c-41f8-a801-0effed6449cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:37.412030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.413734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/46a6a71a-c65f-4d7b-973b-2f8946979042 HTTP/1.1" status: 204 len: 168 time: 0.6940894 Mar 31 23:02:37.454964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.468409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99790f-da73-4b75-b2c9-839e27837203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6a71a-c65f-4d7b-973b-2f8946979042,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.480158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.483522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2b6dcc93-db0c-4da2-a7d5-b37e3befc1ef None None] Provisioning complete for port 9b81228b-6b33-426d-8b84-15766fea11c2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:37.484123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2b6dcc93-db0c-4da2-a7d5-b37e3befc1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.580614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.604100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.707195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2b6dcc93-db0c-4da2-a7d5-b37e3befc1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.715585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.730810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9b81228b-6b33-426d-8b84-15766fea11c2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9b81228b-6b33-426d-8b84-15766fea11c2,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:37.766767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.804547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0442f5f4-2a51-4485-b4e2-3c75a45febdc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.857199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:37.878977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 5c590194-6186-4672-bf9b-bff93c77b5c1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:37.879417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5c590194-6186-4672-bf9b-bff93c77b5c1 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:37.899854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.980412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-2b6dcc93-db0c-4da2-a7d5-b37e3befc1ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:37.980768 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-2b6dcc93-db0c-4da2-a7d5-b37e3befc1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:37.981647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9b81228b-6b33-426d-8b84-15766fea11c2,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.060569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.062006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09668e01-2407-4adf-9ace-8cd38f74bfb8 req-47692a93-4e6c-4c2e-be43-df1173a8fe7c tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7533007 Mar 31 23:02:38.075289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Router 91596353-0664-4f84-90e7-904bb2336190 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:38.133651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-a69ecc5e-29ea-4285-b6de-143e6e93cb31 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 200 len: 1807 time: 0.0465589 Mar 31 23:02:38.146095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0442f5f4-2a51-4485-b4e2-3c75a45febdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.146541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0442f5f4-2a51-4485-b4e2-3c75a45febdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.228540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:38.244545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Sync routers for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:38.255695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:38.256315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:38.266171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa6aa-82eb-497e-bf73-83eb378328c6 req-207dc793-a550-40d7-8b19-e70b5d2f27ee tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.267691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dfa6aa-82eb-497e-bf73-83eb378328c6 req-207dc793-a550-40d7-8b19-e70b5d2f27ee tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.0573032 Mar 31 23:02:38.335214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dfa6aa-82eb-497e-bf73-83eb378328c6 req-b0d1c8bb-0913-41f8-a3b3-4f6776085b9d tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604680 Mar 31 23:02:38.336435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.359661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.359661 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96afc90c-5448-46ff-b6ce-14052ecb049e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9069846 Mar 31 23:02:38.361468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.361975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46536) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:38.384230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:38.449742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.492847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517588a7-4369-4eb5-8eb5-eaabb67445f9,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.564206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.571752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86c6d3e6-3c7a-4366-a9ce-1ecb09d8a7ce req-406612ac-85e2-4d2f-a616-f71afa3d53d3 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4286733 Mar 31 23:02:38.610000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-5ca88b86-3348-441e-9d40-2212a0bb9efc tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.611430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-5ca88b86-3348-441e-9d40-2212a0bb9efc tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.1084011 Mar 31 23:02:38.637120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-42f5a1cc-da46-456a-aec0-39137ab602c6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 200 len: 2401 time: 0.0489759 Mar 31 23:02:38.647315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:37Z', 'revision_number': 3, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:38.650707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0442f5f4-2a51-4485-b4e2-3c75a45febdc', 'remote_group_id': None}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.652544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0442f5f4-2a51-4485-b4e2-3c75a45febdc', 'remote_group_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.678233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Checking router: 91596353-0664-4f84-90e7-904bb2336190 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:38.678867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Updating router 91596353-0664-4f84-90e7-904bb2336190 port 20937ecb-318d-483e-b84f-5c8fb522b3e6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:38.703982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.832362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.862764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-05ad9297-31e1-46d0-b7e0-2f31a5d0d2d1 None None] Provisioning complete for port 9b81228b-6b33-426d-8b84-15766fea11c2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:38.863495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-05ad9297-31e1-46d0-b7e0-2f31a5d0d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.895709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9b81228b-6b33-426d-8b84-15766fea11c2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:38.896832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.037795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.080049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e63d5f-b84c-4089-b2d9-80e206c218d1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:39.153553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.159481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-574f7d46-a8e6-4d28-81a2-2b50f2cc7805 req-d261b46e-df8b-43fb-b53c-4042738394e6 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5132241 Mar 31 23:02:39.203672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Deleting port 8aa3e9ca-dae2-4e61-a188-0af9206d062d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:39.204204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.218536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9b81228b-6b33-426d-8b84-15766fea11c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:39.218917 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.274121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2ac805b-eb3c-4b51-8252-25e276e9c80c req-e5aa5ade-984f-43d8-9723-94b7849231fb tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 200 len: 3000 time: 0.0898159 Mar 31 23:02:39.313693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-f063e252-9b3a-4415-b03e-7755177c0cbe tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-group-rules/23e63d5f-b84c-4089-b2d9-80e206c218d1 HTTP/1.1" status: 200 len: 783 time: 0.0204823 Mar 31 23:02:39.337854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.373972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-02b6c5af-2f44-4811-8e18-860229ef552e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 200 len: 3000 time: 0.0515881 Mar 31 23:02:39.401468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46568) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:39.424007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] For port 8aa3e9ca-dae2-4e61-a188-0af9206d062d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8aa3e9ca-dae2-4e61-a188-0af9206d062d,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:39.424393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.442765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.453816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.454952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.537531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775953a-ce3a-4205-a42b-fd49449f2d23 None None] Pushing event updated for resources: {'Port': ['ID=20937ecb-318d-483e-b84f-5c8fb522b3e6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:39.541699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Attempting to bind port 20937ecb-318d-483e-b84f-5c8fb522b3e6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:39.542420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Attempting to bind port 20937ecb-318d-483e-b84f-5c8fb522b3e6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:39.543040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Attempting to bind port 20937ecb-318d-483e-b84f-5c8fb522b3e6 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:39.555115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:39.555115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:39.555115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.555115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:39.555115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Bound port: 20937ecb-318d-483e-b84f-5c8fb522b3e6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:39.556258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.573788 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.586532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37d800-60d7-4479-863c-71e46e354def req-d45a24fc-db40-439d-962d-6b2d2e8deae4 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.598345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb37d800-60d7-4479-863c-71e46e354def req-d45a24fc-db40-439d-962d-6b2d2e8deae4 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 946 time: 0.1136622 Mar 31 23:02:39.629293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.636409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] For port 20937ecb-318d-483e-b84f-5c8fb522b3e6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:39.639157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.655834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45624449-ce8d-4c8b-b12d-2c26a2517824 req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/23e63d5f-b84c-4089-b2d9-80e206c218d1 HTTP/1.1" status: 204 len: 173 time: 0.2647920 Mar 31 23:02:39.693887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] For port 20937ecb-318d-483e-b84f-5c8fb522b3e6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=20937ecb-318d-483e-b84f-5c8fb522b3e6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:39.696009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb37d800-60d7-4479-863c-71e46e354def req-829291f0-0bfe-4071-81e0-63654f69c03b tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d94c951-1130-4055-bf15-d493bce04ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968039 Mar 31 23:02:39.698134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fb47-2dec-4ef9-bcda-60c442fcbf8e tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23e63d5f-b84c-4089-b2d9-80e206c218d1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:39.741305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-c914f0ba-ed4f-48fc-b4a7-d9e72c904e2f tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 200 len: 2401 time: 0.0648310 Mar 31 23:02:39.793164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.875789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6a4a333f-659e-4029-9f9a-4d033c0d067a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4cc72bda41ba45b29e0cf9882062642b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716344 Mar 31 23:02:39.876400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:39.904082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.908834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:39.910293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:39.930222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.936765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.937205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.937519 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Floating IP 48676e44-65ad-482f-a4b1-e1a0f6266bdd disassociated. External IP: 172.25.6.133, port: 8aa3e9ca-dae2-4e61-a188-0af9206d062d. Mar 31 23:02:39.937856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Calling delete_port for 8aa3e9ca-dae2-4e61-a188-0af9206d062d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:39.990356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775953a-ce3a-4205-a42b-fd49449f2d23 None None] Pushing event updated for resources: {'Port': ['ID=20937ecb-318d-483e-b84f-5c8fb522b3e6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.038845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Allocated IP 172.20.0.1 (de69c98a-c02c-41f8-a801-0effed6449cb/81c34036-f213-4976-98d9-4023dd35bcb8/4f22c63e-41e6-4dc4-b20a-27cfe0391d4e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:40.066436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.068483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.072574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.075641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e13e1493-bf41-4251-9ab8-39d687cfe0a5 req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/0442f5f4-2a51-4485-b4e2-3c75a45febdc HTTP/1.1" status: 204 len: 173 time: 0.3241847 Mar 31 23:02:40.091496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.093252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e950d-4fad-4d07-8828-d46ddddeaba0 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0442f5f4-2a51-4485-b4e2-3c75a45febdc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.098524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:40.117581 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-f25b036a-95bf-4d44-9fd8-8182961c2a85 req-65983137-4a37-4902-9df2-a84109f8e663 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] show failed (client error): The resource could not be found. Mar 31 23:02:40.118777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f25b036a-95bf-4d44-9fd8-8182961c2a85 req-65983137-4a37-4902-9df2-a84109f8e663 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/281b0d60-1cd1-424b-ae4a-16e94c9e06d2 HTTP/1.1" status: 404 len: 352 time: 0.0147293 Mar 31 23:02:40.226869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-b2d21cde-68c3-4ab8-9d80-68a3ca8dd22d tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/26d16ac6-bfa8-49b4-b246-1781d3d2e9bf HTTP/1.1" status: 200 len: 1806 time: 0.0736487 Mar 31 23:02:40.279048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.320373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.328292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.331392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.335073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bc769fc4-cc0a-498d-9b3e-06750f39b837 HTTP/1.1" status: 204 len: 168 time: 0.4538865 Mar 31 23:02:40.341935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790897e4-dc8c-4ec8-981f-78cdcf0e17ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc769fc4-cc0a-498d-9b3e-06750f39b837,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.360971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.362518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:37Z', 'revision_number': 3, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:40.406791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a061368c-00d7-43ae-86b5-e0c9fa78286f None None] The sync data for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 is: [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:37Z', 'revision_number': 3, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:40.419242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.463824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.466434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event deleted for resources: {'Port': ['ID=8aa3e9ca-dae2-4e61-a188-0af9206d062d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.508008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46608) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:40.525190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Network de69c98a-c02c-41f8-a801-0effed6449cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:40.565304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:40.573759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.573759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.575205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:40.575317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-912a86c2-bdac-4e6d-9060-11125e356dc9 req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/26d16ac6-bfa8-49b4-b246-1781d3d2e9bf HTTP/1.1" status: 204 len: 173 time: 0.3426123 Mar 31 23:02:40.588510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ac904-f6ea-4132-b33a-70ea27de5fd1 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d16ac6-bfa8-49b4-b246-1781d3d2e9bf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.639586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.665375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-077735cd-5a1a-4c03-b1a4-4465974241fd tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/88277435-fd58-40af-8994-5d8e588f4c30 HTTP/1.1" status: 200 len: 1806 time: 0.0709026 Mar 31 23:02:40.677912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.815123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.873478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Router 2e20cecc-7413-4502-8227-0d240c5c9a80 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:40.913609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.918280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0711da9-2a28-4493-bf6f-1ddae0e41c68 req-3b248233-a90c-4849-858f-f2d42881cde8 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 210 time: 0.0487487 Mar 31 23:02:41.020159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 20937ecb-318d-483e-b84f-5c8fb522b3e6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:41.112232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:41.125303 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Sync routers for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:41.149345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:41.149998 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.206288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] No DVR routers for this DVR port 8aa3e9ca-dae2-4e61-a188-0af9206d062d on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:41.208119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4e7e8a15-7ecb-48d3-b1ea-b7d20ad8f058 None None] Provisioning complete for port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:41.212548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8a15-7ecb-48d3-b1ea-b7d20ad8f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.212827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.216676 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2551c7bc-5632-4b72-8fc1-9a5a09640249 req-df4deb8a-4b1a-4da3-a0ee-2fb1a68cf556 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.44 "DELETE /v2.0/ports/8aa3e9ca-dae2-4e61-a188-0af9206d062d HTTP/1.1" status: 204 len: 173 time: 2.5982165 Mar 31 23:02:41.217798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'name': 'network-vif-deleted', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:41.220451 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25787296-0a3c-45a5-bf8c-24efc91bc776" -d '{"events": [{"server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "name": "network-vif-deleted", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:41.227088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.232162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.235277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.236488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb574879-f0f9-4c03-bfef-b724c1b4817f req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/88277435-fd58-40af-8994-5d8e588f4c30 HTTP/1.1" status: 204 len: 173 time: 0.5638349 Mar 31 23:02:41.252906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659268-1a7b-4ec1-a660-f10f49ce24a8 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88277435-fd58-40af-8994-5d8e588f4c30,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.336068 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a6faa-d8f3-4f9d-ae3e-36281271a11c x-openstack-request-id: req-a19a6faa-d8f3-4f9d-ae3e-36281271a11c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:41.336663 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9cb025-9fe7-485a-a58e-aca1c520b34a", "name": "network-vif-deleted", "tag": "8aa3e9ca-dae2-4e61-a188-0af9206d062d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:41.336663 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a19a6faa-d8f3-4f9d-ae3e-36281271a11c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:41.337389 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19a6faa-d8f3-4f9d-ae3e-36281271a11c'] response: {'server_uuid': 'bd9cb025-9fe7-485a-a58e-aca1c520b34a', 'name': 'network-vif-deleted', 'tag': '8aa3e9ca-dae2-4e61-a188-0af9206d062d', 'status': 'completed', 'code': 200} Mar 31 23:02:41.380580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 20937ecb-318d-483e-b84f-5c8fb522b3e6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:41.381779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.412430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-ee6dd65f-36ea-4450-ab32-e891b34e9a08 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/c2cde348-101c-4db7-af85-8b6bac78b0dc HTTP/1.1" status: 200 len: 1806 time: 0.1329563 Mar 31 23:02:41.413777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bdc6-4456-9187-019ce6117da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.443886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:41.455148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e8a15-7ecb-48d3-b1ea-b7d20ad8f058 None None] Port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:41.589841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.629382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.666251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.675183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.703167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 20937ecb-318d-483e-b84f-5c8fb522b3e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=20937ecb-318d-483e-b84f-5c8fb522b3e6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:41.818553 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.849376 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Checking router: 2e20cecc-7413-4502-8227-0d240c5c9a80 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:41.864949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.865155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36e70933-c51b-47f9-b85b-df8881c26b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.865279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.865279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15cd141a-bf32-4cf8-a672-fc7c212a27a7 req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/c2cde348-101c-4db7-af85-8b6bac78b0dc HTTP/1.1" status: 204 len: 173 time: 0.4407973 Mar 31 23:02:41.866651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.873330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.874640 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:41.875547 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.884474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca59af-2916-46ce-b3f5-b8c7b0b61999 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cde348-101c-4db7-af85-8b6bac78b0dc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.987276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bdc6-4456-9187-019ce6117da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.992050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-6c595465-7bc1-4450-9604-15f065ef1348 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/83306993-a16f-4827-8b5a-c3d1ddf58b81 HTTP/1.1" status: 200 len: 2405 time: 0.0946202 Mar 31 23:02:42.041476 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:42.085707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=20937ecb-318d-483e-b84f-5c8fb522b3e6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.090745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.100274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.100403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bdc6-4456-9187-019ce6117da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.167846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424cf9e-bdc6-4456-9187-019ce6117da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b592a61a-6c2e-4db7-8e2e-7349bf7a1cbf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.218075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46638) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.234908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7f7d802-e347-4659-a7d5-a81339aabce0 req-d465df26-8a49-4a70-9927-9bbddac024b3 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd9cb025-9fe7-485a-a58e-aca1c520b34a HTTP/1.1" status: 200 len: 210 time: 0.0644383 Mar 31 23:02:42.247955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4424cf9e-bdc6-4456-9187-019ce6117da3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a00ac45cf11e47c4b5933ea8b0f8e7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7388854 Mar 31 23:02:42.255506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Network de69c98a-c02c-41f8-a801-0effed6449cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:42.261234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.261234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:42.270800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.289906 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:42.314568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.341713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18cf1e6-59a4-4929-9497-63c64428ae89 None None] The sync data for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 is: [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 4, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '68b8b7f2-3665-498f-9455-132a29b6b25f', 'name': '', 'network_id': '751f7252-1f6c-42ea-8d59-7f423d3c328c', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'mac_address': 'fa:16:3e:e6:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:45Z', 'updated_at': '2022-03-31T23:00:51Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'subnets': [{'id': '2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:42.475471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3d1928c1-3c8c-4e44-8a7e-3352ab4b3845 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5be6ff057afe4fe6b3112a75f87ba296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391641 Mar 31 23:02:42.481194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.567276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.570309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.586590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d779aa-95fc-478f-af86-d1d1ef11316a req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/83306993-a16f-4827-8b5a-c3d1ddf58b81 HTTP/1.1" status: 204 len: 173 time: 0.5754776 Mar 31 23:02:42.641780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e19b8-13ba-4122-9b67-01514bba02ce tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83306993-a16f-4827-8b5a-c3d1ddf58b81,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.673320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.723640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63be0888-c185-4cf5-abce-bffec779fb7f req-f8123a9a-4c55-476e-a6bc-93f34e8d5e01 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "GET /v2.0/security-groups/0817d9ff-560b-4144-9f63-dfc8023bcc33 HTTP/1.1" status: 200 len: 2399 time: 0.1078043 Mar 31 23:02:42.743753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Router 91596353-0664-4f84-90e7-904bb2336190 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:42.746394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2cf58443-f27e-457d-8207-452d709fbd9e None None] Provisioning complete for port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:42.751349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2cf58443-f27e-457d-8207-452d709fbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.774791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.799532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.843938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2cf58443-f27e-457d-8207-452d709fbd9e None None] Port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:42.881415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63be0888-c185-4cf5-abce-bffec779fb7f req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.915698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63be0888-c185-4cf5-abce-bffec779fb7f req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.940379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb20f0-ffc6-4818-ac3a-a56a72e70483 None None] New status for floating IP 48676e44-65ad-482f-a4b1-e1a0f6266bdd: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:42.987049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.047809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 20937ecb-318d-483e-b84f-5c8fb522b3e6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:43.119194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:43.126395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63be0888-c185-4cf5-abce-bffec779fb7f req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.137398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9e0029f-86ad-4f17-939c-72ceeb474dd9 admin admin] 10.222.0.83 "PUT /v2.0/routers/91596353-0664-4f84-90e7-904bb2336190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7664797 Mar 31 23:02:43.137620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63be0888-c185-4cf5-abce-bffec779fb7f req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.137620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63be0888-c185-4cf5-abce-bffec779fb7f req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] 10.222.0.83 "DELETE /v2.0/security-groups/0817d9ff-560b-4144-9f63-dfc8023bcc33 HTTP/1.1" status: 204 len: 173 time: 0.4030454 Mar 31 23:02:43.150424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.154079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23454cf8-30e1-4c24-9ec2-9a47442ab674 tempest-SecurityGroupRulesTestJSON-1121946014 tempest-SecurityGroupRulesTestJSON-1121946014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817d9ff-560b-4144-9f63-dfc8023bcc33,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.199538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 20937ecb-318d-483e-b84f-5c8fb522b3e6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:43.199538 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.216616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Deleting subnet af905025-9183-477c-8f25-bdc958c78bc8 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:43.217421 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Sync routers for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:43.222431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.231470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.231470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.231470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4cd82ce-00a5-45b7-abb3-20ee236eb526 HTTP/1.1" status: 204 len: 168 time: 0.7460210 Mar 31 23:02:43.231470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.232341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.244790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b592a61a-6c2e-4db7-8e2e-7349bf7a1cbf HTTP/1.1" status: 204 len: 168 time: 0.9786291 Mar 31 23:02:43.248872 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:43.249943 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.296428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c118d-5a7c-4ed4-a0f8-98074a1f877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd82ce-00a5-45b7-abb3-20ee236eb526,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.314057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a959ae-f821-47fa-8dd7-4c98e4e2ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b592a61a-6c2e-4db7-8e2e-7349bf7a1cbf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.320886 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.370561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.457805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.491716 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:43.502503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.531500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af905025-9183-477c-8f25-bdc958c78bc8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.540905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.544055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c362bbdb-1a8d-4cb7-b85f-f8f617980771 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/af905025-9183-477c-8f25-bdc958c78bc8 HTTP/1.1" status: 204 len: 168 time: 0.3926446 Mar 31 23:02:43.547351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.556155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.583771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.617321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8aa3e9ca-dae2-4e61-a188-0af9206d062d no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:43.640129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.641443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 8aa3e9ca-dae2-4e61-a188-0af9206d062d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:43.642136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8aa3e9ca-dae2-4e61-a188-0af9206d062d not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:43.713235 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:40Z', 'revision_number': 4, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f22c63e-41e6-4dc4-b20a-27cfe0391d4e', 'name': '', 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'mac_address': 'fa:16:3e:6d:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:39Z', 'updated_at': '2022-03-31T23:02:41Z', 'revision_number': 2, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'subnets': [{'id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.729782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.741540 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Checking router: 91596353-0664-4f84-90e7-904bb2336190 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:43.741888 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Updating router 91596353-0664-4f84-90e7-904bb2336190 port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:43.756615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0e4292-e9d9-4bd3-956f-ee321af8b240']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.766194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1084e77b-6a58-4842-b26e-c9ade8cbe180') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.766486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1084e77b-6a58-4842-b26e-c9ade8cbe180') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.768190 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.776031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.790428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.797137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:43.797532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:43.799476 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:43.881193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.884185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.885866 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "DELETE /v2.0/security-groups/7d94c951-1130-4055-bf15-d493bce04ec4 HTTP/1.1" status: 204 len: 168 time: 0.4288189 Mar 31 23:02:43.888748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46688) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.896777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ed48f-de2f-4514-af07-25d84634db49 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94c951-1130-4055-bf15-d493bce04ec4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.905183 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-503db437-381e-4988-9418-fa34cef2c843 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] show failed (client error): The resource could not be found. Mar 31 23:02:43.909326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-503db437-381e-4988-9418-fa34cef2c843 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "GET /v2.0/security-groups/7d94c951-1130-4055-bf15-d493bce04ec4 HTTP/1.1" status: 404 len: 347 time: 0.0193143 Mar 31 23:02:43.910544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46690) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.024009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a5152128-9955-4ee1-84a4-5915270980ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.042133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Deleting port 79065cfb-9930-4093-afd9-b53ef0d31bed {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:44.042343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.062013 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.112772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.120623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.124519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] 10.222.0.83 "DELETE /v2.0/networks/aa0e4292-e9d9-4bd3-956f-ee321af8b240 HTTP/1.1" status: 204 len: 168 time: 0.5759475 Mar 31 23:02:44.140672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0b48c-4ee4-46f2-9de0-202c910dda02 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0e4292-e9d9-4bd3-956f-ee321af8b240,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.143451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.144093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.159841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Calling delete_port for 79065cfb-9930-4093-afd9-b53ef0d31bed owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:44.192245 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.240158 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Pushing event updated for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.348321 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.348667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.349003 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.349335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.349655 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.350264 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.350611 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.350914 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.351335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.351663 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.352012 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.352331 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:44.374370 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Attempting to bind port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:44.374370 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Attempting to bind port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:44.374640 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Attempting to bind port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e on network de69c98a-c02c-41f8-a801-0effed6449cb {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:44.380846 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:44.381361 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Checking segment: {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:44.381997 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.382597 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Bound using segment: {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:44.383534 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Bound port: 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbca5d51-a996-457d-8f90-0bc0791c19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:44.384399 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.451684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-1aebc838-bf17-4550-a131-64bace0ed275 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2167177 Mar 31 23:02:44.451684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:44.483177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] For port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:44.486741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] For port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:44.501305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.531662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Pushing event deleted for resources: {'Port': ['ID=79065cfb-9930-4093-afd9-b53ef0d31bed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.576601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c05f6f4e-a5a3-437f-8563-d8abcdfa6cfb None None] Provisioning complete for port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:44.577113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c05f6f4e-a5a3-437f-8563-d8abcdfa6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.590014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.600547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46710) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.601752 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.631145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c05f6f4e-a5a3-437f-8563-d8abcdfa6cfb None None] Port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:44.681624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:44.681624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:44.681957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.681957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.682613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d466d45-a7c6-4cb3-805a-ee41164c29c2 tempest-ServersTestJSON-1091963527 tempest-ServersTestJSON-1091963527-project] 10.222.0.83 "DELETE /v2.0/floatingips/48676e44-65ad-482f-a4b1-e1a0f6266bdd HTTP/1.1" status: 204 len: 168 time: 0.7716963 Mar 31 23:02:44.687486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.740786 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5beb1-9873-485f-989a-72b2540da5ff None None] Pushing event updated for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.788080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.820641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.870772 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:44.903162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a621cab-1dde-438d-9a54-63ead059adee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=885b045077064c109cece7dd623dd62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813236 Mar 31 23:02:44.907068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46722) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.971442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Allocated IP 172.25.6.228 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9471bcaa-a840-4038-a2c0-5abfb0a0170d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:45.044577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.068657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Provisioning complete for port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:45.069198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.078525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.131863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.159815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-075cde8f-dba6-4ceb-91a6-42d2af32e2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.239886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.242715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.245496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.246671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d2cb67c1-f174-4d06-acd1-9ccf108e98aa HTTP/1.1" status: 204 len: 168 time: 0.3384631 Mar 31 23:02:45.267476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b6c3-c94e-412e-b301-41191a9b88cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb67c1-f174-4d06-acd1-9ccf108e98aa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.278599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.289148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:40Z', 'revision_number': 4, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f22c63e-41e6-4dc4-b20a-27cfe0391d4e', 'name': '', 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'mac_address': 'fa:16:3e:6d:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:39Z', 'updated_at': '2022-03-31T23:02:44Z', 'revision_number': 4, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'subnets': [{'id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:45.307578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.317648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] For port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:45.373960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:45.377348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:45.381398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:45.405464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=9471bcaa-a840-4038-a2c0-5abfb0a0170d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.428006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-075cde8f-dba6-4ceb-91a6-42d2af32e2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.433145 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b0c72-2f81-4500-a297-76ebecabd09a None None] The sync data for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 is: [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:02:40Z', 'revision_number': 4, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f22c63e-41e6-4dc4-b20a-27cfe0391d4e', 'name': '', 'network_id': 'de69c98a-c02c-41f8-a801-0effed6449cb', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'mac_address': 'fa:16:3e:6d:3e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:39Z', 'updated_at': '2022-03-31T23:02:44Z', 'revision_number': 4, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'subnets': [{'id': '81c34036-f213-4976-98d9-4023dd35bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:45.438779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.543962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-075cde8f-dba6-4ceb-91a6-42d2af32e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.544514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Pushing event updated for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.554666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.555327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.556011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.556563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.557066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.557575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.558102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.558608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.559137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.559643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.559978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.560308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264dfd95-dcc8-4835-a620-81fef8bcce78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.574128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.601500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cde8f-dba6-4ceb-91a6-42d2af32e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf89b4-2899-4103-98c2-a40cf6a7dc04,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.610854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-075cde8f-dba6-4ceb-91a6-42d2af32e2a9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=399c812dcb2642f79ad235ffd50a01dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0054820 Mar 31 23:02:45.611653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46732) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:45.635311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.670269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:45.737937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.964894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.061245 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.071624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.095422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.231243 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.240517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=9471bcaa-a840-4038-a2c0-5abfb0a0170d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.329761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Deleting port 68b8b7f2-3665-498f-9455-132a29b6b25f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:46.334227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.366182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.374349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-e38d4521-e946-41cd-9c16-f9cf9039df00 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9278369 Mar 31 23:02:46.433076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.436113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.439353 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5eaf89b4-2899-4103-98c2-a40cf6a7dc04 HTTP/1.1" status: 204 len: 168 time: 0.8249631 Mar 31 23:02:46.444729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] For port 68b8b7f2-3665-498f-9455-132a29b6b25f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=68b8b7f2-3665-498f-9455-132a29b6b25f,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:46.445243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.453444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-8f7f2f7b-bbe5-44e8-882e-d4ace677a137 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0781138 Mar 31 23:02:46.464593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Calling delete_port for 68b8b7f2-3665-498f-9455-132a29b6b25f owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:46.850199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2473c-4532-4b04-a761-c2808270c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf89b4-2899-4103-98c2-a40cf6a7dc04,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.853242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.855057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-131df12d-6ea3-4303-b455-e38cf86ce2b9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.855057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201a6a0-3b81-47be-b98d-1bcffa6ba3a2 req-131df12d-6ea3-4303-b455-e38cf86ce2b9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1512799 Mar 31 23:02:46.855057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-ed79aa37-f96f-4c1d-87d8-1ee1644eba95 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1260378 Mar 31 23:02:46.855057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:46.887223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:46.917206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.945124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:46.945534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.106692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.106961 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.143499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b8b7f2-3665-498f-9455-132a29b6b25f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.255986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.318490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46776) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:47.333628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-941e733a-287b-4a8b-b360-d489cf984091 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430497 Mar 31 23:02:47.440428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Allocated IP 172.25.6.161 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/79c1f95e-2f07-4a30-9762-178caac408a8) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:47.444541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.507172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2de5-2147-48ea-bdea-1483e96b60af req-2e07c096-38de-41ec-b2d6-0445756f52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.508659 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-2e07c096-38de-41ec-b2d6-0445756f52bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.0988617 Mar 31 23:02:47.574834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.586674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1113153675-network', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:47.719984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Made reservation on behalf of 95a84eede5f7481ca855362aa5c4ad2f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:47.722214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.726844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2de5-2147-48ea-bdea-1483e96b60af req-50181b82-c747-41f3-aa65-2adb6b155b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.728333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-50181b82-c747-41f3-aa65-2adb6b155b58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.1748486 Mar 31 23:02:47.742025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.804355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.842118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:47.847176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:47.849620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:47.865170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-7e0db321-71a8-4531-af24-46bd2a7eee31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.1301486 Mar 31 23:02:47.869627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Router 2e20cecc-7413-4502-8227-0d240c5c9a80 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:47.884858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=79c1f95e-2f07-4a30-9762-178caac408a8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.949619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.991588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2de5-2147-48ea-bdea-1483e96b60af req-b349ff38-a2b3-4e9a-98ba-89897b4fd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.993088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-b349ff38-a2b3-4e9a-98ba-89897b4fd728 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.1185491 Mar 31 23:02:48.044564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.086749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:48.092662 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ff08ae1-bbd6-4d11-b2f6-05d887aa3f17 admin admin] 10.222.0.83 "PUT /v2.0/routers/2e20cecc-7413-4502-8227-0d240c5c9a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027810 Mar 31 23:02:48.094226 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.094340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2de5-2147-48ea-bdea-1483e96b60af req-f9701020-807f-4f1a-a423-31638aec9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.095748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-f9701020-807f-4f1a-a423-31638aec9857 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956395 Mar 31 23:02:48.096277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46792) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.100761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Sync routers for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:48.113395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:48.114120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:48.170666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46794) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.183784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92dcb66a-1ceb-4888-8c5b-f9c30ee3db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.199571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.272890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:48.300060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:48.300518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd94183-b711-4014-a841-399822201156,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.308238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.308584 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Added segment e5b89e0a-4505-4aa4-8e37-aa85e6ce312c of type vlan for network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 Mar 31 23:02:48.329434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.334800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-eb6bde04-2f67-4dc8-b74c-1df99e673190 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311003 Mar 31 23:02:48.352159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.363998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92dcb66a-1ceb-4888-8c5b-f9c30ee3db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.423573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.431732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.464383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.478342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92dcb66a-1ceb-4888-8c5b-f9c30ee3db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.540037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb66a-1ceb-4888-8c5b-f9c30ee3db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f71817-ff58-44a2-a846-123d678e12ed,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.583717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:02:46Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:48.596867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.598089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.598814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.620357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Checking router: 2e20cecc-7413-4502-8227-0d240c5c9a80 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:48.632520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Routers {'2e20cecc-7413-4502-8227-0d240c5c9a80'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:48.633147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2e20cecc-7413-4502-8227-0d240c5c9a80'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:48.641800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-331b2de5-2147-48ea-bdea-1483e96b60af req-0d2b5f39-ab9b-47f9-b6a0-4d5cb76a09d1 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568042 Mar 31 23:02:48.691761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.720228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] Pushing event updated for resources: {'Network': ['ID=02bbc900-dc7a-40c7-b7e0-d76aba1c8257,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.727622 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c098f1e-3ae6-4396-bb32-e6511a272e31 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4079156 Mar 31 23:02:48.730394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46808) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.737526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Request body: {'subnet': {'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1113153675-subnet', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:48.782636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:48.859698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Made reservation on behalf of 95a84eede5f7481ca855362aa5c4ad2f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:48.862137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.881245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] Set router 2e20cecc-7413-4502-8227-0d240c5c9a80 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:48.965160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Deleting port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:48.965691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.089763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-867880624-network', 'tenant_id': 'a970b2ae66e042deb8cde01541ce19ef'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:49.113940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-92dcb66a-1ceb-4888-8c5b-f9c30ee3db94 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eac3cefa6e544ba6b5d767e763cd1ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9583547 Mar 31 23:02:49.119876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=79c1f95e-2f07-4a30-9762-178caac408a8,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.127343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:49.151017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.175204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:02:46Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:49.198971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.207522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584033-d95d-4f96-a887-03d97de083a4 None None] The sync data for ids ['2e20cecc-7413-4502-8227-0d240c5c9a80'] in n-d-828414-2 is: [{'id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'name': 'tempest-ServersTestJSON-160374902-router', 'tenant_id': '3cea365256d74bcba8998ef47838601f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:40Z', 'updated_at': '2022-03-31T23:02:46Z', 'revision_number': 5, 'project_id': '3cea365256d74bcba8998ef47838601f', 'gw_port': {'id': '9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20cecc-7413-4502-8227-0d240c5c9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:41Z', 'updated_at': '2022-03-31T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:49.231589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.233248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] For port 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:49.233972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.256149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.257492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-c51aaacf-8f3e-46b3-9ffa-7c6404259465 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4884951 Mar 31 23:02:49.267400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Made reservation on behalf of a970b2ae66e042deb8cde01541ce19ef for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:49.269827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.281128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Calling delete_port for 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:49.336489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.351716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-7c103077-be0c-4451-9888-7dfaae3ad8df tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0792263 Mar 31 23:02:49.446156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.485823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.489736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.494786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/85f71817-ff58-44a2-a846-123d678e12ed HTTP/1.1" status: 204 len: 168 time: 0.3663123 Mar 31 23:02:49.524218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5f8bab-6602-471c-8089-39305325afa3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.525009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe71de7-d315-4b44-9a2a-cc912774e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f71817-ff58-44a2-a846-123d678e12ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.542173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-bfb5960b-dca1-43f3-98b0-3efe9ca34637 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.543689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e36fe1c-cb71-4615-8e1a-10971cf84907 req-bfb5960b-dca1-43f3-98b0-3efe9ca34637 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1864216 Mar 31 23:02:49.585617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Checking segment: {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:49.585975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Network hostable DHCP agents. Network: 02bbc900-dc7a-40c7-b7e0-d76aba1c8257, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:49.654968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.705302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-e18f850f-1564-4f68-abbb-20096c2f8bce tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1347890 Mar 31 23:02:49.712628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:49.714959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.729387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:49.743555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.750593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.774966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:49.783663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.784021 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Added segment d4869ca7-f466-4566-8b7b-2c495d99d66c of type vlan for network 11b5bce7-a700-4e80-927f-c6248d3fe07d Mar 31 23:02:49.814770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.851205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.861420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc8304-659a-4ac3-9e55-9f826e8b2195,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.877708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 02bbc900-dc7a-40c7-b7e0-d76aba1c8257) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:49.887326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da06acdb-43c9-4f41-bf96-0ad0568808f5 None None] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:49.915648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.916323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.929645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.932186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.966789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.027559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4601917f-2523-4747-b294-5babdb96e655 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2953038 Mar 31 23:02:50.032140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46836) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.033477 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.034458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.035343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.039868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:50.070138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'fixed_ips': [{'subnet_id': '0f5f8bab-6602-471c-8089-39305325afa3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:50.071033 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.107962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] Pushing event updated for resources: {'Network': ['ID=11b5bce7-a700-4e80-927f-c6248d3fe07d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.126995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.127661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e20cecc-7413-4502-8227-0d240c5c9a80 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:02:50.131896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.133045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0b2918cd-c430-4626-a76f-b81d2263108a admin admin] 10.222.0.83 "DELETE /v2.0/routers/2e20cecc-7413-4502-8227-0d240c5c9a80 HTTP/1.1" status: 204 len: 168 time: 2.0359027 Mar 31 23:02:50.136317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46840) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.177179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.183508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 11b5bce7-a700-4e80-927f-c6248d3fe07d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:50.213288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.214335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.242465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b98a9c8e-e0fb-4f1f-90ca-c4f81c5b9c5e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7721286 Mar 31 23:02:50.251657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46844) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.260059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Request body: {'subnet': {'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-867880624-subnet', 'tenant_id': 'a970b2ae66e042deb8cde01541ce19ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:50.291093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Deleting subnet 2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:50.298992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.348001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Allocated IP 172.25.6.222 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c676efd9-afb1-4bbe-9fcc-b2c45065d4e3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:50.352862 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.367519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Allocated IP 172.20.0.2 (02bbc900-dc7a-40c7-b7e0-d76aba1c8257/0f5f8bab-6602-471c-8089-39305325afa3/2685a5cf-b9ea-42c4-a29c-b3f724229c9d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:50.448912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Made reservation on behalf of a970b2ae66e042deb8cde01541ce19ef for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:50.452506 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.550293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.584588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.658471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.766810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.777234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:50.786983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:50.789512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:50.800959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Pushing event updated for resources: {'Port': ['ID=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.827197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.861353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Attempting to bind port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:50.861722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Attempting to bind port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:50.862132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Attempting to bind port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d on network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:50.870271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:50.870610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Checking segment: {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:50.872860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.872860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Bound using segment: {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:50.872860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Bound port: 2685a5cf-b9ea-42c4-a29c-b3f724229c9d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:50.874769 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.900044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 68b8b7f2-3665-498f-9455-132a29b6b25f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:50.908047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:50.915096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.922792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=c676efd9-afb1-4bbe-9fcc-b2c45065d4e3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.937272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:50.940898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.943592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:50.956448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 68b8b7f2-3665-498f-9455-132a29b6b25f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:50.957254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 68b8b7f2-3665-498f-9455-132a29b6b25f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:50.957254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:50.990052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:50.990665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9cb5d6c7-ce13-4e5b-a5a9-3a77f5d0bc59 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:51.022329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] For port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:51.026197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] For port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:51.152939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b072f2-a31e-48c2-a06c-5fa720f5c91f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:51.165119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Checking segment: {'id': 'd4869ca7-f466-4566-8b7b-2c495d99d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:51.165405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Network hostable DHCP agents. Network: 11b5bce7-a700-4e80-927f-c6248d3fe07d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:51.182488 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.187609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.198776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.270048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe496b-fabf-4d19-a377-f836255e35a4 None None] Pushing event updated for resources: {'Port': ['ID=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:51.318317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Network 11b5bce7-a700-4e80-927f-c6248d3fe07d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:51.364836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.369489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:51.385743 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.409524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:51.415346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.418787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-078e5df8-d70f-4aeb-8e11-9484b4e7081a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2eea5d31-ac9c-4ba3-89e0-85b2fb74a08e HTTP/1.1" status: 204 len: 168 time: 1.2814519 Mar 31 23:02:51.423218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46878) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:51.430932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336f002-d5db-40cc-bd6d-542d69d23d3b None None] Network 751f7252-1f6c-42ea-8d59-7f423d3c328c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:51.491487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 11b5bce7-a700-4e80-927f-c6248d3fe07d) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:51.506741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.507366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.578878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a9205-72f4-42fa-a1d9-907e23b6cedf None None] Network 11b5bce7-a700-4e80-927f-c6248d3fe07d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:51.674494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.728752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.753847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-401eb49d-25c2-40d4-9224-edd90f9c0834 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5012181 Mar 31 23:02:51.758506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.838666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-network', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:51.895772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f434a-2eed-4d26-ad19-3e83eb6d14da None None] Network 11b5bce7-a700-4e80-927f-c6248d3fe07d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:51.924808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] DHCP port deletion for 751f7252-1f6c-42ea-8d59-7f423d3c328c request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:51.958724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Allocated IP 172.25.6.188 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/3c6ba86a-b999-4aba-a15c-270547635467) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:52.042361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Made reservation on behalf of 4653a5d41eef4b2c9058ca65647ee53d for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:52.046477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.046927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.048326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Deleting port 283e4f36-30a8-42a9-9caf-3491dd05418e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:52.048661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.064199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.149589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.165715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.169236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] For port 283e4f36-30a8-42a9-9caf-3491dd05418e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=283e4f36-30a8-42a9-9caf-3491dd05418e,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:52.171588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.241312 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.245073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Deleting port 283e4f36-30a8-42a9-9caf-3491dd05418e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:52.245628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.259940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Calling delete_port for 283e4f36-30a8-42a9-9caf-3491dd05418e owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:52.315634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.350645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=c676efd9-afb1-4bbe-9fcc-b2c45065d4e3,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.401499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.402591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:52.407819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] For port 283e4f36-30a8-42a9-9caf-3491dd05418e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=283e4f36-30a8-42a9-9caf-3491dd05418e,segment=NetworkSegment(30b54d97-36cc-4731-98cf-3f4426a3bfa6),segment_id=30b54d97-36cc-4731-98cf-3f4426a3bfa6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:52.408367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.411834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.426111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:52.429320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Calling delete_port for 283e4f36-30a8-42a9-9caf-3491dd05418e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:52.438545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.439065 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Added segment eaa80e25-4598-49c4-a305-c5ec29966421 of type vlan for network 05292ecd-4479-4ae2-bdce-90c3dd20921e Mar 31 23:02:52.485717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.494247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:52.497494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:52.568476 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.568476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-498e86a8-1faa-47ae-b35d-3642c5775b83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8502710 Mar 31 23:02:52.568954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.571723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.582023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6ba86a-b999-4aba-a15c-270547635467,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.599176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b8672-0f89-45dc-8816-4da08cbf6c5a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.615664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] Pushing event deleted for resources: {'Port': ['ID=283e4f36-30a8-42a9-9caf-3491dd05418e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.624740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faea0ce-5e7e-41a2-80ec-4ca588dfdc68 None None] No DVR routers for this DVR port 283e4f36-30a8-42a9-9caf-3491dd05418e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:52.642103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=283e4f36-30a8-42a9-9caf-3491dd05418e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.666907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] No DVR routers for this DVR port 283e4f36-30a8-42a9-9caf-3491dd05418e on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:52.687653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.689187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.689826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.758724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-695cd6b4-7406-4ebd-b183-c3f97421a105 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.1186674 Mar 31 23:02:52.828816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fcc377-3aa5-46a5-a365-23d3bd329059 None None] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:52.829619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] Pushing event updated for resources: {'Network': ['ID=05292ecd-4479-4ae2-bdce-90c3dd20921e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.875879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-98893ca5-f505-4a9b-9e37-f1212b9b5c72 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5028365 Mar 31 23:02:52.880974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.890545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Request body: {'subnet': {'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-subnet', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:52.940673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:52.969097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46912) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.971595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.014899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2685a5cf-b9ea-42c4-a29c-b3f724229c9d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:53.027210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Made reservation on behalf of 4653a5d41eef4b2c9058ca65647ee53d for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:53.029644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.047267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f7252-1f6c-42ea-8d59-7f423d3c328c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:53.064737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b54d97-36cc-4731-98cf-3f4426a3bfa6') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:53.065035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b54d97-36cc-4731-98cf-3f4426a3bfa6') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:53.098006 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.114131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a6e04c16-1580-4592-bada-6ff9137d2c59 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.115737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a6e04c16-1580-4592-bada-6ff9137d2c59 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/networks?id=11b5bce7-a700-4e80-927f-c6248d3fe07d HTTP/1.1" status: 200 len: 813 time: 0.4049587 Mar 31 23:02:53.123627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] Provisioning complete for port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:53.123627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.148587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.157120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-02865f50-5e03-4e93-af2b-404ab2a44868 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/quotas/a970b2ae66e042deb8cde01541ce19ef HTTP/1.1" status: 200 len: 375 time: 0.0284765 Mar 31 23:02:53.157934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a089b0a-6765-45cc-8a88-8601ce657971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.165441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-f1f23bb0-b1be-474b-bc9c-89fc3bc569db tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.166829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00b76a6-d5a9-41ca-aef9-85cadf43b1b6 req-f1f23bb0-b1be-474b-bc9c-89fc3bc569db tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.3749359 Mar 31 23:02:53.167954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:53.168363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:53.177013 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:53.271977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:53.272606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.283034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-db6e2c65-9375-4905-bb05-48d49c66479e tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a970b2ae66e042deb8cde01541ce19ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113842 Mar 31 23:02:53.351478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.386032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.428827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.450429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.459253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/751f7252-1f6c-42ea-8d59-7f423d3c328c HTTP/1.1" status: 204 len: 168 time: 2.0350728 Mar 31 23:02:53.470375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] For port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:53.480709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.485284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-3e5de6c1-3b23-4b63-a3e6-9cdde5c04db0 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2823040 Mar 31 23:02:53.491742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df5e8a-61ca-478f-b275-888716e9d6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=751f7252-1f6c-42ea-8d59-7f423d3c328c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.502055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:53.512627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-58b26b8f-07e7-4439-8b57-5ea0acc3bec8 service neutron] 10.222.0.83 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931143 Mar 31 23:02:53.552709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.559488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a089b0a-6765-45cc-8a88-8601ce657971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.625087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf52d7d-8b04-42ec-b735-07df349a4a8f None None] Pushing event updated for resources: {'Port': ['ID=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.626455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-d83778df-33aa-4e55-81dc-136c500e4c7d service neutron] 10.222.0.83 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035509 Mar 31 23:02:53.689651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a089b0a-6765-45cc-8a88-8601ce657971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.707199 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.712874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.721133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:53.722252 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:53.733505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-89014f28-7d6e-47d2-ab64-62f3b93f5627 None None] Provisioning complete for port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:53.733930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89014f28-7d6e-47d2-ab64-62f3b93f5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.772191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.778627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a089b0a-6765-45cc-8a88-8601ce657971 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a150e4216f8c4bfe9019ff0da900cced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8085051 Mar 31 23:02:53.784348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46922) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.786131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a089b0a-6765-45cc-8a88-8601ce657971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755ee742-dec2-4020-a3c7-e8f751dc6cbc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.843890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.867504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Checking segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:53.867856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Network hostable DHCP agents. Network: 05292ecd-4479-4ae2-bdce-90c3dd20921e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:53.908395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.953389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.978313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.980963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46928) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.993215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bbea05d-36c3-4ec2-8963-1c4154dfabbb req-29ccbd98-008e-42a2-aa4b-64aebe6274e8 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.0594037 Mar 31 23:02:54.006864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.017806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:54.054753 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-847cf89c-7a1d-4fb2-912d-c2b33ad6948c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3cea365256d74bcba8998ef47838601f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703869 Mar 31 23:02:54.055518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46932) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.078870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Router d2b7dcf5-761f-4e93-98e2-75be97203f08 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:54.126940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Allocated IP 172.25.6.141 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/58e6f4c3-5c44-499f-a669-ddaa52e62e76) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:54.154093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.173577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 05292ecd-4479-4ae2-bdce-90c3dd20921e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:54.181829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96298b79-9e8f-4159-84f0-9f1ef5101c6f None None] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:54.209733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.210218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.221552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.225955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.226179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.230326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/755ee742-dec2-4020-a3c7-e8f751dc6cbc HTTP/1.1" status: 204 len: 168 time: 0.4441373 Mar 31 23:02:54.259357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:54.271180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Sync routers for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:54.272139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.283103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:54.283733 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.319278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bf71-fa3a-47cf-9558-74ddf8a54660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755ee742-dec2-4020-a3c7-e8f751dc6cbc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.355046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-162e16b6-24b9-4941-91c3-775eb14d9a15 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4727123 Mar 31 23:02:54.358183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.364444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:54.417641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 283e4f36-30a8-42a9-9caf-3491dd05418e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:54.425489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.430150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b3a0437a-b4df-49b7-a8c5-0a34fa9cc330 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3958368 Mar 31 23:02:54.430841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.451970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-05292ecd-4479-4ae2-bdce-90c3dd20921e', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:54.453071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.454285 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:54.456721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 283e4f36-30a8-42a9-9caf-3491dd05418e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:54.457166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 283e4f36-30a8-42a9-9caf-3491dd05418e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:54.509563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.513085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.518442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ee1e9cb7-cf0a-43ee-9ca7-1abf1f5ac844 HTTP/1.1" status: 204 len: 168 time: 0.4621971 Mar 31 23:02:54.532291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1c6fd-c40d-4831-9d34-3acf901cf7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e9cb7-cf0a-43ee-9ca7-1abf1f5ac844,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.544603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.578834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.583189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.662499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Allocated IP 172.20.0.2 (05292ecd-4479-4ae2-bdce-90c3dd20921e/1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6/4c5ecd97-362d-4fff-ab13-03c1f95e9e4c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:54.678131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.680338 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:52Z', 'revision_number': 3, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.682837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:54.691801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:54.694252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:54.713203 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Checking router: d2b7dcf5-761f-4e93-98e2-75be97203f08 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:54.713541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Updating router d2b7dcf5-761f-4e93-98e2-75be97203f08 port 3c6ba86a-b999-4aba-a15c-270547635467 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:54.734876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=58e6f4c3-5c44-499f-a669-ddaa52e62e76,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.746114 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.882503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2685a5cf-b9ea-42c4-a29c-b3f724229c9d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:55.027754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.088827 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.098343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:55.098716 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.140551 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.224436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.231630 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.313388 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30967f-ca09-4a60-b57f-b06e83c0c003 None None] Pushing event updated for resources: {'Port': ['ID=3c6ba86a-b999-4aba-a15c-270547635467,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.315197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:55.323123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:55.326225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Pushing event updated for resources: {'Port': ['ID=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.334447 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Attempting to bind port 3c6ba86a-b999-4aba-a15c-270547635467 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:55.334826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Attempting to bind port 3c6ba86a-b999-4aba-a15c-270547635467 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:55.335211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Attempting to bind port 3c6ba86a-b999-4aba-a15c-270547635467 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:55.336621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:55.357835 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:55.358348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:55.358765 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.360521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:55.360521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Bound port: 3c6ba86a-b999-4aba-a15c-270547635467, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:55.360521 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.420535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.432240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Attempting to bind port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:55.432942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Attempting to bind port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:55.433494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Attempting to bind port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c on network 05292ecd-4479-4ae2-bdce-90c3dd20921e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:55.439767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:55.440194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Checking segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:55.440603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.442434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Bound using segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:55.442434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Bound port: 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:55.442434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.461093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] For port 3c6ba86a-b999-4aba-a15c-270547635467, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:55.466668 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] For port 3c6ba86a-b999-4aba-a15c-270547635467, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3c6ba86a-b999-4aba-a15c-270547635467,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:55.467538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.529095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] For port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:55.533164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] For port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:55.549844 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.566920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.594035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e93b6bba-972d-4f84-bf81-d8eb2fef34cf req-91d66f98-dde7-4caa-9375-e1989ff435d3 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.0600779 Mar 31 23:02:55.612351 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:55.613075 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:55.614046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Allocated IP 172.25.6.41 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/adc14199-89b7-412c-aedc-aacfb1673a37) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:55.614339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98818050-36d0-4ff9-866f-37045d234e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.620807 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30967f-ca09-4a60-b57f-b06e83c0c003 None None] Pushing event updated for resources: {'Port': ['ID=3c6ba86a-b999-4aba-a15c-270547635467,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.635501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.733936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.784628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba402-541f-4d34-9575-7a58f86b0e4d None None] Pushing event updated for resources: {'Port': ['ID=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.802163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98818050-36d0-4ff9-866f-37045d234e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.817011 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:55.965384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.031997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98818050-36d0-4ff9-866f-37045d234e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.105736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-98818050-36d0-4ff9-866f-37045d234e9e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2afe8f6390544ad8ba80e3d11829a86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253859 Mar 31 23:02:56.117373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.154936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.171501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98818050-36d0-4ff9-866f-37045d234e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e7eba0-a95f-4f56-95c3-8158a2b6a3e9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.174076 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:52Z', 'revision_number': 3, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:56.196923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.221733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.233717 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f44c8-92b5-4d6b-92a6-5fbaf10ccdf4 None None] The sync data for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 is: [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:52Z', 'revision_number': 3, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:56.318321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.335520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46974) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.472987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-network', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:56.483421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.516207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Allocated IP 172.20.0.1 (02bbc900-dc7a-40c7-b7e0-d76aba1c8257/0f5f8bab-6602-471c-8089-39305325afa3/e07a3954-b7ca-41b6-81f0-47ae95a2c2e6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:56.524460 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.533597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:56.534491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.537235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.538380 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4e7eba0-a95f-4f56-95c3-8158a2b6a3e9 HTTP/1.1" status: 204 len: 168 time: 0.4195724 Mar 31 23:02:56.546986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:56.549751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:56.615620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3795e8-94ad-438d-af4c-c40cc2ea4b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e7eba0-a95f-4f56-95c3-8158a2b6a3e9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.628216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=adc14199-89b7-412c-aedc-aacfb1673a37,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.683605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.791573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:56.793382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.813746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-811ea3a2-cb37-4a5d-b9ec-1a23325669d3 req-641f3eb9-655d-44a3-9b44-ad174a04df7d tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.0824978 Mar 31 23:02:56.819970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.826407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event updated for resources: {'Port': ['ID=58e6f4c3-5c44-499f-a669-ddaa52e62e76,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.893438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.957372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.030781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.056402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.071822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3c6ba86a-b999-4aba-a15c-270547635467 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:57.134935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Pushing event updated for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.158724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.168233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-f6ca11b4-c552-499e-8d3e-1e494d8b3b06 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6737175 Mar 31 23:02:57.168747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3c6ba86a-b999-4aba-a15c-270547635467 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:57.169329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.200230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:57.225285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.309344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.320889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:57.332902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-c45bb3a1-9e69-4259-9b6d-50c54c5711f1 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.1638117 Mar 31 23:02:57.336398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:57.349232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 3c6ba86a-b999-4aba-a15c-270547635467, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3c6ba86a-b999-4aba-a15c-270547635467,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:57.352093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:57.374637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a09dc418-56bf-4d22-8acf-01741f88586a tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.379912 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a09dc418-56bf-4d22-8acf-01741f88586a tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.44 "GET /v2.0/networks?id=11b5bce7-a700-4e80-927f-c6248d3fe07d HTTP/1.1" status: 200 len: 813 time: 0.2629099 Mar 31 23:02:57.389443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6324bac7-5cf2-44ce-9cdf-6812c900c2dd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.394405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19385498-e10f-4ceb-975b-9b27855982bd None None] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:57.435659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Request body: {'port': {'device_id': '276f75a1-467e-4eda-91fd-b81caa9de971', 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d', 'admin_state_up': True, 'tenant_id': 'a970b2ae66e042deb8cde01541ce19ef'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:57.484904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.486012 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Added segment 7a9acca7-0e78-4099-953b-59a7e406a24e of type vlan for network a8a00a9e-faf5-463b-802f-ae39c9884e58 Mar 31 23:02:57.558654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.583863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.600941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.602022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:57.703183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=3c6ba86a-b999-4aba-a15c-270547635467,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.752637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] Provisioning complete for port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:57.753057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.784724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-6e83474d-7fcd-4e18-ab4e-9db1c6e6a374 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.786648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc475c9-cdcd-47c3-a032-e79dc4550340 req-6e83474d-7fcd-4e18-ab4e-9db1c6e6a374 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.3758395 Mar 31 23:02:57.867263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:57.867646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.872109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.906778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f9c6b46-6ac5-42d4-843f-30aa7de4797a req-a8193369-24b1-445c-825d-bf1621175ddf tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips/1177ad07-aa54-4e4b-8ae7-185897a47fd7 HTTP/1.1" status: 200 len: 693 time: 0.0816321 Mar 31 23:02:57.933962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.960188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] For port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:58.006435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85f70d2b-e34b-4367-b357-7f66630f15e0 req-61cccefe-1976-4891-8b41-af9e23602072 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.0538399 Mar 31 23:02:58.032080 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.056553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.083492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.159079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c6b46-6ac5-42d4-843f-30aa7de4797a req-9063c8c9-3682-4576-b723-2640152f47ca tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.160438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f9c6b46-6ac5-42d4-843f-30aa7de4797a req-9063c8c9-3682-4576-b723-2640152f47ca tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.2454042 Mar 31 23:02:58.176225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-3f9c6b46-6ac5-42d4-843f-30aa7de4797a req-a86933fb-ea72-4e17-8354-7c2b3d335da1 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:58.177246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f9c6b46-6ac5-42d4-843f-30aa7de4797a req-a86933fb-ea72-4e17-8354-7c2b3d335da1 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083966 Mar 31 23:02:58.195650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.211789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Made reservation on behalf of a970b2ae66e042deb8cde01541ce19ef for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:58.211789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.274993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.276007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.276958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.292389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-d67551d5-88ec-44d6-aa6b-511c17de6262 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips/1177ad07-aa54-4e4b-8ae7-185897a47fd7 HTTP/1.1" status: 200 len: 693 time: 0.0896809 Mar 31 23:02:58.293860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:58.294201 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:58.320123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62d217-05ac-4649-9ca1-22533f6fd244 None None] Pushing event updated for resources: {'Port': ['ID=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.337210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4b6e8bc1-f90d-4c41-8eee-c1e327757215 None None] Provisioning complete for port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:58.337499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8bc1-f90d-4c41-8eee-c1e327757215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.389011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e8bc1-f90d-4c41-8eee-c1e327757215 None None] Port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:58.395650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Router fe232c17-f8f8-4352-8d08-feac0206f22b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:58.401183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4b6e8bc1-f90d-4c41-8eee-c1e327757215 None None] Provisioning complete for port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:58.402050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8bc1-f90d-4c41-8eee-c1e327757215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.449511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.461837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-3de52ce8-3c0c-4a56-a17e-6476dd05d072 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.463382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-3de52ce8-3c0c-4a56-a17e-6476dd05d072 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1578057 Mar 31 23:02:58.476725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a00a9e-faf5-463b-802f-ae39c9884e58,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.493933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:58.520923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52486d4d-b8fa-4a6a-b793-badb9bf3efb3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1777012 Mar 31 23:02:58.534767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:58.540477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-2f23c746-cf8d-4f53-b871-c8e8814a1896 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0707340 Mar 31 23:02:58.554132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Request body: {'subnet': {'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-subnet', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:58.601341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.629913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Allocated IP 172.20.0.9 (11b5bce7-a700-4e80-927f-c6248d3fe07d/14b072f2-a31e-48c2-a06c-5fa720f5c91f/4e22ca1e-b125-4b39-a350-33c3e0df737d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:58.658782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:58.696790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Sync routers for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:58.697207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:58.699836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.706707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Pushing event updated for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.723773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-3a90bbf1-76fb-4298-b033-c88982810575 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.1822047 Mar 31 23:02:58.754253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:58.754891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:58.820649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.824418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.824904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-79e72f2c-f725-4a47-be13-67758d3fc3c6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4655807 Mar 31 23:02:58.825522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47010) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:58.947979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:59.011705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3c6ba86a-b999-4aba-a15c-270547635467 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:59.056557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:59.062669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Deleting port 58e6f4c3-5c44-499f-a669-ddaa52e62e76 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:59.065987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.159648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.159921 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.178407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Calling delete_port for 58e6f4c3-5c44-499f-a669-ddaa52e62e76 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:59.179970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.261848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3c6ba86a-b999-4aba-a15c-270547635467 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:59.262381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.278441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:59.359569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:02:56Z', 'revision_number': 3, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.415919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Checking router: fe232c17-f8f8-4352-8d08-feac0206f22b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:59.416499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Updating router fe232c17-f8f8-4352-8d08-feac0206f22b port adc14199-89b7-412c-aedc-aacfb1673a37 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:59.452473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:59.452684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-621f36a7-67a0-425d-91d8-9d189140950c req-636e3653-36a8-41f4-86c7-4d9d1356c3b5 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.1762211 Mar 31 23:02:59.485004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Router d2b7dcf5-761f-4e93-98e2-75be97203f08 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:59.509520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.512335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.521384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.590680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07771adc-67f5-4bc8-bbd7-690559153c46,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.636292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.641760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Network 11b5bce7-a700-4e80-927f-c6248d3fe07d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:59.655129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Pushing event updated for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.658237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:59.673120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:59.698078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event deleted for resources: {'Port': ['ID=58e6f4c3-5c44-499f-a669-ddaa52e62e76,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.712564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:59.719252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e1eea3c9-e190-4bef-aa9b-f0c7e5763812 admin admin] 10.222.0.83 "PUT /v2.0/routers/d2b7dcf5-761f-4e93-98e2-75be97203f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877169 Mar 31 23:02:59.723456 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Sync routers for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:59.743717 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:59.744340 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.769716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:59.770096 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.821176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.830466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.831686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459fc641-5c3f-4744-a653-ba3fc46aee5d req-a98e86db-194a-4a08-8c51-5ebb5707ce83 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "DELETE /v2.0/floatingips/1177ad07-aa54-4e4b-8ae7-185897a47fd7 HTTP/1.1" status: 204 len: 173 time: 1.1001728 Mar 31 23:02:59.841951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Checking segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:59.842275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Network hostable DHCP agents. Network: a8a00a9e-faf5-463b-802f-ae39c9884e58, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:59.853504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.854137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.903254 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:59.987372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.999915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.025339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3eb83099-43d1-4498-b3e8-8022ce128146 None None] Provisioning complete for port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:00.025770 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3eb83099-43d1-4498-b3e8-8022ce128146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.042225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-a8a6b861-febf-447b-b8f1-0f45ba413dac tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6277776 Mar 31 23:03:00.042807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:00.072540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Request body: {'port': {'device_id': '276f75a1-467e-4eda-91fd-b81caa9de971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:00.136047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3eb83099-43d1-4498-b3e8-8022ce128146 None None] Port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:00.138175 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e07a3954-b7ca-41b6-81f0-47ae95a2c2e6', 'name': '', 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'mac_address': 'fa:16:3e:c8:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0f5f8bab-6602-471c-8089-39305325afa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:56Z', 'updated_at': '2022-03-31T23:02:58Z', 'revision_number': 2, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'subnets': [{'id': '0f5f8bab-6602-471c-8089-39305325afa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:00.144631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.172744 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Checking router: d2b7dcf5-761f-4e93-98e2-75be97203f08 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:00.173289 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Updating router d2b7dcf5-761f-4e93-98e2-75be97203f08 port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:00.193546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Attempting to bind port adc14199-89b7-412c-aedc-aacfb1673a37 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:00.193546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Attempting to bind port adc14199-89b7-412c-aedc-aacfb1673a37 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:00.193959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Attempting to bind port adc14199-89b7-412c-aedc-aacfb1673a37 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:00.214571 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.219258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:00.219642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:00.220052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.220446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:00.221068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Bound port: adc14199-89b7-412c-aedc-aacfb1673a37, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:00.221569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.223502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a8a00a9e-faf5-463b-802f-ae39c9884e58) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:00.246833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b32ab-10f8-4fdb-8ff9-b487ba2c1891 req-8c0614c8-ef95-4251-b0ed-5284dd4aec4c tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.254497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-246b32ab-10f8-4fdb-8ff9-b487ba2c1891 req-8c0614c8-ef95-4251-b0ed-5284dd4aec4c tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3917875 Mar 31 23:03:00.294164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] For port adc14199-89b7-412c-aedc-aacfb1673a37, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:00.314309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.314893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.336111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07811e-f226-40f5-a75a-b7d8eaf8adf3 None None] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:00.339661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.387950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e32a43-55da-465e-8880-0d1c66925be9 req-0146ff47-4894-4e33-867a-3d4547ac7bad tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=0352181a2dfc47b3abfb0a8ae6a60d47 HTTP/1.1" status: 200 len: 1657 time: 0.1081092 Mar 31 23:03:00.418049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] For port adc14199-89b7-412c-aedc-aacfb1673a37, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adc14199-89b7-412c-aedc-aacfb1673a37,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:00.421744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660efdb-e97d-45c5-890f-1ac1161aec30 None None] Pushing event updated for resources: {'Port': ['ID=adc14199-89b7-412c-aedc-aacfb1673a37,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.531455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.568575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-4ad1ddcd-5a1a-457c-ba37-9f9bb56141c7 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2068501 Mar 31 23:03:00.580535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:00.600090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32a43-55da-465e-8880-0d1c66925be9 req-5fc46b8c-62b0-4e11-af19-58e78df04785 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.602200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e32a43-55da-465e-8880-0d1c66925be9 req-5fc46b8c-62b0-4e11-af19-58e78df04785 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks?id=0df374ee-5ae0-452f-9dc8-8c03e311b300&id=0df374ee-5ae0-452f-9dc8-8c03e311b300&id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 787 time: 0.2031853 Mar 31 23:03:00.616731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-32e32a43-55da-465e-8880-0d1c66925be9 req-9c655276-5b55-46dd-8391-903c9a5df1c2 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:00.617714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e32a43-55da-465e-8880-0d1c66925be9 req-9c655276-5b55-46dd-8391-903c9a5df1c2 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083387 Mar 31 23:03:00.676688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:00.677326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:00.681077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660efdb-e97d-45c5-890f-1ac1161aec30 None None] Pushing event updated for resources: {'Port': ['ID=adc14199-89b7-412c-aedc-aacfb1673a37,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.709473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.723246 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.746841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a8a00a9e-faf5-463b-802f-ae39c9884e58', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:00.748741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.808213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efdbe0-987a-438b-9cb0-b7e7aa20e095 req-75fd8512-fc89-4c86-9d30-9e6b3119d6be tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.813661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efdbe0-987a-438b-9cb0-b7e7aa20e095 req-75fd8512-fc89-4c86-9d30-9e6b3119d6be tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 931 time: 0.0997791 Mar 31 23:03:00.869576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efdbe0-987a-438b-9cb0-b7e7aa20e095 req-dcffd8d2-e338-4462-9d56-a5662d39fd50 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Mar 31 23:03:00.908356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:00.915255 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.996124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ec9263e4-b943-4f10-9d8c-52d76a310637 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4536932 Mar 31 23:03:01.001477 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c48130-4c7f-45aa-85b2-8d806468eea6 None None] Pushing event updated for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.005777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47050) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:01.013887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:01.119454 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Attempting to bind port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:01.128623 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Attempting to bind port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:01.130464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Attempting to bind port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 on network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:01.143843 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:01.144775 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Checking segment: {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:01.145878 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.146603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Bound using segment: {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:01.147335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Bound port: e07a3954-b7ca-41b6-81f0-47ae95a2c2e6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:01.147964 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.183752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Allocated IP 172.20.0.1 (05292ecd-4479-4ae2-bdce-90c3dd20921e/1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6/09a4a002-35d8-4830-a5c8-de6b90b89f94) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:01.217954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.219197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.249283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] For port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:01.253107 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] For port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:01.282154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Allocated IP 172.20.0.2 (a8a00a9e-faf5-463b-802f-ae39c9884e58/07771adc-67f5-4bc8-bbd7-690559153c46/9705e308-4117-4fe0-af2a-4d4370d57659) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:01.355480 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.379081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.417273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:01.417903 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.461612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e22ca1e-b125-4b39-a350-33c3e0df737d {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:01.469307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.476478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.510783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.519339 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c48130-4c7f-45aa-85b2-8d806468eea6 None None] Pushing event updated for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.559878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71715e-e362-4999-b4a2-6a441f32370f req-e1398139-b6cc-469b-8be1-0488b6ba4f13 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips/5443e0ff-ae33-495d-9a0a-4af836bd0029 HTTP/1.1" status: 200 len: 693 time: 0.6473391 Mar 31 23:03:01.567094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Transition to ACTIVE for port object 4e22ca1e-b125-4b39-a350-33c3e0df737d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:01.647309 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:01.655372 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.676949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] Provisioning complete for port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:01.677563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.751561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:02:56Z', 'revision_number': 3, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.788346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140f458-b2a3-4947-9616-2f1f3470eca6 None None] The sync data for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 is: [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:02:56Z', 'revision_number': 3, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:01.801021 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.804520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.811829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.840332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71715e-e362-4999-b4a2-6a441f32370f req-42d8ce77-7ea5-47c1-a0ca-396cc3ef740b tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.843196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71715e-e362-4999-b4a2-6a441f32370f req-42d8ce77-7ea5-47c1-a0ca-396cc3ef740b tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1467531 Mar 31 23:03:01.868366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Pushing event updated for resources: {'Port': ['ID=9705e308-4117-4fe0-af2a-4d4370d57659,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.878074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Allocated IP 172.25.6.111 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9b40b00e-5f94-4b12-af0e-9fa178d12b61) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:01.900995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:01.910452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.918166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.935916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:01.943417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:01.962739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71715e-e362-4999-b4a2-6a441f32370f req-59a83c82-e8ff-441d-8855-e3a5bbbcaa7f tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.1078720 Mar 31 23:03:02.042359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Attempting to bind port 9705e308-4117-4fe0-af2a-4d4370d57659 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:02.042878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Attempting to bind port 9705e308-4117-4fe0-af2a-4d4370d57659 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:02.043420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Attempting to bind port 9705e308-4117-4fe0-af2a-4d4370d57659 on network a8a00a9e-faf5-463b-802f-ae39c9884e58 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:02.049654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:02.050929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:02.051476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Checking segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:02.051975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.052462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Bound using segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:02.053035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Bound port: 9705e308-4117-4fe0-af2a-4d4370d57659, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:02.053625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.064461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.069532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:02.080964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71715e-e362-4999-b4a2-6a441f32370f req-a3c81f35-4971-47aa-89d3-b0bc2f49c0cf tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.1103675 Mar 31 23:03:02.120096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:02.142342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] For port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:02.166335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e07a3954-b7ca-41b6-81f0-47ae95a2c2e6', 'name': '', 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'mac_address': 'fa:16:3e:c8:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0f5f8bab-6602-471c-8089-39305325afa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:56Z', 'updated_at': '2022-03-31T23:03:01Z', 'revision_number': 4, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'subnets': [{'id': '0f5f8bab-6602-471c-8089-39305325afa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:02.223604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Attempting to bind port 4e22ca1e-b125-4b39-a350-33c3e0df737d on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:02.223837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] For port 9705e308-4117-4fe0-af2a-4d4370d57659, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:02.225392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Attempting to bind port 4e22ca1e-b125-4b39-a350-33c3e0df737d by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'd4869ca7-f466-4566-8b7b-2c495d99d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:02.226833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Attempting to bind port 4e22ca1e-b125-4b39-a350-33c3e0df737d on network 11b5bce7-a700-4e80-927f-c6248d3fe07d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:02.228300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] For port 9705e308-4117-4fe0-af2a-4d4370d57659, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9705e308-4117-4fe0-af2a-4d4370d57659,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:02.245307 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.253137 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104897a7-302d-4251-bbbc-797f5fcc983e None None] The sync data for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 is: [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e07a3954-b7ca-41b6-81f0-47ae95a2c2e6', 'name': '', 'network_id': '02bbc900-dc7a-40c7-b7e0-d76aba1c8257', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'mac_address': 'fa:16:3e:c8:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0f5f8bab-6602-471c-8089-39305325afa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:56Z', 'updated_at': '2022-03-31T23:03:01Z', 'revision_number': 4, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'subnets': [{'id': '0f5f8bab-6602-471c-8089-39305325afa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:02.306055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Pushing event updated for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.316365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Port 4e22ca1e-b125-4b39-a350-33c3e0df737d on network 11b5bce7-a700-4e80-927f-c6248d3fe07d not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:02.316644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Attempting to bind port 4e22ca1e-b125-4b39-a350-33c3e0df737d on network 11b5bce7-a700-4e80-927f-c6248d3fe07d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:02.386525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.388695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:02.389052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Checking segment: {'id': 'd4869ca7-f466-4566-8b7b-2c495d99d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:02.389452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Bound using segment: {'id': 'd4869ca7-f466-4566-8b7b-2c495d99d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:02.389970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Bound port: 4e22ca1e-b125-4b39-a350-33c3e0df737d, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4869ca7-f466-4566-8b7b-2c495d99d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:02.395133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.407145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281da9a3-80d2-43f2-9690-22db28351f3d None None] Pushing event updated for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.420680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.456976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.490299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-50a50490-b39f-468b-989f-163717690681 None None] Provisioning complete for port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:02.492626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-50a50490-b39f-468b-989f-163717690681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.508369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Deleting port c676efd9-afb1-4bbe-9fcc-b2c45065d4e3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:02.509581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.650866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f014e-0a19-4488-9719-4471f6ff48d8 None None] Pushing event updated for resources: {'Port': ['ID=9705e308-4117-4fe0-af2a-4d4370d57659,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.651534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.819413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event updated for resources: {'Port': ['ID=9b40b00e-5f94-4b12-af0e-9fa178d12b61,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.824610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:02.833920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.838749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.869847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Calling delete_port for c676efd9-afb1-4bbe-9fcc-b2c45065d4e3 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:02.933024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3316a19b-f7b5-4638-bb24-1fbdccf73366 None None] Provisioning complete for port 09a4a002-35d8-4830-a5c8-de6b90b89f94 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:02.938135 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3316a19b-f7b5-4638-bb24-1fbdccf73366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.958697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.017236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3316a19b-f7b5-4638-bb24-1fbdccf73366 None None] Port 09a4a002-35d8-4830-a5c8-de6b90b89f94 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:03.068600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:03.074214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d,segment=NetworkSegment(d4869ca7-f466-4566-8b7b-2c495d99d66c),segment_id=d4869ca7-f466-4566-8b7b-2c495d99d66c)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:03.074965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:03.088676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:03.206482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:03.332605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:03.334413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.352707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.364087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.366959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.426408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.486153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.493462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.552433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adc14199-89b7-412c-aedc-aacfb1673a37 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:03.555993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.572115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.611652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event deleted for resources: {'Port': ['ID=c676efd9-afb1-4bbe-9fcc-b2c45065d4e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.617972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.618908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.620955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-600cc3e9-3dcb-491c-b96b-0b34e197d7c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e22ca1e-b125-4b39-a350-33c3e0df737d HTTP/1.1" status: 200 len: 1091 time: 3.5607290 Mar 31 23:03:03.624261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port adc14199-89b7-412c-aedc-aacfb1673a37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:03.624660 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.628424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:03.631157 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83d68c-0c6c-401b-a6e7-d36fc790e739" -d '{"events": [{"name": "network-changed", "server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:03.635243 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.690153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Pushing event updated for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.710866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.779793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Allocated IP 172.25.6.178 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7ca43864-5dda-470f-9419-3b8f73d04c27) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:03.827968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.864652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port adc14199-89b7-412c-aedc-aacfb1673a37, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adc14199-89b7-412c-aedc-aacfb1673a37,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:03.912990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.915048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-e4530027-afbe-46c4-b11d-4deb8e0c65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.915832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.917012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f71715e-e362-4999-b4a2-6a441f32370f req-de4e74d3-1a14-435e-83b3-a212d8ff9c62 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "DELETE /v2.0/floatingips/5443e0ff-ae33-495d-9a0a-4af836bd0029 HTTP/1.1" status: 204 len: 173 time: 1.7928174 Mar 31 23:03:03.917377 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-e4530027-afbe-46c4-b11d-4deb8e0c65c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a970b2ae66e042deb8cde01541ce19ef&device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 1094 time: 0.1717918 Mar 31 23:03:03.961382 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.974003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.995606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-12923940-5060-40d0-855e-ee543c9efe85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d HTTP/1.1" status: 200 len: 217 time: 0.0482605 Mar 31 23:03:04.074547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=adc14199-89b7-412c-aedc-aacfb1673a37,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.089200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.121909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-f5463b78-9915-4585-972c-dffbe5cae252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:04.124325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-f5463b78-9915-4585-972c-dffbe5cae252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14b072f2-a31e-48c2-a06c-5fa720f5c91f HTTP/1.1" status: 200 len: 853 time: 0.1204679 Mar 31 23:03:04.138750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:04.146682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b7a30-3c7b-47c8-aa97-348846c1306c req-63fbbf29-04d7-41d6-ae7e-472ba3487d6e tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:04.156536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:04.164508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c12b7a30-3c7b-47c8-aa97-348846c1306c req-63fbbf29-04d7-41d6-ae7e-472ba3487d6e tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 943 time: 0.1716907 Mar 31 23:03:04.189784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.197372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-2a2b432f-2bd9-4a0f-81c1-fa082ab055c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11b5bce7-a700-4e80-927f-c6248d3fe07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613017 Mar 31 23:03:04.421568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c12b7a30-3c7b-47c8-aa97-348846c1306c req-0746ab01-6d2b-4ffc-bf6f-fc2dc3952c7c tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560236 Mar 31 23:03:04.424313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event updated for resources: {'Port': ['ID=9b40b00e-5f94-4b12-af0e-9fa178d12b61,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.431865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.451679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.556328 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18302f23-dfeb-40d7-86f5-571f5bdfe4a2 x-openstack-request-id: req-18302f23-dfeb-40d7-86f5-571f5bdfe4a2 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:04.556604 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:04.556861 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18302f23-dfeb-40d7-86f5-571f5bdfe4a2 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:04.557269 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18302f23-dfeb-40d7-86f5-571f5bdfe4a2'] response: {'name': 'network-changed', 'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d', 'status': 'completed', 'code': 200} Mar 31 23:03:04.572100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-b0807b83-0031-40aa-ba20-c76ae7ecc20c tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips/7fac0f41-9090-4d3e-9293-28c38fc2baeb HTTP/1.1" status: 200 len: 693 time: 0.0587780 Mar 31 23:03:04.579055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c2347-7733-4fb5-8742-a5f47b7b74ac None None] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:04.583869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.596976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-1abb8853-c376-4dfd-8f49-db2432fba95b service neutron] 10.222.0.44 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896706 Mar 31 23:03:04.673836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Provisioning complete for port 9705e308-4117-4fe0-af2a-4d4370d57659 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:04.674220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.685264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.686508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-2d4900f6-d0fa-4b35-95e1-1dd3c2d19b1a tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1171198 Mar 31 23:03:04.735970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-f5cd53fc-621b-4737-8603-d956eb2a6cf6 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:04.739596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-f5cd53fc-621b-4737-8603-d956eb2a6cf6 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1664085 Mar 31 23:03:04.784274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Router fe232c17-f8f8-4352-8d08-feac0206f22b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:04.793622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:04.828761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.850382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:04.858694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-97e980bd-cd01-47a5-b418-4b5c9a2ce3cd tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0825539 Mar 31 23:03:04.860184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:04.871508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca43864-5dda-470f-9419-3b8f73d04c27,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.872264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] For port 9705e308-4117-4fe0-af2a-4d4370d57659, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9705e308-4117-4fe0-af2a-4d4370d57659,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:04.894106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-51710192-0ca1-4832-a72f-02a1b6e548db tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.1825018 Mar 31 23:03:04.947026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.069880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-770b29d1-97e2-4d0d-b600-c6b6a094cf07 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.2101922 Mar 31 23:03:05.083197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Provisioning complete for port 09a4a002-35d8-4830-a5c8-de6b90b89f94 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:05.085119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.184116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Pushing event updated for resources: {'Port': ['ID=9705e308-4117-4fe0-af2a-4d4370d57659,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.209332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9705e308-4117-4fe0-af2a-4d4370d57659 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:05.284924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa28c6-ad2a-4537-b001-6a43a8ce9b70 None None] Port 09a4a002-35d8-4830-a5c8-de6b90b89f94 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:05.303366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9705e308-4117-4fe0-af2a-4d4370d57659 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:05.303742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.331469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-7d420d1f-3733-4b43-a09e-e8a7ee127af0 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.339821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a05f847-3171-49d1-aab5-bda5a7d8224e req-7d420d1f-3733-4b43-a09e-e8a7ee127af0 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.4395146 Mar 31 23:03:05.356332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Deleting port 79c1f95e-2f07-4a30-9762-178caac408a8 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:05.356853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.433187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-68005f61-c4ae-44a9-82fb-3903f42beabc None None] Provisioning complete for port 9705e308-4117-4fe0-af2a-4d4370d57659 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:05.433561 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-68005f61-c4ae-44a9-82fb-3903f42beabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.438577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adc14199-89b7-412c-aedc-aacfb1673a37 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:05.482692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c55c92ea-a173-42c0-8694-f4712d733dd9 req-d93dabbf-e171-49bf-b454-8c4ca86861d0 service neutron] 10.222.0.44 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557299 Mar 31 23:03:05.505915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4a175d0-37fb-4716-8e4f-c1c11b1a6db6 req-26cfce50-c076-4eb4-bfd4-aa5c5ecb0387 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips/08631cbf-fc5c-4c06-a3c5-2e92de803ea8 HTTP/1.1" status: 200 len: 693 time: 0.1347802 Mar 31 23:03:05.555123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.555459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.571953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Calling delete_port for 79c1f95e-2f07-4a30-9762-178caac408a8 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:05.582509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port adc14199-89b7-412c-aedc-aacfb1673a37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:05.583374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.595885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:05.601615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-289b807d-952f-42b8-ad2e-9b47708d46c9 admin admin] 10.222.0.83 "PUT /v2.0/routers/fe232c17-f8f8-4352-8d08-feac0206f22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7704589 Mar 31 23:03:05.615095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Sync routers for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:05.638473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:05.639135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.673204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-d466a6ee-52af-4d7a-99fd-8d72ffadea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.674715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-d466a6ee-52af-4d7a-99fd-8d72ffadea3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a970b2ae66e042deb8cde01541ce19ef&device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 1094 time: 0.0498214 Mar 31 23:03:05.777062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a175d0-37fb-4716-8e4f-c1c11b1a6db6 req-3edc68f1-7b24-4fff-af3d-3c97c5b0453d tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.778519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4a175d0-37fb-4716-8e4f-c1c11b1a6db6 req-3edc68f1-7b24-4fff-af3d-3c97c5b0453d tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.2717979 Mar 31 23:03:05.908469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-25a0be94-9dbd-4bbd-aee6-2f925fc7b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.910177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-25a0be94-9dbd-4bbd-aee6-2f925fc7b1c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11b5bce7-a700-4e80-927f-c6248d3fe07d HTTP/1.1" status: 200 len: 915 time: 0.2281501 Mar 31 23:03:05.946970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f4a4-15d6-4f9c-9260-a4d6227a5d5f req-d13f9826-2aac-4d6c-8200-1f9e751080db tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.948749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afd6f4a4-15d6-4f9c-9260-a4d6227a5d5f req-d13f9826-2aac-4d6c-8200-1f9e751080db tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 943 time: 0.0721712 Mar 31 23:03:05.974739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.983649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-295be245-c3bd-49b6-8abb-d8bd7e82fc59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d HTTP/1.1" status: 200 len: 217 time: 0.0546689 Mar 31 23:03:05.993622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.014044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:06.051539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event deleted for resources: {'Port': ['ID=79c1f95e-2f07-4a30-9762-178caac408a8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.119759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afd6f4a4-15d6-4f9c-9260-a4d6227a5d5f req-9a08e7e6-d78e-4435-a8c3-84870129c57d tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619313 Mar 31 23:03:06.141710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.142813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-ab5e46fe-74cb-44e5-8908-34160c7b1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.144433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-ab5e46fe-74cb-44e5-8908-34160c7b1c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14b072f2-a31e-48c2-a06c-5fa720f5c91f HTTP/1.1" status: 200 len: 853 time: 0.1203570 Mar 31 23:03:06.153630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.156031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edb2b946-ff61-4ac3-ae51-2e1e0cc60d95 req-6631c057-6b44-4f75-9f99-0e280de08d20 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "DELETE /v2.0/floatingips/7fac0f41-9090-4d3e-9293-28c38fc2baeb HTTP/1.1" status: 204 len: 173 time: 1.0853400 Mar 31 23:03:06.219056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-3de877c2-94e5-4970-bb6e-da0f88432c5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11b5bce7-a700-4e80-927f-c6248d3fe07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619969 Mar 31 23:03:06.276146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 2, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.280234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba523c6d-c8e1-4a16-b72b-8874af4b9acc req-182e79f9-2432-4306-a86b-e33d76ac0fea tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=95a84eede5f7481ca855362aa5c4ad2f HTTP/1.1" status: 200 len: 696 time: 0.1006930 Mar 31 23:03:06.309567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-6df6fcf9-cd6a-437c-8f76-49a6b203b4ed tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips/361f57b3-34bf-4837-ad64-442a215f09f0 HTTP/1.1" status: 200 len: 693 time: 0.0813043 Mar 31 23:03:06.315634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Checking router: fe232c17-f8f8-4352-8d08-feac0206f22b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:06.321350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Updating router fe232c17-f8f8-4352-8d08-feac0206f22b port 09a4a002-35d8-4830-a5c8-de6b90b89f94 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:06.348028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.376773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.386102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-fc2d3a59-1bb2-4072-a92d-5da65554f796 service neutron] 10.222.0.44 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573775 Mar 31 23:03:06.460806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba523c6d-c8e1-4a16-b72b-8874af4b9acc req-34326848-c07a-4685-9621-9d01e87147fc tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.472870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba523c6d-c8e1-4a16-b72b-8874af4b9acc req-34326848-c07a-4685-9621-9d01e87147fc tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks?id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 787 time: 0.1827614 Mar 31 23:03:06.477973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-ba523c6d-c8e1-4a16-b72b-8874af4b9acc req-8e6341d0-b14b-4262-a121-82c208d60dac tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:06.483665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba523c6d-c8e1-4a16-b72b-8874af4b9acc req-8e6341d0-b14b-4262-a121-82c208d60dac tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136003 Mar 31 23:03:06.574747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a83d68c-0c6c-401b-a6e7-d36fc790e739 req-cf6539f9-0aba-47be-96ce-3817c5ce8364 service neutron] 10.222.0.44 "GET /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492600 Mar 31 23:03:06.626514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-608e9cd7-79f3-4662-a1b6-11261eadfcfd tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips/08631cbf-fc5c-4c06-a3c5-2e92de803ea8 HTTP/1.1" status: 200 len: 693 time: 0.0986128 Mar 31 23:03:06.687467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-dca09f9c-2f0a-4161-a381-0801a4945364 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.691499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-dca09f9c-2f0a-4161-a381-0801a4945364 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.3808973 Mar 31 23:03:06.723881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.755859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:06.787084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-0a39cc27-8fbc-4c68-82dc-373510be6bbd tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0874372 Mar 31 23:03:06.859998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-81190be7-1b06-4029-bc19-b59ef64f7156 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0625558 Mar 31 23:03:06.868303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-100a93be-2ba9-495c-b4d8-cc6271024458 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.869591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-100a93be-2ba9-495c-b4d8-cc6271024458 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.2296143 Mar 31 23:03:06.875798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:06.888535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Sync routers for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:06.895075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.899550 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:06.900431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:07.020009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.025328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-433aecdb-e5e1-4758-80a3-3a66102fd6d7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0155537 Mar 31 23:03:07.025978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47122) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.036866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9705e308-4117-4fe0-af2a-4d4370d57659 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:07.086489 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:07.245477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487a8ad-e68e-4bd1-9edc-0b319ecb2e03 None None] Pushing event updated for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:07.308832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Attempting to bind port 09a4a002-35d8-4830-a5c8-de6b90b89f94 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:07.309476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Attempting to bind port 09a4a002-35d8-4830-a5c8-de6b90b89f94 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:07.313900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Attempting to bind port 09a4a002-35d8-4830-a5c8-de6b90b89f94 on network 05292ecd-4479-4ae2-bdce-90c3dd20921e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:07.330127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:07.330720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Checking segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:07.331262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.331773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Bound using segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:07.332380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Bound port: 09a4a002-35d8-4830-a5c8-de6b90b89f94, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:07.332899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.397688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9705e308-4117-4fe0-af2a-4d4370d57659 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:07.398334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.422519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-37b4b062-b425-41b8-9add-ef4a25ede0e2 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.5437853 Mar 31 23:03:07.456023 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:05Z', 'revision_number': 3, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:07.489164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] For port 09a4a002-35d8-4830-a5c8-de6b90b89f94, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:07.492730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f36e3c18-e9fa-4996-aee7-7ae6c72d0b59 None None] Provisioning complete for port 09a4a002-35d8-4830-a5c8-de6b90b89f94 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:07.492997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f36e3c18-e9fa-4996-aee7-7ae6c72d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.498114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] For port 09a4a002-35d8-4830-a5c8-de6b90b89f94, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09a4a002-35d8-4830-a5c8-de6b90b89f94,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:07.501116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-f7ce376c-ade6-4264-8519-96908c0d6f3d tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.111 HTTP/1.1" status: 200 len: 696 time: 0.0720139 Mar 31 23:03:07.532480 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Checking router: 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:07.532841 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Updating router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 port 7ca43864-5dda-470f-9419-3b8f73d04c27 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:07.550751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f36e3c18-e9fa-4996-aee7-7ae6c72d0b59 None None] Port 09a4a002-35d8-4830-a5c8-de6b90b89f94 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:07.583098 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.604734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Deleting port 9471bcaa-a840-4038-a2c0-5abfb0a0170d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:07.605322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.628315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.705000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:07.705648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:07.766763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.767391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.782793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.805617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Calling delete_port for 9471bcaa-a840-4038-a2c0-5abfb0a0170d owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:07.809380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Deleting port 9b40b00e-5f94-4b12-af0e-9fa178d12b61 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:07.810053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.904707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47132) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.910741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-network', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:07.981794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:08.038027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Allocated IP 172.20.0.1 (a8a00a9e-faf5-463b-802f-ae39c9884e58/07771adc-67f5-4bc8-bbd7-690559153c46/00064242-c94f-40f9-822e-76de98544af0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:08.117829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.120906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.139508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Calling delete_port for 9b40b00e-5f94-4b12-af0e-9fa178d12b61 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:08.151484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.163848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 4e22ca1e-b125-4b39-a350-33c3e0df737d details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:08.196833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.222083 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.245173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Pushing event deleted for resources: {'Port': ['ID=9471bcaa-a840-4038-a2c0-5abfb0a0170d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.260366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Made reservation on behalf of fc7db7cbcc174336a24f1c899a1d03a6 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:08.269579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.292698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.300606 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.338391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.340756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487a8ad-e68e-4bd1-9edc-0b319ecb2e03 None None] Pushing event updated for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.342012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.344107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1190d4cc-a868-4be3-b61e-a52a1437bd23 req-d877fd77-f566-4310-b8dc-5f719df62be9 tempest-FloatingIPDetailsTestJSON-1872758397 tempest-FloatingIPDetailsTestJSON-1872758397-project] 10.222.0.83 "DELETE /v2.0/floatingips/361f57b3-34bf-4837-ad64-442a215f09f0 HTTP/1.1" status: 204 len: 173 time: 1.4732563 Mar 31 23:03:08.362309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47148) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.364778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.366265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] Provisioning complete for port 09a4a002-35d8-4830-a5c8-de6b90b89f94 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:08.368901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.455392 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Attempting to bind port 7ca43864-5dda-470f-9419-3b8f73d04c27 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:08.456272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Attempting to bind port 7ca43864-5dda-470f-9419-3b8f73d04c27 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:08.465419 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Attempting to bind port 7ca43864-5dda-470f-9419-3b8f73d04c27 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:08.465419 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbe833-ee34-4498-81fb-ef172c4f3636 None None] Pushing event updated for resources: {'Port': ['ID=7ca43864-5dda-470f-9419-3b8f73d04c27,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.466805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:08.467433 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:08.467835 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.468212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:08.468674 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Bound port: 7ca43864-5dda-470f-9419-3b8f73d04c27, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:08.469187 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.488442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:08.494429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:08.504568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:08.546061 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] For port 7ca43864-5dda-470f-9419-3b8f73d04c27, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:08.557310 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] For port 7ca43864-5dda-470f-9419-3b8f73d04c27, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ca43864-5dda-470f-9419-3b8f73d04c27,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:08.562792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Pushing event updated for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.619481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.626672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.648702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d,segment=NetworkSegment(d4869ca7-f466-4566-8b7b-2c495d99d66c),segment_id=d4869ca7-f466-4566-8b7b-2c495d99d66c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:08.668777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event deleted for resources: {'Port': ['ID=9b40b00e-5f94-4b12-af0e-9fa178d12b61,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.678319 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.679802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '4e22ca1e-b125-4b39-a350-33c3e0df737d', 'network_id': '11b5bce7-a700-4e80-927f-c6248d3fe07d', 'port_id': '4e22ca1e-b125-4b39-a350-33c3e0df737d', 'mac_address': 'fa:16:3e:4b:9a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b072f2-a31e-48c2-a06c-5fa720f5c91f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:08.687831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be644a-10c9-44fd-a460-8d21f9c5a164 req-2b605238-42b8-4658-a855-2e3c2687ab83 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.689427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12be644a-10c9-44fd-a460-8d21f9c5a164 req-2b605238-42b8-4658-a855-2e3c2687ab83 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 943 time: 0.2366624 Mar 31 23:03:08.774700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.818763 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:07Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:08.836278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.839642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.840799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2c54f20-c6d6-436b-a57e-40bfb8ed2f2e req-fdd2393f-79b0-4a8d-8345-011f8b863adf tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "DELETE /v2.0/floatingips/08631cbf-fc5c-4c06-a3c5-2e92de803ea8 HTTP/1.1" status: 204 len: 173 time: 1.3336244 Mar 31 23:03:08.873609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.887597 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:08.889039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:08.900957 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbe833-ee34-4498-81fb-ef172c4f3636 None None] Pushing event updated for resources: {'Port': ['ID=7ca43864-5dda-470f-9419-3b8f73d04c27,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.971807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.983350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12be644a-10c9-44fd-a460-8d21f9c5a164 req-3edc70bf-9feb-411f-b07a-c281150afafe tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841294 Mar 31 23:03:09.075408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:09.105596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.119715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fa8d7-c196-481f-a3bb-bed5c10f2c20 None None] The sync data for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 is: [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:07Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:09.126939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.127316 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Added segment 35eb5f0e-75f9-429f-ac95-513f98dcf9b0 of type vlan for network fee70799-0182-498e-bab8-7e25b49992f0 Mar 31 23:03:09.130709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.137352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8600fa36-8164-4b3f-9b21-7f8537c4c13d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.154799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e22ca1e-b125-4b39-a350-33c3e0df737d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:09.167810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] For port 09a4a002-35d8-4830-a5c8-de6b90b89f94, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09a4a002-35d8-4830-a5c8-de6b90b89f94,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:09.220005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-064b681e-da00-47b5-a390-e82b5307134e req-b83a9406-646b-4443-8994-9a865bac5fed tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2487056 Mar 31 23:03:09.239563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:09.240547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d,segment=NetworkSegment(d4869ca7-f466-4566-8b7b-2c495d99d66c),segment_id=d4869ca7-f466-4566-8b7b-2c495d99d66c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:09.255453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.287282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.311417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.321453 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:09.349750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.352516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79579606-81eb-4597-b0c0-da98e3ff0ca8 None None] Pushing event updated for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.453790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-57c284f5-a9b4-4b4c-ac4f-0f9a32133bcb None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:09.454230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-57c284f5-a9b4-4b4c-ac4f-0f9a32133bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.473870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.508576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.509573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.510149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.516060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-57c284f5-a9b4-4b4c-ac4f-0f9a32133bcb None None] Port 00064242-c94f-40f9-822e-76de98544af0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:09.526311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.624589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] Pushing event updated for resources: {'Network': ['ID=fee70799-0182-498e-bab8-7e25b49992f0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.633707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['4e22ca1e-b125-4b39-a350-33c3e0df737d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:09.658288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.667877 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:05Z', 'revision_number': 3, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.715320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network fee70799-0182-498e-bab8-7e25b49992f0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:09.733123 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571f916-4644-4688-a86e-28d8c5a2b7fe None None] The sync data for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 is: [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:05Z', 'revision_number': 3, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:09.758858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.782013 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cdd5776a-27e8-4e6a-8651-ea235c2a779e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8707960 Mar 31 23:03:09.785281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.800236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Request body: {'subnet': {'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-subnet', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:09.931710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.989307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Made reservation on behalf of fc7db7cbcc174336a24f1c899a1d03a6 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:09.992014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.036010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Allocated IP 172.25.6.85 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/72f0c841-4049-4f07-a597-1be39efb0a5f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:10.125395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Pushing event updated for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.131442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.353228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b8e76-5e94-4ed1-8e87-c4f897dd3d48 req-cd860b50-5cae-41cf-a603-dee40df721da tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.355404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:10.358287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:10.362007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-897b8e76-5e94-4ed1-8e87-c4f897dd3d48 req-cd860b50-5cae-41cf-a603-dee40df721da tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 944 time: 0.2079985 Mar 31 23:03:10.389118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.424850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Deleting port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:10.425219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.500364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-897b8e76-5e94-4ed1-8e87-c4f897dd3d48 req-3a46b3b8-7de0-4316-9256-4898cde1db39 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372771 Mar 31 23:03:10.558861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] For port 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:10.559290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.582960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Calling delete_port for 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:10.608299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.760669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-495b4c94-d274-416f-bd14-2571a2ceadc4 None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:10.762577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-495b4c94-d274-416f-bd14-2571a2ceadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.773026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:10.784550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:10.788338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:10.790336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event updated for resources: {'Port': ['ID=72f0c841-4049-4f07-a597-1be39efb0a5f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.846095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-495b4c94-d274-416f-bd14-2571a2ceadc4 None None] Port 00064242-c94f-40f9-822e-76de98544af0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:10.961780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.040653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.068402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:11.098849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.120760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Checking segment: {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:11.121001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Network hostable DHCP agents. Network: fee70799-0182-498e-bab8-7e25b49992f0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:11.127631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09a4a002-35d8-4830-a5c8-de6b90b89f94 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:11.233591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.249807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 09a4a002-35d8-4830-a5c8-de6b90b89f94 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:11.250177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.277983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.312237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:11.327211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96575c98-2e44-4d6e-8c4c-767c5111f118 admin admin] 10.222.0.83 "PUT /v2.0/routers/719f98ed-8f99-448c-9dfd-fe2b6bda86e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2914808 Mar 31 23:03:11.327211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Network fee70799-0182-498e-bab8-7e25b49992f0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:11.351577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f22c63e-41e6-4dc4-b20a-27cfe0391d4e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.399247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ca43864-5dda-470f-9419-3b8f73d04c27 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:11.451863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, fee70799-0182-498e-bab8-7e25b49992f0) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:11.456545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.457088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.474211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929da96-5712-4728-bb52-a13af5f48f24 None None] Network fee70799-0182-498e-bab8-7e25b49992f0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:11.565936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-37f7e20e-6020-45af-90ea-ee2be0a26929 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7796779 Mar 31 23:03:11.573472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.580572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:11.585101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7ca43864-5dda-470f-9419-3b8f73d04c27 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:11.585742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.651760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-849f08c4-d792-41ee-9416-4a2c716b9711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.681915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.683181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.752497 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.758776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 4e22ca1e-b125-4b39-a350-33c3e0df737d up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:11.792266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.837738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 7ca43864-5dda-470f-9419-3b8f73d04c27, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ca43864-5dda-470f-9419-3b8f73d04c27,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:11.853112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d3a36-c9bc-440c-9e91-b30ea43176fa req-2967b353-80af-4342-95f1-8ec3579f26da tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.854611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-464d3a36-c9bc-440c-9e91-b30ea43176fa req-2967b353-80af-4342-95f1-8ec3579f26da tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 944 time: 0.1806054 Mar 31 23:03:11.860002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.871907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.892955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-fee70799-0182-498e-bab8-7e25b49992f0', 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'fixed_ips': [{'subnet_id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:11.894972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.940550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-464d3a36-c9bc-440c-9e91-b30ea43176fa req-6807055e-3355-4f76-86d0-dfa2a1b81721 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Mar 31 23:03:11.975753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.007438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.045294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=7ca43864-5dda-470f-9419-3b8f73d04c27,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.045962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 4e22ca1e-b125-4b39-a350-33c3e0df737d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:12.053471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 4e22ca1e-b125-4b39-a350-33c3e0df737d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:12.053865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.141215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event updated for resources: {'Port': ['ID=72f0c841-4049-4f07-a597-1be39efb0a5f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.182617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.197052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.213684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:12.215970 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccdec15-eca8-4cfc-a48d-b00894f2d343" -d '{"events": [{"server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "name": "network-vif-plugged", "status": "completed", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:12.221244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Allocated IP 172.20.0.2 (fee70799-0182-498e-bab8-7e25b49992f0/0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8/30c5870e-1311-4919-be35-45a83ae3ef08) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:12.239119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d,segment=NetworkSegment(d4869ca7-f466-4566-8b7b-2c495d99d66c),segment_id=d4869ca7-f466-4566-8b7b-2c495d99d66c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:12.242295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.297680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Router 91596353-0664-4f84-90e7-904bb2336190 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:12.349272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.350626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-064b681e-da00-47b5-a390-e82b5307134e req-69b792d4-1230-4ab2-8f31-a97044bf2578 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1217158 Mar 31 23:03:12.400751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.422473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47210) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:12.468460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-064b681e-da00-47b5-a390-e82b5307134e req-0e05c2e6-e6d0-4c3a-b884-5f09aa478df4 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0990884 Mar 31 23:03:12.488959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.492353 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f8d45e-f169-4309-9dbe-c4eca47458d3 x-openstack-request-id: req-18f8d45e-f169-4309-9dbe-c4eca47458d3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:12.492947 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "name": "network-vif-plugged", "status": "completed", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:12.494462 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18f8d45e-f169-4309-9dbe-c4eca47458d3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:12.494990 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f8d45e-f169-4309-9dbe-c4eca47458d3'] response: {'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d', 'code': 200} Mar 31 23:03:12.550444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.647101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.706366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e32ed-60fe-4c29-9740-0f2540e4e915 req-ade6fbc5-e662-4241-9028-47db72e85414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.708029 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c38e32ed-60fe-4c29-9740-0f2540e4e915 req-ade6fbc5-e662-4241-9028-47db72e85414 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 1096 time: 0.1570723 Mar 31 23:03:12.760345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Network fee70799-0182-498e-bab8-7e25b49992f0 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:12.761735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Pushing event updated for resources: {'Port': ['ID=30c5870e-1311-4919-be35-45a83ae3ef08,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.770737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.773208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:12.781608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:12.831160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.836250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c38e32ed-60fe-4c29-9740-0f2540e4e915 req-863cf89b-0844-473c-8393-8457ba744298 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Mar 31 23:03:12.888393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Attempting to bind port 30c5870e-1311-4919-be35-45a83ae3ef08 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:12.888970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Attempting to bind port 30c5870e-1311-4919-be35-45a83ae3ef08 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:12.889065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Attempting to bind port 30c5870e-1311-4919-be35-45a83ae3ef08 on network fee70799-0182-498e-bab8-7e25b49992f0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:12.895759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:12.897116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Checking segment: {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:12.897717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.898118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Bound using segment: {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:12.899572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Bound port: 30c5870e-1311-4919-be35-45a83ae3ef08, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:12.899980 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.931782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:12.939802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-network', 'tenant_id': '7368b89c494a480093a7ca866c13834c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:12.966377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e181453-3b8a-4dac-8ea8-fc7e89f3c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.972564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:12.989341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e5b6138c-df29-4036-9f82-480b9edca86c admin admin] 10.222.0.83 "PUT /v2.0/routers/91596353-0664-4f84-90e7-904bb2336190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6256166 Mar 31 23:03:13.002378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47224) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:13.035820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] For port 30c5870e-1311-4919-be35-45a83ae3ef08, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:13.041855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] For port 30c5870e-1311-4919-be35-45a83ae3ef08, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=30c5870e-1311-4919-be35-45a83ae3ef08,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:13.049284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Sync routers for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:13.057735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Allocated IP 172.25.6.75 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4cf1d411-5edd-4363-b34f-5a3792014e1f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:13.075139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Made reservation on behalf of 7368b89c494a480093a7ca866c13834c for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:13.077917 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.078207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:13.079166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:02:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:13.087875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b681e-da00-47b5-a390-e82b5307134e req-0394b8cb-a0f3-4f16-929c-119a7bc8b357 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.089293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-064b681e-da00-47b5-a390-e82b5307134e req-0394b8cb-a0f3-4f16-929c-119a7bc8b357 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.6200418 Mar 31 23:03:13.127651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.132929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.188773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ca43864-5dda-470f-9419-3b8f73d04c27 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:13.268835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-712b9858-3f16-4ba8-9cf8-56a98e6ae852 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips/bfe2b3c2-2db0-45f7-bc7d-1116596b1e0f HTTP/1.1" status: 200 len: 692 time: 0.1508453 Mar 31 23:03:13.309377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.365928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882f81b-b5fd-4665-9495-170b5999f5f4 None None] Pushing event updated for resources: {'Port': ['ID=30c5870e-1311-4919-be35-45a83ae3ef08,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.374155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.390862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.402318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e181453-3b8a-4dac-8ea8-fc7e89f3c666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.408457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:13.435233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:13.446255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.456365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b77a-ce60-44da-a633-732f51baf75b req-19aabc97-7fb3-40ec-886d-7f7a72e43ba0 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.457923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e938b77a-ce60-44da-a633-732f51baf75b req-19aabc97-7fb3-40ec-886d-7f7a72e43ba0 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 945 time: 0.3411515 Mar 31 23:03:13.495465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856896d3-251a-4a19-be07-7526e799cf80,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.501376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e181453-3b8a-4dac-8ea8-fc7e89f3c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.515579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.521821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:13.537747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7ca43864-5dda-470f-9419-3b8f73d04c27 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:13.538132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.594676 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.594997 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Added segment fadd2f45-6323-4d7a-989f-107e33b0311b of type vlan for network 214f9397-11c9-4ca7-917a-c4887f2700e8 Mar 31 23:03:13.608812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:13.615679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-39e2f8e6-e0d1-462f-90b1-87c0cef631c8 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.617422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-39e2f8e6-e0d1-462f-90b1-87c0cef631c8 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.3319378 Mar 31 23:03:13.620667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:13.626697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:13.647879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Pushing event updated for resources: {'Port': ['ID=4cf1d411-5edd-4363-b34f-5a3792014e1f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.700953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.723646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349f5a1e-1af2-4247-a2f0-7ca0503f6fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.729913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0e181453-3b8a-4dac-8ea8-fc7e89f3c666 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b9803c3144b45c0b3b81f1236501a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3041146 Mar 31 23:03:13.738037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47236) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:13.802659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181453-3b8a-4dac-8ea8-fc7e89f3c666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65492965-ea4d-47a2-9faa-660bf3a3c8f8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.822255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e938b77a-ce60-44da-a633-732f51baf75b req-83a931fd-e2a9-4eb9-bb38-5457c833fc60 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450038 Mar 31 23:03:13.840825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-5eeb474a-0719-4ca4-a886-87a086bba809 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1986361 Mar 31 23:03:13.851041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.907640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-4744af5c-55f3-4992-8869-40fdddf761e2 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0582364 Mar 31 23:03:13.930038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.931055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.931651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.039424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.062896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=214f9397-11c9-4ca7-917a-c4887f2700e8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.080362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Deleting port 20937ecb-318d-483e-b84f-5c8fb522b3e6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:14.080910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.082212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 5, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port': {'id': '20937ecb-318d-483e-b84f-5c8fb522b3e6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91596353-0664-4f84-90e7-904bb2336190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:35Z', 'updated_at': '2022-03-31T23:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:14.090078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:14.099539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0050ea74-7555-4e40-8594-85478fb77fb6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1661518 Mar 31 23:03:14.100697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47238) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:14.105657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Request body: {'subnet': {'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-subnet', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:14.107802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.141481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Checking router: 91596353-0664-4f84-90e7-904bb2336190 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:14.148922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-052b1476-9e20-4163-8e9c-8b8f141bdb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.163593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349f5a1e-1af2-4247-a2f0-7ca0503f6fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.165539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Deleting port 72f0c841-4049-4f07-a597-1be39efb0a5f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:14.165888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.206415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Routers {'91596353-0664-4f84-90e7-904bb2336190'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:14.207211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['91596353-0664-4f84-90e7-904bb2336190'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:14.248189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349f5a1e-1af2-4247-a2f0-7ca0503f6fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.256638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] For port 20937ecb-318d-483e-b84f-5c8fb522b3e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=20937ecb-318d-483e-b84f-5c8fb522b3e6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:14.257007 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.290129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Made reservation on behalf of 7368b89c494a480093a7ca866c13834c for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:14.293537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.302735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Calling delete_port for 20937ecb-318d-483e-b84f-5c8fb522b3e6 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:14.331553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.331881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.359847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-349f5a1e-1af2-4247-a2f0-7ca0503f6fab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f3f8bba933f43179ac87030571f9142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209311 Mar 31 23:03:14.361316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47240) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:14.363531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5a1e-1af2-4247-a2f0-7ca0503f6fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e2002-2c02-40ad-87c4-deaac6c999ac,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.386290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.396068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] Set router 91596353-0664-4f84-90e7-904bb2336190 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:14.399578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Calling delete_port for 72f0c841-4049-4f07-a597-1be39efb0a5f owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:14.469017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.472810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.474686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65492965-ea4d-47a2-9faa-660bf3a3c8f8 HTTP/1.1" status: 204 len: 168 time: 0.7354341 Mar 31 23:03:14.512037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 6, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:14.526329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.539800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31589cc-2a2a-46bd-bbe5-123608037f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65492965-ea4d-47a2-9faa-660bf3a3c8f8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.579511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7e1c-a427-4285-ad46-7eeeb6344465 None None] The sync data for ids ['91596353-0664-4f84-90e7-904bb2336190'] in n-d-828414-2 is: [{'id': '91596353-0664-4f84-90e7-904bb2336190', 'name': 'tempest-FloatingIPDetailsTestJSON-1162671942-router', 'tenant_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:34Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 6, 'project_id': '0352181a2dfc47b3abfb0a8ae6a60d47', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:14.624579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.673556 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Sync routers for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:14.688493 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:14.690580 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:14.833560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.922514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a0592-6e7c-44f0-b412-5242183579ab None None] Network fee70799-0182-498e-bab8-7e25b49992f0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:14.924741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.938093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:14.973012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.977570 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.982221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c24e2002-2c02-40ad-87c4-deaac6c999ac HTTP/1.1" status: 204 len: 168 time: 0.6167619 Mar 31 23:03:15.030956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe3e78-d33c-424d-8e83-4b4f355da371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e2002-2c02-40ad-87c4-deaac6c999ac,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.045525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=277612a9-74bf-4d2a-bc31-6b1a91d0cc1a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.064569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.119644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.126093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Pushing event deleted for resources: {'Port': ['ID=72f0c841-4049-4f07-a597-1be39efb0a5f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.128908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Checking segment: {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:15.133430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Network hostable DHCP agents. Network: 214f9397-11c9-4ca7-917a-c4887f2700e8, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:15.152817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a587b-8ac0-45e4-bc5c-8368a339be67 req-13e14466-c840-4aa3-bb3b-11f536736db3 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.157719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a8a587b-8ac0-45e4-bc5c-8368a339be67 req-13e14466-c840-4aa3-bb3b-11f536736db3 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 945 time: 0.1545186 Mar 31 23:03:15.257443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Pushing event deleted for resources: {'Port': ['ID=20937ecb-318d-483e-b84f-5c8fb522b3e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.310637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] Provisioning complete for port 30c5870e-1311-4919-be35-45a83ae3ef08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:15.311225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.346405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Router a5c63f48-71f9-4470-bfda-49851414b468 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:15.398467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.440553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.531665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.541473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.545107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.556097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:15.578509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Sync routers for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:15.613008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:15.621102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] For port 30c5870e-1311-4919-be35-45a83ae3ef08, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=30c5870e-1311-4919-be35-45a83ae3ef08,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:15.627088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:15.627474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:15.651819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a8a587b-8ac0-45e4-bc5c-8368a339be67 req-10a82090-b01b-4731-99cc-4e80412cf465 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486694 Mar 31 23:03:15.663350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.666614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.671792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 30c5870e-1311-4919-be35-45a83ae3ef08 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:15.678813 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:09Z', 'revision_number': 2, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:15.689774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c136d0e-9e6c-4383-b8fa-e0e5427c97d0 req-fbc2dbcb-252c-4183-a3b4-734e61ad2ab5 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "DELETE /v2.0/floatingips/bfe2b3c2-2db0-45f7-bc7d-1116596b1e0f HTTP/1.1" status: 204 len: 173 time: 1.7751939 Mar 31 23:03:15.714602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.716413 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0465c8fb-f346-4684-819b-e25638a7250c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1406410 Mar 31 23:03:15.726546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.772354 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Checking router: 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:15.773047 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Updating router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 port 00064242-c94f-40f9-822e-76de98544af0 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:15.784483 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-0510396c-91d1-47e6-88c4-796b2f4d6907 req-deb5c55a-69db-47dc-88fa-89c50f1f7fb4 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] show failed (client error): The resource could not be found. Mar 31 23:03:15.787567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.796342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0510396c-91d1-47e6-88c4-796b2f4d6907 req-deb5c55a-69db-47dc-88fa-89c50f1f7fb4 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips/bfe2b3c2-2db0-45f7-bc7d-1116596b1e0f HTTP/1.1" status: 404 len: 350 time: 0.0986526 Mar 31 23:03:15.810246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.859703 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.866703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:15.868701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 214f9397-11c9-4ca7-917a-c4887f2700e8) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:15.870213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.880906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91596353-0664-4f84-90e7-904bb2336190 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:15.899939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df91999-223f-47b1-8387-fbe6f67cf613 None None] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:15.901381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.910337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47264) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.910808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b7d58466-c826-4161-a0b9-2b557ad406ca admin admin] 10.222.0.83 "DELETE /v2.0/routers/91596353-0664-4f84-90e7-904bb2336190 HTTP/1.1" status: 204 len: 168 time: 2.9079099 Mar 31 23:03:15.941798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.942672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.034901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 30c5870e-1311-4919-be35-45a83ae3ef08 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:16.040311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.064145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-479ee483-d6bd-44f6-9208-e3bc17f74dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.089612 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-4c9cdb3e-2c29-4739-a2a1-2dbd99eb2264 req-47b23e5a-54e0-40c3-8d8d-0ce9e360d8b2 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] show failed (client error): The resource could not be found. Mar 31 23:03:16.090674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c9cdb3e-2c29-4739-a2a1-2dbd99eb2264 req-47b23e5a-54e0-40c3-8d8d-0ce9e360d8b2 tempest-FloatingIPsTestJSON-891126989 tempest-FloatingIPsTestJSON-891126989-project] 10.222.0.83 "GET /v2.0/floatingips/bfe2b3c2-2db0-45f7-bc7d-1116596b1e0f HTTP/1.1" status: 404 len: 350 time: 0.2506435 Mar 31 23:03:16.106329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfdff0-8291-4d03-9ad2-2a6bbdb3102f None None] Pushing event updated for resources: {'Port': ['ID=30c5870e-1311-4919-be35-45a83ae3ef08,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.113143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:16.113366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Deleting subnet 81c34036-f213-4976-98d9-4023dd35bcb8 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:16.120088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.250324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.294268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e456248f-fa0c-4e3c-9ffa-0cf79307eefd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1924336 Mar 31 23:03:16.307540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47278) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:16.315753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:16.484572 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.487162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-479ee483-d6bd-44f6-9208-e3bc17f74dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.517610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.518716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.534342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-419c7ad5-bdb0-4bae-9145-8a96b0db53c3 None None] Provisioning complete for port 30c5870e-1311-4919-be35-45a83ae3ef08 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:16.536063 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-419c7ad5-bdb0-4bae-9145-8a96b0db53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.570813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.616041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-214f9397-11c9-4ca7-917a-c4887f2700e8', 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'fixed_ips': [{'subnet_id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:16.617039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.619488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.620346 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.627383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-479ee483-d6bd-44f6-9208-e3bc17f74dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.702054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-479ee483-d6bd-44f6-9208-e3bc17f74dc9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8bacb6d64e8d4ec7b3fd4afa90d762e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905368 Mar 31 23:03:16.704648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47284) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:16.705801 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10501-49a5-4d85-b6a7-d3e16c9ccca0 None None] Pushing event updated for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.710256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee483-d6bd-44f6-9208-e3bc17f74dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11262cab-2f4c-49e0-b04f-b9b94709c455,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.850022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.860375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.877566 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Attempting to bind port 00064242-c94f-40f9-822e-76de98544af0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:16.877934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Attempting to bind port 00064242-c94f-40f9-822e-76de98544af0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:16.880299 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Attempting to bind port 00064242-c94f-40f9-822e-76de98544af0 on network a8a00a9e-faf5-463b-802f-ae39c9884e58 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:16.890450 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:16.896026 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Checking segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:16.905587 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.905587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Bound using segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:16.905587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Bound port: 00064242-c94f-40f9-822e-76de98544af0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:16.905587 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.920954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.949505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.968553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Allocated IP 172.20.0.2 (214f9397-11c9-4ca7-917a-c4887f2700e8/277612a9-74bf-4d2a-bc31-6b1a91d0cc1a/a44bdace-8437-42b0-8da3-29b2f53801c0) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:16.986890 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] For port 00064242-c94f-40f9-822e-76de98544af0, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:16.990589 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] For port 00064242-c94f-40f9-822e-76de98544af0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00064242-c94f-40f9-822e-76de98544af0,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:16.996803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.015707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c34036-f213-4976-98d9-4023dd35bcb8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.061931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.065217 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a8d05eb2-b6bd-4623-b86c-6972423cafeb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/81c34036-f213-4976-98d9-4023dd35bcb8 HTTP/1.1" status: 204 len: 168 time: 1.1537409 Mar 31 23:03:17.068349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:17.081424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.150236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.171731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505f03f-e82f-4030-86b5-4a355c468584 None None] Network de69c98a-c02c-41f8-a801-0effed6449cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:17.198398 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.214862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:17.215081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.234794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:17.235461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f22c63e-41e6-4dc4-b20a-27cfe0391d4e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:17.336969 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:17.336969 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:17.370655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 3, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:17.424985 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10501-49a5-4d85-b6a7-d3e16c9ccca0 None None] Pushing event updated for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.460678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Checking router: a5c63f48-71f9-4470-bfda-49851414b468 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:17.461120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Updating router a5c63f48-71f9-4470-bfda-49851414b468 port 4cf1d411-5edd-4363-b34f-5a3792014e1f binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:17.515514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 30c5870e-1311-4919-be35-45a83ae3ef08 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:17.621394 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:17.630147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.707880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1e551-8e61-4cb6-9b23-639e3849ef42 req-ae99e8cf-9880-473e-a665-0664b7142074 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:17.721053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24d1e551-8e61-4cb6-9b23-639e3849ef42 req-ae99e8cf-9880-473e-a665-0664b7142074 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 945 time: 0.8231761 Mar 31 23:03:17.818299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24d1e551-8e61-4cb6-9b23-639e3849ef42 req-8d06566c-de23-4751-8cb3-37b1e9166f37 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912523 Mar 31 23:03:17.827887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.911594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.911841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:17.912020 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.915765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.918034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11262cab-2f4c-49e0-b04f-b9b94709c455 HTTP/1.1" status: 204 len: 168 time: 1.2132559 Mar 31 23:03:17.945401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Allocated IP 172.20.0.1 (fee70799-0182-498e-bab8-7e25b49992f0/0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8/f8ff81d2-6aac-4d75-b1e8-012cd33fbced) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:17.986174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d0f10-bb40-4cfb-b75c-4befa8198a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11262cab-2f4c-49e0-b04f-b9b94709c455,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.986665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:16Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:18.068028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.068130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e21ea4-d467-438a-8f05-867993c61684 None None] The sync data for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 is: [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:16Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:18.090734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 30c5870e-1311-4919-be35-45a83ae3ef08 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:18.091834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.094653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.101449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] DHCP port deletion for de69c98a-c02c-41f8-a801-0effed6449cb request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:18.223316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Deleting port 9b81228b-6b33-426d-8b84-15766fea11c2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:18.223656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.226654 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.234022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.265763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-2eb381a8-767c-480f-a3dd-32b52b2d0c37 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.267738 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-2eb381a8-767c-480f-a3dd-32b52b2d0c37 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.44 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 945 time: 0.3072777 Mar 31 23:03:18.346510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:18.357282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.365176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:18.377301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:18.413173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.447315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Attempting to bind port 4cf1d411-5edd-4363-b34f-5a3792014e1f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:18.447715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Attempting to bind port 4cf1d411-5edd-4363-b34f-5a3792014e1f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:18.447837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.448081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Attempting to bind port 4cf1d411-5edd-4363-b34f-5a3792014e1f on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:18.450266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Pushing event updated for resources: {'Port': ['ID=a44bdace-8437-42b0-8da3-29b2f53801c0,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.532106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.562816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] For port 9b81228b-6b33-426d-8b84-15766fea11c2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9b81228b-6b33-426d-8b84-15766fea11c2,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:18.564810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.608227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:18.608608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:18.609014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.609408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:18.612758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Bound port: 4cf1d411-5edd-4363-b34f-5a3792014e1f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:18.613161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.637263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Calling delete_port for 9b81228b-6b33-426d-8b84-15766fea11c2 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:18.678643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Deleting port 9b81228b-6b33-426d-8b84-15766fea11c2 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:18.679404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.726443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] For port 00064242-c94f-40f9-822e-76de98544af0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00064242-c94f-40f9-822e-76de98544af0,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:18.739180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Allocated IP 172.25.6.133 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0a47f42a-2e91-46f6-992e-88fb017455a7) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:18.759256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734e8c8-48fb-4b16-a3fd-0386b9f00b87 None None] Pushing event updated for resources: {'Port': ['ID=4cf1d411-5edd-4363-b34f-5a3792014e1f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.831768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Attempting to bind port a44bdace-8437-42b0-8da3-29b2f53801c0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:18.832150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Attempting to bind port a44bdace-8437-42b0-8da3-29b2f53801c0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:18.832525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Attempting to bind port a44bdace-8437-42b0-8da3-29b2f53801c0 on network 214f9397-11c9-4ca7-917a-c4887f2700e8 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:18.885576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] For port 9b81228b-6b33-426d-8b84-15766fea11c2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9b81228b-6b33-426d-8b84-15766fea11c2,segment=NetworkSegment(cbca5d51-a996-457d-8f90-0bc0791c19cb),segment_id=cbca5d51-a996-457d-8f90-0bc0791c19cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:18.886029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.907777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Calling delete_port for 9b81228b-6b33-426d-8b84-15766fea11c2 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:18.950680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.037404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 20937ecb-318d-483e-b84f-5c8fb522b3e6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:19.063261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:19.063772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Checking segment: {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:19.064252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.064722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Bound using segment: {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:19.065567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Bound port: a44bdace-8437-42b0-8da3-29b2f53801c0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:19.066152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.071842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 20937ecb-318d-483e-b84f-5c8fb522b3e6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:19.072276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 20937ecb-318d-483e-b84f-5c8fb522b3e6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:19.076180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.097451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] For port 4cf1d411-5edd-4363-b34f-5a3792014e1f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:19.115492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.187880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.210434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36fc64-ae77-45f1-a616-e8bd1ed90726 req-fd493eb4-1d48-497e-bd82-acc89a1d5bd6 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.218527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae36fc64-ae77-45f1-a616-e8bd1ed90726 req-fd493eb4-1d48-497e-bd82-acc89a1d5bd6 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 945 time: 0.2131245 Mar 31 23:03:19.229283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.238566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] For port a44bdace-8437-42b0-8da3-29b2f53801c0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:19.241224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] For port a44bdace-8437-42b0-8da3-29b2f53801c0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a44bdace-8437-42b0-8da3-29b2f53801c0,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:19.250178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.274301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Deleting port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:19.274646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.275792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] For port 4cf1d411-5edd-4363-b34f-5a3792014e1f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cf1d411-5edd-4363-b34f-5a3792014e1f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:19.325211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] No DVR routers for this DVR port 9b81228b-6b33-426d-8b84-15766fea11c2 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:19.337352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.352209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Deleting port 4e22ca1e-b125-4b39-a350-33c3e0df737d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:19.353344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.363649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.375272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.404717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Network fee70799-0182-498e-bab8-7e25b49992f0 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:19.408751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] No DVR routers for this DVR port 9b81228b-6b33-426d-8b84-15766fea11c2 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:19.430368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cdc76277-12a0-46fa-b9a6-d85395500acb None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:19.431048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cdc76277-12a0-46fa-b9a6-d85395500acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.445234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:19.533771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b81228b-6b33-426d-8b84-15766fea11c2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.564386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00064242-c94f-40f9-822e-76de98544af0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:19.627539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae36fc64-ae77-45f1-a616-e8bd1ed90726 req-8e0b96ee-259f-4697-8643-e9986d589be9 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026654 Mar 31 23:03:19.630001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:19.665677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:19.666292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.674372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:19.679590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:19.684087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Pushing event updated for resources: {'Port': ['ID=0a47f42a-2e91-46f6-992e-88fb017455a7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.702001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:19.706898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] For port e07a3954-b7ca-41b6-81f0-47ae95a2c2e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:19.708939 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.760085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Calling delete_port for e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:19.933532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:19.958099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.971637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.018503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] For port 4e22ca1e-b125-4b39-a350-33c3e0df737d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=4e22ca1e-b125-4b39-a350-33c3e0df737d,segment=NetworkSegment(d4869ca7-f466-4566-8b7b-2c495d99d66c),segment_id=d4869ca7-f466-4566-8b7b-2c495d99d66c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:20.018879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.165253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Calling delete_port for 4e22ca1e-b125-4b39-a350-33c3e0df737d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:20.173548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de69c98a-c02c-41f8-a801-0effed6449cb']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:20.194897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbca5d51-a996-457d-8f90-0bc0791c19cb') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:20.195227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbca5d51-a996-457d-8f90-0bc0791c19cb') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:20.217172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.234551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e94d2-e3c0-4ead-b644-c7151200432e None None] Pushing event updated for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.284232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974efeba-ac49-47f6-b704-53ff6f142fd4 None None] Pushing event deleted for resources: {'Port': ['ID=9b81228b-6b33-426d-8b84-15766fea11c2,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.291218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.295995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:20.296405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:20.298135 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:20.329714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.393479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:20.393853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.640899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07a3954-b7ca-41b6-81f0-47ae95a2c2e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.653936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734e8c8-48fb-4b16-a3fd-0386b9f00b87 None None] Pushing event updated for resources: {'Port': ['ID=4cf1d411-5edd-4363-b34f-5a3792014e1f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.817822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716049ba-7e15-4c4d-b532-e9a5ef94c8d6 None None] Pushing event updated for resources: {'Port': ['ID=a44bdace-8437-42b0-8da3-29b2f53801c0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.837821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.850353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.850353 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/de69c98a-c02c-41f8-a801-0effed6449cb HTTP/1.1" status: 204 len: 168 time: 3.7785320 Mar 31 23:03:20.867799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab7134-6e60-44fb-9687-b94ffd507cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de69c98a-c02c-41f8-a801-0effed6449cb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.875844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dd2693bd-0749-45f6-b3cc-0bd97daf7ffb None None] Provisioning complete for port f8ff81d2-6aac-4d75-b1e8-012cd33fbced triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:20.877353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd2693bd-0749-45f6-b3cc-0bd97daf7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.893681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.906057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.908246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9b81228b-6b33-426d-8b84-15766fea11c2 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:20.940808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9b81228b-6b33-426d-8b84-15766fea11c2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:20.941536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9b81228b-6b33-426d-8b84-15766fea11c2 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:20.953924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dd2693bd-0749-45f6-b3cc-0bd97daf7ffb None None] Port f8ff81d2-6aac-4d75-b1e8-012cd33fbced cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:20.958846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 3, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:20.961981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Pushing event deleted for resources: {'Port': ['ID=4e22ca1e-b125-4b39-a350-33c3e0df737d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.974256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.994844 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.009375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240cfa-2796-46e4-8414-20a7f6018c7c None None] The sync data for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 is: [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:13Z', 'revision_number': 3, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:21.019749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e116c71-5a7e-481c-816e-a275e1555093 req-850fa2f4-39f6-4a79-a4ad-756424fa2697 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.021160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e116c71-5a7e-481c-816e-a275e1555093 req-850fa2f4-39f6-4a79-a4ad-756424fa2697 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 867 time: 0.2125518 Mar 31 23:03:21.063129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] No DVR routers for this DVR port 4e22ca1e-b125-4b39-a350-33c3e0df737d on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:21.066824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.070437 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7be9fd0-cddc-4697-b97e-464b128024bf req-4ffd8e0a-cbb0-466e-a63d-239873cad974 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.44 "DELETE /v2.0/ports/4e22ca1e-b125-4b39-a350-33c3e0df737d HTTP/1.1" status: 204 len: 173 time: 2.7407687 Mar 31 23:03:21.071370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'name': 'network-vif-deleted', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:21.074002 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f324279c-f89e-4b88-a0e0-1414a8f1ee9f" -d '{"events": [{"server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "name": "network-vif-deleted", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:21.207764 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c466b7b-192b-428d-8d8b-98e1777828ec x-openstack-request-id: req-2c466b7b-192b-428d-8d8b-98e1777828ec {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:21.214151 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f75a1-467e-4eda-91fd-b81caa9de971", "name": "network-vif-deleted", "tag": "4e22ca1e-b125-4b39-a350-33c3e0df737d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:21.214437 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c466b7b-192b-428d-8d8b-98e1777828ec {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:21.219031 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c466b7b-192b-428d-8d8b-98e1777828ec'] response: {'server_uuid': '276f75a1-467e-4eda-91fd-b81caa9de971', 'name': 'network-vif-deleted', 'tag': '4e22ca1e-b125-4b39-a350-33c3e0df737d', 'status': 'completed', 'code': 200} Mar 31 23:03:21.295311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e116c71-5a7e-481c-816e-a275e1555093 req-13735407-6d89-46a8-a872-ce689168f8ec tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/security-groups?id=42cc8304-659a-4ac3-9e55-9f826e8b2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675657 Mar 31 23:03:21.380514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.386954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.463543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.598183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.603044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.616125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a44bdace-8437-42b0-8da3-29b2f53801c0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:21.697234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.731813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a44bdace-8437-42b0-8da3-29b2f53801c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:21.733152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.801287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 4e22ca1e-b125-4b39-a350-33c3e0df737d no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:21.833427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Router d2b7dcf5-761f-4e93-98e2-75be97203f08 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:21.833427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.852164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 4e22ca1e-b125-4b39-a350-33c3e0df737d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:21.852804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 4e22ca1e-b125-4b39-a350-33c3e0df737d not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:21.933106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.937818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4d77ff2-07e0-4c66-95de-33da23ecc8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.971185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Network fee70799-0182-498e-bab8-7e25b49992f0 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:21.974724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:21.985098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5a9c3f1-a7c6-41da-bcea-d39b9cba5c8a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0352181a2dfc47b3abfb0a8ae6a60d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562016 Mar 31 23:03:21.989180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47398) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.047109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a44bdace-8437-42b0-8da3-29b2f53801c0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a44bdace-8437-42b0-8da3-29b2f53801c0,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:22.146438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08edec4f-dd65-4a4c-95f3-482305b9a25f None None] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:22.250225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:22.271720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-63fed844-d147-44c0-a935-12b564948ba1 admin admin] 10.222.0.83 "PUT /v2.0/routers/d2b7dcf5-761f-4e93-98e2-75be97203f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1286576 Mar 31 23:03:22.272030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7f91aa0e-bef0-4ef4-b9ea-5f1eaca260f8 None None] Provisioning complete for port a44bdace-8437-42b0-8da3-29b2f53801c0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.272133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Sync routers for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:22.272578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f91aa0e-bef0-4ef4-b9ea-5f1eaca260f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.275149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47404) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.294880 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:22.295782 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:22.324020 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.324020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00064242-c94f-40f9-822e-76de98544af0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:22.373547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.380848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:22.517364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a44bdace-8437-42b0-8da3-29b2f53801c0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.550756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:22.561416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.571219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4d77ff2-07e0-4c66-95de-33da23ecc8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.597989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Router a5c63f48-71f9-4470-bfda-49851414b468 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:22.658241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 00064242-c94f-40f9-822e-76de98544af0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.658613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.683523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4d77ff2-07e0-4c66-95de-33da23ecc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.694294 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:22.735388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d77ff2-07e0-4c66-95de-33da23ecc8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb8252-97e0-4476-a3d9-1c33af207dd2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.790815 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e4d77ff2-07e0-4c66-95de-33da23ecc8d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=39fbc3c97d414411a0241a92efa60d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4011483 Mar 31 23:03:22.842565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-355b93ca-159e-4191-a568-702486add3e2 None None] Provisioning complete for port f8ff81d2-6aac-4d75-b1e8-012cd33fbced triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.843230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-355b93ca-159e-4191-a568-702486add3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.873082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.888628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.891250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.894748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8134b142-576f-4a7a-a6b9-107bef1ae740 HTTP/1.1" status: 204 len: 168 time: 0.8966277 Mar 31 23:03:22.928791 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 5, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:22.937048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b873f-a1d8-4944-a718-81624e843305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134b142-576f-4a7a-a6b9-107bef1ae740,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.969229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:22.969817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-355b93ca-159e-4191-a568-702486add3e2 None None] Port f8ff81d2-6aac-4d75-b1e8-012cd33fbced cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:22.988998 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-da4440b7-a1e6-4df8-a4e9-fd346c597f6a admin admin] 10.222.0.83 "PUT /v2.0/routers/a5c63f48-71f9-4470-bfda-49851414b468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2593694 Mar 31 23:03:23.039656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.100327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.177179 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Checking router: d2b7dcf5-761f-4e93-98e2-75be97203f08 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:23.190237 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Routers {'d2b7dcf5-761f-4e93-98e2-75be97203f08'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:23.191184 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d2b7dcf5-761f-4e93-98e2-75be97203f08'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.277604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.280434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.281630 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fffb8252-97e0-4476-a3d9-1c33af207dd2 HTTP/1.1" status: 204 len: 168 time: 0.4076483 Mar 31 23:03:23.294777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486c419-568f-46f2-a1f7-da1a142e8399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb8252-97e0-4476-a3d9-1c33af207dd2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.303179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ade22a5e-ef09-4230-a28b-1c6eac973467 req-b1286fd0-873b-48d0-b324-d862aa908040 tempest-ServerAddressesTestJSON-905624550 tempest-ServerAddressesTestJSON-905624550-project] 10.222.0.83 "GET /v2.0/ports?device_id=276f75a1-467e-4eda-91fd-b81caa9de971 HTTP/1.1" status: 200 len: 210 time: 0.8468270 Mar 31 23:03:23.324672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2a1e28a9-c7c0-4e67-9ce2-1ab0be749bfa None None] Provisioning complete for port a44bdace-8437-42b0-8da3-29b2f53801c0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:23.325725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a1e28a9-c7c0-4e67-9ce2-1ab0be749bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.329401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.394858 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] Set router d2b7dcf5-761f-4e93-98e2-75be97203f08 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:23.489858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.505402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a44bdace-8437-42b0-8da3-29b2f53801c0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:23.515854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:23.532732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Sync routers for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:23.555757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:23.556017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.625011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a44bdace-8437-42b0-8da3-29b2f53801c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:23.625011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.656137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Deleting port 3c6ba86a-b999-4aba-a15c-270547635467 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:23.656137 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.672632 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 5, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.707846 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025aa11-1e01-4397-97b6-fa7a0bed5d49 None None] The sync data for ids ['d2b7dcf5-761f-4e93-98e2-75be97203f08'] in n-d-828414-2 is: [{'id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'name': 'tempest-FloatingIPsTestJSON-1113153675-router', 'tenant_id': '95a84eede5f7481ca855362aa5c4ad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '3c6ba86a-b999-4aba-a15c-270547635467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:50Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 5, 'project_id': '95a84eede5f7481ca855362aa5c4ad2f', 'gw_port': {'id': '3c6ba86a-b999-4aba-a15c-270547635467', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7dcf5-761f-4e93-98e2-75be97203f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:51Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:23.712192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:23.717895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.722239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.722750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bcdf80f6-c22f-4061-ac54-c245fb6a5d80 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4136753 Mar 31 23:03:23.838040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] For port 3c6ba86a-b999-4aba-a15c-270547635467, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3c6ba86a-b999-4aba-a15c-270547635467,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:23.839710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.861123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Calling delete_port for 3c6ba86a-b999-4aba-a15c-270547635467 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:23.949371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cf1d411-5edd-4363-b34f-5a3792014e1f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:24.027251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.100476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4cf1d411-5edd-4363-b34f-5a3792014e1f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:24.101082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.211298 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Sync routers for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:24.225305 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:24.225940 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.238624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.248209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 3, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.319874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6ba86a-b999-4aba-a15c-270547635467,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.359620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Checking router: e523bf63-7e4a-4daa-a050-43a21bc4e9d2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:24.359620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Updating router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 port 0a47f42a-2e91-46f6-992e-88fb017455a7 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:24.447291 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.481940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47448) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:24.489130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:24.504998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.520687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.607687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4cf1d411-5edd-4363-b34f-5a3792014e1f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cf1d411-5edd-4363-b34f-5a3792014e1f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:24.754475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.760642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Deleting subnet 14b072f2-a31e-48c2-a06c-5fa720f5c91f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:24.777513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.801678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.814587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.861006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.892681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.014182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.039638 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f8ff81d2-6aac-4d75-b1e8-012cd33fbced', 'name': '', 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'mac_address': 'fa:16:3e:c1:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:17Z', 'updated_at': '2022-03-31T23:03:21Z', 'revision_number': 2, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'subnets': [{'id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:25.072088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.072894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b7dcf5-761f-4e93-98e2-75be97203f08 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:25.078292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.081001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fa01bb97-0202-4c1f-b88d-d1808e521576 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d2b7dcf5-761f-4e93-98e2-75be97203f08 HTTP/1.1" status: 204 len: 168 time: 2.8046756 Mar 31 23:03:25.085584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.125986 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Checking router: a5c63f48-71f9-4470-bfda-49851414b468 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:25.125986 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Updating router a5c63f48-71f9-4470-bfda-49851414b468 port f8ff81d2-6aac-4d75-b1e8-012cd33fbced binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:25.213995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Deleting subnet 0f5f8bab-6602-471c-8089-39305325afa3 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:25.230136 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.233954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.302826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47460) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.332999 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.375681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.445776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.451665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4cf1d411-5edd-4363-b34f-5a3792014e1f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.483866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.494689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/14b072f2-a31e-48c2-a06c-5fa720f5c91f HTTP/1.1" status: 204 len: 168 time: 1.0055900 Mar 31 23:03:25.499541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47462) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.510179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75b4bc-a7ba-4ab8-a801-5d9521d3f8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b072f2-a31e-48c2-a06c-5fa720f5c91f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.551736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Allocated IP 172.20.0.1 (214f9397-11c9-4ca7-917a-c4887f2700e8/277612a9-74bf-4d2a-bc31-6b1a91d0cc1a/f2c6516b-0ac1-4916-9bca-bdeb736361e6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:25.654364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.772197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.777602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.785972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:25.843855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:25.845160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e07a3954-b7ca-41b6-81f0-47ae95a2c2e6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:25.900681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.920296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.976754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe77d6-a971-44fd-976f-8cad9d3ea75a None None] Pushing event updated for resources: {'Port': ['ID=0a47f42a-2e91-46f6-992e-88fb017455a7,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.011347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.031735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Attempting to bind port 0a47f42a-2e91-46f6-992e-88fb017455a7 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:26.032075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Attempting to bind port 0a47f42a-2e91-46f6-992e-88fb017455a7 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:26.032851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Attempting to bind port 0a47f42a-2e91-46f6-992e-88fb017455a7 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:26.040929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:26.041260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:26.041867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.042139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.042251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:26.042907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Bound port: 0a47f42a-2e91-46f6-992e-88fb017455a7, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:26.043290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.068719 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.085303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84b5fad9a9e340ff809331b5ad65db04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702942 Mar 31 23:03:26.088205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.147775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] For port 0a47f42a-2e91-46f6-992e-88fb017455a7, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:26.150088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.161214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] For port 0a47f42a-2e91-46f6-992e-88fb017455a7, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a47f42a-2e91-46f6-992e-88fb017455a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:26.171453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.178632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.194132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574218c-ade3-411f-b46b-b78683d1d915,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.200718 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.211515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b5bce7-a700-4e80-927f-c6248d3fe07d']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.227389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.227759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.228067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.228408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.229142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.229438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.229765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.230098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.230425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.230807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.231848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.232593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568b18-027a-4c48-81be-b2c0882201e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:26.276079 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.283916 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.291480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4869ca7-f466-4566-8b7b-2c495d99d66c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.292096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4869ca7-f466-4566-8b7b-2c495d99d66c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.311102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.361810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.373746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:26.374452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.389291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe77d6-a971-44fd-976f-8cad9d3ea75a None None] Pushing event updated for resources: {'Port': ['ID=0a47f42a-2e91-46f6-992e-88fb017455a7,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.460816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:26.461474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.487858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Pushing event updated for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.500325 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b6d08-9067-4157-8a3a-941054be9bbc None None] Pushing event updated for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:26.509224 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:26.533881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.552955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:26.555134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:26.575911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:26.676030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea3096-a91d-4ef1-9e32-fe268491dac6 None None] Network 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:26.713985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.717920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.727966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Attempting to bind port f8ff81d2-6aac-4d75-b1e8-012cd33fbced on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:26.728371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Attempting to bind port f8ff81d2-6aac-4d75-b1e8-012cd33fbced by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:26.732170 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Attempting to bind port f8ff81d2-6aac-4d75-b1e8-012cd33fbced on network fee70799-0182-498e-bab8-7e25b49992f0 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:26.740420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47480) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.745416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0f5f8bab-6602-471c-8089-39305325afa3 HTTP/1.1" status: 204 len: 168 time: 1.6605239 Mar 31 23:03:26.753522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.764246 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:26.764683 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Checking segment: {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:26.765106 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.765501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Bound using segment: {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:26.766000 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Bound port: f8ff81d2-6aac-4d75-b1e8-012cd33fbced, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb5f0e-75f9-429f-ac95-513f98dcf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:26.771319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.772819 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.785192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] 10.222.0.83 "DELETE /v2.0/networks/11b5bce7-a700-4e80-927f-c6248d3fe07d HTTP/1.1" status: 204 len: 168 time: 1.2823777 Mar 31 23:03:26.804678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1396f8-3eb2-47bc-b596-d59a8ade3d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5f8bab-6602-471c-8089-39305325afa3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.849633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b6b41-1045-4674-9aa1-849e720072aa admin admin] Pushing event deleted for resources: {'Network': ['ID=11b5bce7-a700-4e80-927f-c6248d3fe07d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.968950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:26.990737 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] For port f8ff81d2-6aac-4d75-b1e8-012cd33fbced, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:27.002233 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] For port f8ff81d2-6aac-4d75-b1e8-012cd33fbced, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:27.044809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.048311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.050757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1574218c-ade3-411f-b46b-b78683d1d915 HTTP/1.1" status: 204 len: 168 time: 0.9606199 Mar 31 23:03:27.074088 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.081919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087ef57-d8c3-4d8e-b6e1-ec823594107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574218c-ade3-411f-b46b-b78683d1d915,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.175474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.187881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:27.188536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:27.209052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.226801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] Provisioning complete for port f8ff81d2-6aac-4d75-b1e8-012cd33fbced triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:27.227237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.508530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cf1d411-5edd-4363-b34f-5a3792014e1f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:27.512451 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:27.590551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47494) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.619635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Deleting port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:27.620835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.638484 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b6d08-9067-4157-8a3a-941054be9bbc None None] Pushing event updated for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.726531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-418e4725-6d5c-4938-ae4d-21147afc111e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a970b2ae66e042deb8cde01541ce19ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308348 Mar 31 23:03:27.727706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47496) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.844741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] For port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,segment=NetworkSegment(e5b89e0a-4505-4aa4-8e37-aa85e6ce312c),segment_id=e5b89e0a-4505-4aa4-8e37-aa85e6ce312c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:27.845257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.856819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.893486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Calling delete_port for 2685a5cf-b9ea-42c4-a29c-b3f724229c9d owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:27.916638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.110841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.116581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4cf1d411-5edd-4363-b34f-5a3792014e1f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:28.120819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.120819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.136063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.137401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/42cc8304-659a-4ac3-9e55-9f826e8b2195 HTTP/1.1" status: 204 len: 168 time: 0.4066782 Mar 31 23:03:28.220732 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f8ff81d2-6aac-4d75-b1e8-012cd33fbced', 'name': '', 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'mac_address': 'fa:16:3e:c1:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:17Z', 'updated_at': '2022-03-31T23:03:26Z', 'revision_number': 4, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'subnets': [{'id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:28.258511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.272770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676244-1846-4ffc-9229-75fa449e1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc8304-659a-4ac3-9e55-9f826e8b2195,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.299210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0d8e8-b4ce-403b-ab09-130b1ebb8e44 None None] DHCP port deletion for 02bbc900-dc7a-40c7-b7e0-d76aba1c8257 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:28.338438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.474519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0d8e8-b4ce-403b-ab09-130b1ebb8e44 None None] The port '2685a5cf-b9ea-42c4-a29c-b3f724229c9d' was deleted {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 31 23:03:28.512866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] For port f8ff81d2-6aac-4d75-b1e8-012cd33fbced, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:28.549204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 3, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:28.563510 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1569c7-1456-43b8-a115-2508c6419c6f None None] The sync data for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 is: [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f8ff81d2-6aac-4d75-b1e8-012cd33fbced', 'name': '', 'network_id': 'fee70799-0182-498e-bab8-7e25b49992f0', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'mac_address': 'fa:16:3e:c1:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:17Z', 'updated_at': '2022-03-31T23:03:26Z', 'revision_number': 4, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'subnets': [{'id': '0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:28.714508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.722349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a12593-df56-4aec-b93b-5937cc727630 None None] The sync data for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 is: [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 3, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:28.873900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] No DVR routers for this DVR port 2685a5cf-b9ea-42c4-a29c-b3f724229c9d on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:28.876009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.878337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Pushing event deleted for resources: {'Port': ['ID=2685a5cf-b9ea-42c4-a29c-b3f724229c9d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.886213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8c28d-381d-4412-8293-9afdaf7e0c6c None None] Pushing event updated for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.920734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3c6ba86a-b999-4aba-a15c-270547635467 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:29.004698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 3c6ba86a-b999-4aba-a15c-270547635467 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:29.006427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3c6ba86a-b999-4aba-a15c-270547635467 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:29.008119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-712ba38e-5760-4210-8076-26487190556b None None] Provisioning complete for port f8ff81d2-6aac-4d75-b1e8-012cd33fbced triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:29.011741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-712ba38e-5760-4210-8076-26487190556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.040345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.245213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-712ba38e-5760-4210-8076-26487190556b None None] Provisioning complete for port f2c6516b-0ac1-4916-9bca-bdeb736361e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:29.247240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-712ba38e-5760-4210-8076-26487190556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.283866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47520) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:29.308138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Pushing event updated for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.355868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.416428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-712ba38e-5760-4210-8076-26487190556b None None] Port f2c6516b-0ac1-4916-9bca-bdeb736361e6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:29.473449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bbc900-dc7a-40c7-b7e0-d76aba1c8257']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.539633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.540198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b89e0a-4505-4aa4-8e37-aa85e6ce312c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.566589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.589989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.594670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:29.601849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:29.619275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:29.619275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:29.630615 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:29.649358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f8ff81d2-6aac-4d75-b1e8-012cd33fbced up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:29.801304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f8ff81d2-6aac-4d75-b1e8-012cd33fbced triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:29.801804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.873757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f7f175b-0d03-447b-92a2-0e105894e212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.024937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.148734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.169478 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] 10.222.0.83 "DELETE /v2.0/networks/02bbc900-dc7a-40c7-b7e0-d76aba1c8257 HTTP/1.1" status: 204 len: 168 time: 3.4267385 Mar 31 23:03:30.180916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f7f175b-0d03-447b-92a2-0e105894e212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.208867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0093fc-1e0a-463c-beea-fcd15510239f admin admin] Pushing event deleted for resources: {'Network': ['ID=02bbc900-dc7a-40c7-b7e0-d76aba1c8257,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.211575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-233606cb-788d-4d22-b44d-1449fe60cf0e None None] Provisioning complete for port f2c6516b-0ac1-4916-9bca-bdeb736361e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:30.212153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-233606cb-788d-4d22-b44d-1449fe60cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.286173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f7f175b-0d03-447b-92a2-0e105894e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.349838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:30.396098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2685a5cf-b9ea-42c4-a29c-b3f724229c9d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:30.417708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f7f175b-0d03-447b-92a2-0e105894e212 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4802650da7ff41709f37c8e480ef0a30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1316545 Mar 31 23:03:30.471826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47550) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:30.502977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f175b-0d03-447b-92a2-0e105894e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe94b9e0-a4d9-458a-b9c4-4a689d93efed,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.543801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2685a5cf-b9ea-42c4-a29c-b3f724229c9d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:30.544308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2685a5cf-b9ea-42c4-a29c-b3f724229c9d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:30.566399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-233606cb-788d-4d22-b44d-1449fe60cf0e None None] Port f2c6516b-0ac1-4916-9bca-bdeb736361e6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:30.645639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.669489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:30.705604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23b85e65-ad14-43c4-a343-302ea7ba4c2c admin admin] 10.222.0.83 "PUT /v2.0/routers/e523bf63-7e4a-4daa-a050-43a21bc4e9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9733679 Mar 31 23:03:30.705604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.925003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47584) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.022052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.028526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.036419 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fe94b9e0-a4d9-458a-b9c4-4a689d93efed HTTP/1.1" status: 204 len: 168 time: 0.5543666 Mar 31 23:03:31.038293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47590) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.042182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-33a09974-962a-4988-b140-0c8ea25b5bb2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95a84eede5f7481ca855362aa5c4ad2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157820 Mar 31 23:03:31.058804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bdb7f-6d75-489f-93ad-f95548c9c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe94b9e0-a4d9-458a-b9c4-4a689d93efed,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.180371 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.211146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.361052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a47f42a-2e91-46f6-992e-88fb017455a7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:31.375160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.380670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.382220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cbd94183-b711-4014-a841-399822201156 HTTP/1.1" status: 204 len: 168 time: 0.3412642 Mar 31 23:03:31.393806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ab541-4220-4400-a0ab-02e9207ff7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd94183-b711-4014-a841-399822201156,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.438581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0a47f42a-2e91-46f6-992e-88fb017455a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:31.438705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.664189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.692587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 0a47f42a-2e91-46f6-992e-88fb017455a7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a47f42a-2e91-46f6-992e-88fb017455a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:31.781244 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.847982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=0a47f42a-2e91-46f6-992e-88fb017455a7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.258657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.289544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34df9365-1260-4d2f-b78b-8327dc4fe048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.503434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47670) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.578544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34df9365-1260-4d2f-b78b-8327dc4fe048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.683583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34df9365-1260-4d2f-b78b-8327dc4fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.751867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df9365-1260-4d2f-b78b-8327dc4fe048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ed77a-81b5-44fa-a2ee-236f3aa99ce7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.763932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-34df9365-1260-4d2f-b78b-8327dc4fe048 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=262b4e6bbd5f47c9878b6851a417b3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037591 Mar 31 23:03:32.766978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47720) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.835304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1616053384-network', 'tenant_id': '057fe0380f6d491eaba071a2c1084cdb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:32.862144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.929316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.046590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Made reservation on behalf of 057fe0380f6d491eaba071a2c1084cdb for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:33.051277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.075642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.105381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Sync routers for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:33.108689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.111766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.114164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/694ed77a-81b5-44fa-a2ee-236f3aa99ce7 HTTP/1.1" status: 204 len: 168 time: 0.3394296 Mar 31 23:03:33.144561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:33.145219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:33.148668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9295d4f-7194-419a-96e6-437308149d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ed77a-81b5-44fa-a2ee-236f3aa99ce7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.210911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.294695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.392580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:33.417122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.417869 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Added segment cad645d9-3885-4869-9ee9-1bd38267c60a of type vlan for network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 Mar 31 23:03:33.437955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:33.464267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.566219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a47f42a-2e91-46f6-992e-88fb017455a7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:33.576602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.770154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0a47f42a-2e91-46f6-992e-88fb017455a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:33.770623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.792338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.800325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.807441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.975144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47796) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.014106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:27Z', 'revision_number': 4, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f2c6516b-0ac1-4916-9bca-bdeb736361e6', 'name': '', 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'mac_address': 'fa:16:3e:fc:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:24Z', 'updated_at': '2022-03-31T23:03:27Z', 'revision_number': 2, 'project_id': '7368b89c494a480093a7ca866c13834c', 'subnets': [{'id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:34.032288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7f7876-5c35-4c42-bdfd-970381a1a5a1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.052849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.053558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6823b3ef-6c04-4f59-b730-c6c990e7f123 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5601964 Mar 31 23:03:34.059948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Request body: {'subnet': {'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1616053384-subnet', 'tenant_id': '057fe0380f6d491eaba071a2c1084cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:34.060871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:34.153602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Checking router: e523bf63-7e4a-4daa-a050-43a21bc4e9d2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:34.154997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Updating router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 port f2c6516b-0ac1-4916-9bca-bdeb736361e6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:34.197337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.197533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Made reservation on behalf of 057fe0380f6d491eaba071a2c1084cdb for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:34.200742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.361727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9af92a66-0d29-412b-9e3d-d2789997a374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.643788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.669433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9af92a66-0d29-412b-9e3d-d2789997a374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.729576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.761750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.792317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47818) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.816222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9af92a66-0d29-412b-9e3d-d2789997a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.907577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9af92a66-0d29-412b-9e3d-d2789997a374 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f18d296ba5c4481a884a82ba23d75eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9283769 Mar 31 23:03:34.907966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.914050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af92a66-0d29-412b-9e3d-d2789997a374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deabe480-c263-4794-9e52-e71ac1d0b81c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.931184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f3b0e1-bf60-44f9-b72c-6bfa37ead90c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.931184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Checking segment: {'id': 'cad645d9-3885-4869-9ee9-1bd38267c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:34.931184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Network hostable DHCP agents. Network: 7f7f7876-5c35-4c42-bdfd-970381a1a5a1, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:34.971180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.083418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.182591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5564d5-ce26-4b89-972e-98a36651bddc None None] Pushing event updated for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.194197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.228679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Attempting to bind port f2c6516b-0ac1-4916-9bca-bdeb736361e6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:35.233476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Attempting to bind port f2c6516b-0ac1-4916-9bca-bdeb736361e6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:35.234717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Attempting to bind port f2c6516b-0ac1-4916-9bca-bdeb736361e6 on network 214f9397-11c9-4ca7-917a-c4887f2700e8 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:35.250320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:35.252430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Checking segment: {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:35.254740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.269407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Bound using segment: {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:35.270127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Bound port: f2c6516b-0ac1-4916-9bca-bdeb736361e6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd2f45-6323-4d7a-989f-107e33b0311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:35.272152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.279865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-network', 'tenant_id': '04387413b9a849189730a85947359649'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:35.297265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:35.391571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] For port f2c6516b-0ac1-4916-9bca-bdeb736361e6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:35.394868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] For port f2c6516b-0ac1-4916-9bca-bdeb736361e6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2c6516b-0ac1-4916-9bca-bdeb736361e6,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:35.443668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7f7f7876-5c35-4c42-bdfd-970381a1a5a1) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:35.444584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Made reservation on behalf of 04387413b9a849189730a85947359649 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:35.447380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.448185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.448853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.454053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e9f8e-0ee6-482f-ab3c-8515d2903104 None None] Network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:35.460980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.465781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.465781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/deabe480-c263-4794-9e52-e71ac1d0b81c HTTP/1.1" status: 204 len: 168 time: 0.5555599 Mar 31 23:03:35.490886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497d04a-560d-42cf-a454-26df253c471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deabe480-c263-4794-9e52-e71ac1d0b81c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.500141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.580899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8409355e-546d-48b2-8f2e-628705a61c39 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5266881 Mar 31 23:03:35.590405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.720675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5564d5-ce26-4b89-972e-98a36651bddc None None] Pushing event updated for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.758512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] Provisioning complete for port f2c6516b-0ac1-4916-9bca-bdeb736361e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:35.759291 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.803472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.804226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18750d-8a0e-4b4f-81d5-7db3c2a76607 None None] Network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:35.821696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:35.826235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:35.883290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.910887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:35.938424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.940606 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Added segment 88373817-bd38-452f-bdfc-dd9dd388fa4a of type vlan for network b05ad784-3c6b-4bce-a242-285a55124d05 Mar 31 23:03:36.037829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.161189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4522b3-3bbd-446a-8d36-048873f37db6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.183682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.185658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.186483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.186976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.190643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.191275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.195724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:36.219041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.225840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.229119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.399955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] Pushing event updated for resources: {'Network': ['ID=b05ad784-3c6b-4bce-a242-285a55124d05,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.436095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b05ad784-3c6b-4bce-a242-285a55124d05 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:36.489420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47856) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:36.491161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6bcdcbf-f9c9-439d-9d7e-03cdd9ae3b79 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6952145 Mar 31 23:03:36.494687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Request body: {'subnet': {'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-subnet', 'tenant_id': '04387413b9a849189730a85947359649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:36.571863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:36.611448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.620639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Made reservation on behalf of 04387413b9a849189730a85947359649 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:36.626681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.797584 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] For port f2c6516b-0ac1-4916-9bca-bdeb736361e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2c6516b-0ac1-4916-9bca-bdeb736361e6,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:37.115658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.325110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610a98f-1e28-4e04-bec9-ecb161dd91e3 None None] Pushing event updated for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.358791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.360581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d07012bd-4ee7-47fd-91e6-972a9d56a457 None None] Provisioning complete for port f2c6516b-0ac1-4916-9bca-bdeb736361e6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:37.361981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d07012bd-4ee7-47fd-91e6-972a9d56a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.522812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21dd836-2c6a-40ad-a03e-7a49647e389e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.565995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Checking segment: {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:37.566359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Network hostable DHCP agents. Network: b05ad784-3c6b-4bce-a242-285a55124d05, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:37.584900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:27Z', 'revision_number': 4, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f2c6516b-0ac1-4916-9bca-bdeb736361e6', 'name': '', 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'mac_address': 'fa:16:3e:fc:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:24Z', 'updated_at': '2022-03-31T23:03:35Z', 'revision_number': 4, 'project_id': '7368b89c494a480093a7ca866c13834c', 'subnets': [{'id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:37.652760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8d500-6b65-49f8-a1ca-f93efa27e15c None None] The sync data for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 is: [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:03:27Z', 'revision_number': 4, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f2c6516b-0ac1-4916-9bca-bdeb736361e6', 'name': '', 'network_id': '214f9397-11c9-4ca7-917a-c4887f2700e8', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'mac_address': 'fa:16:3e:fc:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:24Z', 'updated_at': '2022-03-31T23:03:35Z', 'revision_number': 4, 'project_id': '7368b89c494a480093a7ca866c13834c', 'subnets': [{'id': '277612a9-74bf-4d2a-bc31-6b1a91d0cc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:37.769616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Network b05ad784-3c6b-4bce-a242-285a55124d05 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:37.969802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b05ad784-3c6b-4bce-a242-285a55124d05) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:37.981966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.984074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.987169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c22191-a4e1-4d32-9f4e-0e898200ee8a None None] Network b05ad784-3c6b-4bce-a242-285a55124d05 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:38.163188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bd49c242-bd87-41a9-a731-9084f9ee50fe admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6724291 Mar 31 23:03:38.166170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47928) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:38.175804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:38.194428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-fcd803bc-a11e-4b66-9874-e9b0567133d6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.196534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-fcd803bc-a11e-4b66-9874-e9b0567133d6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/networks?id=7f7f7876-5c35-4c42-bdfd-970381a1a5a1 HTTP/1.1" status: 200 len: 813 time: 0.1485479 Mar 31 23:03:38.227359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-16df8b5f-ce87-49f4-ba48-353cc6307f53 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/quotas/057fe0380f6d491eaba071a2c1084cdb HTTP/1.1" status: 200 len: 375 time: 0.0224423 Mar 31 23:03:38.250701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-b05ad784-3c6b-4bce-a242-285a55124d05', 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05', 'tenant_id': '04387413b9a849189730a85947359649', 'fixed_ips': [{'subnet_id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:38.258222 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.321976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-27ef3589-a91a-4dd9-8bc6-146a225ba692 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=057fe0380f6d491eaba071a2c1084cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752826 Mar 31 23:03:38.324238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-40b12e39-54e5-4720-9b11-78cafecc2f8e tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550530 Mar 31 23:03:38.329221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.330530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.498692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.528962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-0afe10c8-d0e2-4fe3-b7e1-01b71e8bd43a service neutron] 10.222.0.83 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958833 Mar 31 23:03:38.585524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Allocated IP 172.20.0.2 (b05ad784-3c6b-4bce-a242-285a55124d05/a21dd836-2c6a-40ad-a03e-7a49647e389e/79b0c7e7-1946-455e-8859-03de61720e97) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:38.877590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-3f432f04-3211-44d2-9c7a-9f399fbdbb74 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.880693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.881734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-3f432f04-3211-44d2-9c7a-9f399fbdbb74 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306017 Mar 31 23:03:38.919517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.929337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-470fb3cb-7ce5-4550-9347-32eaa9c66b55 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/quotas/e9229a69fa2145f4aa1ad24fe7c60d65 HTTP/1.1" status: 200 len: 375 time: 0.0372679 Mar 31 23:03:38.931365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-3c4ed964-7eba-464f-ab92-c6e1a6f58a03 service neutron] 10.222.0.83 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945310 Mar 31 23:03:38.988057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-9bad3b75-d1c3-4d10-96b2-1a950c2f8380 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451922 Mar 31 23:03:39.000034 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.054538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Network b05ad784-3c6b-4bce-a242-285a55124d05 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:39.054538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:39.056131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:39.228727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Pushing event updated for resources: {'Port': ['ID=79b0c7e7-1946-455e-8859-03de61720e97,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.292050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Attempting to bind port 79b0c7e7-1946-455e-8859-03de61720e97 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:39.294019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Attempting to bind port 79b0c7e7-1946-455e-8859-03de61720e97 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:39.294019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Attempting to bind port 79b0c7e7-1946-455e-8859-03de61720e97 on network b05ad784-3c6b-4bce-a242-285a55124d05 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:39.303040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:39.303040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Checking segment: {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:39.305373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.326685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Bound using segment: {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:39.326685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Bound port: 79b0c7e7-1946-455e-8859-03de61720e97, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:39.326685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.564134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b22119cb-773c-4d12-8cee-f02ad374a1a2 req-83359612-70ea-41d4-84d4-a651d5674ed6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0426297 Mar 31 23:03:39.568439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2c6516b-0ac1-4916-9bca-bdeb736361e6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:39.623498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.658958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.852293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] For port 79b0c7e7-1946-455e-8859-03de61720e97, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:39.937476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] For port 79b0c7e7-1946-455e-8859-03de61720e97, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79b0c7e7-1946-455e-8859-03de61720e97,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:39.950965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Allocated IP 172.25.6.187 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5504abeb-7b09-4507-b173-ad8730169fe4) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:39.965015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f2c6516b-0ac1-4916-9bca-bdeb736361e6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:39.971453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.097662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.216947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.271197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a601b-cdac-4fa6-b30e-e75ebf38dcf2 None None] Pushing event updated for resources: {'Port': ['ID=79b0c7e7-1946-455e-8859-03de61720e97,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:40.406578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.527168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Pushing event updated for resources: {'Port': ['ID=5504abeb-7b09-4507-b173-ad8730169fe4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:40.536695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:40.544637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:40.551579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:40.768239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-470c5a83-5b9c-41f4-9fb0-ea48784bd5ca req-b085dd83-84e1-45a0-937a-f13363df3e80 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0734730 Mar 31 23:03:41.483123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.601344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c71600e3-9529-426d-a998-cfd19871c57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.631156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79b0c7e7-1946-455e-8859-03de61720e97 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:41.761846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48026) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.852077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79b0c7e7-1946-455e-8859-03de61720e97 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:41.855851 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.954502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-447f6298-007e-4f10-b176-0cd1e952c78c req-20a6e36d-c577-4e91-a651-f1aaceeafc0b tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0750086 Mar 31 23:03:42.073259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.078474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.135496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 79b0c7e7-1946-455e-8859-03de61720e97, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79b0c7e7-1946-455e-8859-03de61720e97,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:42.148361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9bfcd-ba79-4f82-80f0-73534f8b1b6d None None] Network b05ad784-3c6b-4bce-a242-285a55124d05 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:42.271439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.332355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ff7b9dc0-66b0-48a4-bd43-156cd54af4a1 None None] Provisioning complete for port 79b0c7e7-1946-455e-8859-03de61720e97 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:42.333011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9dc0-66b0-48a4-bd43-156cd54af4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.444625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Router 23032200-4a44-4868-a27e-cfb9745f3ea6 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:42.451908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=79b0c7e7-1946-455e-8859-03de61720e97,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:42.516889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1718365293', 'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:42.666914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:42.678132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Sync routers for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:42.688580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Made reservation on behalf of d5996de486db434492137f436c1472f6 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:42.692002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.696737 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:42.703511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.718365 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.798486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.800202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-877b79eb-578c-4827-af54-bf4f3fe65573 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6329010 Mar 31 23:03:42.804077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48036) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.889691 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:42.916757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.938697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-255846f4-11d5-4376-bc5c-76e6a8e9990e None None] Provisioning complete for port 79b0c7e7-1946-455e-8859-03de61720e97 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:42.939324 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-255846f4-11d5-4376-bc5c-76e6a8e9990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.000858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.091459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-ae859ad2-df4a-4db0-8acb-d93619557c9e tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230764 Mar 31 23:03:43.129186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d1060-45e7-41a9-8299-9d1431897930,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.138551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48044) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.193175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:43.242576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.242898 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Added segment 4e40a1e8-0738-4191-b080-983960083d7f of type vlan for network 27f660b2-0748-4946-8bd9-7faa3686fc77 Mar 31 23:03:43.369551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3076077-6239-48dd-9e07-ed48a4d5e164 req-d3bb61b5-c4d1-4775-a04b-52ddf21253c8 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.1560514 Mar 31 23:03:43.403841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79b0c7e7-1946-455e-8859-03de61720e97 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:43.424503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:40Z', 'revision_number': 3, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:43.509127 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Checking router: 23032200-4a44-4868-a27e-cfb9745f3ea6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:43.509478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Updating router 23032200-4a44-4868-a27e-cfb9745f3ea6 port 5504abeb-7b09-4507-b173-ad8730169fe4 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:43.516830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b6fef8e-470e-45a4-a4d1-c71348e53478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.557395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79b0c7e7-1946-455e-8859-03de61720e97 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:43.558053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.568052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.571632 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.747436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b6fef8e-470e-45a4-a4d1-c71348e53478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.768312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.769336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.772958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.846531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b6fef8e-470e-45a4-a4d1-c71348e53478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.852277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-dde8b0e1-6153-4960-8653-3d4f4adc4be0 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.856893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e2a103fd-ae21-48e2-be08-1386dd77c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.860107 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-dde8b0e1-6153-4960-8653-3d4f4adc4be0 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7589288 Mar 31 23:03:43.964285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fef8e-470e-45a4-a4d1-c71348e53478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742f4a8-ba62-4fea-92d0-dc7df8d40079,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.047809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0b6fef8e-470e-45a4-a4d1-c71348e53478 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a732aad58a7a44899e3f5d23b01f4520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9039891 Mar 31 23:03:44.056020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2941942 Mar 31 23:03:44.056020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48048) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.056700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48050) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.063821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'subnet': {'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:44.073342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a45c36-b9ea-435a-a1a4-76acde9234a6 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Network': ['ID=27f660b2-0748-4946-8bd9-7faa3686fc77,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.089857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:44.189533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.247374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Made reservation on behalf of d5996de486db434492137f436c1472f6 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:44.249871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.264152 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.352555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.370096 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.521442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Attempting to bind port 5504abeb-7b09-4507-b173-ad8730169fe4 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:44.522075 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Attempting to bind port 5504abeb-7b09-4507-b173-ad8730169fe4 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:44.522608 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Attempting to bind port 5504abeb-7b09-4507-b173-ad8730169fe4 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:44.533939 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:44.534607 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:44.535192 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.535725 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:44.536362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Bound port: 5504abeb-7b09-4507-b173-ad8730169fe4, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:44.536912 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.551371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Request body: {'port': {'device_id': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'e9229a69fa2145f4aa1ad24fe7c60d65'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:44.565844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Pushing event updated for resources: {'Port': ['ID=5504abeb-7b09-4507-b173-ad8730169fe4,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.581826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.582412 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.582900 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.583429 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.583909 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.584385 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.584875 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.585357 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.585828 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.586294 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.586761 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.587254 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:44.621202 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] For port 5504abeb-7b09-4507-b173-ad8730169fe4, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:44.627391 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] For port 5504abeb-7b09-4507-b173-ad8730169fe4, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5504abeb-7b09-4507-b173-ad8730169fe4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:44.729582 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.769223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-18b42674-7cc4-41c6-8fb1-43326bbaa848 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.771373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-18b42674-7cc4-41c6-8fb1-43326bbaa848 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.44 "GET /v2.0/networks?id=7f7f7876-5c35-4c42-bdfd-970381a1a5a1 HTTP/1.1" status: 200 len: 813 time: 1.0591297 Mar 31 23:03:44.794101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6336e2a9-b180-4740-bc5b-35eeb96d1253 req-7434a104-0251-4cdc-a72e-7d2508f77ab8 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.1029954 Mar 31 23:03:44.803398 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:44.805276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Request body: {'port': {'device_id': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1', 'admin_state_up': True, 'tenant_id': '057fe0380f6d491eaba071a2c1084cdb'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:44.812554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:44.940205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.945809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:44.948042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.952080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f742f4a8-ba62-4fea-92d0-dc7df8d40079 HTTP/1.1" status: 204 len: 168 time: 0.8933218 Mar 31 23:03:44.990906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Made reservation on behalf of e9229a69fa2145f4aa1ad24fe7c60d65 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:45.000299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a624af-7127-48bb-bc1d-e5e227d26768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742f4a8-ba62-4fea-92d0-dc7df8d40079,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.008835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.109732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.164380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774dab4-fa22-46cb-815a-e64f9f5710bb None None] Pushing event updated for resources: {'Port': ['ID=5504abeb-7b09-4507-b173-ad8730169fe4,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.270771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.objects.ports [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:03:45.271483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.289134 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:40Z', 'revision_number': 3, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:45.348702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.352816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.357745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.384171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Made reservation on behalf of 057fe0380f6d491eaba071a2c1084cdb for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:45.389375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.401911 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a4acd-896b-4916-a8ac-69122ad30222 None None] The sync data for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 is: [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:40Z', 'revision_number': 3, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:45.500511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44d7cd41-dd8a-4f7d-8d84-16fcb4548cad,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.574104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Checking segment: {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:45.574104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network hostable DHCP agents. Network: 27f660b2-0748-4946-8bd9-7faa3686fc77, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:45.677009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.680960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:45.819822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 27f660b2-0748-4946-8bd9-7faa3686fc77) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:45.825653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.826168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.835782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70043641-4851-4b89-a0d7-124cd1755781 None None] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:45.848880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Allocated IP 172.20.0.6 (7f7f7876-5c35-4c42-bdfd-970381a1a5a1/09f3b0e1-bf60-44f9-b72c-6bfa37ead90c/d5aa481f-f2a3-4871-b060-d85010a06a48) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:45.860939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184f1b26-57c8-42ec-80d4-d26415701300,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:46.011696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50a70bdd-fcaf-4a05-bf8b-1daf7abfe342 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9533315 Mar 31 23:03:46.017321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48074) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.020250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Allocated IP 172.20.0.1 (b05ad784-3c6b-4bce-a242-285a55124d05/a21dd836-2c6a-40ad-a03e-7a49647e389e/4578fde7-60f7-4845-9ba4-10675a5e3f47) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:46.039944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1765571039', 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:46.111909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29a21e0b-7b7a-48d9-9cf9-b36a00d9b4b0 req-22303479-3c58-4827-b945-6fde4eed66c6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0412421 Mar 31 23:03:46.140476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Made reservation on behalf of d5996de486db434492137f436c1472f6 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:46.144522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.176798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] device_id is not set on port da3baa6e-66ee-4ad9-9d99-8c3c118d83bf yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:46.347609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794d3d2-3578-4b0c-855b-67f35d4bdd6e None None] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:46.370510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 2001:db8::20c (27f660b2-0748-4946-8bd9-7faa3686fc77/44d7cd41-dd8a-4f7d-8d84-16fcb4548cad/da3baa6e-66ee-4ad9-9d99-8c3c118d83bf) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:46.603616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Allocated IP 192.168.233.9 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/1452a623-5460-4414-a5f4-0e4fc3ca1ca7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:46.625877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48078) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.665672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6e079ac-6d02-4846-8311-411f89cf0177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.873308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6e079ac-6d02-4846-8311-411f89cf0177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.884304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.924114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.932683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.969267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.975846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.169288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.237461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1daf8b42-1033-4c7f-a8be-dc6e861c7a29 req-6e697949-35b0-4302-97fd-f9b0aae07b48 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Mar 31 23:03:47.271667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6e079ac-6d02-4846-8311-411f89cf0177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.307269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.314869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.320812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.377813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=da3baa6e-66ee-4ad9-9d99-8c3c118d83bf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.388494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c6e079ac-6d02-4846-8311-411f89cf0177 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=89b78f94cce64406981b3368ce7ec27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7563508 Mar 31 23:03:47.393737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e079ac-6d02-4846-8311-411f89cf0177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06645e-8611-4108-92dd-17f4b85c4636,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.401380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:47.402031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48088) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.410393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:47.417311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:47.417984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.418695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.419415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.488637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.494700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5504abeb-7b09-4507-b173-ad8730169fe4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:47.508763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:47.508763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:47.523694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.544869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:47.559655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:47.646306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Network b05ad784-3c6b-4bce-a242-285a55124d05 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:47.647798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:47.651368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f4049e9-cb3a-4391-85e6-c987a61dd0a5 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6307476 Mar 31 23:03:47.654762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48094) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.659123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.689148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.692366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5504abeb-7b09-4507-b173-ad8730169fe4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:47.699388 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.699578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:47.716094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:47.720263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:47.756760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Pushing event updated for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.838453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.842885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.857306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f06645e-8611-4108-92dd-17f4b85c4636 HTTP/1.1" status: 204 len: 168 time: 0.4535847 Mar 31 23:03:47.898055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e403a6-600c-4a5c-8d9c-cb34e1eb0ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06645e-8611-4108-92dd-17f4b85c4636,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.923349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Deleting port da3baa6e-66ee-4ad9-9d99-8c3c118d83bf {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:47.923717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.044700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5038972 Mar 31 23:03:48.066527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.067217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.076848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.088892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.106204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Request body: {'port': {'device_id': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:48.133880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Pushing event updated for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.157075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5504abeb-7b09-4507-b173-ad8730169fe4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5504abeb-7b09-4507-b173-ad8730169fe4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:48.208205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4434401a-cb35-461e-aae5-e6bb5c82725f None None] Provisioning complete for port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:48.208205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4434401a-cb35-461e-aae5-e6bb5c82725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.218935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.254473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Calling delete_port for da3baa6e-66ee-4ad9-9d99-8c3c118d83bf owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:48.279150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4434401a-cb35-461e-aae5-e6bb5c82725f None None] Port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:48.287076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.395268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-e2fcb834-7312-4c3b-b829-41b78c1fd622 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5959294 Mar 31 23:03:48.419345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Request body: {'port': {'device_id': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:48.442801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5504abeb-7b09-4507-b173-ad8730169fe4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.466868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.525679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.528078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.540214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.544191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.547075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.547638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.549386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.551450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.552448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24de4ef-80a1-4eb8-84da-5777ce3652e2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.553114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.567686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.568853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:48.576969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.601065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-48f56837-0672-4612-995a-7e40050d3f71 None None] Provisioning complete for port 4578fde7-60f7-4845-9ba4-10675a5e3f47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:48.602363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48f56837-0672-4612-995a-7e40050d3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.681761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48f56837-0672-4612-995a-7e40050d3f71 None None] Port 4578fde7-60f7-4845-9ba4-10675a5e3f47 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:48.754172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93a595-5ad1-43bd-9574-9eb51a5c99a7 req-b30ae124-a182-4013-a500-3bafda8de5f3 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.766036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b93a595-5ad1-43bd-9574-9eb51a5c99a7 req-b30ae124-a182-4013-a500-3bafda8de5f3 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 931 time: 0.2879131 Mar 31 23:03:48.806372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.876679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b93a595-5ad1-43bd-9574-9eb51a5c99a7 req-de3e6e83-5a21-4f65-a4a3-f941493df652 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Mar 31 23:03:49.043809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.115866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Port': ['ID=da3baa6e-66ee-4ad9-9d99-8c3c118d83bf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.158899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.169034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-03089025-eb3a-49de-8956-a2b1c24a7698 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/ports/da3baa6e-66ee-4ad9-9d99-8c3c118d83bf HTTP/1.1" status: 204 len: 168 time: 1.5045354 Mar 31 23:03:49.169034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48114) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:49.187281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.190624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77', 'external_fixed_ips': [{'subnet_id': '44d7cd41-dd8a-4f7d-8d84-16fcb4548cad', 'ip_address': '2001:db8::20c'}]}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:49.355185 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.356357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.457009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5504abeb-7b09-4507-b173-ad8730169fe4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:49.507672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.582357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.604965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.720949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5504abeb-7b09-4507-b173-ad8730169fe4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:49.723613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.750760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.847046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Pushing event updated for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.931532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:49.988498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.019711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Transition to ACTIVE for port object 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:50.097181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.126483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Network b05ad784-3c6b-4bce-a242-285a55124d05 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:50.129089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aa481f-f2a3-4871-b060-d85010a06a48 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:50.143700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.145977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:50.156120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427babfc-e0ab-45ad-be93-8af6380fbf57 req-177760f0-0b3e-494e-b746-bfe790fdae51 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.165566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-427babfc-e0ab-45ad-be93-8af6380fbf57 req-177760f0-0b3e-494e-b746-bfe790fdae51 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 931 time: 0.1485531 Mar 31 23:03:50.174908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.325269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-427babfc-e0ab-45ad-be93-8af6380fbf57 req-2c74b73c-f409-4f53-a1a0-e42ae734a692 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598659 Mar 31 23:03:50.335828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Transition to ACTIVE for port object d5aa481f-f2a3-4871-b060-d85010a06a48 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:50.368847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:50.876787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fdea9bcb-3c18-46f2-af5d-ddd48b2b64c7 None None] Provisioning complete for port 4578fde7-60f7-4845-9ba4-10675a5e3f47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:50.876787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fdea9bcb-3c18-46f2-af5d-ddd48b2b64c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.878535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.878535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.878830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fdea9bcb-3c18-46f2-af5d-ddd48b2b64c7 None None] Port 4578fde7-60f7-4845-9ba4-10675a5e3f47 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:50.995040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.112924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 2001:db8::20c (27f660b2-0748-4946-8bd9-7faa3686fc77/44d7cd41-dd8a-4f7d-8d84-16fcb4548cad/8cb52ade-135d-4bc3-90d4-1eeec930706e) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:51.298456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.409919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Attempting to bind port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:51.411310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Attempting to bind port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:51.412513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Attempting to bind port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:51.427232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.447288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-f3dc23a4-6bf3-427d-a435-6879ea3b5371 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3642952 Mar 31 23:03:51.473971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:51.473971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Attempting to bind port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:51.477227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Router 23032200-4a44-4868-a27e-cfb9745f3ea6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:51.481311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.544897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 27f660b2-0748-4946-8bd9-7faa3686fc77 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:51.550080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:51.553717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:51.560020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb52ade-135d-4bc3-90d4-1eeec930706e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.599485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:51.599827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:51.600221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:51.600667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Bound port: 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:51.601026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.790746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Attempting to bind port d5aa481f-f2a3-4871-b060-d85010a06a48 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:51.791136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Attempting to bind port d5aa481f-f2a3-4871-b060-d85010a06a48 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'cad645d9-3885-4869-9ee9-1bd38267c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:51.791472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Attempting to bind port d5aa481f-f2a3-4871-b060-d85010a06a48 on network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:51.820931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Port d5aa481f-f2a3-4871-b060-d85010a06a48 on network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:51.821266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Attempting to bind port d5aa481f-f2a3-4871-b060-d85010a06a48 on network 7f7f7876-5c35-4c42-bdfd-970381a1a5a1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:51.832117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-f740d575-b2e3-4f0f-8701-7d1a40f590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.832117 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-f740d575-b2e3-4f0f-8701-7d1a40f590ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.3025033 Mar 31 23:03:51.846837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:51.846837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Checking segment: {'id': 'cad645d9-3885-4869-9ee9-1bd38267c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:51.846837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Bound using segment: {'id': 'cad645d9-3885-4869-9ee9-1bd38267c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:51.849392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Bound port: d5aa481f-f2a3-4871-b060-d85010a06a48, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad645d9-3885-4869-9ee9-1bd38267c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:51.849392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.972695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:52.072235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:52.099753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:52.128654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-75245f94-bfd4-46f9-ba23-617b33ff6866 admin admin] 10.222.0.83 "PUT /v2.0/routers/23032200-4a44-4868-a27e-cfb9745f3ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3223927 Mar 31 23:03:52.140957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Sync routers for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:52.195019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:52.198612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:52.252473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.255125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:52.297636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d5aa481f-f2a3-4871-b060-d85010a06a48,segment=NetworkSegment(cad645d9-3885-4869-9ee9-1bd38267c60a),segment_id=cad645d9-3885-4869-9ee9-1bd38267c60a)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:52.389625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-f52f2a85-d75a-4ddf-92c2-0b8ebf53d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.395237 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-f52f2a85-d75a-4ddf-92c2-0b8ebf53d4ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.4903128 Mar 31 23:03:52.432050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.432997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.434574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] 10.222.0.44 "PUT /v2.0/ports/1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 200 len: 1094 time: 4.3495491 Mar 31 23:03:52.450259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:52.452757 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74f491-4255-4d97-bc13-193faa74b136" -d '{"events": [{"name": "network-changed", "server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:52.482309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.644590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:52.841151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.896855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.897577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.899318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5aa481f-f2a3-4871-b060-d85010a06a48 HTTP/1.1" status: 200 len: 1091 time: 4.4910312 Mar 31 23:03:52.989378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c9a0-557f-4ddc-9bbb-9df582320ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:53.104526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-d8d45a9b-b48e-4dbd-9434-fd0725f12ea1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.6776419 Mar 31 23:03:53.171386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-9183323f-b2f8-44c2-9c2e-655b2d36ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.173521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-9183323f-b2f8-44c2-9c2e-655b2d36ccd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 1097 time: 0.5034146 Mar 31 23:03:53.412930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459979-c4d1-4d99-8e5f-e39796b320c6 req-a91f40b9-44e2-4d6e-bd0b-61aaa14bf200 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.416616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b459979-c4d1-4d99-8e5f-e39796b320c6 req-a91f40b9-44e2-4d6e-bd0b-61aaa14bf200 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 943 time: 0.3555644 Mar 31 23:03:53.426294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-7bc5f523-a976-4890-a72e-54029016adfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 200 len: 217 time: 0.2169464 Mar 31 23:03:53.456593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4578fde7-60f7-4845-9ba4-10675a5e3f47', 'name': '', 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05', 'tenant_id': '04387413b9a849189730a85947359649', 'mac_address': 'fa:16:3e:65:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:45Z', 'updated_at': '2022-03-31T23:03:49Z', 'revision_number': 2, 'project_id': '04387413b9a849189730a85947359649', 'subnets': [{'id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:53.507047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.528971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Checking router: 23032200-4a44-4868-a27e-cfb9745f3ea6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:53.529595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Updating router 23032200-4a44-4868-a27e-cfb9745f3ea6 port 4578fde7-60f7-4845-9ba4-10675a5e3f47 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:53.540949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62149-6e87-4fe7-b2e6-8b5d392e8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:53.565831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-fa601d8f-881b-44aa-b1f6-50d2b135db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.567397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-fa601d8f-881b-44aa-b1f6-50d2b135db39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.4441273 Mar 31 23:03:53.584871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.618939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-ec2b0606-98fd-441f-8044-93d6686e5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.636615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-ec2b0606-98fd-441f-8044-93d6686e5bae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=057fe0380f6d491eaba071a2c1084cdb&device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 1094 time: 0.5483465 Mar 31 23:03:53.758508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-1a6c196d-9eaa-4df7-a521-a3cbf022201b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa481f-f2a3-4871-b060-d85010a06a48 HTTP/1.1" status: 200 len: 217 time: 0.1185634 Mar 31 23:03:53.798944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b459979-c4d1-4d99-8e5f-e39796b320c6 req-765e2182-85a6-4193-ab86-49503a5c8e19 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610232 Mar 31 23:03:53.880949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-692fa3ed-ac5c-4bd6-8c40-e42d7c444269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.882383 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-692fa3ed-ac5c-4bd6-8c40-e42d7c444269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.4252226 Mar 31 23:03:53.946702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router b3970f1a-c98f-4e5e-a233-7b716c29939f is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:53.997145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-4bab9b30-c405-4490-a458-5b474f8784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.002178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-4bab9b30-c405-4490-a458-5b474f8784e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4184489 Mar 31 23:03:54.034342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-670246fe-633a-46b0-899a-a84e44f6e06d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:54.039590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-670246fe-633a-46b0-899a-a84e44f6e06d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148313 Mar 31 23:03:54.041373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-71d52161-e50b-415b-b960-5c071c54c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.047289 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-71d52161-e50b-415b-b960-5c071c54c103 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f3b0e1-bf60-44f9-b72c-6bfa37ead90c HTTP/1.1" status: 200 len: 853 time: 0.2783029 Mar 31 23:03:54.065257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.204942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.291596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.299316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:54.310805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Sync routers for ids ['b3970f1a-c98f-4e5e-a233-7b716c29939f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:54.329047 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-0234d05b-1779-4b45-a279-5c7c36ee570a service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757099 Mar 31 23:03:54.339594 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Routers {'b3970f1a-c98f-4e5e-a233-7b716c29939f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:54.340526 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b3970f1a-c98f-4e5e-a233-7b716c29939f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:54.367528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-532f99d7-29aa-4d52-bd23-e19090edcd65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f7f7876-5c35-4c42-bdfd-970381a1a5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2907689 Mar 31 23:03:54.427824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381984e-3426-4d41-97da-02648c0c272e None None] Pushing event updated for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.490293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.492918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2238ca6-25c2-46f3-8aa9-d3193f84e097 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3192744 Mar 31 23:03:54.495426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48194) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.647640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-d748ff41-45d8-4991-be2e-099ca815cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.649183 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-d748ff41-45d8-4991-be2e-099ca815cb8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7482655 Mar 31 23:03:54.725809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Attempting to bind port 4578fde7-60f7-4845-9ba4-10675a5e3f47 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:54.726352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Attempting to bind port 4578fde7-60f7-4845-9ba4-10675a5e3f47 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:54.730219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Attempting to bind port 4578fde7-60f7-4845-9ba4-10675a5e3f47 on network b05ad784-3c6b-4bce-a242-285a55124d05 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:54.755561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:54.755997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Checking segment: {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:54.756260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.756652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Bound using segment: {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:54.769656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Bound port: 4578fde7-60f7-4845-9ba4-10675a5e3f47, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88373817-bd38-452f-bdfc-dd9dd388fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:54.771378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.784257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aea310fd-7908-4fd1-b86e-6dbcbcf5afae req-528209c8-2b37-4de7-821d-3bcdea56b9b3 tempest-FloatingIPsNegativeTestJSON-1268902692 tempest-FloatingIPsNegativeTestJSON-1268902692-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=04387413b9a849189730a85947359649 HTTP/1.1" status: 200 len: 217 time: 0.1421390 Mar 31 23:03:54.821864 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Set router b3970f1a-c98f-4e5e-a233-7b716c29939f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:54.989551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.018664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-362fdffc-fb29-4e27-ab27-43c025c63329 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941062 Mar 31 23:03:55.024997 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aaacd9-4f86-4af0-aa0f-d94a161a55ef x-openstack-request-id: req-85aaacd9-4f86-4af0-aa0f-d94a161a55ef {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:55.025279 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:55.025528 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-85aaacd9-4f86-4af0-aa0f-d94a161a55ef {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:55.025923 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85aaacd9-4f86-4af0-aa0f-d94a161a55ef'] response: {'name': 'network-changed', 'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'status': 'completed', 'code': 200} Mar 31 23:03:55.093840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] For port 4578fde7-60f7-4845-9ba4-10675a5e3f47, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:55.124432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] For port 4578fde7-60f7-4845-9ba4-10675a5e3f47, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4578fde7-60f7-4845-9ba4-10675a5e3f47,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:55.201173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f1e06ed2-f7ae-4e7c-be97-3e5b45dd6817 None None] Provisioning complete for port 4578fde7-60f7-4845-9ba4-10675a5e3f47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:55.201173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f1e06ed2-f7ae-4e7c-be97-3e5b45dd6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.201519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-853aa87e-8a35-44dc-a96a-c2bdfb70a3da service neutron] 10.222.0.44 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932744 Mar 31 23:03:55.201519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b8cff06-c2af-4624-b47c-7b3b8db01a34 req-4ed80d8d-5f23-462b-84ae-414e7766a940 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174815 Mar 31 23:03:55.201691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.253441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5edb45f7-679d-4bb0-9af0-8b8db0f9b224 req-6ed25407-b680-4ac1-8c55-5607413e2753 tempest-FloatingIPsNegativeTestJSON-1268902692 tempest-FloatingIPsNegativeTestJSON-1268902692-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1991260 Mar 31 23:03:55.297181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f1e06ed2-f7ae-4e7c-be97-3e5b45dd6817 None None] Port 4578fde7-60f7-4845-9ba4-10675a5e3f47 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:55.350431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-746c80ff-d05c-4432-87ba-8daa96d7afd9 req-20362ab6-5de9-49e9-bf36-506994d22c2a service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233452 Mar 31 23:03:55.369397 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3970f1a-c98f-4e5e-a233-7b716c29939f', 'name': '', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77', 'external_fixed_ips': [{'subnet_id': '44d7cd41-dd8a-4f7d-8d84-16fcb4548cad', 'ip_address': '2001:db8::20c'}], 'enable_snat': True}, 'gw_port_id': '8cb52ade-135d-4bc3-90d4-1eeec930706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:49Z', 'updated_at': '2022-03-31T23:03:51Z', 'revision_number': 3, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port': {'id': '8cb52ade-135d-4bc3-90d4-1eeec930706e', 'name': '', 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3970f1a-c98f-4e5e-a233-7b716c29939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '44d7cd41-dd8a-4f7d-8d84-16fcb4548cad', 'ip_address': '2001:db8::20c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:50Z', 'updated_at': '2022-03-31T23:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44d7cd41-dd8a-4f7d-8d84-16fcb4548cad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.418968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.445138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a8ee507a-013e-4aa7-880b-1e153aa5443e req-eacbb218-3e30-487a-9d30-f2f2bbbe724e service neutron] 10.222.0.44 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471521 Mar 31 23:03:55.476172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ddb82-8190-49b2-a6b8-02eeb26b9ce8 req-d2cf87bd-1e56-4591-aa15-f8b7bcea94a1 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.486707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-897ddb82-8190-49b2-a6b8-02eeb26b9ce8 req-d2cf87bd-1e56-4591-aa15-f8b7bcea94a1 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 943 time: 0.1171143 Mar 31 23:03:55.596712 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Checking router: b3970f1a-c98f-4e5e-a233-7b716c29939f for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:55.600754 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Updating router b3970f1a-c98f-4e5e-a233-7b716c29939f port 8cb52ade-135d-4bc3-90d4-1eeec930706e binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:03:55.607279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:55.607953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.652363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-897ddb82-8190-49b2-a6b8-02eeb26b9ce8 req-40bea6ff-608c-4242-a09e-9e27c958d684 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641643 Mar 31 23:03:55.697424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f491-4255-4d97-bc13-193faa74b136 req-dbd52f62-40ed-4dd7-9d8a-25dcc1151e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.700862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Deleting port 8cb52ade-135d-4bc3-90d4-1eeec930706e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:55.704482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.708906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-dbd52f62-40ed-4dd7-9d8a-25dcc1151e4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 1097 time: 0.1461112 Mar 31 23:03:55.729267 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.038093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:56.092518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.118633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f491-4255-4d97-bc13-193faa74b136 req-6b1745d4-4ce6-4cf6-a83e-fb6afa6a2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.123822 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-6b1745d4-4ce6-4cf6-a83e-fb6afa6a2bb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.4065406 Mar 31 23:03:56.145089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Calling delete_port for 8cb52ade-135d-4bc3-90d4-1eeec930706e owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:56.217765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-a89383c0-1b39-41fe-a838-80bb0207c407 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 200 len: 217 time: 0.0869167 Mar 31 23:03:56.350648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381984e-3426-4d41-97da-02648c0c272e None None] Pushing event updated for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:56.384991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f491-4255-4d97-bc13-193faa74b136 req-1a89fc78-ede4-43c7-bd20-fa866a628377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.388504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-1a89fc78-ede4-43c7-bd20-fa866a628377 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1551762 Mar 31 23:03:56.420729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] Provisioning complete for port 4578fde7-60f7-4845-9ba4-10675a5e3f47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:56.421090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.482466 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.490959 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-f3eb3f2c-4c53-4305-88a7-8a03b5dde118 req-16951b5c-ac2a-4bec-8455-e54f55727551 tempest-FloatingIPsNegativeTestJSON-1268902692 tempest-FloatingIPsNegativeTestJSON-1268902692-project] show failed (client error): The resource could not be found. Mar 31 23:03:56.503366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3eb3f2c-4c53-4305-88a7-8a03b5dde118 req-16951b5c-ac2a-4bec-8455-e54f55727551 tempest-FloatingIPsNegativeTestJSON-1268902692 tempest-FloatingIPsNegativeTestJSON-1268902692-project] 10.222.0.83 "GET /v2.0/floatingips/5c4148c3-0c32-40bb-a42b-8ec726fa638d HTTP/1.1" status: 404 len: 350 time: 0.1996057 Mar 31 23:03:56.512146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48228) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.576729 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.785151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:56.785985 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:56.786874 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e on network 27f660b2-0748-4946-8bd9-7faa3686fc77 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:56.818746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:56.819541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Checking segment: {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:56.822493 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.823089 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Bound using segment: {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:56.829746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Bound port: 8cb52ade-135d-4bc3-90d4-1eeec930706e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:56.829746 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.857488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f491-4255-4d97-bc13-193faa74b136 req-ab69947c-fd92-4397-9802-3e44d15c8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.859088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-ab69947c-fd92-4397-9802-3e44d15c8227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4632339 Mar 31 23:03:57.008260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.021324 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467d9f8-2bb4-4f05-a5ec-f16c1b934bad None None] Pushing event updated for resources: {'Port': ['ID=8cb52ade-135d-4bc3-90d4-1eeec930706e,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.083226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:57.102288 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66" -d '{"events": [{"name": "network-changed", "server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:57.116041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] For port 4578fde7-60f7-4845-9ba4-10675a5e3f47, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4578fde7-60f7-4845-9ba4-10675a5e3f47,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:57.125337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768c73-dbfe-44d7-9d26-31ab1cb43b81 req-4053da6f-254f-4276-b1ba-ab4bb117dffa tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.138463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39768c73-dbfe-44d7-9d26-31ab1cb43b81 req-4053da6f-254f-4276-b1ba-ab4bb117dffa tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 943 time: 0.2304692 Mar 31 23:03:57.156168 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.db.api [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:57.156812 n-d-828414-2 neutron-server[109837]: DEBUG oslo_db.api [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:57.165992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.214594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4578fde7-60f7-4845-9ba4-10675a5e3f47', 'name': '', 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05', 'tenant_id': '04387413b9a849189730a85947359649', 'mac_address': 'fa:16:3e:65:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:45Z', 'updated_at': '2022-03-31T23:03:55Z', 'revision_number': 4, 'project_id': '04387413b9a849189730a85947359649', 'subnets': [{'id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:57.255541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-09b8a872-ee61-4344-b26f-c7f3a7c77f93 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738213 Mar 31 23:03:57.278204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cb52ade-135d-4bc3-90d4-1eeec930706e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.286952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.293953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d555fd-c3f6-43bf-916a-6126d0ffcc74 None None] The sync data for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 is: [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4578fde7-60f7-4845-9ba4-10675a5e3f47', 'name': '', 'network_id': 'b05ad784-3c6b-4bce-a242-285a55124d05', 'tenant_id': '04387413b9a849189730a85947359649', 'mac_address': 'fa:16:3e:65:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:45Z', 'updated_at': '2022-03-31T23:03:55Z', 'revision_number': 4, 'project_id': '04387413b9a849189730a85947359649', 'subnets': [{'id': 'a21dd836-2c6a-40ad-a03e-7a49647e389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:57.372481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9700b-074a-4a45-a760-6e58242c9f79 None None] Pushing event updated for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.453441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39768c73-dbfe-44d7-9d26-31ab1cb43b81 req-eba1e369-7578-4218-8e3a-2a0ff3acb10b tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085089 Mar 31 23:03:57.454353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.695393 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:57.695969 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:57.696143 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Attempting to bind port 8cb52ade-135d-4bc3-90d4-1eeec930706e on network 27f660b2-0748-4946-8bd9-7faa3686fc77 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:57.706635 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e883a-78ba-492a-adbc-8c7a668f31e1 x-openstack-request-id: req-235e883a-78ba-492a-adbc-8c7a668f31e1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:57.707195 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:57.707195 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-235e883a-78ba-492a-adbc-8c7a668f31e1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:57.707812 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235e883a-78ba-492a-adbc-8c7a668f31e1'] response: {'name': 'network-changed', 'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48', 'status': 'completed', 'code': 200} Mar 31 23:03:57.725301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:57.725678 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Checking segment: {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:57.726075 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.726459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Bound using segment: {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:57.738029 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Bound port: 8cb52ade-135d-4bc3-90d4-1eeec930706e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40a1e8-0738-4191-b080-983960083d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '27f660b2-0748-4946-8bd9-7faa3686fc77'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:57.738200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.738553 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.743577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.878090 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Port 8cb52ade-135d-4bc3-90d4-1eeec930706e has been deleted concurrently {{(pid=109837) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 31 23:03:57.891464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Routers {'b3970f1a-c98f-4e5e-a233-7b716c29939f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:57.892354 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b3970f1a-c98f-4e5e-a233-7b716c29939f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:57.923291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.923834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3970f1a-c98f-4e5e-a233-7b716c29939f {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:57.928505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.930272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3039869-2ff2-4a6c-9527-c31a1a6c3282 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/routers/b3970f1a-c98f-4e5e-a233-7b716c29939f HTTP/1.1" status: 204 len: 168 time: 3.4329364 Mar 31 23:03:57.933094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.063057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Deleting subnet 44d7cd41-dd8a-4f7d-8d84-16fcb4548cad {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:58.067624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] Set router b3970f1a-c98f-4e5e-a233-7b716c29939f gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:58.078107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.176988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.240746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.265401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3970f1a-c98f-4e5e-a233-7b716c29939f', 'name': '', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:49Z', 'updated_at': '2022-03-31T23:03:56Z', 'revision_number': 5, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:58.332253 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd30e7b-5133-49a4-a93e-ecb02b8bf791 None None] The sync data for ids ['b3970f1a-c98f-4e5e-a233-7b716c29939f'] in n-d-828414-2 is: [{'id': 'b3970f1a-c98f-4e5e-a233-7b716c29939f', 'name': '', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:49Z', 'updated_at': '2022-03-31T23:03:56Z', 'revision_number': 5, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:58.456427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-3f9fe175-f458-4c6f-93c5-3eb320eabe5d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264409 Mar 31 23:03:58.514834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.678235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f74f491-4255-4d97-bc13-193faa74b136 req-5657c717-809d-4a4f-9449-f403e060fb3a service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4139745 Mar 31 23:03:58.686150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-7ba45309-74fc-4629-9b5d-aa668bae19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.689107 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-7ba45309-74fc-4629-9b5d-aa668bae19b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=057fe0380f6d491eaba071a2c1084cdb&device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 1094 time: 0.9762695 Mar 31 23:03:58.841709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.852134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/44d7cd41-dd8a-4f7d-8d84-16fcb4548cad HTTP/1.1" status: 204 len: 168 time: 0.9154372 Mar 31 23:03:58.852134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe290f-a9a7-4b24-9e66-01be93e4800e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44d7cd41-dd8a-4f7d-8d84-16fcb4548cad,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:58.855505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:59.107969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-f6af58a4-ed89-4240-bf90-5841f8ebb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.110349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-f6af58a4-ed89-4240-bf90-5841f8ebb3fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f7f7876-5c35-4c42-bdfd-970381a1a5a1 HTTP/1.1" status: 200 len: 915 time: 0.4155250 Mar 31 23:03:59.190997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a027-53f5-4fc7-ae0a-47113306d086 req-b3e815b8-57d2-4d55-b916-d1168d9b49b6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.193527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-5006da04-b6cd-4093-a651-097181d07a6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa481f-f2a3-4871-b060-d85010a06a48 HTTP/1.1" status: 200 len: 217 time: 0.0760970 Mar 31 23:03:59.202631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2970a027-53f5-4fc7-ae0a-47113306d086 req-b3e815b8-57d2-4d55-b916-d1168d9b49b6 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 943 time: 0.5445647 Mar 31 23:03:59.240485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-71843b0b-eede-40aa-a60f-09a5fd5c2579 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.243133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-71843b0b-eede-40aa-a60f-09a5fd5c2579 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7792835 Mar 31 23:03:59.246273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.261010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-14f3438d-6df5-4d9c-bb91-c1aec5a641c0 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/quotas/e9229a69fa2145f4aa1ad24fe7c60d65 HTTP/1.1" status: 200 len: 375 time: 0.0105464 Mar 31 23:03:59.463311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-206d8cd8-a844-4ac2-97fc-5bade5332436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.473295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2970a027-53f5-4fc7-ae0a-47113306d086 req-e6ba25ae-d7f1-4f1b-bf8d-3ccac82f3270 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641783 Mar 31 23:03:59.475464 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-206d8cd8-a844-4ac2-97fc-5bade5332436 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f3b0e1-bf60-44f9-b72c-6bfa37ead90c HTTP/1.1" status: 200 len: 853 time: 0.2647963 Mar 31 23:03:59.537195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4578fde7-60f7-4845-9ba4-10675a5e3f47 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:59.569896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c43683ae-e7f4-438e-87ae-55e06e85c98f tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2987986 Mar 31 23:03:59.580573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.592017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-b41373bf-298d-4056-a3c7-da341644973b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f7f7876-5c35-4c42-bdfd-970381a1a5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156390 Mar 31 23:03:59.640102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f660b2-0748-4946-8bd9-7faa3686fc77']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.670861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40a1e8-0738-4191-b080-983960083d7f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.673254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40a1e8-0738-4191-b080-983960083d7f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.690487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4578fde7-60f7-4845-9ba4-10675a5e3f47 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:59.690487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.696276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.730606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:59.748628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.770075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:59.775366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: items = [ Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:59.780090 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:00.019018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.027946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d5aa481f-f2a3-4871-b060-d85010a06a48 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:00.068660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.132430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27f660b2-0748-4946-8bd9-7faa3686fc77 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:00.134902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Network': ['ID=27f660b2-0748-4946-8bd9-7faa3686fc77,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:00.143324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.148738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d90d3552-3361-4da2-9bff-2a0f1f29e22a tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/networks/27f660b2-0748-4946-8bd9-7faa3686fc77 HTTP/1.1" status: 204 len: 168 time: 1.2752094 Mar 31 23:04:00.220216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-e6092890-06a1-4528-9f99-9ee0d6982d73 service neutron] 10.222.0.44 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058700 Mar 31 23:04:00.243662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3410b64-0eed-4600-9d42-e82353b04902 req-c7eaf890-05d3-4852-844a-5fa5d8818786 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 210 time: 0.0779290 Mar 31 23:04:00.285796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d5aa481f-f2a3-4871-b060-d85010a06a48,segment=NetworkSegment(cad645d9-3885-4869-9ee9-1bd38267c60a),segment_id=cad645d9-3885-4869-9ee9-1bd38267c60a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:00.301692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd5aa481f-f2a3-4871-b060-d85010a06a48', 'network_id': '7f7f7876-5c35-4c42-bdfd-970381a1a5a1', 'port_id': 'd5aa481f-f2a3-4871-b060-d85010a06a48', 'mac_address': 'fa:16:3e:0b:74:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f3b0e1-bf60-44f9-b72c-6bfa37ead90c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:00.441272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.471875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aa481f-f2a3-4871-b060-d85010a06a48 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:00.563160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d5aa481f-f2a3-4871-b060-d85010a06a48,segment=NetworkSegment(cad645d9-3885-4869-9ee9-1bd38267c60a),segment_id=cad645d9-3885-4869-9ee9-1bd38267c60a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:00.689390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.690346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:00.728788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2ecf5dba-bd8e-4c65-ba7c-934e5d7b8a66 req-3f82e094-46e9-4ded-8770-85f6b7691db7 service neutron] 10.222.0.44 "GET /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957259 Mar 31 23:04:00.807554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ee2c0-8a45-40eb-917a-d73c08733c5f req-5f99f4d7-16ac-43f2-9a0c-07188d177dee tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:00.835530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac3ee2c0-8a45-40eb-917a-d73c08733c5f req-5f99f4d7-16ac-43f2-9a0c-07188d177dee tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 943 time: 0.1701980 Mar 31 23:04:00.973420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac3ee2c0-8a45-40eb-917a-d73c08733c5f req-82846f47-1fbf-45ed-8993-b049cd542466 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351557 Mar 31 23:04:01.036232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:01.070937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'mac_address': 'fa:16:3e:f8:a7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:01.095836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Deleting port 4578fde7-60f7-4845-9ba4-10675a5e3f47 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:01.097844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.294650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.348451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] For port 4578fde7-60f7-4845-9ba4-10675a5e3f47, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4578fde7-60f7-4845-9ba4-10675a5e3f47,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:01.349010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.392011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48316) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.404131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:01.410060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'name': 'tempest-router--936061729', 'project_id': 'bd119c162bf0494db10d9c61aba44812'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:01.420222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.420531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Calling delete_port for 4578fde7-60f7-4845-9ba4-10675a5e3f47 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:01.454193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af71b3c6-d6d5-4c12-bb0c-69a8dad69486 req-1b5151c5-0ebb-4719-8003-25828a098a5d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 210 time: 0.0982606 Mar 31 23:04:01.467549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:01.580434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.730752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.869560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.873257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.877267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1452a623-5460-4414-a5f4-0e4fc3ca1ca7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:01.950949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d5aa481f-f2a3-4871-b060-d85010a06a48'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:01.993233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.088915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=4578fde7-60f7-4845-9ba4-10675a5e3f47,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:02.292098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa85d-1631-4d68-9520-58ba21f9c571 req-7857ed88-a7ad-4438-8d7e-fc39d29ebefa tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.312495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27ffa85d-1631-4d68-9520-58ba21f9c571 req-7857ed88-a7ad-4438-8d7e-fc39d29ebefa tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 944 time: 0.1462853 Mar 31 23:04:02.437980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27ffa85d-1631-4d68-9520-58ba21f9c571 req-2ab1aeac-9cb2-4cb0-9dac-0e2ed239591d tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142328 Mar 31 23:04:02.460804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.574983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.743656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.748334 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0a4eba4-8a39-4957-9bf6-063ddcc54b49 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3487377 Mar 31 23:04:02.751035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.768349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-805a2879-5981-4273-810e-a8eb75b60cb8 req-8f233e5a-3667-4c2c-a3b0-ad1e3391c5b2 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 210 time: 0.1097167 Mar 31 23:04:02.978486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.136239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.164786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.167297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.367066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.367581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 533b8289-9d52-4f6e-80af-40ae56fff2c3 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:03.374688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.375877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d9e38a08-7f7d-4671-a0a5-521a31823045 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/routers/533b8289-9d52-4f6e-80af-40ae56fff2c3 HTTP/1.1" status: 204 len: 168 time: 0.6228759 Mar 31 23:04:03.559530 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-3629d980-f056-40af-a612-65a633a48bf4 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249016 Mar 31 23:04:03.595658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b2c6-875e-4f19-a8d4-fcbcc2f30e55 req-f2d93314-ff5e-4ea8-bb51-a4ea4a70802c tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:03.618514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98f4b2c6-875e-4f19-a8d4-fcbcc2f30e55 req-f2d93314-ff5e-4ea8-bb51-a4ea4a70802c tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 944 time: 0.0952008 Mar 31 23:04:03.676936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Router 23032200-4a44-4868-a27e-cfb9745f3ea6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:03.703352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98f4b2c6-875e-4f19-a8d4-fcbcc2f30e55 req-2c285ce0-5bd3-49ae-aac7-4f11e82d72d5 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825968 Mar 31 23:04:03.784264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-fe8605e7-7382-4df7-b00e-1e0c5b982812 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:03.787057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-fe8605e7-7382-4df7-b00e-1e0c5b982812 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229099 Mar 31 23:04:03.806469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Request body: {'port': {'device_id': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'e9229a69fa2145f4aa1ad24fe7c60d65'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:03.851898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48360) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.974613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b47fc695-ec9f-4b95-a265-36acaf8684b2 req-4ffd0c51-d555-49e7-a537-0fcdc15e57fe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 210 time: 0.0627117 Mar 31 23:04:04.040905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:04.047669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:04.060886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Sync routers for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:04.071802 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-47f3a9e3-74f9-4581-a4c2-1262e1eacbfe admin admin] 10.222.0.83 "PUT /v2.0/routers/23032200-4a44-4868-a27e-cfb9745f3ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5508249 Mar 31 23:04:04.075136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48364) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.150595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:04.154937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.232403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Made reservation on behalf of e9229a69fa2145f4aa1ad24fe7c60d65 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:04.236282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.285860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1983006316', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:04.297911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:04.300721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:04.336717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.367946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:04.368627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.509585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.524766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Allocated IP 192.168.233.105 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/e60e398e-7a6e-47c1-bf5e-7bafcecb55b7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:04.622479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.661350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:04.664548 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca69d269-7bba-4845-aa83-30f9b2e56489" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:04.682293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:04.684688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:04:01Z', 'revision_number': 5, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.718623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Checking router: 23032200-4a44-4868-a27e-cfb9745f3ea6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:04.736656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Routers {'23032200-4a44-4868-a27e-cfb9745f3ea6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:04.738718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['23032200-4a44-4868-a27e-cfb9745f3ea6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.744093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.745362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.807790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.911432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1896-f183-4220-ad72-53afbedf1de0 req-dd926660-2f64-4ad2-9221-8731ad788b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.914807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accd1896-f183-4220-ad72-53afbedf1de0 req-dd926660-2f64-4ad2-9221-8731ad788b2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 1099 time: 0.0890572 Mar 31 23:04:04.949861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4e6a5b-b992-45fe-b977-4830f31e290f x-openstack-request-id: req-be4e6a5b-b992-45fe-b977-4830f31e290f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:04.950302 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:04.950718 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be4e6a5b-b992-45fe-b977-4830f31e290f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:04.951271 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4e6a5b-b992-45fe-b977-4830f31e290f'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'code': 200} Mar 31 23:04:04.961908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.964019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d5aa481f-f2a3-4871-b060-d85010a06a48 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:04.972138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.982251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.008091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.024663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-accd1896-f183-4220-ad72-53afbedf1de0 req-b1ee31ef-ce20-41ad-9ad4-8be08d401ec4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037819 Mar 31 23:04:05.115088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1452a623-5460-4414-a5f4-0e4fc3ca1ca7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:05.140952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.154373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:05.156218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:05.169522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:05.240344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.242672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.332015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] Set router 23032200-4a44-4868-a27e-cfb9745f3ea6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:05.370526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db671de8-3ccc-4ac4-ac31-f00b6dae9d76 req-8c30f69c-7f9e-4892-9935-9c09325363ea tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.371136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db671de8-3ccc-4ac4-ac31-f00b6dae9d76 req-8c30f69c-7f9e-4892-9935-9c09325363ea tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 944 time: 0.4043882 Mar 31 23:04:05.404158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.433566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-c698b5b0-0325-4a31-bd8e-b0e8284f13ab tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6194329 Mar 31 23:04:05.433857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Deleting port 5504abeb-7b09-4507-b173-ad8730169fe4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:05.433857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.448772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Request body: {'port': {'device_id': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:05.588782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.672445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.686082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db671de8-3ccc-4ac4-ac31-f00b6dae9d76 req-676e0651-1738-4f6f-a129-5ca480c194f0 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820108 Mar 31 23:04:05.703105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d1274-cd05-427e-9e6b-4ed36f57337b req-b848da24-8b8b-4c40-9e7c-36b47783084e tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.710963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459d1274-cd05-427e-9e6b-4ed36f57337b req-b848da24-8b8b-4c40-9e7c-36b47783084e tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 936 time: 0.4896388 Mar 31 23:04:05.799981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-459d1274-cd05-427e-9e6b-4ed36f57337b req-0abc09e5-0db0-45d8-96b1-4f563f72a270 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Mar 31 23:04:05.814739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] For port 5504abeb-7b09-4507-b173-ad8730169fe4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5504abeb-7b09-4507-b173-ad8730169fe4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:05.815300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.848506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Calling delete_port for 5504abeb-7b09-4507-b173-ad8730169fe4 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:05.997500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-91e76b8d-c988-4efc-aaee-3c3064a2d1d9 None None] Provisioning complete for port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:05.998104 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-91e76b8d-c988-4efc-aaee-3c3064a2d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.129215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-91e76b8d-c988-4efc-aaee-3c3064a2d1d9 None None] Port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:06.134352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d5aa481f-f2a3-4871-b060-d85010a06a48 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:06.208233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d5aa481f-f2a3-4871-b060-d85010a06a48 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:06.208819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.214451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:06.247246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.266299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Transition to ACTIVE for port object e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:06.347443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:04:01Z', 'revision_number': 5, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:06.417022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4f2a9-8078-47bc-9a74-057fd4440bfb None None] The sync data for ids ['23032200-4a44-4868-a27e-cfb9745f3ea6'] in n-d-828414-2 is: [{'id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1105632782-router', 'tenant_id': '04387413b9a849189730a85947359649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:38Z', 'updated_at': '2022-03-31T23:04:01Z', 'revision_number': 5, 'project_id': '04387413b9a849189730a85947359649', 'gw_port': {'id': '5504abeb-7b09-4507-b173-ad8730169fe4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23032200-4a44-4868-a27e-cfb9745f3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:39Z', 'updated_at': '2022-03-31T23:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:06.428763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.458570 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.513347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.584585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d5aa481f-f2a3-4871-b060-d85010a06a48,segment=NetworkSegment(cad645d9-3885-4869-9ee9-1bd38267c60a),segment_id=cad645d9-3885-4869-9ee9-1bd38267c60a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:06.686899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Attempting to bind port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:06.687272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Attempting to bind port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:06.687602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Attempting to bind port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:06.692501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:06.692825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Attempting to bind port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:06.699958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:06.706970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:06.706970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:06.706970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Bound port: e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:06.706970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.756389 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.819810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.851465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:06.865098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:06.887541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.906054 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.953252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:06.955189 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4397d8-6ab2-4ef2-9e16-174d6b097d5b" -d '{"events": [{"server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "name": "network-vif-plugged", "status": "completed", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:07.037805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.038171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ba996-a284-4cbe-a707-8f078fff7094 req-11d777c1-2965-41bb-8627-51980e8199a3 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.039743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-711ba996-a284-4cbe-a707-8f078fff7094 req-11d777c1-2965-41bb-8627-51980e8199a3 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.2331557 Mar 31 23:04:07.082001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.082616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.084038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] 10.222.0.10 "PUT /v2.0/ports/e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 HTTP/1.1" status: 200 len: 1096 time: 1.6491604 Mar 31 23:04:07.084618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:07.086887 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:07.108841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Allocated IP 172.25.6.200 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c3070717-c2a5-434c-9ba0-26afaa89cea2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:07.118704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15a6d5-4863-4871-aed5-aa0729044529 service neutron] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.128411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.166747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e196f-0d6f-45e4-aecf-5a0d1092888f req-fbc5b763-3ab3-4472-aaaf-abbbe9934bb9 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.169394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-034e196f-0d6f-45e4-aecf-5a0d1092888f req-fbc5b763-3ab3-4472-aaaf-abbbe9934bb9 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.2454762 Mar 31 23:04:07.181839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Pushing event deleted for resources: {'Port': ['ID=5504abeb-7b09-4507-b173-ad8730169fe4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.202700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-711ba996-a284-4cbe-a707-8f078fff7094 req-a8033c16-5f26-4ea3-a4c5-fad16748cb1e tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530304 Mar 31 23:04:07.361078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-034e196f-0d6f-45e4-aecf-5a0d1092888f req-113df965-4451-414d-bde3-7ce476021745 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839166 Mar 31 23:04:07.367950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-2aa808f3-9da7-417e-a8be-68b0ee458dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.373011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.383981 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-2aa808f3-9da7-417e-a8be-68b0ee458dbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 1099 time: 0.0812135 Mar 31 23:04:07.443255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4578fde7-60f7-4845-9ba4-10675a5e3f47 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:07.449455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-8d35ba45-f34f-4a8f-839f-1606b4b1661d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 HTTP/1.1" status: 200 len: 217 time: 0.0532665 Mar 31 23:04:07.512294 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24327b80-6741-4a11-8f9b-c8ea89ce3503 x-openstack-request-id: req-24327b80-6741-4a11-8f9b-c8ea89ce3503 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:07.512294 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:07.512701 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24327b80-6741-4a11-8f9b-c8ea89ce3503 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:07.512948 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24327b80-6741-4a11-8f9b-c8ea89ce3503'] response: {'name': 'network-changed', 'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'status': 'completed', 'code': 200} Mar 31 23:04:07.520646 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb2a20-ce96-48ad-8465-ab5fb4cdc154 x-openstack-request-id: req-8dbb2a20-ce96-48ad-8465-ab5fb4cdc154 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:07.521083 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "name": "network-vif-plugged", "status": "completed", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:07.525827 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8dbb2a20-ce96-48ad-8465-ab5fb4cdc154 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:07.525827 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbb2a20-ce96-48ad-8465-ab5fb4cdc154'] response: {'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48', 'code': 200} Mar 31 23:04:07.525827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4578fde7-60f7-4845-9ba4-10675a5e3f47 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:07.525827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4578fde7-60f7-4845-9ba4-10675a5e3f47 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:07.534928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.539417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.556739 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.569818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-12ff0acb-be99-4922-8b0d-44ff96b260f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.571314 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-12ff0acb-be99-4922-8b0d-44ff96b260f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.1156683 Mar 31 23:04:07.617025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a315b8-502a-4071-9fb9-74d42144c3a8 req-ee7d247e-3d8c-45e2-80cc-7d02124cb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.621556 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-81a315b8-502a-4071-9fb9-74d42144c3a8 req-ee7d247e-3d8c-45e2-80cc-7d02124cb40e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 1096 time: 0.0785389 Mar 31 23:04:07.630030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-90a638b3-145c-4fb8-a2ba-cd3f2dcd9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.631671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-90a638b3-145c-4fb8-a2ba-cd3f2dcd9a17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537312 Mar 31 23:04:07.724455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-81a315b8-502a-4071-9fb9-74d42144c3a8 req-b602a86d-c47f-4e27-ba6d-903c2ef70e9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Mar 31 23:04:07.756996 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-4a43cac5-422b-4562-aed5-149e30d7d17a service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177731 Mar 31 23:04:07.798370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.800448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.812169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23032200-4a44-4868-a27e-cfb9745f3ea6 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:07.821855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.826328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d69089af-b1c1-46be-8bc0-df707d8c7253 admin admin] 10.222.0.83 "DELETE /v2.0/routers/23032200-4a44-4868-a27e-cfb9745f3ea6 HTTP/1.1" status: 204 len: 168 time: 3.7469313 Mar 31 23:04:07.827538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48428) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.922540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:07.930658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:07.933877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event updated for resources: {'Port': ['ID=c3070717-c2a5-434c-9ba0-26afaa89cea2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.947198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:07.993330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Deleting subnet a21dd836-2c6a-40ad-a03e-7a49647e389e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:08.000734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.061759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.185085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fccb32e-b78d-4b89-953c-4b070c19c608 req-fa904f07-b018-4abf-a733-e0e8f124aaee service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211950 Mar 31 23:04:08.235709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.240851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479041555', 'description': 'tempest-description--1381586045'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:08.253802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.394623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-692fc21f-fac7-4e03-8055-6cf88f9df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.396137 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-692fc21f-fac7-4e03-8055-6cf88f9df5b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 1099 time: 0.0460954 Mar 31 23:04:08.412767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a375b-6f80-486e-8884-bce2943c6366 req-c486636b-d8b7-4f4b-a7d9-e079097853ed tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.414297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb9a375b-6f80-486e-8884-bce2943c6366 req-c486636b-d8b7-4f4b-a7d9-e079097853ed tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.1266956 Mar 31 23:04:08.506224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-f6766702-ad15-4571-8852-c1ec4512e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.507830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-f6766702-ad15-4571-8852-c1ec4512e720 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1039977 Mar 31 23:04:08.557694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.557880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48440) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.564450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-2480e737-d3d0-45dd-9e23-7b6c29714556 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 HTTP/1.1" status: 200 len: 217 time: 0.0486183 Mar 31 23:04:08.601547 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.611896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb9a375b-6f80-486e-8884-bce2943c6366 req-f83de7f9-00ce-458d-9139-f260251a217e tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819403 Mar 31 23:04:08.623224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-d209627a-8ddc-48d5-a84a-1ad79e1133de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.625846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-d209627a-8ddc-48d5-a84a-1ad79e1133de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0528898 Mar 31 23:04:08.649980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.655440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21dd836-2c6a-40ad-a03e-7a49647e389e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:08.665589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42ccea-d693-42d2-a890-090f8b8b3ae5 None None] Network b05ad784-3c6b-4bce-a242-285a55124d05 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:08.690183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e4eac09-dd14-443c-827e-81a3aeee2e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.697561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.705218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea56186d-4fc3-4943-8aa6-f8874426b655 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a21dd836-2c6a-40ad-a03e-7a49647e389e HTTP/1.1" status: 204 len: 168 time: 0.8721352 Mar 31 23:04:08.705453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-84a7a428-22f8-4594-977d-037a97041dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.706973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48444) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.707164 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-84a7a428-22f8-4594-977d-037a97041dc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741985 Mar 31 23:04:08.725588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc46d5-566a-4844-9e68-c45c8687ad65 req-751312bb-2fb2-4751-a005-9a67f741e380 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.727092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fbc46d5-566a-4844-9e68-c45c8687ad65 req-751312bb-2fb2-4751-a005-9a67f741e380 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.2281780 Mar 31 23:04:08.850888 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-225a32ad-2e0a-4ffe-9fa8-f7f899293c2e service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343720 Mar 31 23:04:08.911416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] DHCP port deletion for b05ad784-3c6b-4bce-a242-285a55124d05 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:08.940485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e4eac09-dd14-443c-827e-81a3aeee2e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.989504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aef7f04c-57ee-4a2a-8395-ef9cc46f5c28 req-74e0ef9a-3070-444a-afe7-8300d2ba0537 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254358 Mar 31 23:04:08.993467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Deleting port 79b0c7e7-1946-455e-8859-03de61720e97 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:08.994073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.064789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] For port 79b0c7e7-1946-455e-8859-03de61720e97, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79b0c7e7-1946-455e-8859-03de61720e97,segment=NetworkSegment(88373817-bd38-452f-bdfc-dd9dd388fa4a),segment_id=88373817-bd38-452f-bdfc-dd9dd388fa4a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:09.065188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.065726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e4eac09-dd14-443c-827e-81a3aeee2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.094215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Calling delete_port for 79b0c7e7-1946-455e-8859-03de61720e97 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:09.130741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0e4eac09-dd14-443c-827e-81a3aeee2e07 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=67ae08e22128402ab754706b9718e21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695081 Mar 31 23:04:09.130741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eac09-dd14-443c-827e-81a3aeee2e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574f73f-74a9-4eb4-b4b4-208fa5ba19a9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.134222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:09.157879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.196158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.207455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fbc46d5-566a-4844-9e68-c45c8687ad65 req-8e528bbd-7be3-4a49-8cdc-d3b33a913ab3 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621446 Mar 31 23:04:09.215829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.222400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.318921 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.362589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79b0c7e7-1946-455e-8859-03de61720e97 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:09.373402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.377316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.393984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.418780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Deleting port 79b0c7e7-1946-455e-8859-03de61720e97 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:09.419150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.425374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] Pushing event deleted for resources: {'Port': ['ID=79b0c7e7-1946-455e-8859-03de61720e97,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.434484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99b209-3f08-4f7a-848c-e268898be215 None None] No DVR routers for this DVR port 79b0c7e7-1946-455e-8859-03de61720e97 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:09.436294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port 79b0c7e7-1946-455e-8859-03de61720e97 {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:04:09.436930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79b0c7e7-1946-455e-8859-03de61720e97 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:09.439691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5504abeb-7b09-4507-b173-ad8730169fe4 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:09.460051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5504abeb-7b09-4507-b173-ad8730169fe4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:09.460404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5504abeb-7b09-4507-b173-ad8730169fe4 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:09.469041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.473571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.475329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8574f73f-74a9-4eb4-b4b4-208fa5ba19a9 HTTP/1.1" status: 204 len: 168 time: 0.3396842 Mar 31 23:04:09.485428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c9b7b-b46f-4655-b437-9787c027ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574f73f-74a9-4eb4-b4b4-208fa5ba19a9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.533131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.534385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd36b441-9d29-4bd8-b404-eb954de4dd0c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2973638 Mar 31 23:04:09.545197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] For port 79b0c7e7-1946-455e-8859-03de61720e97, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:09.545197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.547585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48454) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:09.552072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'security_group_rule': {'security_group_id': 'ed4ea30e-ae18-47f1-8fe7-e5c9587760f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:09.563317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Calling delete_port for 79b0c7e7-1946-455e-8859-03de61720e97 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:09.567757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Port 79b0c7e7-1946-455e-8859-03de61720e97 was not found and therefore no delete operation was performed {{(pid=109834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:04:09.570446 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.606915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Pushing event deleted for resources: {'Port': ['ID=79b0c7e7-1946-455e-8859-03de61720e97,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.614237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] No DVR routers for this DVR port 79b0c7e7-1946-455e-8859-03de61720e97 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:09.710932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.745211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.748302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05ad784-3c6b-4bce-a242-285a55124d05']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:09.766953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88373817-bd38-452f-bdfc-dd9dd388fa4a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:09.767193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88373817-bd38-452f-bdfc-dd9dd388fa4a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:09.785486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2208b-3873-48c8-a6ca-e60d0d7abb6f req-cb12b1cc-7170-4587-8018-5b7cf61debb7 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:09.787154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4c2208b-3873-48c8-a6ca-e60d0d7abb6f req-cb12b1cc-7170-4587-8018-5b7cf61debb7 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.0912423 Mar 31 23:04:09.789035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.801054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.805531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.817724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:09.818128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:09.836912 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:09.865998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Router e4258433-0728-4214-93ed-bf83dd1688ba is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:09.904647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4c2208b-3873-48c8-a6ca-e60d0d7abb6f req-f35beba9-5c49-4cc7-b9fc-550592a76693 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Mar 31 23:04:09.906157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.928494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3fbc58-c5a7-49c7-84f6-14a3cd1dde28,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.028256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:10.037524 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] Sync routers for ids ['e4258433-0728-4214-93ed-bf83dd1688ba'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:10.045700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.047536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] Routers {'e4258433-0728-4214-93ed-bf83dd1688ba'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:10.047536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e4258433-0728-4214-93ed-bf83dd1688ba'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:10.052533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.058570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] 10.222.0.83 "DELETE /v2.0/networks/b05ad784-3c6b-4bce-a242-285a55124d05 HTTP/1.1" status: 204 len: 168 time: 1.3483109 Mar 31 23:04:10.066474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ed04-e539-47c4-bf45-ee5eea2539fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b05ad784-3c6b-4bce-a242-285a55124d05,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.083319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:10.097063 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] Routers {'e4258433-0728-4214-93ed-bf83dd1688ba'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:10.097693 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e4258433-0728-4214-93ed-bf83dd1688ba'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:10.108725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.112607 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-59a7bed2-d8a5-4344-b321-684d9000be51 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5616016 Mar 31 23:04:10.113591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48466) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.118298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'security_group_rule': {'security_group_id': 'ed4ea30e-ae18-47f1-8fe7-e5c9587760f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:10.134852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:10.135515 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f762e4-4515-4e98-b193-a9e43145d379 None None] The sync data for ids ['e4258433-0728-4214-93ed-bf83dd1688ba'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:10.206024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:10.233004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.237824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c2ba7f00-aa37-41f2-ad90-dbb7f96fb5fc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3808372 Mar 31 23:04:10.237913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.357043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cf9c7-f03e-48fc-829f-0382c86298d2 req-ee01854f-bb15-40de-9113-fb3562de3209 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.360103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-522cf9c7-f03e-48fc-829f-0382c86298d2 req-ee01854f-bb15-40de-9113-fb3562de3209 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.0898070 Mar 31 23:04:10.378548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.393081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:10.410192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48482) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.413218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'mac_address': 'fa:16:3e:72:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:10.439548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04220b18-5702-4e7e-b8c0-a5a29e67bb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.440901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fb930bf6-50fc-47c0-bbb6-da07c6913186 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/e4258433-0728-4214-93ed-bf83dd1688ba HTTP/1.1" status: 200 len: 925 time: 0.2024348 Mar 31 23:04:10.441601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48484) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.484529 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d376db8-7305-4a9b-9ff3-e818ff64f2f5 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4258433-0728-4214-93ed-bf83dd1688ba HTTP/1.1" status: 200 len: 205 time: 0.0416675 Mar 31 23:04:10.495819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-522cf9c7-f03e-48fc-829f-0382c86298d2 req-9f2b380a-6e07-4350-8d43-60169e96b9db tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186457 Mar 31 23:04:10.496641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.496737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.514945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:10.547044 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.547250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:10.579167 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04220b18-5702-4e7e-b8c0-a5a29e67bb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.712667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.723375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.726274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.741077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48488) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.753093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab17713-62e9-4a31-adc1-538b653a47ae,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.786051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.795625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-696d65f7-ecc5-4f02-890e-21695e0f61c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=04387413b9a849189730a85947359649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533531 Mar 31 23:04:10.797008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48490) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.830818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.847493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04220b18-5702-4e7e-b8c0-a5a29e67bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.859784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.909059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-04220b18-5702-4e7e-b8c0-a5a29e67bb3b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=90c430dcd42a4d5aa372885e90e461fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869418 Mar 31 23:04:10.911817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.929345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.950324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.954488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0d972764-8e76-406f-be32-3be07c708172 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8369269 Mar 31 23:04:10.955824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.958188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04220b18-5702-4e7e-b8c0-a5a29e67bb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73deac9d-89ec-4456-8fd6-95c0c3a6cf21,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.960918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:10.978547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.002022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.005582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc1c5e-97ca-4b08-8e44-d1d86f583d0b req-34ebafd9-e295-4bd8-8a22-9bdcbb10e6f4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.007150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8cc1c5e-97ca-4b08-8e44-d1d86f583d0b req-34ebafd9-e295-4bd8-8a22-9bdcbb10e6f4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0906582 Mar 31 23:04:11.050891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8cc1c5e-97ca-4b08-8e44-d1d86f583d0b req-31396374-b82a-4ad1-bb7b-503952779b43 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370731 Mar 31 23:04:11.103654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port c3070717-c2a5-434c-9ba0-26afaa89cea2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:11.103927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.156575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:11.182472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.194808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for c3070717-c2a5-434c-9ba0-26afaa89cea2 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:11.228307 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.231803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.233143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f4522b3-3bbd-446a-8d36-048873f37db6 HTTP/1.1" status: 204 len: 168 time: 0.4350436 Mar 31 23:04:11.244891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03032-5aeb-4aa7-92ea-8845e94822a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4522b3-3bbd-446a-8d36-048873f37db6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.252398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.256349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.259458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.263468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/73deac9d-89ec-4456-8fd6-95c0c3a6cf21 HTTP/1.1" status: 204 len: 168 time: 0.3473482 Mar 31 23:04:11.303244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e17b8-6788-41fd-9e17-ad48291e3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73deac9d-89ec-4456-8fd6-95c0c3a6cf21,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.494657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.563563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3967-6206-4eca-bf4c-ad7496e841f0 req-f95998a2-4cf5-4e51-baad-d079b8802696 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.565106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-887a3967-6206-4eca-bf4c-ad7496e841f0 req-f95998a2-4cf5-4e51-baad-d079b8802696 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Mar 31 23:04:11.634874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-887a3967-6206-4eca-bf4c-ad7496e841f0 req-846173d4-89c0-46c7-a3f7-9fe0fe37e298 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597641 Mar 31 23:04:11.644711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb276a-a7fe-493e-b68d-73881319bce7 req-67c7c9d8-463b-4333-a1d7-27ebb04d5e1f tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.646586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fdb276a-a7fe-493e-b68d-73881319bce7 req-67c7c9d8-463b-4333-a1d7-27ebb04d5e1f tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 949 time: 0.0801902 Mar 31 23:04:11.687143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fdb276a-a7fe-493e-b68d-73881319bce7 req-49875826-d94a-4e2c-bc09-32ee6ded951f tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Mar 31 23:04:11.734565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f62eecb8-0be7-498c-88f2-65f13de4a387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.765405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.799670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=c3070717-c2a5-434c-9ba0-26afaa89cea2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.915116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.951124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Allocated IP 172.25.6.221 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1f2bae5c-12b6-4f85-9393-8e9263d859c5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:12.028960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.033247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.181382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.202455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d6d92-d1ed-448b-b3fa-024413bd4474 req-4975e91a-9920-4f9f-8bee-75b3c5210329 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.204503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a13d6d92-d1ed-448b-b3fa-024413bd4474 req-4975e91a-9920-4f9f-8bee-75b3c5210329 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0707715 Mar 31 23:04:12.207602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:12.247805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a13d6d92-d1ed-448b-b3fa-024413bd4474 req-52d3928a-919b-4349-b32e-a91be8c721d3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360105 Mar 31 23:04:12.255486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.256546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router e4258433-0728-4214-93ed-bf83dd1688ba {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:12.271313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.271313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6f7704a-a2af-42af-b71f-e6e88b1b0686 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/e4258433-0728-4214-93ed-bf83dd1688ba HTTP/1.1" status: 204 len: 168 time: 1.7790203 Mar 31 23:04:12.271453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48530) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:12.277544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'name': 'tempest-snat-router-263614406', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:12.380563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.421829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:12.424728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:12.428112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:12.433906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'Port': ['ID=1f2bae5c-12b6-4f85-9393-8e9263d859c5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.444236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.445299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.447913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:12.457090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:12.457623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.520240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.540153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.564041 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.588746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:12.591726 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dbaf83-98c7-4256-a143-737875688604" -d '{"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-plugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:12.604258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:12.629747 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ffabc-b666-4f8b-a313-e2df19edd61b x-openstack-request-id: req-700ffabc-b666-4f8b-a313-e2df19edd61b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:12.630033 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-plugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:12.630281 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-700ffabc-b666-4f8b-a313-e2df19edd61b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:12.630673 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700ffabc-b666-4f8b-a313-e2df19edd61b'] response: {'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'code': 200} Mar 31 23:04:12.717560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.809933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.833303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.889929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7f68-5320-45b4-90fc-fb3a136d752c req-1ebac693-672b-400a-8a3a-a5a02f903cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.891413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.893185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d9e7f68-5320-45b4-90fc-fb3a136d752c req-1ebac693-672b-400a-8a3a-a5a02f903cac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 1101 time: 0.1388512 Mar 31 23:04:12.893782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48554) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:12.945883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861cd01-1bd4-434f-b890-faa0c6a6a874 req-2fe30ce3-5820-4cfd-8be8-f9cacbdc72cc tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.947451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7861cd01-1bd4-434f-b890-faa0c6a6a874 req-2fe30ce3-5820-4cfd-8be8-f9cacbdc72cc tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 950 time: 0.1020386 Mar 31 23:04:12.960005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d77613-725c-410b-87ca-ba6df04d951c req-41734f0a-c51e-4607-a0b4-2c14e5e19581 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.967360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30d77613-725c-410b-87ca-ba6df04d951c req-41734f0a-c51e-4607-a0b4-2c14e5e19581 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.1880770 Mar 31 23:04:13.001111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d9e7f68-5320-45b4-90fc-fb3a136d752c req-03dab277-a436-464c-955f-26bd7c2d48a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942478 Mar 31 23:04:13.078169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7861cd01-1bd4-434f-b890-faa0c6a6a874 req-f85498b7-a1ca-42d9-a0ea-167e1c33255d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065738 Mar 31 23:04:13.084274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.131940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30d77613-725c-410b-87ca-ba6df04d951c req-8373cc69-4964-43a5-97d9-5320544dc900 tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636920 Mar 31 23:04:13.218853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-network', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:13.224656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.325593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-85523f33-acbc-46a7-9b9d-e1f8542e4d0b tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:13.327165 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-85523f33-acbc-46a7-9b9d-e1f8542e4d0b tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 945 time: 0.1508467 Mar 31 23:04:13.332961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'Port': ['ID=1f2bae5c-12b6-4f85-9393-8e9263d859c5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.346657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.376031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.380879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.409775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Made reservation on behalf of b07b5f5b886e4141bccdc7624ce23d3e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:13.413480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.468162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.530786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a5b98-4e79-424f-ae29-72add1b00e54 req-ada4e72b-c4b8-48a0-be41-c74d1844dfdb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:13.533334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-125a5b98-4e79-424f-ae29-72add1b00e54 req-ada4e72b-c4b8-48a0-be41-c74d1844dfdb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1606328 Mar 31 23:04:13.559374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Deleting port d5aa481f-f2a3-4871-b060-d85010a06a48 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:13.559911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.610382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.612372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9c59e510-24db-4230-8a04-9d01ab9326dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6554427 Mar 31 23:04:13.660165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-125a5b98-4e79-424f-ae29-72add1b00e54 req-5151ce12-ffd8-4fb0-9212-f1ead889aea1 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180649 Mar 31 23:04:13.676230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 172.25.6.70 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5524c120-5240-4e28-9809-bbc3b8086c0d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:13.713268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.730006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] For port d5aa481f-f2a3-4871-b060-d85010a06a48, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d5aa481f-f2a3-4871-b060-d85010a06a48,segment=NetworkSegment(cad645d9-3885-4869-9ee9-1bd38267c60a),segment_id=cad645d9-3885-4869-9ee9-1bd38267c60a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:13.730962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.746767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Calling delete_port for d5aa481f-f2a3-4871-b060-d85010a06a48 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:13.814916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-035536fb-13b4-46e8-ae13-7dc07dd01305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.821099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.844876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.853810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48590) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:13.882220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:13.898383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-8713b4b1-3f72-4e4f-a27b-c1244c98fa9c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1479041555&fields=id&tenant_id=4653a5d41eef4b2c9058ca65647ee53d HTTP/1.1" status: 200 len: 267 time: 0.0647082 Mar 31 23:04:13.929853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf6196a-d417-497a-9cd6-18703f5f58b3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.004735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.008884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5aaf3efa-27eb-4676-81f1-e0f925f27fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.050485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.050908 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Added segment c2ea40cc-1a89-41ef-8740-9190e8ec55ea of type vlan for network 4625db2a-b3df-4a14-9db7-77c423f334e2 Mar 31 23:04:14.052182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.052744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-5b49d877-7c92-476d-82cf-12bf1e161249 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.055114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-5b49d877-7c92-476d-82cf-12bf1e161249 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/networks?id=05292ecd-4479-4ae2-bdce-90c3dd20921e HTTP/1.1" status: 200 len: 813 time: 0.1475978 Mar 31 23:04:14.064913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:14.065903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d5aa481f-f2a3-4871-b060-d85010a06a48'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:14.068265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:14.071993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:14.124608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-5cf38f6a-50db-475f-a76d-feef372f7219 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/quotas/4653a5d41eef4b2c9058ca65647ee53d HTTP/1.1" status: 200 len: 375 time: 0.0194805 Mar 31 23:04:14.139708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=5524c120-5240-4e28-9809-bbc3b8086c0d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.148555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Pushing event deleted for resources: {'Port': ['ID=d5aa481f-f2a3-4871-b060-d85010a06a48,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.168776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.237378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] No DVR routers for this DVR port d5aa481f-f2a3-4871-b060-d85010a06a48 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:14.242173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5aaf3efa-27eb-4676-81f1-e0f925f27fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.245266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.249260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-327b996f-cdd6-44e5-96e7-ef4c96962e2a req-a1918441-de93-4c67-a4d2-c2c5f519e5de tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.44 "DELETE /v2.0/ports/d5aa481f-f2a3-4871-b060-d85010a06a48 HTTP/1.1" status: 204 len: 173 time: 0.9135158 Mar 31 23:04:14.249718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'name': 'network-vif-deleted', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:14.253448 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5b23d-4765-4b13-97a3-143f64259cc1" -d '{"events": [{"server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "name": "network-vif-deleted", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:14.305650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5aaf3efa-27eb-4676-81f1-e0f925f27fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.338554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.341910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.341910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.382170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5aaf3efa-27eb-4676-81f1-e0f925f27fa3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ae03bc796fa4ff2b445ad4a658e5a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250795 Mar 31 23:04:14.385242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:14.438376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] Pushing event updated for resources: {'Network': ['ID=4625db2a-b3df-4a14-9db7-77c423f334e2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.451423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf3efa-27eb-4676-81f1-e0f925f27fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8a3d1-390c-40a1-815a-8ac27cffe6bd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.452728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:14.487084 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0e0213a9-996e-4019-9493-31ad946c5a6e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5894141 Mar 31 23:04:14.496432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48604) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:14.501912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Request body: {'subnet': {'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-subnet', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:14.664475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-2062c6c3-45e7-450a-b8e1-74c5c2347074 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5308833 Mar 31 23:04:14.711036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd418b57-2080-41b7-bb3f-f9cd10859000 req-45ecc3c8-d2cb-4f10-86d0-7e99aba65bc7 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.719698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd418b57-2080-41b7-bb3f-f9cd10859000 req-45ecc3c8-d2cb-4f10-86d0-7e99aba65bc7 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 950 time: 0.5047367 Mar 31 23:04:14.773454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd418b57-2080-41b7-bb3f-f9cd10859000 req-ee958566-ca8f-4e97-ab67-2d5af1b50eb7 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Mar 31 23:04:14.785607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-650e6e1f-f923-4ff7-be79-aaa31db6e9cf service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:04:14.786831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-650e6e1f-f923-4ff7-be79-aaa31db6e9cf service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969448 Mar 31 23:04:14.866403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.890575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.966742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-842061a2-0430-48b4-8b34-ce841f87c2a2 req-f7f0f0f7-3eb4-4c87-916b-b3d38ce7a45a tempest-ServerPasswordTestJSON-1549369661 tempest-ServerPasswordTestJSON-1549369661-project] 10.222.0.83 "GET /v2.0/ports?device_id=407f10fb-89b9-4c20-b6a3-0b1d5bea6960 HTTP/1.1" status: 200 len: 210 time: 0.0750182 Mar 31 23:04:14.990074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Made reservation on behalf of b07b5f5b886e4141bccdc7624ce23d3e for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:14.993133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.028928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.065510 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070dab1b-d411-4b40-bbc4-aec9c97a33de x-openstack-request-id: req-070dab1b-d411-4b40-bbc4-aec9c97a33de {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:15.065800 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f10fb-89b9-4c20-b6a3-0b1d5bea6960", "name": "network-vif-deleted", "tag": "d5aa481f-f2a3-4871-b060-d85010a06a48", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:15.066048 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-070dab1b-d411-4b40-bbc4-aec9c97a33de {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:15.066450 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070dab1b-d411-4b40-bbc4-aec9c97a33de'] response: {'server_uuid': '407f10fb-89b9-4c20-b6a3-0b1d5bea6960', 'name': 'network-vif-deleted', 'tag': 'd5aa481f-f2a3-4871-b060-d85010a06a48', 'status': 'completed', 'code': 200} Mar 31 23:04:15.068857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.070919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-121c1fe5-9a04-4d05-a4b3-d26514072f39 service neutron] 10.222.0.83 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428513 Mar 31 23:04:15.071517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.072628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2b8a3d1-390c-40a1-815a-8ac27cffe6bd HTTP/1.1" status: 204 len: 168 time: 0.6848116 Mar 31 23:04:15.095297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49bcc1-95af-4cce-8cb8-410667818415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8a3d1-390c-40a1-815a-8ac27cffe6bd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.234972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.262456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4b1fc-6303-477d-bdad-d7957869d83e req-acb699b4-1a00-47c2-95b8-3521d8efa35b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.263942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3df4b1fc-6303-477d-bdad-d7957869d83e req-acb699b4-1a00-47c2-95b8-3521d8efa35b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1620834 Mar 31 23:04:15.323291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.355881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-66ddcec2-79d5-4902-93bb-48fd231d80ed service neutron] 10.222.0.83 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555051 Mar 31 23:04:15.400021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56d5786-fff2-4de6-8598-fa2eb33660eb,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.408349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Checking segment: {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:15.408714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Network hostable DHCP agents. Network: 4625db2a-b3df-4a14-9db7-77c423f334e2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:15.419451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3df4b1fc-6303-477d-bdad-d7957869d83e req-02d39dea-f208-476a-bd4a-52d481681b94 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205473 Mar 31 23:04:15.440913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.546842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:15.628931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4625db2a-b3df-4a14-9db7-77c423f334e2) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:15.638409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.640887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.650210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6ce80-2986-48f4-9871-42b7946846c0 None None] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:15.670974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62721be4-2e63-4eb3-935d-17a36904cf5c req-f7d170e3-e4da-476c-b8eb-9817a30a8ea6 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0420237 Mar 31 23:04:15.708870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router fb6f31d7-8653-4446-83dc-2abc01d3c2a1 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:15.778460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-395f88e9-1efa-4773-81a4-247a94c8993b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2807341 Mar 31 23:04:15.785114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48626) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.786362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:15.830950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:15.885248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Sync routers for ids ['fb6f31d7-8653-4446-83dc-2abc01d3c2a1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:15.930051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.932604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.936467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-4625db2a-b3df-4a14-9db7-77c423f334e2', 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'fixed_ips': [{'subnet_id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:15.938029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.961946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.966465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f57bdf95-c33a-4e8c-88b5-42db6df19efe tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6912537 Mar 31 23:04:15.967882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Routers {'fb6f31d7-8653-4446-83dc-2abc01d3c2a1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:15.968423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48636) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.969076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fb6f31d7-8653-4446-83dc-2abc01d3c2a1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:16.022927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.033262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9b56a-1cd8-4d86-816a-5154717bd2df req-cef421b5-e155-407a-a428-50482a875699 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.034919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5c9b56a-1cd8-4d86-816a-5154717bd2df req-cef421b5-e155-407a-a428-50482a875699 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 950 time: 0.1193566 Mar 31 23:04:16.050405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:16.120060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Deleting subnet 09f3b0e1-bf60-44f9-b72c-6bfa37ead90c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:16.125951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.145149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5c9b56a-1cd8-4d86-816a-5154717bd2df req-e51ffb91-5faf-429c-80f3-518f221f396d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000564 Mar 31 23:04:16.147596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-37e3a404-5157-42ae-a819-a555d70ff01c tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/fb6f31d7-8653-4446-83dc-2abc01d3c2a1 HTTP/1.1" status: 200 len: 907 time: 0.1775110 Mar 31 23:04:16.151601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48644) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:16.156855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'name': 'tempest-snat-router-263614406', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': True}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:16.251679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.330050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Set router fb6f31d7-8653-4446-83dc-2abc01d3c2a1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:16.335716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.338870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.363209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.368366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9018-3612-4e7e-a4e1-1cc1f6d85454 req-8e6ddb0c-c74c-4e16-b9a6-256d1fd98b2c tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.371296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98fa9018-3612-4e7e-a4e1-1cc1f6d85454 req-8e6ddb0c-c74c-4e16-b9a6-256d1fd98b2c tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 948 time: 0.1199884 Mar 31 23:04:16.378296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.457164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.485221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98fa9018-3612-4e7e-a4e1-1cc1f6d85454 req-dc4f5a57-c3ac-46f8-84b3-0d68b485297c tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042714 Mar 31 23:04:16.545438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Allocated IP 172.20.0.2 (4625db2a-b3df-4a14-9db7-77c423f334e2/e56d5786-fff2-4de6-8598-fa2eb33660eb/ae558839-8a38-44f0-90ed-cb120c23f5fb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:16.586943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2cd7-fde5-4603-a226-7800c4927dfb req-d6474fb5-e1a6-47a7-9690-e07b07939dd4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.591942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-469e2cd7-fde5-4603-a226-7800c4927dfb req-d6474fb5-e1a6-47a7-9690-e07b07939dd4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0984876 Mar 31 23:04:16.649654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.649999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-469e2cd7-fde5-4603-a226-7800c4927dfb req-a845c8f7-2f00-4160-933f-c21a5c1060bd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514460 Mar 31 23:04:16.686180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.686415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/09f3b0e1-bf60-44f9-b72c-6bfa37ead90c HTTP/1.1" status: 204 len: 168 time: 0.6344666 Mar 31 23:04:16.692193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:16.739275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.757383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7574a-8b9f-4807-968a-169c55c6a068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f3b0e1-bf60-44f9-b72c-6bfa37ead90c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:16.831737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41797676-5113-4cb5-8fa2-8ed51fbdd073 req-26836f78-79ab-4e83-8e8b-0c9630dde7fb tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0847692 Mar 31 23:04:16.905990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.914992 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.947671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'name': 'tempest-snat-router-263614406', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70'}], 'enable_snat': False}, 'gw_port_id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 3, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port': {'id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:13Z', 'updated_at': '2022-03-31T23:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:16.980511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.982353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Checking router: fb6f31d7-8653-4446-83dc-2abc01d3c2a1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:16.982704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Updating router fb6f31d7-8653-4446-83dc-2abc01d3c2a1 port 5524c120-5240-4e28-9809-bbc3b8086c0d binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:16.984605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.013518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.049163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.095286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.127244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7f7876-5c35-4c42-bdfd-970381a1a5a1']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.130519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.163801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad645d9-3885-4869-9ee9-1bd38267c60a') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.164154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad645d9-3885-4869-9ee9-1bd38267c60a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.166625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.184848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.237560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.245223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:17.245781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:17.247790 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:17.266319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:17.272527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:17.276329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:17.347684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Pushing event updated for resources: {'Port': ['ID=ae558839-8a38-44f0-90ed-cb120c23f5fb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.433852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.450890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Attempting to bind port ae558839-8a38-44f0-90ed-cb120c23f5fb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:17.450890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Attempting to bind port ae558839-8a38-44f0-90ed-cb120c23f5fb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:17.450890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Attempting to bind port ae558839-8a38-44f0-90ed-cb120c23f5fb on network 4625db2a-b3df-4a14-9db7-77c423f334e2 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:17.451699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:17.451699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Checking segment: {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:17.452426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.452560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Bound using segment: {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:17.452912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Bound port: ae558839-8a38-44f0-90ed-cb120c23f5fb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:17.453574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.454853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.462934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.467934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.474274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7f7f7876-5c35-4c42-bdfd-970381a1a5a1 HTTP/1.1" status: 204 len: 168 time: 0.7784064 Mar 31 23:04:17.486851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815343b8-9f00-40f6-8983-3d59f0de8502 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7f7876-5c35-4c42-bdfd-970381a1a5a1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.562910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] For port ae558839-8a38-44f0-90ed-cb120c23f5fb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:17.600857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] For port ae558839-8a38-44f0-90ed-cb120c23f5fb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae558839-8a38-44f0-90ed-cb120c23f5fb,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:17.679142 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.696311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.780806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cde8e3-b456-403c-8076-aef3768791b8 None None] Pushing event updated for resources: {'Port': ['ID=ae558839-8a38-44f0-90ed-cb120c23f5fb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.822575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d2c3-7758-480f-9aab-f50d133d8d94 req-e424a4cd-84aa-4ef1-8821-969c4b9b990f tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.826302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0733d2c3-7758-480f-9aab-f50d133d8d94 req-e424a4cd-84aa-4ef1-8821-969c4b9b990f tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0635355 Mar 31 23:04:17.871277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0733d2c3-7758-480f-9aab-f50d133d8d94 req-0f6cd02a-fe03-4f7e-8cbd-186e8153837c tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Mar 31 23:04:17.920239 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.959600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2cca144-f43f-4cd6-aed3-4022cb354c3d req-919635b8-7891-4a16-8a82-46ecdc7c89c9 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0417612 Mar 31 23:04:18.027795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Allocated IP 172.25.6.73 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/01ada608-0832-4637-9122-f852d52f7dcb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:18.041420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Attempting to bind port 5524c120-5240-4e28-9809-bbc3b8086c0d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:18.041420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Attempting to bind port 5524c120-5240-4e28-9809-bbc3b8086c0d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:18.041765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Attempting to bind port 5524c120-5240-4e28-9809-bbc3b8086c0d on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:18.055774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9cb74-c082-48f7-b70e-85d34a4f35bf None None] Pushing event updated for resources: {'Port': ['ID=5524c120-5240-4e28-9809-bbc3b8086c0d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.077694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:18.078070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:18.078479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.078872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:18.079384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Bound port: 5524c120-5240-4e28-9809-bbc3b8086c0d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:18.083235 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.119522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d5aa481f-f2a3-4871-b060-d85010a06a48 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:18.143939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d5aa481f-f2a3-4871-b060-d85010a06a48 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:18.144597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d5aa481f-f2a3-4871-b060-d85010a06a48 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:18.195496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] For port 5524c120-5240-4e28-9809-bbc3b8086c0d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:18.200934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] For port 5524c120-5240-4e28-9809-bbc3b8086c0d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5524c120-5240-4e28-9809-bbc3b8086c0d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:18.245554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.247344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48720) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:18.284415 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.315620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a62e8ad-8c39-48d2-ace8-bfeb11144ebb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=057fe0380f6d491eaba071a2c1084cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668883 Mar 31 23:04:18.318955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48722) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:18.363513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.395092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Routers {'fb6f31d7-8653-4446-83dc-2abc01d3c2a1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:18.395976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fb6f31d7-8653-4446-83dc-2abc01d3c2a1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:18.431511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:18.442840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:18.464667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:18.473551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 172.25.6.147 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ed45917b-e3de-42ed-9c72-f5a6b529381a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:18.505613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:18.509776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Pushing event updated for resources: {'Port': ['ID=01ada608-0832-4637-9122-f852d52f7dcb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.526162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9cb74-c082-48f7-b70e-85d34a4f35bf None None] Pushing event updated for resources: {'Port': ['ID=5524c120-5240-4e28-9809-bbc3b8086c0d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.578786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] Set router fb6f31d7-8653-4446-83dc-2abc01d3c2a1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:18.610242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.704373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.711789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.790177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.816927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-714ff0fb-a03c-479e-a517-71b3c0aec97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.057411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'name': 'tempest-snat-router-263614406', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70'}], 'enable_snat': False}, 'gw_port_id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 3, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port': {'id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:13Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:19.073118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.137581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-714ff0fb-a03c-479e-a517-71b3c0aec97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.155340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206df37f-896d-4a23-a2f6-0ed7c28ffa89 None None] The sync data for ids ['fb6f31d7-8653-4446-83dc-2abc01d3c2a1'] in n-d-828414-2 is: [{'id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'name': 'tempest-snat-router-263614406', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70'}], 'enable_snat': False}, 'gw_port_id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 3, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port': {'id': '5524c120-5240-4e28-9809-bbc3b8086c0d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6f31d7-8653-4446-83dc-2abc01d3c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:13Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:19.221440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:19.234502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:19.255102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-714ff0fb-a03c-479e-a517-71b3c0aec97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.263529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=ed45917b-e3de-42ed-9c72-f5a6b529381a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.267191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:19.308597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53e144e4-1cce-4c7c-960a-2c54f7ace178 req-f18d3e5f-e6c1-41de-95d5-9a5d1a78eef4 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.1320655 Mar 31 23:04:19.313355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-714ff0fb-a03c-479e-a517-71b3c0aec97f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6b9c69dbab6e46239b866cc7785b9545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029706 Mar 31 23:04:19.327863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac66b05-dab9-4cdc-8805-3d1d0f7ec485 None None] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:19.345593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48746) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.472644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae558839-8a38-44f0-90ed-cb120c23f5fb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:19.491474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e735d6e-2748-435b-ac7d-3ce145b07b74 req-925ba2c3-8692-410c-bac0-e2117f314100 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.495216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e735d6e-2748-435b-ac7d-3ce145b07b74 req-925ba2c3-8692-410c-bac0-e2117f314100 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.3062999 Mar 31 23:04:19.564531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff0fb-a03c-479e-a517-71b3c0aec97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafac422-4872-4515-bf96-0bf24b535f3b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.565228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] Provisioning complete for port ae558839-8a38-44f0-90ed-cb120c23f5fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:19.565606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.625004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.652913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-f0ecafa4-8e7a-4346-87f9-309eda89f2ff tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.654503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-f0ecafa4-8e7a-4346-87f9-309eda89f2ff tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.44 "GET /v2.0/networks?id=05292ecd-4479-4ae2-bdce-90c3dd20921e HTTP/1.1" status: 200 len: 813 time: 0.4824033 Mar 31 23:04:19.773120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.773763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.789847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e735d6e-2748-435b-ac7d-3ce145b07b74 req-2733aa66-4b7a-4915-b50f-ab3dc56a8fea tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834043 Mar 31 23:04:19.827939 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.829721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.835224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7b2d193a-e510-4d08-9ab9-edc3eff1b7b2 HTTP/1.1" status: 204 len: 168 time: 1.5145478 Mar 31 23:04:19.847777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dce8b2-f89c-465c-b048-f3f1bf457495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d193a-e510-4d08-9ab9-edc3eff1b7b2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.863861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] For port ae558839-8a38-44f0-90ed-cb120c23f5fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae558839-8a38-44f0-90ed-cb120c23f5fb,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:19.918457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ae558839-8a38-44f0-90ed-cb120c23f5fb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:19.918936 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.979492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-c67cd1d5-d3a3-4a47-bcf6-1d36784638ea tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653a5d41eef4b2c9058ca65647ee53d HTTP/1.1" status: 200 len: 380 time: 0.2998645 Mar 31 23:04:20.007730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'port': {'device_id': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'admin_state_up': True, 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'security_groups': ['ed4ea30e-ae18-47f1-8fe7-e5c9587760f4']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:20.038820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.068079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.129610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.139992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017068d-34b6-4ebe-9e46-884258956614 None None] Pushing event updated for resources: {'Port': ['ID=ae558839-8a38-44f0-90ed-cb120c23f5fb,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.193615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.202068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.205702 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dafac422-4872-4515-bf96-0bf24b535f3b HTTP/1.1" status: 204 len: 168 time: 0.8531744 Mar 31 23:04:20.380641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46d62f40-6fef-4a93-87e5-a884face999e None None] Provisioning complete for port ae558839-8a38-44f0-90ed-cb120c23f5fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:20.381009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46d62f40-6fef-4a93-87e5-a884face999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.546513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09d6ffed-2378-4055-aa5d-057c96b8cd52 req-a951956f-2b12-49a2-8356-bbd0eda9a657 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Mar 31 23:04:20.554922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c3cd-eb2e-43d0-8a27-2bdb637c9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafac422-4872-4515-bf96-0bf24b535f3b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.708042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:20.717767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.882810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:20.885369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Made reservation on behalf of 4653a5d41eef4b2c9058ca65647ee53d for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:20.896055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.918132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Sync routers for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:20.933354 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:20.940041 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:20.971147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router a625cc4a-b5fe-4168-a4f5-5888aebfd539 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:21.024492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f308a-610b-4355-865e-15a73d85208f req-44e198c8-4496-4803-ba6b-8bc2c6a67cad tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.027437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-551f308a-610b-4355-865e-15a73d85208f req-44e198c8-4496-4803-ba6b-8bc2c6a67cad tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1141791 Mar 31 23:04:21.034428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.039590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8550d429-20ad-42d3-829b-d954381857e6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2575636 Mar 31 23:04:21.055279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:21.165070 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:21.196108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-551f308a-610b-4355-865e-15a73d85208f req-afbbd93d-5998-40c6-a9d6-d60372d5f39f tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949638 Mar 31 23:04:21.306410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:21.319155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Sync routers for ids ['a625cc4a-b5fe-4168-a4f5-5888aebfd539'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:21.341704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Routers {'a625cc4a-b5fe-4168-a4f5-5888aebfd539'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:21.347512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a625cc4a-b5fe-4168-a4f5-5888aebfd539'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.418147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.418147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e81db6d4-2a7b-46b5-b6c7-2ffd07fcc26d tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2647040 Mar 31 23:04:21.420740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:21.428841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Allocated IP 172.20.0.9 (05292ecd-4479-4ae2-bdce-90c3dd20921e/1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6/676fcccb-4c5c-4393-adbf-9491cffdab46) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:21.664441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-decb997e-4bca-45f3-a3e7-fe8d850bddc0 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/a625cc4a-b5fe-4168-a4f5-5888aebfd539 HTTP/1.1" status: 200 len: 907 time: 0.2337193 Mar 31 23:04:21.670440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48826) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:21.926201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffa00c90-5bf0-4151-82f8-a56d053ab722 req-467e6d2b-f02d-4e35-bc9d-dc5e2d7c577c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0605023 Mar 31 23:04:22.013517 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 3, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:22.071614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Checking router: b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:22.072316 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Updating router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 port 01ada608-0832-4637-9122-f852d52f7dcb binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:22.075678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.145287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae558839-8a38-44f0-90ed-cb120c23f5fb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:22.160660 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.173680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.358368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:22.545578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.568853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ae558839-8a38-44f0-90ed-cb120c23f5fb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:22.569227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.607469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.650482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48856) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.661060 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:04:22.708581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043143e-c1c9-4a65-b736-b5097972f1bc req-545b910f-e1da-4ed9-b3a3-0471caecd481 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:22.719379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f043143e-c1c9-4a65-b736-b5097972f1bc req-545b910f-e1da-4ed9-b3a3-0471caecd481 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.2462902 Mar 31 23:04:22.719639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:22.727903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:22.737471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:22.982612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Set router a625cc4a-b5fe-4168-a4f5-5888aebfd539 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:22.997461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5524c120-5240-4e28-9809-bbc3b8086c0d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:23.013060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-931705818-network', 'tenant_id': '19a5261aa3a74972a4e5c79948d84e2c'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:23.022647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f043143e-c1c9-4a65-b736-b5097972f1bc req-75ee51d6-497d-462c-8565-f5bd2da1cd7d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004189 Mar 31 23:04:23.126288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Deleting port ed45917b-e3de-42ed-9c72-f5a6b529381a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:23.135134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.154830 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.237146 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.309734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Made reservation on behalf of 19a5261aa3a74972a4e5c79948d84e2c for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:23.326258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.369359 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8ed26-ddb8-4ba6-a9d7-33ea81f049f7 None None] Pushing event updated for resources: {'Port': ['ID=01ada608-0832-4637-9122-f852d52f7dcb,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.384967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.416404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Attempting to bind port 01ada608-0832-4637-9122-f852d52f7dcb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:23.416795 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Attempting to bind port 01ada608-0832-4637-9122-f852d52f7dcb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:23.419422 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Attempting to bind port 01ada608-0832-4637-9122-f852d52f7dcb on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:23.437431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:23.437836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:23.438320 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.438833 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:23.439911 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Bound port: 01ada608-0832-4637-9122-f852d52f7dcb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:23.443620 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.508981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event updated for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.550726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:23.572462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'mac_address': 'fa:16:3e:f8:a7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:23.585071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-acdcc639-1fce-4ad8-a6d3-e581799a8cff None None] Provisioning complete for port 676fcccb-4c5c-4393-adbf-9491cffdab46 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:23.585697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-acdcc639-1fce-4ad8-a6d3-e581799a8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.628911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.638468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-acdcc639-1fce-4ad8-a6d3-e581799a8cff None None] Port 676fcccb-4c5c-4393-adbf-9491cffdab46 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:23.641702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572ca7-0084-4672-ae13-47848c93cbee req-00c137c4-b285-44c7-8da9-d454e028f7b6 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.643723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03572ca7-0084-4672-ae13-47848c93cbee req-00c137c4-b285-44c7-8da9-d454e028f7b6 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 931 time: 0.4612138 Mar 31 23:04:23.675814 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] For port 01ada608-0832-4637-9122-f852d52f7dcb, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:23.680386 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] For port 01ada608-0832-4637-9122-f852d52f7dcb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=01ada608-0832-4637-9122-f852d52f7dcb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:23.683482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.684585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.717907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Calling delete_port for ed45917b-e3de-42ed-9c72-f5a6b529381a owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:23.760600 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.781502 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.818134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:23.840863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5524c120-5240-4e28-9809-bbc3b8086c0d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:23.841244 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.863155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48888) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:23.877400 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:23.878022 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:23.880892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1283555466'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:23.945077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:23.968377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03572ca7-0084-4672-ae13-47848c93cbee req-5544b1e8-2559-48c5-bf2e-6032e81ea3dd tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004520 Mar 31 23:04:24.052611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-1011b036-8238-4911-af54-b1c4227e3568 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0590382 Mar 31 23:04:24.068051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.069215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.149309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Request body: {'port': {'device_id': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:24.177205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.180001 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.208958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8ed26-ddb8-4ba6-a9d7-33ea81f049f7 None None] Pushing event updated for resources: {'Port': ['ID=01ada608-0832-4637-9122-f852d52f7dcb,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.243434 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:24.244867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-4a32461d-7abb-4a8e-a1df-fb2c54d45a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.248640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-4a32461d-7abb-4a8e-a1df-fb2c54d45a28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.5374236 Mar 31 23:04:24.262754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1452a623-5460-4414-a5f4-0e4fc3ca1ca7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:24.324734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:24.328189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.336859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.354386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026c89-e7af-4b78-b8fe-aa5c31b4bd13 req-4f00933a-1593-4fdb-b916-9f61741d8ba7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.356269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a026c89-e7af-4b78-b8fe-aa5c31b4bd13 req-4f00933a-1593-4fdb-b916-9f61741d8ba7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.6266873 Mar 31 23:04:24.376601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a625cc4a-b5fe-4168-a4f5-5888aebfd539', 'name': 'tempest-snat-router-263614406', 'tenant_id': 'd5996de486db434492137f436c1472f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ed45917b-e3de-42ed-9c72-f5a6b529381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:16Z', 'updated_at': '2022-03-31T23:04:19Z', 'revision_number': 3, 'project_id': 'd5996de486db434492137f436c1472f6', 'gw_port': {'id': 'ed45917b-e3de-42ed-9c72-f5a6b529381a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a625cc4a-b5fe-4168-a4f5-5888aebfd539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.385658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.450116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Checking router: a625cc4a-b5fe-4168-a4f5-5888aebfd539 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:24.450594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Updating router a625cc4a-b5fe-4168-a4f5-5888aebfd539 port ed45917b-e3de-42ed-9c72-f5a6b529381a binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:24.457348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.460378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:24.522388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.524428 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Added segment d2f796df-e02a-4f91-9cbc-acc321b14599 of type vlan for network e33833d0-0806-43d5-b410-704b94546dae Mar 31 23:04:24.550482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5524c120-5240-4e28-9809-bbc3b8086c0d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5524c120-5240-4e28-9809-bbc3b8086c0d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:24.554556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.563737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:24.586458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a026c89-e7af-4b78-b8fe-aa5c31b4bd13 req-8f108be9-33b6-48f5-9c76-7a0e35888ff5 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203350 Mar 31 23:04:24.588091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.623342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.624137 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Added segment 77a6a284-600c-4a97-a2d8-59a70c42f755 of type vlan for network 25d6b46d-d3ac-4332-8bf3-f155f80eef7c Mar 31 23:04:24.627857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c91944-08ef-4c0e-b1b7-295d1f60b2ff,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.678736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.775589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.789725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.865960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 3, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.912174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Allocated IP 172.20.0.1 (4625db2a-b3df-4a14-9db7-77c423f334e2/e56d5786-fff2-4de6-8598-fa2eb33660eb/09aea9bb-48c6-475b-854a-287907fedb47) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:24.914627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.953186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea8271-ac1f-41c0-94cd-fe248d11dc40 None None] The sync data for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 is: [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:18Z', 'revision_number': 3, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:25.003605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed45917b-e3de-42ed-9c72-f5a6b529381a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.061445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.062759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.063511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.095946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.102519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.106313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.210653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.258603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5524c120-5240-4e28-9809-bbc3b8086c0d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.305730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6459928 Mar 31 23:04:25.320186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48928) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:25.347317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Request body: {'subnet': {'network_id': '25d6b46d-d3ac-4332-8bf3-f155f80eef7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-931705818-subnet', 'tenant_id': '19a5261aa3a74972a4e5c79948d84e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:25.352484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4855301 Mar 31 23:04:25.353210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48930) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:25.381417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-f66eab74-4ea9-411e-8991-699962a22988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.387349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-f66eab74-4ea9-411e-8991-699962a22988 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 1.0742192 Mar 31 23:04:25.398466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.411575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-910944384'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:25.450422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d31a2-7bac-468f-a0d9-1a279adef727 req-67ff3c98-cb74-40a7-b5b5-cb364a94eb27 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.463405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21d31a2-7bac-468f-a0d9-1a279adef727 req-67ff3c98-cb74-40a7-b5b5-cb364a94eb27 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 931 time: 0.3137178 Mar 31 23:04:25.466627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c0a1e-171f-4ce7-b30a-cdee3354559e admin admin] Pushing event updated for resources: {'Network': ['ID=25d6b46d-d3ac-4332-8bf3-f155f80eef7c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.491395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.546309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.547965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:25.551573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.565300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 25d6b46d-d3ac-4332-8bf3-f155f80eef7c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:25.748869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21d31a2-7bac-468f-a0d9-1a279adef727 req-3584bec6-71b3-49f3-9ce1-00012ba7dc60 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783105 Mar 31 23:04:25.767595 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:25.768213 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:25.812436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd8fc0-5465-4df1-a085-5a3ab9a2afec tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Network': ['ID=e33833d0-0806-43d5-b410-704b94546dae,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.825027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:25.831517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e33833d0-0806-43d5-b410-704b94546dae details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:25.875346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.878803 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Added segment 87555032-1ca5-44f5-8227-a02b3aee9d29 of type vlan for network 16e30b3a-970b-4faa-8669-55b19f89b98e Mar 31 23:04:25.997904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.998718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a625cc4a-b5fe-4168-a4f5-5888aebfd539 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:26.030420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.035507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16bd6135-6d2e-4583-8185-94d8e14f02c2 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a625cc4a-b5fe-4168-a4f5-5888aebfd539 HTTP/1.1" status: 204 len: 168 time: 4.3659713 Mar 31 23:04:26.040642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48950) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.114707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:26.187583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f4264-3aae-442f-a49d-b33d64de4216 req-fdeb87b1-b039-41ba-a4a1-428b06e6b09b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.193472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676fcccb-4c5c-4393-adbf-9491cffdab46 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:26.201032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c80f4264-3aae-442f-a49d-b33d64de4216 req-fdeb87b1-b039-41ba-a4a1-428b06e6b09b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.3397090 Mar 31 23:04:26.203427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.207785 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.211348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.228538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:26.232888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.244045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Transition to ACTIVE for port object 676fcccb-4c5c-4393-adbf-9491cffdab46 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:26.254821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.285548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Made reservation on behalf of 19a5261aa3a74972a4e5c79948d84e2c for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:26.296679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.431901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c80f4264-3aae-442f-a49d-b33d64de4216 req-fafdef6a-ca5a-4613-996d-eaf759642ed0 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207055 Mar 31 23:04:26.552500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.595321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-65345163-66d5-4cdf-9fb2-a47369b6afae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 1.1784296 Mar 31 23:04:26.612367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.618169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.618800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.639907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Port ed45917b-e3de-42ed-9c72-f5a6b529381a not found while updating agent binding for router a625cc4a-b5fe-4168-a4f5-5888aebfd539. {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 23:04:26.665802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Pushing event updated for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.669417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.716328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:26.716579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:04:26.717244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a625cc4a-b5fe-4168-a4f5-5888aebfd539'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:04:26.717621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd59632-e3af-4506-b8d1-699f121f98cf None None] The sync data for ids ['a625cc4a-b5fe-4168-a4f5-5888aebfd539'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:26.829121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Network': ['ID=16e30b3a-970b-4faa-8669-55b19f89b98e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.859879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.859972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4953866 Mar 31 23:04:26.859972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.879717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Pushing event updated for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.890806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'subnet': {'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:26.909271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:26.912507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:26.914729 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272edb2b-cbc7-47e3-8a4b-a74340faf914" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:26.926158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:26.935644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:26.972984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-d71f3c62-dd13-4f43-8fed-876fb684c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.975327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-d71f3c62-dd13-4f43-8fed-876fb684c5af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.2118294 Mar 31 23:04:27.012532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.012885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.013298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.013639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.014022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.014493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.014843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.018786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.019231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.019615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.019969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.020080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.020348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460790b7-0873-4060-b985-2d65ba5597a3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:27.039777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 16e30b3a-970b-4faa-8669-55b19f89b98e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:27.214136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.238781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 01ada608-0832-4637-9122-f852d52f7dcb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:27.261950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.321602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-6e7b96e2-c671-4dd1-850e-9fb4903335bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.328007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-6e7b96e2-c671-4dd1-850e-9fb4903335bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859824 Mar 31 23:04:27.332599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54701-b34b-492e-b931-af9bba69e758 req-c37683ea-9fca-4432-8981-e6a9e49fee5b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.346815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eed54701-b34b-492e-b931-af9bba69e758 req-c37683ea-9fca-4432-8981-e6a9e49fee5b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.3159688 Mar 31 23:04:27.373964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.411762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 01ada608-0832-4637-9122-f852d52f7dcb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:27.412280 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.449626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.485397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:27.493330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.513655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Attempting to bind port 676fcccb-4c5c-4393-adbf-9491cffdab46 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:27.514004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Attempting to bind port 676fcccb-4c5c-4393-adbf-9491cffdab46 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:27.514481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Attempting to bind port 676fcccb-4c5c-4393-adbf-9491cffdab46 on network 05292ecd-4479-4ae2-bdce-90c3dd20921e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:27.518149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.535796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Port 676fcccb-4c5c-4393-adbf-9491cffdab46 on network 05292ecd-4479-4ae2-bdce-90c3dd20921e not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:27.536147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Attempting to bind port 676fcccb-4c5c-4393-adbf-9491cffdab46 on network 05292ecd-4479-4ae2-bdce-90c3dd20921e {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:27.549218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 01ada608-0832-4637-9122-f852d52f7dcb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=01ada608-0832-4637-9122-f852d52f7dcb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.554286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46277547-f889-4304-81ef-a9ffe89f5f2f None None] Provisioning complete for port 09aea9bb-48c6-475b-854a-287907fedb47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:27.554719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46277547-f889-4304-81ef-a9ffe89f5f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.597332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46277547-f889-4304-81ef-a9ffe89f5f2f None None] Port 09aea9bb-48c6-475b-854a-287907fedb47 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:27.603327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:27.614857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Checking segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:27.614857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Bound using segment: {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:27.614857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Bound port: 676fcccb-4c5c-4393-adbf-9491cffdab46, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa80e25-4598-49c4-a305-c5ec29966421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:27.614857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.615389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Deleting port 5524c120-5240-4e28-9809-bbc3b8086c0d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:27.615389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.629109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eed54701-b34b-492e-b931-af9bba69e758 req-3a80942c-a7fb-4b3a-972f-3a6f116041a3 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813973 Mar 31 23:04:27.641016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0b9d8b-ebb8-4bea-a344-df4ffd26b9ed,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.708886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.709818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5524c120-5240-4e28-9809-bbc3b8086c0d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:27.735288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Checking segment: {'id': '77a6a284-600c-4a97-a2d8-59a70c42f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '25d6b46d-d3ac-4332-8bf3-f155f80eef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:27.735931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Network hostable DHCP agents. Network: 25d6b46d-d3ac-4332-8bf3-f155f80eef7c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:27.801740 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bb80c-ffe1-4e0c-8f36-3b9bc78126a7 x-openstack-request-id: req-538bb80c-ffe1-4e0c-8f36-3b9bc78126a7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:27.802220 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:27.802356 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-538bb80c-ffe1-4e0c-8f36-3b9bc78126a7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:27.802696 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538bb80c-ffe1-4e0c-8f36-3b9bc78126a7'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'code': 200} Mar 31 23:04:27.814408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-137bb43b-eb51-483a-9ac1-b5753e2a9f31 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734478 Mar 31 23:04:27.860985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] For port 5524c120-5240-4e28-9809-bbc3b8086c0d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5524c120-5240-4e28-9809-bbc3b8086c0d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.861647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.907935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.924885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=01ada608-0832-4637-9122-f852d52f7dcb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.975669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5524c120-5240-4e28-9809-bbc3b8086c0d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:27.975669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.027196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Calling delete_port for 5524c120-5240-4e28-9809-bbc3b8086c0d owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:28.170221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfa792-2729-41e6-9565-ec94292b1dd5 req-e966ebcc-71eb-4755-9a1c-105abba8f10a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.171885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18cfa792-2729-41e6-9565-ec94292b1dd5 req-e966ebcc-71eb-4755-9a1c-105abba8f10a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.3131950 Mar 31 23:04:28.186761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:28.191275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=676fcccb-4c5c-4393-adbf-9491cffdab46,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:28.222212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfec1901-06fb-4f97-acef-f17e2f7d5de8 req-6a612f8d-635f-4924-9e8c-901143c6e0e9 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160851 Mar 31 23:04:28.353111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18cfa792-2729-41e6-9565-ec94292b1dd5 req-fbff3fc2-a393-4441-9ecb-cb26ab2b87dd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413059 Mar 31 23:04:28.428413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.452383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.522928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.541183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.543644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] 10.222.0.44 "PUT /v2.0/ports/676fcccb-4c5c-4393-adbf-9491cffdab46 HTTP/1.1" status: 200 len: 1091 time: 4.4013450 Mar 31 23:04:28.544390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:28.547656 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fc04eb-7b82-498d-be7b-79bc4771227b" -d '{"events": [{"name": "network-changed", "server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:28.554066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Network 25d6b46d-d3ac-4332-8bf3-f155f80eef7c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:28.554367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.618188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc7d37-25a5-45f9-a157-064efc37252e service neutron] Pushing event updated for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.642723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bbddd-5655-426e-ba3a-7934a472fb38 x-openstack-request-id: req-041bbddd-5655-426e-ba3a-7934a472fb38 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:28.643036 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:28.643500 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-041bbddd-5655-426e-ba3a-7934a472fb38 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:28.643906 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041bbddd-5655-426e-ba3a-7934a472fb38'] response: {'name': 'network-changed', 'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'status': 'completed', 'code': 200} Mar 31 23:04:28.666699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.748693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Subnet': ['ID=ebd21d61-1554-4d0e-b821-ba6e487812a9,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.770173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 25d6b46d-d3ac-4332-8bf3-f155f80eef7c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:28.774933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.782547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90025b46-04ae-4e8f-af9c-eb52726db056 None None] Network 25d6b46d-d3ac-4332-8bf3-f155f80eef7c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:28.787269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.788417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.877686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.888210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Pushing event updated for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.952493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:28.953918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network hostable DHCP agents. Network: e33833d0-0806-43d5-b410-704b94546dae, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:28.956956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event deleted for resources: {'Port': ['ID=5524c120-5240-4e28-9809-bbc3b8086c0d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.996547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-602b628d-4d17-4bb6-bc90-17f12a2fe715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.998182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-602b628d-4d17-4bb6-bc90-17f12a2fe715 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 1094 time: 0.1966245 Mar 31 23:04:29.046791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5348a3-5e0f-4f23-b45c-aa39861233c5 req-8669b99f-f5bb-4d9b-84fb-fab639914bd8 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.048808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5348a3-5e0f-4f23-b45c-aa39861233c5 req-8669b99f-f5bb-4d9b-84fb-fab639914bd8 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.2888200 Mar 31 23:04:29.143829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 01ada608-0832-4637-9122-f852d52f7dcb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:29.158210 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9bb09e38-fe6b-4a52-843b-b5b93e461688 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8365014 Mar 31 23:04:29.174803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5348a3-5e0f-4f23-b45c-aa39861233c5 req-18578959-fdbf-4a93-bc0c-2a9b7da650ab tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906620 Mar 31 23:04:29.183601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:29.188219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.196134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:29.322301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network e33833d0-0806-43d5-b410-704b94546dae is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:29.340729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 01ada608-0832-4637-9122-f852d52f7dcb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:29.341387 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.346520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b6f9b-2fc6-4885-8692-ab07376c1bfa None None] Network 25d6b46d-d3ac-4332-8bf3-f155f80eef7c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:29.483216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-22bb2392-7542-45cf-81a6-d60e571101fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.484847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-22bb2392-7542-45cf-81a6-d60e571101fe service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4640114 Mar 31 23:04:29.571075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49028) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.619956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.624186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.802498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:29.810854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-119c5b00-a1d7-484b-8567-fddb207ad8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.812416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d2fc04eb-7b82-498d-be7b-79bc4771227b req-119c5b00-a1d7-484b-8567-fddb207ad8cd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2976890 Mar 31 23:04:29.945645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4641c020-d056-44bd-8d2d-29c2bc16f0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.012690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e33833d0-0806-43d5-b410-704b94546dae) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:30.017325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0b5c4e34-41a3-462e-b894-2ed6a8407173 None None] Provisioning complete for port 09aea9bb-48c6-475b-854a-287907fedb47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:30.017806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4e34-41a3-462e-b894-2ed6a8407173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.047298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e462-f933-4c4b-9f76-f7b0d80483e9 req-24185965-c440-4830-9158-eefe5c5913cb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.056797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0b5f6-5d37-4c35-adc2-3159f6674e17 None None] Network e33833d0-0806-43d5-b410-704b94546dae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:30.060066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-a31b1a3e-9dcc-456b-aacf-23f6b557ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.061557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-a31b1a3e-9dcc-456b-aacf-23f6b557ae02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 1094 time: 0.1702802 Mar 31 23:04:30.074808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c74e462-f933-4c4b-9f76-f7b0d80483e9 req-24185965-c440-4830-9158-eefe5c5913cb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.5801084 Mar 31 23:04:30.108995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.110079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.162844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c74e462-f933-4c4b-9f76-f7b0d80483e9 req-beb45ebd-79e7-44b2-b682-c29689a2d9b7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866899 Mar 31 23:04:30.167513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.171823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb6f31d7-8653-4446-83dc-2abc01d3c2a1 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:30.196318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.198723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8fd8e2a-995d-4779-a56e-87aecab8899e tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "DELETE /v2.0/routers/fb6f31d7-8653-4446-83dc-2abc01d3c2a1 HTTP/1.1" status: 204 len: 168 time: 4.1562893 Mar 31 23:04:30.199930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.204722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:30.215687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Sync routers for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:30.235114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.250000 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d317d8c-df3c-4b51-aa53-588435363c15 admin admin] 10.222.0.83 "PUT /v2.0/routers/b7d8998a-b47b-4cbe-a64a-0bc3ef65a507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1933448 Mar 31 23:04:30.251346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1080721760', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:30.252145 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:30.252789 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:30.266138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c4e34-41a3-462e-b894-2ed6a8407173 None None] Port 09aea9bb-48c6-475b-854a-287907fedb47 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:30.276874 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-ce727805-4965-4e3b-a8b8-f74f25d2dd9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=676fcccb-4c5c-4393-adbf-9491cffdab46 HTTP/1.1" status: 200 len: 217 time: 0.2010314 Mar 31 23:04:30.339282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed86c039-d90d-45c8-ae1a-121b2504d7bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4553614 Mar 31 23:04:30.341458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49040) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.385447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'subnet': {'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:30.390835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-e33833d0-0806-43d5-b410-704b94546dae', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:30.391782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.472915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-dbc7ba64-727c-4061-9746-8eed841882ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.477427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-dbc7ba64-727c-4061-9746-8eed841882ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6 HTTP/1.1" status: 200 len: 852 time: 0.1922646 Mar 31 23:04:30.648208 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:30.661949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-b74bdfd8-9676-4028-9ca7-ceea365cd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.663487 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-b74bdfd8-9676-4028-9ca7-ceea365cd312 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05292ecd-4479-4ae2-bdce-90c3dd20921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642981 Mar 31 23:04:30.695216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4641c020-d056-44bd-8d2d-29c2bc16f0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.724186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Allocated IP 10.1.1.2 (e33833d0-0806-43d5-b410-704b94546dae/ebd21d61-1554-4d0e-b821-ba6e487812a9/b5973c9c-a0ee-4c67-91c9-cc0af601a6ce) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:30.796736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Deleting subnet 7c0b9d8b-ebb8-4bea-a344-df4ffd26b9ed {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:30.812821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4520f54-9812-41f2-9731-1364891beb8a req-e2dad7e2-1e35-4b3c-afa0-72e77ad5c009 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.814794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4520f54-9812-41f2-9731-1364891beb8a req-e2dad7e2-1e35-4b3c-afa0-72e77ad5c009 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.4701540 Mar 31 23:04:30.815245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4641c020-d056-44bd-8d2d-29c2bc16f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.818427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:30.822770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.829755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.880037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4641c020-d056-44bd-8d2d-29c2bc16f0d8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d1479f835914d138c137fc9f0eb3a06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3048432 Mar 31 23:04:30.882870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49044) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.942189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.943945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.044773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.096672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09aea9bb-48c6-475b-854a-287907fedb47', 'name': '', 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'mac_address': 'fa:16:3e:4e:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:24Z', 'updated_at': '2022-03-31T23:04:28Z', 'revision_number': 2, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'subnets': [{'id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:31.109065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5524c120-5240-4e28-9809-bbc3b8086c0d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:31.128817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4520f54-9812-41f2-9731-1364891beb8a req-d8cd215c-f751-4f85-8c7b-8ec1427d8d3c tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964709 Mar 31 23:04:31.131272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c020-d056-44bd-8d2d-29c2bc16f0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ad91a-a4cb-4611-82c3-24a4e6359b2d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.154315 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Checking router: b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:31.154678 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Updating router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 port 09aea9bb-48c6-475b-854a-287907fedb47 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:31.168625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.241067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.247351 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.251565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5524c120-5240-4e28-9809-bbc3b8086c0d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:31.251906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5524c120-5240-4e28-9809-bbc3b8086c0d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:31.360493 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-53e4bb17-538d-4235-8db7-3afc23d275c6 service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674066 Mar 31 23:04:31.390384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.411195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.420199 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.477407 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.488312 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.496612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.500144 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb4ad91a-a4cb-4611-82c3-24a4e6359b2d HTTP/1.1" status: 204 len: 168 time: 0.6071732 Mar 31 23:04:31.524622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553170d-42a6-46ed-a9a2-3a1343b99e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ad91a-a4cb-4611-82c3-24a4e6359b2d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.594490 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-a1f1d93e-1bd6-456d-9488-0fed4d2f7c99 req-df5935c8-4a6b-4e5b-a372-0148f0e1d85f tempest-FloatingIPDetailsNegativeTestJSON-36150802 tempest-FloatingIPDetailsNegativeTestJSON-36150802-project] show failed (client error): The resource could not be found. Mar 31 23:04:31.601945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a7889863-3f74-48e5-811e-c46d534b8b2b req-e6bc99a6-5418-48c7-a2f6-7f69812167f7 service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350612 Mar 31 23:04:31.611601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1f1d93e-1bd6-456d-9488-0fed4d2f7c99 req-df5935c8-4a6b-4e5b-a372-0148f0e1d85f tempest-FloatingIPDetailsNegativeTestJSON-36150802 tempest-FloatingIPDetailsNegativeTestJSON-36150802-project] 10.222.0.83 "GET /v2.0/floatingips/e2d5d346-730e-46de-af64-9552da4dab41 HTTP/1.1" status: 404 len: 350 time: 0.1427407 Mar 31 23:04:31.615494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49052) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:31.651353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Network e33833d0-0806-43d5-b410-704b94546dae is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:31.682113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:31.694612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:31.716238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Pushing event updated for resources: {'Port': ['ID=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.850494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Attempting to bind port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:31.852075 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.856303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Attempting to bind port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:31.856303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Attempting to bind port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:31.862605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:31.872659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:31.873797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.874131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Bound using segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:31.874650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Bound port: b5973c9c-a0ee-4c67-91c9-cc0af601a6ce, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:31.878298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.050907 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.072243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ebb63-b3a1-44a3-9276-5ed2438db61a req-5c31a526-ef7a-4009-980a-d75647937d58 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.075319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f96ebb63-b3a1-44a3-9276-5ed2438db61a req-5c31a526-ef7a-4009-980a-d75647937d58 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.3288631 Mar 31 23:04:32.100758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] For port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:32.105491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] For port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:32.145966 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.177581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.244426 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5a878-22d7-4b75-8eba-16c86a1b9d07 None None] Pushing event updated for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.336665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175287-88d0-4ff1-bcf8-8b26fdc100f5 None None] Pushing event updated for resources: {'Port': ['ID=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.412666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.426209 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Attempting to bind port 09aea9bb-48c6-475b-854a-287907fedb47 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:32.426788 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Attempting to bind port 09aea9bb-48c6-475b-854a-287907fedb47 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:32.427068 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Attempting to bind port 09aea9bb-48c6-475b-854a-287907fedb47 on network 4625db2a-b3df-4a14-9db7-77c423f334e2 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:32.441227 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:32.441682 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Checking segment: {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:32.442094 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.442487 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Bound using segment: {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:32.442965 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Bound port: 09aea9bb-48c6-475b-854a-287907fedb47, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:32.443398 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.465167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0b9d8b-ebb8-4bea-a344-df4ffd26b9ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.492089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f96ebb63-b3a1-44a3-9276-5ed2438db61a req-947ecfce-62e9-41a6-b48f-327c5efe1687 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046233 Mar 31 23:04:32.517493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.527985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0b10a346-6059-44ee-8ba0-79f0c6b23ba5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7c0b9d8b-ebb8-4bea-a344-df4ffd26b9ed HTTP/1.1" status: 204 len: 168 time: 2.3266506 Mar 31 23:04:32.536985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49060) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:32.541634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.635963 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] For port 09aea9bb-48c6-475b-854a-287907fedb47, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:32.644080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] For port 09aea9bb-48c6-475b-854a-287907fedb47, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09aea9bb-48c6-475b-854a-287907fedb47,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:32.734006 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.785551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.825745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49062) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:32.836136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] Provisioning complete for port 09aea9bb-48c6-475b-854a-287907fedb47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:32.836801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.873715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a1154e-fa93-4e73-8dbe-bc3f3ecc860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.890467 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5a878-22d7-4b75-8eba-16c86a1b9d07 None None] Pushing event updated for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.909651 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:32.910343 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:33.115257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.174624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] For port 09aea9bb-48c6-475b-854a-287907fedb47, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09aea9bb-48c6-475b-854a-287907fedb47,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:33.302181 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:33.353880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b5973c9c-a0ee-4c67-91c9-cc0af601a6ce up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:33.382256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.479778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:33.480656 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.519620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.534954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.546974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d6b46d-d3ac-4332-8bf3-f155f80eef7c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:33.558918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a6a284-600c-4a97-a2d8-59a70c42f755') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:33.559263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a6a284-600c-4a97-a2d8-59a70c42f755') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:33.577197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.598949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.606213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:33.606841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.623683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476bdc3-0fe8-40c9-ae72-cd06356582c2 None None] Pushing event updated for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:33.679553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cc579317-6929-4221-9b1c-cd38454e9b03 None None] Provisioning complete for port 09aea9bb-48c6-475b-854a-287907fedb47 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:33.680845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc579317-6929-4221-9b1c-cd38454e9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.743657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Subnet': ['ID=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:33.757360 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:33.769633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.771983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a1154e-fa93-4e73-8dbe-bc3f3ecc860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.808801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.825090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-945e51b9-b677-4673-b7e4-8d8765648384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.829364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-945e51b9-b677-4673-b7e4-8d8765648384 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 1099 time: 0.2503417 Mar 31 23:04:33.846686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Checking segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:33.857622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network hostable DHCP agents. Network: 16e30b3a-970b-4faa-8669-55b19f89b98e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:33.894361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b40394-fd29-4074-8b7a-d68867af52be req-932bd607-22fc-4bab-b695-3a7a9d323708 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.912523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5b40394-fd29-4074-8b7a-d68867af52be req-932bd607-22fc-4bab-b695-3a7a9d323708 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 1.1235301 Mar 31 23:04:33.942848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a1154e-fa93-4e73-8dbe-bc3f3ecc860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.004848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:34.016047 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09aea9bb-48c6-475b-854a-287907fedb47', 'name': '', 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'mac_address': 'fa:16:3e:4e:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:24Z', 'updated_at': '2022-03-31T23:04:32Z', 'revision_number': 4, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'subnets': [{'id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:34.046914 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.053326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.063420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/25d6b46d-d3ac-4332-8bf3-f155f80eef7c HTTP/1.1" status: 204 len: 168 time: 1.4779534 Mar 31 23:04:34.128367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a344a-cecf-466d-864a-ed3298f3a922 None None] The sync data for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 is: [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09aea9bb-48c6-475b-854a-287907fedb47', 'name': '', 'network_id': '4625db2a-b3df-4a14-9db7-77c423f334e2', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'mac_address': 'fa:16:3e:4e:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:24Z', 'updated_at': '2022-03-31T23:04:32Z', 'revision_number': 4, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'subnets': [{'id': 'e56d5786-fff2-4de6-8598-fa2eb33660eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:34.202978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06eaa2-bac2-477a-a9bc-9fc65b960eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d6b46d-d3ac-4332-8bf3-f155f80eef7c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:34.304937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77a1154e-fa93-4e73-8dbe-bc3f3ecc860c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b48dc252d624a1094bb24f753f1b869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4738276 Mar 31 23:04:34.307652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.315959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.504499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Allocated IP 172.25.6.209 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/af01caf1-f24c-45da-88db-ec33578cff8b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:34.522219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1154e-fa93-4e73-8dbe-bc3f3ecc860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e19abad-a942-4756-87bc-73127e386ff4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:34.530291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network 16e30b3a-970b-4faa-8669-55b19f89b98e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:34.564853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5b40394-fd29-4074-8b7a-d68867af52be req-6a83f7c8-4d93-47bd-90a6-62c9ecf0a2a5 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6437447 Mar 31 23:04:34.694502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 16e30b3a-970b-4faa-8669-55b19f89b98e) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:34.698926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b3ce4-8b0b-4e97-a4c0-5403fcc211bf None None] Network e33833d0-0806-43d5-b410-704b94546dae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:34.708236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:34.709072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.724110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.735629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0695a46-37d7-40ab-992d-52e9a86ef400 None None] Network 16e30b3a-970b-4faa-8669-55b19f89b98e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:34.793933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-7225235e-6700-4319-b221-118f5eacefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:34.795956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-7225235e-6700-4319-b221-118f5eacefb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.9035227 Mar 31 23:04:34.849255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.873886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-b191f075-64d2-40a2-aa36-221846a8b8d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 200 len: 217 time: 0.0690756 Mar 31 23:04:34.889937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1790af54-7543-4e37-9462-c183c61d1b79 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5089650 Mar 31 23:04:34.894989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49070) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.895524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49072) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.941732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'name': 'tempest-TaggedBootDevicesTest_v242-531558051', 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:35.016047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.046778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.071941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09aea9bb-48c6-475b-854a-287907fedb47 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:35.123985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:35.211633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.221380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:35.266370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:35.281173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:35.292961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-ea459f8e-5df2-4165-9d10-85654012595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.294829 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-ea459f8e-5df2-4165-9d10-85654012595b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.4009149 Mar 31 23:04:35.355459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4c8cf41e-fd5a-4f95-8076-3a985422d5c9 None None] Provisioning complete for port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:35.355459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf41e-fd5a-4f95-8076-3a985422d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.363325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event updated for resources: {'Port': ['ID=af01caf1-f24c-45da-88db-ec33578cff8b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:35.472688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 09aea9bb-48c6-475b-854a-287907fedb47 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:35.473061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.482133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.531053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4dbd5a7d-3753-4ae5-a9f6-4390e473d381 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19a5261aa3a74972a4e5c79948d84e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309495 Mar 31 23:04:35.535444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:35.545375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:35.591551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-16e30b3a-970b-4faa-8669-55b19f89b98e', 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ips': [{'subnet_id': '3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:35.592748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.735364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-4fe87dd3-e086-4f03-b266-839cd37027ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.737199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-4fe87dd3-e086-4f03-b266-839cd37027ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3944235 Mar 31 23:04:35.994586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.183302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42d5f-c3b2-4d2c-af5c-e5a23a4852aa req-931593e7-5eab-4ba4-87e8-5f83d0992933 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.195717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01d42d5f-c3b2-4d2c-af5c-e5a23a4852aa req-931593e7-5eab-4ba4-87e8-5f83d0992933 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.3773046 Mar 31 23:04:36.201706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.224162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.235528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.243232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5e19abad-a942-4756-87bc-73127e386ff4 HTTP/1.1" status: 204 len: 168 time: 1.9184432 Mar 31 23:04:36.299217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Allocated IP 10.2.2.2 (16e30b3a-970b-4faa-8669-55b19f89b98e/3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb/4aa961be-d95e-47ec-a671-420bfad1ea1a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:36.300292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.332912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-84fde648-a96f-43ac-bd11-38787fcdc0d6 None None] Provisioning complete for port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:36.337578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-84fde648-a96f-43ac-bd11-38787fcdc0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.373747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01d42d5f-c3b2-4d2c-af5c-e5a23a4852aa req-cf586d83-21da-459d-9d73-6eeb40cfeb6a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728261 Mar 31 23:04:36.406009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e19abad-a942-4756-87bc-73127e386ff4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:36.419438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.517285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-b02cdbec-7e22-4500-9ab7-fa65e5634203 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703271 Mar 31 23:04:36.518747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.529566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.530676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.530676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.531192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.531583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823b591-ea84-4ab9-9ff9-af70c3060eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:36.546263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] device_id is not set on port 5e5308f1-549c-4c31-bc5d-281a83c1714b yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:36.670588 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:04:36.927161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.938811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-497265ef-2c95-4708-b8b0-5d662ee12e35 req-15013238-6353-4219-bd74-90481a2415df service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943560 Mar 31 23:04:36.971785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b5973c9c-a0ee-4c67-91c9-cc0af601a6ce up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:36.987743 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.142466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:37.143251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.211228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Deleting port 09aea9bb-48c6-475b-854a-287907fedb47 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:37.212937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.229059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.325459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Router a61b569d-a944-4412-b15c-6a9522b25994 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:37.339133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.343288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.346905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/75c91944-08ef-4c0e-b1b7-295d1f60b2ff HTTP/1.1" status: 204 len: 168 time: 1.7940068 Mar 31 23:04:37.377370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Pushing event updated for resources: {'Port': ['ID=4aa961be-d95e-47ec-a671-420bfad1ea1a,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.454872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f29b-df5b-43b5-92af-60ee935b06b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c91944-08ef-4c0e-b1b7-295d1f60b2ff,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.458887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Network 16e30b3a-970b-4faa-8669-55b19f89b98e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:37.473955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:37.483214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:37.786836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Attempting to bind port 4aa961be-d95e-47ec-a671-420bfad1ea1a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:37.787285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Attempting to bind port 4aa961be-d95e-47ec-a671-420bfad1ea1a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:37.787651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Attempting to bind port 4aa961be-d95e-47ec-a671-420bfad1ea1a on network 16e30b3a-970b-4faa-8669-55b19f89b98e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:37.799919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:37.800301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Checking segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:37.800754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.801152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Bound using segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:37.801825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] For port 09aea9bb-48c6-475b-854a-287907fedb47, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09aea9bb-48c6-475b-854a-287907fedb47,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:37.802275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Bound port: 4aa961be-d95e-47ec-a671-420bfad1ea1a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:37.802672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.803202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.892137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Calling delete_port for 09aea9bb-48c6-475b-854a-287907fedb47 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:37.984709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] For port 4aa961be-d95e-47ec-a671-420bfad1ea1a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:38.003303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] For port 4aa961be-d95e-47ec-a671-420bfad1ea1a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4aa961be-d95e-47ec-a671-420bfad1ea1a,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:38.112172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.341232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.1.1.222 (e33833d0-0806-43d5-b410-704b94546dae/ebd21d61-1554-4d0e-b821-ba6e487812a9/5e5308f1-549c-4c31-bc5d-281a83c1714b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:38.374279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c1c17-5468-4fbb-8934-8cefd01b08b5 None None] Pushing event updated for resources: {'Port': ['ID=4aa961be-d95e-47ec-a671-420bfad1ea1a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:38.719073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.737812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:38.752664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] Sync routers for ids ['a61b569d-a944-4412-b15c-6a9522b25994'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:38.773448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] Routers {'a61b569d-a944-4412-b15c-6a9522b25994'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:38.773781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a61b569d-a944-4412-b15c-6a9522b25994'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:38.789258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebca401-1e58-4020-8d64-0fb1e37a0a41 req-d34bd366-068a-4b3d-b38c-529e271030d1 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:38.793147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ebca401-1e58-4020-8d64-0fb1e37a0a41 req-d34bd366-068a-4b3d-b38c-529e271030d1 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.1965113 Mar 31 23:04:38.924627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.924627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Pushing event deleted for resources: {'Port': ['ID=09aea9bb-48c6-475b-854a-287907fedb47,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:38.926366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ebca401-1e58-4020-8d64-0fb1e37a0a41 req-12e9811f-d81a-4080-ba1b-06dd5e7c2d7f tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601718 Mar 31 23:04:38.926935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:38.926935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] Routers {'a61b569d-a944-4412-b15c-6a9522b25994'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:38.926935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a61b569d-a944-4412-b15c-6a9522b25994'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:39.107889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:39.115179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d207ae-c522-4254-8b5b-264d6059f58b None None] The sync data for ids ['a61b569d-a944-4412-b15c-6a9522b25994'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:39.316255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.361768 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.367670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c4ab352c-0b29-4b40-a88a-fbbe7d65e352 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.1294267 Mar 31 23:04:39.368470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49118) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:39.378214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.392427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:39.763682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network e33833d0-0806-43d5-b410-704b94546dae is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:39.799245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:40.006942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:40.138682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:40.284192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:40.285345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.427520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9f839-25d7-4b46-83c0-a27e0d0fe442 req-c6c8632b-ec24-43f2-b25c-188644491548 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:40.451920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2a9f839-25d7-4b46-83c0-a27e0d0fe442 req-c6c8632b-ec24-43f2-b25c-188644491548 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.3651090 Mar 31 23:04:40.494390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eab44c1a-2415-4a75-b8d7-60bb3eda15ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5973725 Mar 31 23:04:40.507757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:40.545960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-740bb677-ca3b-49e8-b59e-c88fae32db94 None None] Provisioning complete for port 5e5308f1-549c-4c31-bc5d-281a83c1714b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:40.549432 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-740bb677-ca3b-49e8-b59e-c88fae32db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.550855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'name': 'tempest-TaggedBootDevicesTest_v242-1803455168', 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:40.908396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.023156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2a9f839-25d7-4b46-83c0-a27e0d0fe442 req-82c1496f-a590-4105-88a1-16cd1e33b533 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5652692 Mar 31 23:04:41.335081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5241301-5e6a-4694-a247-bef69f3a6938 None None] Network 16e30b3a-970b-4faa-8669-55b19f89b98e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:41.339904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4aa961be-d95e-47ec-a671-420bfad1ea1a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:41.731089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4aa961be-d95e-47ec-a671-420bfad1ea1a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.731827 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.826053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-740bb677-ca3b-49e8-b59e-c88fae32db94 None None] Port 5e5308f1-549c-4c31-bc5d-281a83c1714b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:41.971620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70662ec2-c560-4ce7-aadd-82c2de2f7d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.005330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-992dda07-af47-4dcf-89be-9ee762e89dc4 None None] Provisioning complete for port 4aa961be-d95e-47ec-a671-420bfad1ea1a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:42.019410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-992dda07-af47-4dcf-89be-9ee762e89dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.031682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.102502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:42.176022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4aa961be-d95e-47ec-a671-420bfad1ea1a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4aa961be-d95e-47ec-a671-420bfad1ea1a,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:42.288520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-992dda07-af47-4dcf-89be-9ee762e89dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.338137 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.352077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:42.360406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.366944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71099487-91b0-4370-a2c5-707242622923 admin admin] 10.222.0.83 "PUT /v2.0/routers/b7d8998a-b47b-4cbe-a64a-0bc3ef65a507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7517107 Mar 31 23:04:42.368345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Sync routers for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:42.370556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49166) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:42.406348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:42.406990 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:42.578601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.582146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7728-de33-47e0-8891-a176a13e5e59 req-6e17c9ec-a4e7-4bb0-b9fb-c460f2620452 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:42.584121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-210b7728-de33-47e0-8891-a176a13e5e59 req-6e17c9ec-a4e7-4bb0-b9fb-c460f2620452 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.3812437 Mar 31 23:04:42.616521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:42.692692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49174) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:42.698479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-210b7728-de33-47e0-8891-a176a13e5e59 req-7ea1a0e0-948c-4652-9d15-e129e842ba1d tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043882 Mar 31 23:04:42.706180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.788493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router a61b569d-a944-4412-b15c-6a9522b25994 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:42.844274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.845777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:42.923279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '01ada608-0832-4637-9122-f852d52f7dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:38Z', 'revision_number': 5, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port': {'id': '01ada608-0832-4637-9122-f852d52f7dcb', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:17Z', 'updated_at': '2022-03-31T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:42.957609 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Checking router: b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:42.985714 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Routers {'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:42.989327 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.106599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4aa961be-d95e-47ec-a671-420bfad1ea1a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:43.110811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1838932614', 'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:43.143613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-992dda07-af47-4dcf-89be-9ee762e89dc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:43.143925 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-992dda07-af47-4dcf-89be-9ee762e89dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:43.177506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.189356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:43.201715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.206159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] device_id is not set on port 9a1de28e-44bc-437e-843c-74474fa38454 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:43.206338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7157902-6b89-46e5-8678-fe3dd6b61a63 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "PUT /v2.0/routers/a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 200 len: 926 time: 3.8366005 Mar 31 23:04:43.209172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] Sync routers for ids ['a61b569d-a944-4412-b15c-6a9522b25994'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:43.209732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49182) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:43.212011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Deleting port 01ada608-0832-4637-9122-f852d52f7dcb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:43.218771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.218912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] Set router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:43.235050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] Routers {'a61b569d-a944-4412-b15c-6a9522b25994'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:43.236440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a61b569d-a944-4412-b15c-6a9522b25994'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.375706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.401469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] Routers {'a61b569d-a944-4412-b15c-6a9522b25994'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:43.402150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a61b569d-a944-4412-b15c-6a9522b25994'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.428833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Made reservation on behalf of 6f13badc65dd4efc97e353aca901892c for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:43.433516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.438960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:42Z', 'revision_number': 6, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.471748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] For port 01ada608-0832-4637-9122-f852d52f7dcb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=01ada608-0832-4637-9122-f852d52f7dcb,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:43.472206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.472574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.475864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf440e-a2b6-4eeb-81fe-5d9680b45ac2 None None] The sync data for ids ['a61b569d-a944-4412-b15c-6a9522b25994'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:43.490901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.514427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Calling delete_port for 01ada608-0832-4637-9122-f852d52f7dcb owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:43.560262 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23778001-11e7-432d-b7bb-d89f62f41dc9 None None] The sync data for ids ['b7d8998a-b47b-4cbe-a64a-0bc3ef65a507'] in n-d-828414-2 is: [{'id': 'b7d8998a-b47b-4cbe-a64a-0bc3ef65a507', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260707155-router', 'tenant_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:15Z', 'updated_at': '2022-03-31T23:04:42Z', 'revision_number': 6, 'project_id': 'b07b5f5b886e4141bccdc7624ce23d3e', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:43.577037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c7b26b60-db0c-4651-96f2-007dea12e038 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 200 len: 926 time: 0.3631892 Mar 31 23:04:43.579443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49188) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:43.631829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.1.1.46 (e33833d0-0806-43d5-b410-704b94546dae/ebd21d61-1554-4d0e-b821-ba6e487812a9/9a1de28e-44bc-437e-843c-74474fa38454) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:43.723137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c96a980-2db3-4a4a-84c8-95d7f54a856b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:43.729757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c96a980-2db3-4a4a-84c8-95d7f54a856b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=a61b569d-a944-4412-b15c-6a9522b25994&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1443033 Mar 31 23:04:43.731748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:43.813770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.845692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-536b3e41-f087-4f25-8d2d-e6c7fbf6f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.866281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1aa602ab-ed83-4d81-a6c5-1cece32d7241 None None] Provisioning complete for port 4aa961be-d95e-47ec-a671-420bfad1ea1a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:43.866785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1aa602ab-ed83-4d81-a6c5-1cece32d7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.901659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf01cf-8321-40e9-b5f1-35115b3f6e63 req-9138f688-40ed-45c8-9ce7-48d0447bef0f tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:43.913955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bbf01cf-8321-40e9-b5f1-35115b3f6e63 req-9138f688-40ed-45c8-9ce7-48d0447bef0f tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.0930452 Mar 31 23:04:43.975361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.033374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bbf01cf-8321-40e9-b5f1-35115b3f6e63 req-ceefd50d-41f4-4a82-8c7b-20316720559e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184752 Mar 31 23:04:44.049078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:44.083935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.084416 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Added segment c7b488ef-c795-4d52-b874-198404c7d4a3 of type vlan for network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 Mar 31 23:04:44.086146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78669c-38e2-412d-8885-79036ec21c37,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:44.171176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb3af8-e450-402a-987b-d411bbacb3aa tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:44.176163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-67bb3af8-e450-402a-987b-d411bbacb3aa tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.4208689 Mar 31 23:04:44.184640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49202) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:44.203387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.225281 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d67fa5dc-be1d-4f3c-b92a-78017388f075 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 200 len: 205 time: 0.0387776 Mar 31 23:04:44.232986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:44.245923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.281497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.339832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ada608-0832-4637-9122-f852d52f7dcb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:44.388979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.390260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:44.390898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.500207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.505259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.549404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Network': ['ID=1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:44.567412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:44.665591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fe7be3af-6c73-40c8-a8df-3d67a9b65795 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9659121 Mar 31 23:04:44.666646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49208) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:44.673425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'subnet': {'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:44.692638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.777285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.780287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.790528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network e33833d0-0806-43d5-b410-704b94546dae is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:44.835546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Made reservation on behalf of 6f13badc65dd4efc97e353aca901892c for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:44.839552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.916559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:44.925637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:44.963664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.019406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.029494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:45.030330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.037749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.038344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4aa961be-d95e-47ec-a671-420bfad1ea1a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:45.038805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:45.048318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.049620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1b64ad1f-7527-47cb-9354-104e3d277a86 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b7d8998a-b47b-4cbe-a64a-0bc3ef65a507 HTTP/1.1" status: 204 len: 168 time: 2.6777351 Mar 31 23:04:45.054434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49222) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:45.211174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4aa961be-d95e-47ec-a671-420bfad1ea1a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:45.230561 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.261327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4d6c08b9-adc5-416a-9d2a-c79885d3d88e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7465367 Mar 31 23:04:45.294142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Deleting subnet e56d5786-fff2-4de6-8598-fa2eb33660eb {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:45.294142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.305399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.352844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.413159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port af01caf1-f24c-45da-88db-ec33578cff8b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:45.415798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.480112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fb4c6-8ff0-44e9-a488-eeb63a50868c req-31872086-38f0-4a04-ad2e-8d09c4bd10ef tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:45.497391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c13fb4c6-8ff0-44e9-a488-eeb63a50868c req-31872086-38f0-4a04-ad2e-8d09c4bd10ef tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.1105697 Mar 31 23:04:45.501793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-75baad4d-9636-4d88-915c-0bb0621dc638 None None] Provisioning complete for port 9a1de28e-44bc-437e-843c-74474fa38454 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:45.507915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75baad4d-9636-4d88-915c-0bb0621dc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.589409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-75baad4d-9636-4d88-915c-0bb0621dc638 None None] Port 9a1de28e-44bc-437e-843c-74474fa38454 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:45.591996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 01ada608-0832-4637-9122-f852d52f7dcb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:45.639160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 01ada608-0832-4637-9122-f852d52f7dcb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:45.644035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 01ada608-0832-4637-9122-f852d52f7dcb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:45.645341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09aea9bb-48c6-475b-854a-287907fedb47 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:45.676228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.688800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 09aea9bb-48c6-475b-854a-287907fedb47 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:45.691371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09aea9bb-48c6-475b-854a-287907fedb47 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:45.705673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for af01caf1-f24c-45da-88db-ec33578cff8b owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:45.712425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.718281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c13fb4c6-8ff0-44e9-a488-eeb63a50868c req-c6b2d803-eb87-421f-81ad-6c29fe5de0e1 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195985 Mar 31 23:04:45.802377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49230) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:45.835595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.objects.ports [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:04:45.836332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.922102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Subnet': ['ID=544da00f-24f8-44d8-92c1-3623c3532db1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.934431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Checking segment: {'id': 'c7b488ef-c795-4d52-b874-198404c7d4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:45.934964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network hostable DHCP agents. Network: 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:46.012700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6945774a-a688-4042-b0eb-16fa90a9bc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.045550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.049881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:46.089758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56d5786-fff2-4de6-8598-fa2eb33660eb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.094872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49244) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.095112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555af76-588b-4963-a55a-5c7530f8ee12 None None] Network 4625db2a-b3df-4a14-9db7-77c423f334e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:46.098799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.099783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797800797', 'description': 'tempest-description--1170644708'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:46.105968 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5b7e58e6-6ed8-4a60-abb4-0354f8eb1bd3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e56d5786-fff2-4de6-8598-fa2eb33660eb HTTP/1.1" status: 204 len: 168 time: 1.0502615 Mar 31 23:04:46.107516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.139314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:46.166346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a40c4d-d741-43d4-8964-cfffe646cefc None None] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:46.183019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.187790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:46.188472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.238811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6945774a-a688-4042-b0eb-16fa90a9bc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.244014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.262508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.269290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=af01caf1-f24c-45da-88db-ec33578cff8b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.340164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.363453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6945774a-a688-4042-b0eb-16fa90a9bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.413403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd933be4-321c-4656-af5c-d3b27f661f5c None None] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:46.422893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ecb7261f-5f3c-40de-9655-d1acd5f7a688 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7535734 Mar 31 23:04:46.430316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49248) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.441112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-227097084', 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:46.448014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Deleting port ae558839-8a38-44f0-90ed-cb120c23f5fb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:46.448369 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.498775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] DHCP port deletion for 4625db2a-b3df-4a14-9db7-77c423f334e2 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:46.515282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6945774a-a688-4042-b0eb-16fa90a9bc76 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=251684d56ce748559f4a3b7dbcfa6cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113497 Mar 31 23:04:46.550521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49250) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.551241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945774a-a688-4042-b0eb-16fa90a9bc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32218784-fd91-45f8-baf7-bd4dcce4ffa2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.566805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.573907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.578009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.620347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.624335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Deleting port ae558839-8a38-44f0-90ed-cb120c23f5fb {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:46.624779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.656634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] For port ae558839-8a38-44f0-90ed-cb120c23f5fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae558839-8a38-44f0-90ed-cb120c23f5fb,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:46.657097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.676550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Calling delete_port for ae558839-8a38-44f0-90ed-cb120c23f5fb owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:46.679523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Made reservation on behalf of 6f13badc65dd4efc97e353aca901892c for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:46.681890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.742980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] For port ae558839-8a38-44f0-90ed-cb120c23f5fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae558839-8a38-44f0-90ed-cb120c23f5fb,segment=NetworkSegment(c2ea40cc-1a89-41ef-8740-9190e8ec55ea),segment_id=c2ea40cc-1a89-41ef-8740-9190e8ec55ea)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:46.743712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.752363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.764515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] device_id is not set on port aada2e5d-ffaa-4741-a9ef-2aa9f4715788 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:46.777939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.778517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router a61b569d-a944-4412-b15c-6a9522b25994 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:46.779427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.780976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Calling delete_port for ae558839-8a38-44f0-90ed-cb120c23f5fb owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:46.787992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.790034 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.797160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3839ed46-8b52-489a-b2c6-e66e42e91a9c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 204 len: 168 time: 2.5612636 Mar 31 23:04:46.798221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.820513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972292829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:46.922312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.940173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50084c5f-23e1-4ad7-8adf-9a9e2fb06147,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.988973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae558839-8a38-44f0-90ed-cb120c23f5fb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:47.034184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.035473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-37ac2c2d-6c7c-4c96-89f9-ee9c8d007f09 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9392424 Mar 31 23:04:47.038906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.048030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'security_group_rule': {'security_group_id': '50084c5f-23e1-4ad7-8adf-9a9e2fb06147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:47.076374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50e42c-4f32-4072-9a54-c6cdf5c25583 req-594d3dd8-f860-4349-b348-a7b18611ad3d tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.076816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.083951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d50e42c-4f32-4072-9a54-c6cdf5c25583 req-594d3dd8-f860-4349-b348-a7b18611ad3d tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.2096446 Mar 31 23:04:47.116298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port ae558839-8a38-44f0-90ed-cb120c23f5fb {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:04:47.117482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ae558839-8a38-44f0-90ed-cb120c23f5fb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:47.130284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.20.0.10 (1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3/544da00f-24f8-44d8-92c1-3623c3532db1/aada2e5d-ffaa-4741-a9ef-2aa9f4715788) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:47.131356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.136990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.142219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.147329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] Pushing event deleted for resources: {'Port': ['ID=ae558839-8a38-44f0-90ed-cb120c23f5fb,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.164128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6dbfd5-38a4-4197-a5ac-15f8c01679b7 None None] No DVR routers for this DVR port ae558839-8a38-44f0-90ed-cb120c23f5fb on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:47.165881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] No DVR routers for this DVR port ae558839-8a38-44f0-90ed-cb120c23f5fb on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:47.186779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d50e42c-4f32-4072-9a54-c6cdf5c25583 req-b5135c02-c937-4f2a-9eb6-74d31eede73e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019213 Mar 31 23:04:47.192173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae558839-8a38-44f0-90ed-cb120c23f5fb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.194151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.236897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.239419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.240593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32218784-fd91-45f8-baf7-bd4dcce4ffa2 HTTP/1.1" status: 204 len: 168 time: 0.6754839 Mar 31 23:04:47.304039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aff57-7bc6-4d2a-a950-0ebf44f588f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32218784-fd91-45f8-baf7-bd4dcce4ffa2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.312396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.323354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.422958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.469262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.507621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287dafe5-880d-4e40-aa8b-a3f02a75a4b5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.550987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.556191 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dc41d267-a6ee-4ec7-8795-2d8a758e78ed tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7542613 Mar 31 23:04:47.556354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.568168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:47.570118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.628696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4625db2a-b3df-4a14-9db7-77c423f334e2']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:47.634388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.636305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-815e8c54-d3b4-4eea-bbea-52d714f4a2c8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5962195 Mar 31 23:04:47.641857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.647819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'security_group_rule': {'security_group_id': '50084c5f-23e1-4ad7-8adf-9a9e2fb06147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:47.656706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:47.657139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ea40cc-1a89-41ef-8740-9190e8ec55ea') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:47.678615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.724282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.736632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:47.737169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:47.739044 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:47.766621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.813048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.904123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.945988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.954898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.959145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] 10.222.0.83 "DELETE /v2.0/networks/4625db2a-b3df-4a14-9db7-77c423f334e2 HTTP/1.1" status: 204 len: 168 time: 1.8506160 Mar 31 23:04:47.977177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a7487-f580-4524-ae30-3bce1a9a2c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4625db2a-b3df-4a14-9db7-77c423f334e2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.996869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.071286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=aada2e5d-ffaa-4741-a9ef-2aa9f4715788,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:48.085221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.144000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2790b6b-8931-4649-a829-db775e53e7fa,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:48.155717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:48.163726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:48.163726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:48.228592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.229714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.293275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.299641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a6e5d160-e449-4404-92f5-f0e9594c08b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6536477 Mar 31 23:04:48.299641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49290) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.316399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:48.327430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.344556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.346146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949a2863-dfcb-4f9b-8cea-f28dcc73eb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.410985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-03ef1e73-492f-4602-9abd-1de8f74a1637 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9744787 Mar 31 23:04:48.414781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.432794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b5ac-4286-4045-9e2c-923b5a0fe236 req-cc2842fe-972c-4cb5-9316-e32747dd5f79 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.432794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8611b5ac-4286-4045-9e2c-923b5a0fe236 req-cc2842fe-972c-4cb5-9316-e32747dd5f79 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.1298330 Mar 31 23:04:48.518881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Deleting port aada2e5d-ffaa-4741-a9ef-2aa9f4715788 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:48.519345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.527624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8611b5ac-4286-4045-9e2c-923b5a0fe236 req-4c2d3fdf-c1bd-4900-b258-6e29e447f326 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838215 Mar 31 23:04:48.550218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949a2863-dfcb-4f9b-8cea-f28dcc73eb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.563436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.629813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949a2863-dfcb-4f9b-8cea-f28dcc73eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.698566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-949a2863-dfcb-4f9b-8cea-f28dcc73eb2d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=34bac82b295d49e583039621c2af848c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702812 Mar 31 23:04:48.698566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49296) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.706143 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.706502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2863-dfcb-4f9b-8cea-f28dcc73eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe0d87-e3f0-44b7-8442-29bee787c306,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:48.726482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Calling delete_port for aada2e5d-ffaa-4741-a9ef-2aa9f4715788 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:48.783814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.787523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.842523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.931909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.954356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.966586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 172.25.6.142 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/cf30fb1c-6581-4480-8118-1ba5681543ad) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:49.082177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.204035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.217157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.223399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.227164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.228633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ffe0d87-e3f0-44b7-8442-29bee787c306 HTTP/1.1" status: 204 len: 168 time: 0.5274103 Mar 31 23:04:49.255190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Port': ['ID=aada2e5d-ffaa-4741-a9ef-2aa9f4715788,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.271193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb879e-68df-4661-b2d9-b95a236c8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe0d87-e3f0-44b7-8442-29bee787c306,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.295732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1b4ccfa8-24dd-42c3-a3e9-529c9f3dbbe4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b07b5f5b886e4141bccdc7624ce23d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902669 Mar 31 23:04:49.298425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49312) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.309472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.371097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:49.378973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Allocated IP 172.25.6.59 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4ed67db2-03f6-49f7-a089-aebaadf01fb4) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:49.381777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:49.384441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.389511 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-88277d83-e5cc-411a-91dd-5b9c57f30b9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/ports/aada2e5d-ffaa-4741-a9ef-2aa9f4715788 HTTP/1.1" status: 204 len: 168 time: 0.9735146 Mar 31 23:04:49.392663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49318) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.394610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:49.397249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3', 'external_fixed_ips': [{'subnet_id': '544da00f-24f8-44d8-92c1-3623c3532db1', 'ip_address': '172.20.0.10'}]}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:49.451274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=cf30fb1c-6581-4480-8118-1ba5681543ad,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.501306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.502839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.503068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.531348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.538294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.558892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.598005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.681804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.708010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.710583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.715038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aaf6196a-d417-497a-9cd6-18703f5f58b3 HTTP/1.1" status: 204 len: 168 time: 0.4113393 Mar 31 23:04:49.722198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.747752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e217ab-c4e8-4edd-9aa4-312a76f1f430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf6196a-d417-497a-9cd6-18703f5f58b3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.774671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5be6a4-af2c-4705-af72-afe8c93a40a8 req-624b57cb-a408-4828-a2cf-2c3ea0046e99 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.796569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f5be6a4-af2c-4705-af72-afe8c93a40a8 req-624b57cb-a408-4828-a2cf-2c3ea0046e99 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 943 time: 0.1488342 Mar 31 23:04:49.810890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:49.816820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:49.819767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:49.883341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f5be6a4-af2c-4705-af72-afe8c93a40a8 req-a2dc9f08-41e6-403d-a174-c76d76c70235 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836136 Mar 31 23:04:49.972736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.993064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event updated for resources: {'Port': ['ID=4ed67db2-03f6-49f7-a089-aebaadf01fb4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.000220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.094619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.185476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=cf30fb1c-6581-4480-8118-1ba5681543ad,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.192656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.255374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 676fcccb-4c5c-4393-adbf-9491cffdab46 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:50.423494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.425726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ab587b2a-ac43-442c-858b-8b2f39f30bad tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1245704 Mar 31 23:04:50.454279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.497252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.522411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.582152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=676fcccb-4c5c-4393-adbf-9491cffdab46,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:50.604987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'port_id': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'mac_address': 'fa:16:3e:39:75:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:50.644528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.660091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676fcccb-4c5c-4393-adbf-9491cffdab46 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:50.693022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=676fcccb-4c5c-4393-adbf-9491cffdab46,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:50.711679 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-fe386fd6-75a5-4f9c-a9e6-7f6fcf4255d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1871655 Mar 31 23:04:50.805299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.869252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.881450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.881900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.882446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.882995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.883607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.884048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.884188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.884826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.886579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.886727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.887128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.887823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.887937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:50.894229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.906097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.20.0.10 (1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3/544da00f-24f8-44d8-92c1-3623c3532db1/44eccb68-112a-41bd-9db9-c64e7ce5e4cc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:50.912280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-523b42dc-632e-4120-a705-d2b755cf375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.912280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-523b42dc-632e-4120-a705-d2b755cf375f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.1374309 Mar 31 23:04:51.116267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58466ae6-7b38-4057-89dd-fff4e5bab388 req-8bf9b852-b058-4913-b132-254e6a244b6e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.120108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58466ae6-7b38-4057-89dd-fff4e5bab388 req-8bf9b852-b058-4913-b132-254e6a244b6e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 944 time: 0.1193616 Mar 31 23:04:51.128078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b9ded68e-39e2-4b69-a32d-06ded8bb95c0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1797800797&fields=id&tenant_id=3e873d9caeb44f60a97ac81f303f0275 HTTP/1.1" status: 200 len: 267 time: 0.0607934 Mar 31 23:04:51.186536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-ae842f85-1868-4b56-ac4f-3c0e00b7a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.188347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-ae842f85-1868-4b56-ac4f-3c0e00b7a0a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.2221792 Mar 31 23:04:51.227412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-a1ce0c31-da05-4906-9d0c-5e2b0fd02c47 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.228821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-a1ce0c31-da05-4906-9d0c-5e2b0fd02c47 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 936 time: 0.0924752 Mar 31 23:04:51.231818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58466ae6-7b38-4057-89dd-fff4e5bab388 req-8a4211fc-bdf6-4ba2-b361-0f871f2005e1 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021502 Mar 31 23:04:51.250627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.297092 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-74f74814-82d5-4c6e-bda3-156247f84991 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.0979979 Mar 31 23:04:51.314745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-239ec500-4732-444a-8ebd-225ef99a6316 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.316917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-239ec500-4732-444a-8ebd-225ef99a6316 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 936 time: 0.0769970 Mar 31 23:04:51.353173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:51.374614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-39b43625-25a6-4c65-a455-05d519229815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.376868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-39b43625-25a6-4c65-a455-05d519229815 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.0713854 Mar 31 23:04:51.414156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-16a06f61-8ab9-482d-9f9c-5f6714134763 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0871606 Mar 31 23:04:51.433753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['676fcccb-4c5c-4393-adbf-9491cffdab46'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:51.463592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Router 235aec69-ecfa-43df-9fc9-cc7acb30c67d is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:51.464260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4a5036d6-bcc2-4417-98c2-e9ef0507d4b0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0383596 Mar 31 23:04:51.467141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.521996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1749253743-network', 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:51.542792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:51.564494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-4e682215-deda-4fba-bfb6-8e98aca1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.566199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-4e682215-deda-4fba-bfb6-8e98aca1d936 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827204 Mar 31 23:04:51.567139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:51.610064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:51.631059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9fa6d301-acaa-480b-b23a-5f55d22cca59 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.637331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9fa6d301-acaa-480b-b23a-5f55d22cca59 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.643964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9fa6d301-acaa-480b-b23a-5f55d22cca59 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.652419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9fa6d301-acaa-480b-b23a-5f55d22cca59 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/networks?id=a8a00a9e-faf5-463b-802f-ae39c9884e58&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=16e30b3a-970b-4faa-8669-55b19f89b98e&id=16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 200 len: 1995 time: 0.1801200 Mar 31 23:04:51.669513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-d3bbe678-cda1-4d17-8ef1-44f7358e143a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/quotas/3e873d9caeb44f60a97ac81f303f0275 HTTP/1.1" status: 200 len: 375 time: 0.0156648 Mar 31 23:04:51.756229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4826-6fdc-46b7-b9d5-9701cc1e03dc req-105a3110-0f55-4ef4-a629-a0e852e642ae tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.757817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf8a4826-6fdc-46b7-b9d5-9701cc1e03dc req-105a3110-0f55-4ef4-a629-a0e852e642ae tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 948 time: 0.1029384 Mar 31 23:04:51.779103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4bddc839-0698-4f2b-af3a-59e5f79fec5f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0968435 Mar 31 23:04:51.866196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf8a4826-6fdc-46b7-b9d5-9701cc1e03dc req-0ef794c7-f7a6-45e1-9506-930f7e690d9d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860667 Mar 31 23:04:51.912059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-08cf85ba-d16f-469f-9674-c87816cd7f0d service neutron] 10.222.0.83 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153004 Mar 31 23:04:51.953049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=44eccb68-112a-41bd-9db9-c64e7ce5e4cc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.014559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-bf00648c-85b1-47d9-8f90-8fe20cfbd66d service neutron] 10.222.0.83 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923421 Mar 31 23:04:52.064708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-c70814e3-c8f3-4a09-929d-1836a47d1cf2 service neutron] 10.222.0.83 "GET /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0391128 Mar 31 23:04:52.091869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:52.094189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.158542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.173880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-d9bc568b-4544-4e47-ad1d-ee6a49f4871c service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033459 Mar 31 23:04:52.197467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-c9eb3096-f02f-4b06-bec4-0bbf9ab980c0 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592993 Mar 31 23:04:52.202373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:52.216951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.218129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-12e71af6-c6d4-4dfe-be8d-40cd8d9a63e4 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "PUT /v2.0/routers/235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 200 len: 882 time: 4.6606727 Mar 31 23:04:52.220602 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] Sync routers for ids ['235aec69-ecfa-43df-9fc9-cc7acb30c67d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:52.231648 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] Routers {'235aec69-ecfa-43df-9fc9-cc7acb30c67d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:52.232270 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['235aec69-ecfa-43df-9fc9-cc7acb30c67d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:52.235774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49436) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.266330 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:52.277774 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] Routers {'235aec69-ecfa-43df-9fc9-cc7acb30c67d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:52.280015 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['235aec69-ecfa-43df-9fc9-cc7acb30c67d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:52.299633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-c6ac6a2a-a468-487f-bd4e-9409a0a346ed service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176312 Mar 31 23:04:52.320248 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:52.321137 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511dd6a-6c1c-4a03-a4a3-2826c192a9d2 None None] The sync data for ids ['235aec69-ecfa-43df-9fc9-cc7acb30c67d'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:52.359446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9dd40359-c1cc-4991-bd20-db98b8c239a6 service neutron] 10.222.0.83 "GET /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582016 Mar 31 23:04:52.454798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b88e-fef2-4746-84fa-d405bd5abab7 req-1c059444-9a80-4c63-9dff-d63df9169c42 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.456502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ff5b88e-fef2-4746-84fa-d405bd5abab7 req-1c059444-9a80-4c63-9dff-d63df9169c42 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 944 time: 0.1119254 Mar 31 23:04:52.510255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-d620a822-1146-487b-9262-2829373cb11b service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314287 Mar 31 23:04:52.518588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ff5b88e-fef2-4746-84fa-d405bd5abab7 req-5b6052a9-9d89-4950-bbdd-49abc193872a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555003 Mar 31 23:04:52.553660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3eaa50-70de-4c1d-9087-1d3a6fbd7947 req-2ef00995-3ad2-4502-9ed5-1c0d74585c8c service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485115 Mar 31 23:04:52.562165 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7ea27535-97e0-439a-8fbb-d3e0654afb01 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 200 len: 923 time: 0.3253233 Mar 31 23:04:52.568117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49444) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.618858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f8261ab0-0277-4b63-bfee-b1d2ca8a6d81 service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968821 Mar 31 23:04:52.629069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.693979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7ffd2-f87b-4870-929d-519cfd0de970 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.695506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-edb7ffd2-f87b-4870-929d-519cfd0de970 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=235aec69-ecfa-43df-9fc9-cc7acb30c67d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1250651 Mar 31 23:04:52.699316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49446) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.702609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.740980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.781126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:52.786044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-25c2f108-6af8-4b68-9038-c74522668cc6 service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543572 Mar 31 23:04:52.792054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28461f61-1a95-4f63-9cb4-6c8f8d46746e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.821506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.821843 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Added segment 39247717-a0ad-41db-98a2-a9a5997f8074 of type vlan for network 58f0953a-582e-461a-828d-7b3ce52455a9 Mar 31 23:04:52.879723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.909926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25a1dc-d689-44bd-9b9e-f5e7f72fc5ef tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.914044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e25a1dc-d689-44bd-9b9e-f5e7f72fc5ef tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.2050774 Mar 31 23:04:52.914819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49462) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.950170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-212e9172-b6a9-47ad-ac2f-88d7409e77b8 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 200 len: 205 time: 0.0343418 Mar 31 23:04:52.952875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.991667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-3f7eade3-21f4-4cac-a390-01795fe9e19b service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762211 Mar 31 23:04:53.023430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9d9d-33c8-4745-bf0e-a5ae5e27a0d5 req-8b156c5a-2ea6-4cf1-aca2-25ff8cc16fbb tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.031359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c8e9d9d-33c8-4745-bf0e-a5ae5e27a0d5 req-8b156c5a-2ea6-4cf1-aca2-25ff8cc16fbb tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 948 time: 0.0782962 Mar 31 23:04:53.049109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.080933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.081907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.082478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.111903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c8e9d9d-33c8-4745-bf0e-a5ae5e27a0d5 req-953a2819-17b8-42ff-9d96-ca53de873b86 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795779 Mar 31 23:04:53.139919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e2a7a394-357a-4c10-a43f-1a8398a44862 service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406076 Mar 31 23:04:53.202908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.241618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] Pushing event updated for resources: {'Network': ['ID=58f0953a-582e-461a-828d-7b3ce52455a9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.254494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 58f0953a-582e-461a-828d-7b3ce52455a9 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:53.280067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-895f6513-c136-4357-b554-d4543579ef31 service neutron] 10.222.0.83 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319554 Mar 31 23:04:53.288168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-69cadbf3-ce20-4b2e-8ff3-32f914143670 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9327388 Mar 31 23:04:53.290727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:53.307756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Request body: {'subnet': {'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1749253743-subnet', 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:53.406898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.427458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-2a2b7772-d52d-48c6-8e6a-32352737333a service neutron] 10.222.0.83 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421278 Mar 31 23:04:53.456577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:53.459081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.506459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router e222356b-7f08-4cfd-97ca-5bd22e887f19 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:53.520098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-00194e01-5dcd-4de2-bb02-471fd069602d service neutron] 10.222.0.83 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855391 Mar 31 23:04:53.642586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b325d176-1acf-4b1f-a469-f06fae35b98e service neutron] 10.222.0.83 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123073 Mar 31 23:04:53.746261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f7a033f7-ac49-4e5a-9314-6fe1c00ce191 service neutron] 10.222.0.83 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971010 Mar 31 23:04:54.016365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port 4ed67db2-03f6-49f7-a089-aebaadf01fb4 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:54.016365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.060613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.099674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:54.111724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Sync routers for ids ['e222356b-7f08-4cfd-97ca-5bd22e887f19'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:54.125902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Routers {'e222356b-7f08-4cfd-97ca-5bd22e887f19'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:54.126748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e222356b-7f08-4cfd-97ca-5bd22e887f19'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:54.187153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.201672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for 4ed67db2-03f6-49f7-a089-aebaadf01fb4 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:54.201888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b6796-a4f0-42c1-a4bc-07d99b1e25b3 req-178d9bf2-b148-4850-a88d-0c3541246758 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.212135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-822b6796-a4f0-42c1-a4bc-07d99b1e25b3 req-178d9bf2-b148-4850-a88d-0c3541246758 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 944 time: 0.0893230 Mar 31 23:04:54.283973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-822b6796-a4f0-42c1-a4bc-07d99b1e25b3 req-e597bf72-e4f8-44ea-b73f-178c0695eee3 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700893 Mar 31 23:04:54.299760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 676fcccb-4c5c-4393-adbf-9491cffdab46 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:54.308374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.313709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77166e5b-9178-485e-9fa9-981ed8c6bb54 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.9158914 Mar 31 23:04:54.314681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49508) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:54.333777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Set router e222356b-7f08-4cfd-97ca-5bd22e887f19 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:54.402827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.562071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5bace0-4927-4b00-8d72-acda98460ffa,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.622464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.626461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e222356b-7f08-4cfd-97ca-5bd22e887f19', 'name': '', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3', 'external_fixed_ips': [{'subnet_id': '544da00f-24f8-44d8-92c1-3623c3532db1', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '44eccb68-112a-41bd-9db9-c64e7ce5e4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:04:52Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '44eccb68-112a-41bd-9db9-c64e7ce5e4cc', 'name': '', 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:48:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e222356b-7f08-4cfd-97ca-5bd22e887f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '544da00f-24f8-44d8-92c1-3623c3532db1', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544da00f-24f8-44d8-92c1-3623c3532db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:54.655872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Checking router: e222356b-7f08-4cfd-97ca-5bd22e887f19 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:54.656222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Updating router e222356b-7f08-4cfd-97ca-5bd22e887f19 port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:54.663710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Checking segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:54.664079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Network hostable DHCP agents. Network: 58f0953a-582e-461a-828d-7b3ce52455a9, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:54.683547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.704153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 676fcccb-4c5c-4393-adbf-9491cffdab46 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:54.710666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 676fcccb-4c5c-4393-adbf-9491cffdab46 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:54.710888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.766081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.788797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.819062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=4ed67db2-03f6-49f7-a089-aebaadf01fb4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.842031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Network 58f0953a-582e-461a-828d-7b3ce52455a9 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:54.863452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.909153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:54.911339 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.912696 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57230608-27d9-47d3-adf4-dc5f96457ab7" -d '{"events": [{"server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "name": "network-vif-plugged", "status": "completed", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:54.950669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=676fcccb-4c5c-4393-adbf-9491cffdab46,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:54.971696 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0fa348-13a4-4712-9a40-f5b88cbc4b33 x-openstack-request-id: req-2c0fa348-13a4-4712-9a40-f5b88cbc4b33 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:54.971986 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "name": "network-vif-plugged", "status": "completed", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:54.972240 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c0fa348-13a4-4712-9a40-f5b88cbc4b33 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:54.972632 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0fa348-13a4-4712-9a40-f5b88cbc4b33'] response: {'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'code': 200} Mar 31 23:04:55.013566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.016672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.065034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 58f0953a-582e-461a-828d-7b3ce52455a9) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:55.067285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Deleting port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:55.067635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.076714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d712e03-d3cc-4a7d-b082-508b8eab4684 None None] Network 58f0953a-582e-461a-828d-7b3ce52455a9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:55.096959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.097756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.172460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa81-bce4-4726-b2e8-bdf08ff483b3 req-e375b372-c226-496f-a846-1d3ea47bdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.175137 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11b7aa81-bce4-4726-b2e8-bdf08ff483b3 req-e375b372-c226-496f-a846-1d3ea47bdad2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 1095 time: 0.1190054 Mar 31 23:04:55.188391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.189358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:55.205623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.224014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Calling delete_port for 44eccb68-112a-41bd-9db9-c64e7ce5e4cc owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:55.233332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.233886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router 235aec69-ecfa-43df-9fc9-cc7acb30c67d {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:55.239466 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11b7aa81-bce4-4726-b2e8-bdf08ff483b3 req-677d4b68-b410-47a5-870e-a0722c20acb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553894 Mar 31 23:04:55.245325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.250099 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-91f07d54-10c2-4544-8e9d-088a44d5d356 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 204 len: 168 time: 2.2925229 Mar 31 23:04:55.250373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49536) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.257222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999420395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:55.326857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ec129c71-909e-473e-8dc3-99756eb488f7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0188699 Mar 31 23:04:55.362475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.372949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:55.386523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400235fa-47eb-42e5-89ea-298632d50d1c None None] Network 58f0953a-582e-461a-828d-7b3ce52455a9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:55.433202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.438760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.439847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.454455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da9c3-1bfd-4772-9e48-12f7610337b8 req-cbd06c78-e731-43f1-8d2b-8abba585b7ad tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.456946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b0da9c3-1bfd-4772-9e48-12f7610337b8 req-cbd06c78-e731-43f1-8d2b-8abba585b7ad tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.0621800 Mar 31 23:04:55.505611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.530820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b0da9c3-1bfd-4772-9e48-12f7610337b8 req-c1bfd126-d588-487c-b252-8369b52b4179 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659499 Mar 31 23:04:55.541412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.610262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Attempting to bind port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:55.610715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Attempting to bind port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c7b488ef-c795-4d52-b874-198404c7d4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:55.611168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Attempting to bind port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc on network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:55.611975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.620702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:55.635913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:55.636633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Checking segment: {'id': 'c7b488ef-c795-4d52-b874-198404c7d4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:55.636854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.637530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Bound using segment: {'id': 'c7b488ef-c795-4d52-b874-198404c7d4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:55.653993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Bound port: 44eccb68-112a-41bd-9db9-c64e7ce5e4cc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b488ef-c795-4d52-b874-198404c7d4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:55.653993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.672119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.747944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Port': ['ID=44eccb68-112a-41bd-9db9-c64e7ce5e4cc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:55.759042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-963060c0-3b79-4263-bda5-c70c42cc2fc4 req-3a986ac3-b0bb-401a-a5fb-be1494f3c092 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0512283 Mar 31 23:04:55.771017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.776730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.776907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82dd7393-fd49-4454-b38a-842278a6a955 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5198193 Mar 31 23:04:55.787149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': True}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:55.864649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.913537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Port 44eccb68-112a-41bd-9db9-c64e7ce5e4cc has been deleted concurrently {{(pid=109836) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 31 23:04:55.917638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70187d-2fc0-4234-ab28-45506cfc606c None None] Pushing event updated for resources: {'Port': ['ID=44eccb68-112a-41bd-9db9-c64e7ce5e4cc,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:55.922816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.974435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Routers {'e222356b-7f08-4cfd-97ca-5bd22e887f19'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:55.974685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.975227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e222356b-7f08-4cfd-97ca-5bd22e887f19'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:55.976970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.070646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] Set router e222356b-7f08-4cfd-97ca-5bd22e887f19 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:56.100029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.134078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e222356b-7f08-4cfd-97ca-5bd22e887f19', 'name': '', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:04:55Z', 'revision_number': 5, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.159717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.160313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e222356b-7f08-4cfd-97ca-5bd22e887f19 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:56.161636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933862-cdef-45c9-9641-27199bb5438d None None] The sync data for ids ['e222356b-7f08-4cfd-97ca-5bd22e887f19'] in n-d-828414-2 is: [{'id': 'e222356b-7f08-4cfd-97ca-5bd22e887f19', 'name': '', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:04:55Z', 'revision_number': 5, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:56.166046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.168820 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be14aca1-60cd-489e-8b07-951635989c14 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e222356b-7f08-4cfd-97ca-5bd22e887f19 HTTP/1.1" status: 204 len: 168 time: 1.8525264 Mar 31 23:04:56.170794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49580) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.224955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Deleting subnet 544da00f-24f8-44d8-92c1-3623c3532db1 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:56.229560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.293493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.337588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.376406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.410779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-063babee-84e9-449d-bae8-3c65b0af3b43 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.415524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-063babee-84e9-449d-bae8-3c65b0af3b43 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.5099185 Mar 31 23:04:56.433856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-bf426d79-f12e-44ec-a85f-9818e74cbf79 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/quotas/c1fbdb6f06c94e6aa148fd12b278b0ff HTTP/1.1" status: 200 len: 375 time: 0.0104785 Mar 31 23:04:56.468825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.479764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-c836847f-1bad-48ca-a2a1-93021bc4beb6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382268 Mar 31 23:04:56.513065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=544da00f-24f8-44d8-92c1-3623c3532db1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.516251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.521911 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5357a294-b3e3-4192-8324-10e561011ae9 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/544da00f-24f8-44d8-92c1-3623c3532db1 HTTP/1.1" status: 204 len: 168 time: 0.3477397 Mar 31 23:04:56.522394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.634766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.683551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-29477c01-7191-47ca-9f86-7eb324328a4c service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683676 Mar 31 23:04:56.746289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.768202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.784073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b488ef-c795-4d52-b874-198404c7d4a3') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.784571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b488ef-c795-4d52-b874-198404c7d4a3') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.797316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.819405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.825105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:56.825481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: items = [ Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:56.827506 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:56.846835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73190b0d-45a5-45a1-9b54-a60ab7fff493 req-c9417057-d46a-4cbd-bf7f-024a34f0e706 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.849073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73190b0d-45a5-45a1-9b54-a60ab7fff493 req-c9417057-d46a-4cbd-bf7f-024a34f0e706 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.1976907 Mar 31 23:04:56.941397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73190b0d-45a5-45a1-9b54-a60ab7fff493 req-1cf0a983-ff3f-4754-9c3d-3b12805fcb1e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849063 Mar 31 23:04:56.946648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-8c67af2a-47fc-48c4-86fb-41718b081f64 service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621322 Mar 31 23:04:56.953064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.973489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:56.974025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.977523 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b96ad7b-976d-4aeb-a7fb-76edca503f08" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-unplugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:57.074409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.102152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:57.106982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbcc31e6-320e-4285-94cd-88f29c0c75ab req-0c796671-54b0-489f-a395-d7b3356eaeca tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0430849 Mar 31 23:04:57.115469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.140488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 172.25.6.94 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/24b9f705-4f1e-4cfe-a1fd-0b28e9dc3f27) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:57.143193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.158329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9563a4a-7a49-4c20-8b31-5d651a91ce9b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/networks/1cd84e49-a8cb-48b7-a7ed-57daa0eab7b3 HTTP/1.1" status: 204 len: 168 time: 0.6344252 Mar 31 23:04:57.178983 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e993cd1d-2030-453e-b6f6-98a1c6ce76fb x-openstack-request-id: req-e993cd1d-2030-453e-b6f6-98a1c6ce76fb {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:57.183053 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-unplugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:57.183053 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e993cd1d-2030-453e-b6f6-98a1c6ce76fb {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:57.183053 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e993cd1d-2030-453e-b6f6-98a1c6ce76fb'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'code': 200} Mar 31 23:04:57.304769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.368216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f807e5c-83e6-46bd-83b6-713c40e4b312 req-f66d82fe-86e1-4530-b4c5-cb9078f79afe tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 210 time: 0.0446053 Mar 31 23:04:57.495594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.539832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:57.543658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:57.547216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:57.572107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=24b9f705-4f1e-4cfe-a1fd-0b28e9dc3f27,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.669780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49634) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:57.669780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'name': 'tempest-router--617666290', 'project_id': '72a105f57e7c4752900d13af4e740630'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:57.780069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.781072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.841003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.940244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.987214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.078184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.079065 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e64a61ba-f468-4adf-8dcc-b13d24b55a97 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4141812 Mar 31 23:04:58.086085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.111791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1ca4-a96e-4c38-ad58-1f6157fee5ae req-2f2c8fd1-bef9-4ebf-b568-09e5afb28abb tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.116462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33ca1ca4-a96e-4c38-ad58-1f6157fee5ae req-2f2c8fd1-bef9-4ebf-b568-09e5afb28abb tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.0810933 Mar 31 23:04:58.211321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.294969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.326917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e02653-b20f-4b41-b7d1-26e74b51f16d req-28edd8a9-0576-4367-b8e0-061fdc841960 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0696580 Mar 31 23:04:58.331676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.335977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33ca1ca4-a96e-4c38-ad58-1f6157fee5ae req-fa6dad3e-f6ee-4e97-a47c-ee811b3aeab8 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126276 Mar 31 23:04:58.428961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.431823 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.485022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2707bf71-058f-427d-9cf8-944ac133cc08 req-ab5f1b79-f4c3-4557-9a45-276abe6a2816 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 210 time: 0.0500700 Mar 31 23:04:58.544575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e09ac-035e-4857-909d-a7ce816121ad req-b6ed489f-6939-4b03-9110-9697d9c8720a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.547785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df1e09ac-035e-4857-909d-a7ce816121ad req-b6ed489f-6939-4b03-9110-9697d9c8720a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.0998282 Mar 31 23:04:58.555079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.563467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Request body: {'floatingip': {'port_id': '676fcccb-4c5c-4393-adbf-9491cffdab46'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:58.603486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.638425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.638995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e04d2f8c-753f-489b-b1bc-756175657631 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:58.647099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.648133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a134cf7-cc96-4a0d-a974-0a59d103fcbb tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e04d2f8c-753f-489b-b1bc-756175657631 HTTP/1.1" status: 204 len: 168 time: 0.5610774 Mar 31 23:04:58.685826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router c682a489-9c60-4e12-a305-3e4cdcfd6f02 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:58.832425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:58.837699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.841374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23bc2cea-dd85-46d0-a777-e3064b39dfa1 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "PUT /v2.0/routers/c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 200 len: 918 time: 3.0598264 Mar 31 23:04:58.842402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49698) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.844710 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] Sync routers for ids ['c682a489-9c60-4e12-a305-3e4cdcfd6f02'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:58.862976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] Routers {'c682a489-9c60-4e12-a305-3e4cdcfd6f02'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:58.863783 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c682a489-9c60-4e12-a305-3e4cdcfd6f02'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:58.890680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b6c22107-68ea-4f07-96c0-d34003b531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.892357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b6c22107-68ea-4f07-96c0-d34003b531ea service neutron] 10.222.0.10 "GET /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 1032 time: 0.0647285 Mar 31 23:04:58.912228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:58.926533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] Routers {'c682a489-9c60-4e12-a305-3e4cdcfd6f02'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:58.927198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c682a489-9c60-4e12-a305-3e4cdcfd6f02'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:58.950310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b63e3e6e-ad5b-4850-8949-97d42b68fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.955276 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b63e3e6e-ad5b-4850-8949-97d42b68fb30 service neutron] 10.222.0.10 "GET /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 1032 time: 0.0515058 Mar 31 23:04:58.987491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:58.989504 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c616960-89c3-4812-a533-112d5eb8d010 None None] The sync data for ids ['c682a489-9c60-4e12-a305-3e4cdcfd6f02'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:59.049046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9363f608-a41d-48ba-b304-13d9a7532ba9 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 200 len: 924 time: 0.2052796 Mar 31 23:04:59.052014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49708) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.194096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49722) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.252078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-fc671d85-d44a-4058-a0e8-4c2e2aced82e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.258148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-fc671d85-d44a-4058-a0e8-4c2e2aced82e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.267065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-fc671d85-d44a-4058-a0e8-4c2e2aced82e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.269334 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-fc671d85-d44a-4058-a0e8-4c2e2aced82e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/networks?id=a8a00a9e-faf5-463b-802f-ae39c9884e58&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=16e30b3a-970b-4faa-8669-55b19f89b98e&id=16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 200 len: 1995 time: 0.3103976 Mar 31 23:04:59.429238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb66ae-5853-47ad-b642-53541c3fcb0f tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.436317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfeb66ae-5853-47ad-b642-53541c3fcb0f tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=c682a489-9c60-4e12-a305-3e4cdcfd6f02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3776214 Mar 31 23:04:59.446140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.490432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9344af98-7003-4ca6-99ef-aa7e9b81b87a req-170cec87-9988-4384-bdc0-ea9e04cbb427 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0573373 Mar 31 23:04:59.585317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23bb54b-7b5d-4207-88cb-c19c91e74e4b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.586824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d23bb54b-7b5d-4207-88cb-c19c91e74e4b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.1397319 Mar 31 23:04:59.590240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49752) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.624502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b7d8e2ba-19f6-456b-8ce7-7b630b6308d2 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 200 len: 205 time: 0.0324838 Mar 31 23:04:59.634608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.659381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd4df327-1d55-4ba6-8a73-ccb586cae57b req-d4483639-dc62-4fc4-b269-826fa029da63 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 210 time: 0.0379319 Mar 31 23:04:59.741125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1906047881', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:59.801650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.808767 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f7cc8252-33e8-4987-9a22-beda17ad0816 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e873d9caeb44f60a97ac81f303f0275 HTTP/1.1" status: 200 len: 380 time: 0.5234451 Mar 31 23:04:59.818267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'admin_state_up': True, 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'security_groups': ['50084c5f-23e1-4ad7-8adf-9a9e2fb06147']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:59.928215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.948454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.954694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.955758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.057397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.074952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.097848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port 24b9f705-4f1e-4cfe-a1fd-0b28e9dc3f27 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:00.098272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.136858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:00.141109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.271201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-ab53b012-1218-4308-aa33-48bc1765fc0a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.276192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-ab53b012-1218-4308-aa33-48bc1765fc0a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.10 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.1583354 Mar 31 23:05:00.297442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Request body: {'port': {'device_id': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'admin_state_up': True, 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:00.393550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.394890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:00.423837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for 24b9f705-4f1e-4cfe-a1fd-0b28e9dc3f27 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:00.465482 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Floating IP 0352f801-4f23-49e6-9a92-506095853cfc associated. External IP: 172.25.6.221, port: 676fcccb-4c5c-4393-adbf-9491cffdab46. Mar 31 23:05:00.558828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:00.576027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'mac_address': 'fa:16:3e:72:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:00.634919 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.651239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:00.674200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:00.753495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6168040-68a5-4cf2-b1d3-d735b3c67522 req-fa6f48e2-a676-487a-9898-a644b69d3d7e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0591173 Mar 31 23:05:00.783376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.815854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-409e2235-be82-4f84-8309-da1141a0c5da req-2bf8a9bb-3256-4f9b-a615-abe2cc02525c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 210 time: 0.0338049 Mar 31 23:05:00.820361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.827626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:00.831467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.837976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.922113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 172.20.0.12 (a8a00a9e-faf5-463b-802f-ae39c9884e58/07771adc-67f5-4bc8-bbd7-690559153c46/56ccaee5-12d2-433c-b9e1-6f5097ac5fc3) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:00.942727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:00.958713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.076933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=24b9f705-4f1e-4cfe-a1fd-0b28e9dc3f27,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.130554 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.143046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Router fe232c17-f8f8-4352-8d08-feac0206f22b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:01.204129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Allocated IP 172.20.0.9 (58f0953a-582e-461a-828d-7b3ce52455a9/7f5bace0-4927-4b00-8d72-acda98460ffa/d20026cd-5938-4e8b-aeef-377e9f55ef7a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:01.243703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.248938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.319599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.362075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49830) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:01.396767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:01.428117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Sync routers for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:01.434328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.442515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:01.443204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:01.500765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b41a9f1d-93cb-4e66-924e-6b4b6190b55a tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "PUT /v2.0/floatingips/0352f801-4f23-49e6-9a92-506095853cfc HTTP/1.1" status: 200 len: 991 time: 2.9441743 Mar 31 23:05:01.502875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:01.505486 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:01.508263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.537801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.544380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router c682a489-9c60-4e12-a305-3e4cdcfd6f02 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:01.555572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.557672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.557989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6c96c000-91bd-44dc-882a-ff46a6edc9d0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 204 len: 168 time: 1.9217021 Mar 31 23:05:01.562407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.564311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49842) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:01.571944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-59127058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:01.588811 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f43411-af50-497f-afe2-c6857a27d188 x-openstack-request-id: req-59f43411-af50-497f-afe2-c6857a27d188 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:01.590241 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:01.590241 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59f43411-af50-497f-afe2-c6857a27d188 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:01.591237 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f43411-af50-497f-afe2-c6857a27d188'] response: {'name': 'network-changed', 'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'status': 'completed', 'code': 200} Mar 31 23:05:01.616125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:01.642403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.709706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad6cfc9-b466-45f3-85ac-6d30ffedfbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.723302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.727725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.732840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:01.762760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:01.770603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:01.797321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.822461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.840349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-0673cd1b-b7a8-4903-91da-b3a28dbaf3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.876188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-0673cd1b-b7a8-4903-91da-b3a28dbaf3fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 1096 time: 0.2481186 Mar 31 23:05:01.997090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '0352f801-4f23-49e6-9a92-506095853cfc', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'port_id': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'mac_address': 'fa:16:3e:39:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:59Z', 'revision_number': 1, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:01.998574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.035766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Checking router: fe232c17-f8f8-4352-8d08-feac0206f22b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:02.053331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:02.053953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:02.074942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Allocated IP 172.25.6.207 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/646114d9-9697-42d5-b676-caafeeb6e8a6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:02.093074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-2180c4b1-8d81-407e-ab1e-9f64d5b7f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.094539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-2180c4b1-8d81-407e-ab1e-9f64d5b7f2da service neutron] 10.222.0.44 "GET /v2.0/networks?id=05292ecd-4479-4ae2-bdce-90c3dd20921e HTTP/1.1" status: 200 len: 915 time: 0.2044430 Mar 31 23:05:02.107787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Network 58f0953a-582e-461a-828d-7b3ce52455a9 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:02.118074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:02.133389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad6cfc9-b466-45f3-85ac-6d30ffedfbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.133733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:02.145939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.146529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.209814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:02.214935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.215864 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.238867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1708cbfe-f32a-43a6-b772-eff53c734a49 None None] Provisioning complete for port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.239277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1708cbfe-f32a-43a6-b772-eff53c734a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.264240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.265100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-a69b91d2-d621-4621-a461-e016cea33325 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=676fcccb-4c5c-4393-adbf-9491cffdab46 HTTP/1.1" status: 200 len: 999 time: 0.1412728 Mar 31 23:05:02.269421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bad6cfc9-b466-45f3-85ac-6d30ffedfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.280003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8428e-7abe-4e5d-ab9f-1691edcda4eb req-f85a73b2-2620-4cc8-881c-d0ee33f8be97 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.282346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4e8428e-7abe-4e5d-ab9f-1691edcda4eb req-f85a73b2-2620-4cc8-881c-d0ee33f8be97 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 931 time: 0.3044109 Mar 31 23:05:02.300582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfcc18-f8f2-4bfb-8af5-9f9e3ea61dac req-acb34d19-8e45-4d8b-affd-5198e6c00356 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.302302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0dfcc18-f8f2-4bfb-8af5-9f9e3ea61dac req-acb34d19-8e45-4d8b-affd-5198e6c00356 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 932 time: 0.3366568 Mar 31 23:05:02.326202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d6e3d9-58fb-43fa-a0dc-efa11d6fd0cc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5118020 Mar 31 23:05:02.340608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1708cbfe-f32a-43a6-b772-eff53c734a49 None None] Port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:02.341911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-6bb78d5b-1862-465e-b49d-13eac172f69b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0483627 Mar 31 23:05:02.350804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'admin_state_up': True, 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'security_groups': ['50084c5f-23e1-4ad7-8adf-9a9e2fb06147']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.375156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.397932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Request body: {'port': {'device_id': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.413901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:02.421184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-56a5ca0d-8dff-4429-b4f1-6078eb4b8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.421184 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-56a5ca0d-8dff-4429-b4f1-6078eb4b8b47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6 HTTP/1.1" status: 200 len: 852 time: 0.1428115 Mar 31 23:05:02.487046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bad6cfc9-b466-45f3-85ac-6d30ffedfbc7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5e8395aa86924794b7cd5bce964b3d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1135316 Mar 31 23:05:02.495266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49850) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:02.517430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0dfcc18-f8f2-4bfb-8af5-9f9e3ea61dac req-341a2e7d-8667-4b83-b8d5-60b2c42d2aa3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046845 Mar 31 23:05:02.521542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4e8428e-7abe-4e5d-ab9f-1691edcda4eb req-3332b76f-85c5-4a02-8a84-d608d6bb1641 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176418 Mar 31 23:05:02.522843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6cfc9-b466-45f3-85ac-6d30ffedfbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c33ea-2a14-4de8-a985-e4a14bcfc2b7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.529132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.569635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.570682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.580884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-2e55a1b4-66f7-4706-80f1-53be34561d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.582587 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-2e55a1b4-66f7-4706-80f1-53be34561d21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05292ecd-4479-4ae2-bdce-90c3dd20921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565216 Mar 31 23:05:02.596584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.638831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.698720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.700786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d9539a0-185f-491f-88c5-05f387c6c7f7 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1347044 Mar 31 23:05:02.708435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49860) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:02.718134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.728619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.743502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:02.751993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.787851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:02.804237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '0352f801-4f23-49e6-9a92-506095853cfc', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'port_id': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'mac_address': 'fa:16:3e:39:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:59Z', 'revision_number': 1, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:02.807704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:02.810125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:02.812351 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef471a-74ad-4d78-ac68-3cd2d434d55c" -d '{"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-plugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:02.887734 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d6d1ff-4c6e-4858-9ed5-8a9b0ff182a2 x-openstack-request-id: req-b0d6d1ff-4c6e-4858-9ed5-8a9b0ff182a2 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:02.888147 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-plugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:02.888705 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b0d6d1ff-4c6e-4858-9ed5-8a9b0ff182a2 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:02.889316 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d6d1ff-4c6e-4858-9ed5-8a9b0ff182a2'] response: {'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'code': 200} Mar 31 23:05:02.891624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:02.892974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c5193-7f84-4891-b537-399a9fea87c9 None None] The sync data for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 is: [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '0352f801-4f23-49e6-9a92-506095853cfc', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'port_id': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'mac_address': 'fa:16:3e:39:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:12Z', 'updated_at': '2022-03-31T23:04:59Z', 'revision_number': 1, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:03.040157 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.049061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20026cd-5938-4e8b-aeef-377e9f55ef7a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:03.059767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.081172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Transition to ACTIVE for port object d20026cd-5938-4e8b-aeef-377e9f55ef7a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:03.127731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.158573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.178944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event updated for resources: {'Port': ['ID=646114d9-9697-42d5-b676-caafeeb6e8a6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.185955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.194038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:03.196662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.234924 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567e27b-c061-4e53-93f5-264809bba34f None None] New status for floating IP 0352f801-4f23-49e6-9a92-506095853cfc: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:05:03.253461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.283583 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-951e4950-7c9b-4218-8d2a-3057db9a0ddb service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898220 Mar 31 23:05:03.338890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Attempting to bind port d20026cd-5938-4e8b-aeef-377e9f55ef7a on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:03.339625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Attempting to bind port d20026cd-5938-4e8b-aeef-377e9f55ef7a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:03.339625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Attempting to bind port d20026cd-5938-4e8b-aeef-377e9f55ef7a on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:03.344756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Port d20026cd-5938-4e8b-aeef-377e9f55ef7a on network 58f0953a-582e-461a-828d-7b3ce52455a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:03.345162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Attempting to bind port d20026cd-5938-4e8b-aeef-377e9f55ef7a on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:03.352001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:03.352461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Checking segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:03.352966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Bound using segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:03.354059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Bound port: d20026cd-5938-4e8b-aeef-377e9f55ef7a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:03.354777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.425830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:03.428605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:03.519725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.544222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.544950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.546706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] 10.222.0.10 "PUT /v2.0/ports/d20026cd-5938-4e8b-aeef-377e9f55ef7a HTTP/1.1" status: 200 len: 1091 time: 1.1545241 Mar 31 23:05:03.548759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:03.558217 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223f95b-c38a-4e98-99d8-235e1c4bd666" -d '{"events": [{"name": "network-changed", "server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:03.587381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.639103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c43e5-2fec-46c5-b122-7c724ba5c57f service neutron] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.681017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5fb8377a-d108-4bf8-bf0d-47f27da77c9f req-2235ba7f-dcea-4ac9-9e52-c0f8a7d4456f service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845422 Mar 31 23:05:03.703327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.1.1.169 (e33833d0-0806-43d5-b410-704b94546dae/ebd21d61-1554-4d0e-b821-ba6e487812a9/d03d9a64-4d9f-4b05-a15a-a9979d563162) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:03.707786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.710531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.711881 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b90c33ea-2a14-4de8-a985-e4a14bcfc2b7 HTTP/1.1" status: 204 len: 168 time: 1.2157712 Mar 31 23:05:03.752413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344603a-776d-418d-bcb2-c3396f93f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c33ea-2a14-4de8-a985-e4a14bcfc2b7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.830677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-37cae450-3e64-4930-9b82-5c549677769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.832012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-37cae450-3e64-4930-9b82-5c549677769a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 1094 time: 0.1427226 Mar 31 23:05:03.851728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd676d3-25ad-4e73-a39c-0d412db0d2b4 req-e71036fd-0d3f-4be9-904d-5edf097df2a8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.854620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfd676d3-25ad-4e73-a39c-0d412db0d2b4 req-e71036fd-0d3f-4be9-904d-5edf097df2a8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.1047921 Mar 31 23:05:03.879678 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f63cc8-0de7-4c72-9fb1-1b8d6416a4a0 x-openstack-request-id: req-81f63cc8-0de7-4c72-9fb1-1b8d6416a4a0 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:03.880128 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:03.880517 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-81f63cc8-0de7-4c72-9fb1-1b8d6416a4a0 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:03.881132 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f63cc8-0de7-4c72-9fb1-1b8d6416a4a0'] response: {'name': 'network-changed', 'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'status': 'completed', 'code': 200} Mar 31 23:05:03.973690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-83f8ef2d-2238-460b-894f-64b4c81ffba5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a HTTP/1.1" status: 200 len: 217 time: 0.1135263 Mar 31 23:05:04.157953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.160306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-d65bac98-eec8-4287-868f-4b1d432f449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.160306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-d65bac98-eec8-4287-868f-4b1d432f449a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.0667174 Mar 31 23:05:04.161449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.161822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfd676d3-25ad-4e73-a39c-0d412db0d2b4 req-4c16cb73-b923-495f-9d8a-1201d0f56213 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109394 Mar 31 23:05:04.414014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-5e35968a-db16-41dc-a88e-c7b96fc88207 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3075449 Mar 31 23:05:04.414535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.416655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baad071-8ab2-48fe-b89a-db308fec9447 req-ed2c2e91-99b5-4595-8b96-cd04d3ef4418 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.418411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1baad071-8ab2-48fe-b89a-db308fec9447 req-ed2c2e91-99b5-4595-8b96-cd04d3ef4418 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 932 time: 0.4962087 Mar 31 23:05:04.458524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.462035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.474248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network e33833d0-0806-43d5-b410-704b94546dae is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:04.511413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1baad071-8ab2-48fe-b89a-db308fec9447 req-67868c87-4651-402c-8d91-c964f820c82d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832460 Mar 31 23:05:04.526649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:04.530053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:04.536208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-5fb3d51c-c8ec-4325-b32a-e7c60fa4b0f2 service neutron] 10.222.0.10 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370327 Mar 31 23:05:04.569405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.589109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:04.654222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.670954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79acf8ca-a609-4d72-b199-c24eab8e4eea req-9d996eec-d9ad-413c-bef3-bc7b4d1bb574 service neutron] 10.222.0.10 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268227 Mar 31 23:05:04.783402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.783402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.853094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49886) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:04.868862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b64c2d1-42d1-4eca-a51c-20acdf4f17ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.889262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Allocated IP 172.25.6.53 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4900b85c-686b-4dba-a10c-b662bff0f7ef) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:04.894731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3eee8710-664c-4f63-a021-8656fffde4b8 None None] Provisioning complete for port d03d9a64-4d9f-4b05-a15a-a9979d563162 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:04.895450 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3eee8710-664c-4f63-a021-8656fffde4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.903048 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-582a21c4-1d91-4bf1-9dc5-65b3490e2acb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5622113 Mar 31 23:05:04.944992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'admin_state_up': True, 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'security_groups': ['50084c5f-23e1-4ad7-8adf-9a9e2fb06147']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:04.949700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-4f80ef79-4a60-43c6-b531-8830fcb1eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.952607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-4f80ef79-4a60-43c6-b531-8830fcb1eaa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 1094 time: 0.0805335 Mar 31 23:05:04.962565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3eee8710-664c-4f63-a021-8656fffde4b8 None None] Port d03d9a64-4d9f-4b05-a15a-a9979d563162 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:05.050027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Router f4592f9c-c7e1-4ca4-b634-9d572d697ec8 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:05.108294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.171579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b64c2d1-42d1-4eca-a51c-20acdf4f17ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.202857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-aa760882-e59f-47bc-a7d7-88da8c8bc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.204446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-aa760882-e59f-47bc-a7d7-88da8c8bc9a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 907 time: 0.2449050 Mar 31 23:05:05.253578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-f6735b1c-3956-4d1b-86ff-724987e96193 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a HTTP/1.1" status: 200 len: 217 time: 0.0408607 Mar 31 23:05:05.262088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414630c-884e-4171-a830-ae55c003844d req-5f463c45-4f4f-404a-b7c1-ef027ba93e44 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.263564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6414630c-884e-4171-a830-ae55c003844d req-5f463c45-4f4f-404a-b7c1-ef027ba93e44 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.0943305 Mar 31 23:05:05.278308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:05.292937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] Sync routers for ids ['f4592f9c-c7e1-4ca4-b634-9d572d697ec8'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:05.304723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] Routers {'f4592f9c-c7e1-4ca4-b634-9d572d697ec8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:05.305370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f4592f9c-c7e1-4ca4-b634-9d572d697ec8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:05.339892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:05.343319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b64c2d1-42d1-4eca-a51c-20acdf4f17ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.348566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] Routers {'f4592f9c-c7e1-4ca4-b634-9d572d697ec8'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:05.349189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f4592f9c-c7e1-4ca4-b634-9d572d697ec8'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:05.350435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-9309ef44-75d8-400d-8ae7-b867fa982306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.352006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-9309ef44-75d8-400d-8ae7-b867fa982306 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.0875046 Mar 31 23:05:05.376916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6414630c-884e-4171-a830-ae55c003844d req-e9b91f72-9526-4e7c-b0c6-b9e8b000f476 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042123 Mar 31 23:05:05.383926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:05.384580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af04144-5ffb-4833-8ea0-fe6d79650b47 None None] The sync data for ids ['f4592f9c-c7e1-4ca4-b634-9d572d697ec8'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:05.411473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-cd98255c-62d8-458f-8b2a-5a43091701d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477142 Mar 31 23:05:05.414358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64c2d1-42d1-4eca-a51c-20acdf4f17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17845500-38da-477e-a9e0-8f0dcec94e10,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.421223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b64c2d1-42d1-4eca-a51c-20acdf4f17ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e4feabeac3a245c898fcd0e6733b70e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638161 Mar 31 23:05:05.421984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49900) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:05.471257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:05.475040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.482176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.543512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.543680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-fafe8fad-2a00-4a5f-976a-c6a0137d6ca4 service neutron] 10.222.0.10 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901928 Mar 31 23:05:05.560861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:05.568030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.579429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:05.582113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:05.611876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6223f95b-c38a-4e98-99d8-235e1c4bd666 req-7b149c69-5323-43d5-8a6f-15647b39ce0f service neutron] 10.222.0.10 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956933 Mar 31 23:05:05.623600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Pushing event updated for resources: {'Port': ['ID=4900b85c-686b-4dba-a10c-b662bff0f7ef,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.658271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.659537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddf863bc-c0ee-4272-abca-12fa1bcf42a7 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4478877 Mar 31 23:05:05.662376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:05.719796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd31ac-93c1-4eb2-b0df-633f4bf4403b req-5ae78b34-fee1-421b-ad54-d31bdf8e1f45 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.732567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd31ac-93c1-4eb2-b0df-633f4bf4403b req-5ae78b34-fee1-421b-ad54-d31bdf8e1f45 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.732567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02fd31ac-93c1-4eb2-b0df-633f4bf4403b req-5ae78b34-fee1-421b-ad54-d31bdf8e1f45 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 1654 time: 0.1117346 Mar 31 23:05:05.816762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02fd31ac-93c1-4eb2-b0df-633f4bf4403b req-aa2278dc-67f5-4405-9d77-daa7e71db3f2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805862 Mar 31 23:05:05.825969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-75474df0-0250-476f-b38a-4571be3f9316 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/f4592f9c-c7e1-4ca4-b634-9d572d697ec8 HTTP/1.1" status: 200 len: 921 time: 0.1624882 Mar 31 23:05:05.829027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49906) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:05.858538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0afcc863-0700-434c-8a06-a0211b03fd1b tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4592f9c-c7e1-4ca4-b634-9d572d697ec8 HTTP/1.1" status: 200 len: 205 time: 0.0283177 Mar 31 23:05:05.866827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49908) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:05.987372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.094937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.165603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.1.1.201 (e33833d0-0806-43d5-b410-704b94546dae/ebd21d61-1554-4d0e-b821-ba6e487812a9/e3b58935-1c4e-4d38-b6fa-edcc85487898) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:06.273975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.278546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.287166 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/17845500-38da-477e-a9e0-8f0dcec94e10 HTTP/1.1" status: 204 len: 168 time: 0.8616736 Mar 31 23:05:06.302180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port 646114d9-9697-42d5-b676-caafeeb6e8a6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:06.302709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.387082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb664751-9b9d-49e5-8d4b-8755a3edfa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17845500-38da-477e-a9e0-8f0dcec94e10,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.432577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.436410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.457118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for 646114d9-9697-42d5-b676-caafeeb6e8a6 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:06.524808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.621154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.680030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network e33833d0-0806-43d5-b410-704b94546dae is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:06.699505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba117f-1079-4e83-82b1-5a12fe84fcb3 req-f1620923-8073-4e3a-b1f8-b5ed3731477e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.701202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61ba117f-1079-4e83-82b1-5a12fe84fcb3 req-f1620923-8073-4e3a-b1f8-b5ed3731477e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.1721356 Mar 31 23:05:06.718473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:06.724345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:06.729622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.756578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61ba117f-1079-4e83-82b1-5a12fe84fcb3 req-3399d9f9-2c42-4464-99bc-11532895be4e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Mar 31 23:05:06.794210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.826792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=646114d9-9697-42d5-b676-caafeeb6e8a6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.828066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.828813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.860721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.866309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.028272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.028410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-38d40747-3260-4b14-9ae5-eaf2221e8913 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0944130 Mar 31 23:05:07.049528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'admin_state_up': True, 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'security_groups': ['50084c5f-23e1-4ad7-8adf-9a9e2fb06147']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:07.114326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8def6d34-c8d0-482e-875e-28b574ca0d65 None None] Provisioning complete for port e3b58935-1c4e-4d38-b6fa-edcc85487898 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:07.114968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8def6d34-c8d0-482e-875e-28b574ca0d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.179221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8def6d34-c8d0-482e-875e-28b574ca0d65 None None] Port e3b58935-1c4e-4d38-b6fa-edcc85487898 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:07.191686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.195013 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.207156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031affa3-63f6-4a6d-9364-20f90ddf4c57 req-4d119cab-7a61-4830-9fe7-1dd9d0811b0b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.213119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031affa3-63f6-4a6d-9364-20f90ddf4c57 req-4d119cab-7a61-4830-9fe7-1dd9d0811b0b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.218995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031affa3-63f6-4a6d-9364-20f90ddf4c57 req-4d119cab-7a61-4830-9fe7-1dd9d0811b0b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.220664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031affa3-63f6-4a6d-9364-20f90ddf4c57 req-4d119cab-7a61-4830-9fe7-1dd9d0811b0b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 2375 time: 0.2620413 Mar 31 23:05:07.289844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-031affa3-63f6-4a6d-9364-20f90ddf4c57 req-aa8ce999-9114-4e5f-9cc7-b51aa9c03ede tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Mar 31 23:05:07.345820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:07.391390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.392564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router f4592f9c-c7e1-4ca4-b634-9d572d697ec8 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:07.402395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.415704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-facf1222-11e9-4bab-8164-fdf7df7a428d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/f4592f9c-c7e1-4ca4-b634-9d572d697ec8 HTTP/1.1" status: 204 len: 168 time: 1.5373490 Mar 31 23:05:07.415814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Router 6fbd0367-7fd9-4c29-8c01-df91510bc493 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:07.417654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49946) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.423128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'name': 'tempest-snat-router-844502545', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:07.505640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.570694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.571858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.599295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:07.610746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] Sync routers for ids ['6fbd0367-7fd9-4c29-8c01-df91510bc493'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:07.624469 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] Routers {'6fbd0367-7fd9-4c29-8c01-df91510bc493'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:07.627267 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6fbd0367-7fd9-4c29-8c01-df91510bc493'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:07.638500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.639875 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac66becb-6423-420b-aa8a-345be6189322 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "PUT /v2.0/routers/6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 200 len: 917 time: 4.9271939 Mar 31 23:05:07.652721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49954) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.653055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.675726 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:07.686133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] Routers {'6fbd0367-7fd9-4c29-8c01-df91510bc493'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:07.687090 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6fbd0367-7fd9-4c29-8c01-df91510bc493'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:07.731612 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:07.732494 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a92a79-b222-4009-a9f3-979061e67919 None None] The sync data for ids ['6fbd0367-7fd9-4c29-8c01-df91510bc493'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:07.871818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-507f71ec-ec49-4904-9eed-aed914ec40b7 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 200 len: 923 time: 0.2192414 Mar 31 23:05:07.872711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.915107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.2.2.100 (16e30b3a-970b-4faa-8669-55b19f89b98e/3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb/d66938ac-7188-4d03-9dc4-d6be188c1c73) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:07.950182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad56e5b-2e38-407b-9f14-8148e3938f7b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.951758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ad56e5b-2e38-407b-9f14-8148e3938f7b tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=6fbd0367-7fd9-4c29-8c01-df91510bc493&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0761030 Mar 31 23:05:07.954505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.970660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.997586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062026-25a9-46c6-801c-7c8f56485f96 req-ea25f755-a8d0-48a9-b7d2-be2c924f566a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.008235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b062026-25a9-46c6-801c-7c8f56485f96 req-ea25f755-a8d0-48a9-b7d2-be2c924f566a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.1673729 Mar 31 23:05:08.068060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b062026-25a9-46c6-801c-7c8f56485f96 req-e527f4f3-375f-4a96-9aad-18b842356f54 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Mar 31 23:05:08.128450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0d12d-5e68-40a0-ae41-42aec33bcef8 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.129846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dad0d12d-5e68-40a0-ae41-42aec33bcef8 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.1743791 Mar 31 23:05:08.132819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49968) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:08.148959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.167576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38ac6069-76f5-4c67-80c4-76fc3d248ba0 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 200 len: 205 time: 0.0333302 Mar 31 23:05:08.170076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:08.336818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.387761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network 16e30b3a-970b-4faa-8669-55b19f89b98e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:08.391784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:08.395872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:08.422346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:08.480704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.481389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.619291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-81229464-e9dc-4a0d-8a52-cdd6190008f8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751483 Mar 31 23:05:08.638799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'admin_state_up': True, 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'security_groups': ['50084c5f-23e1-4ad7-8adf-9a9e2fb06147']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:08.698792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.778251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-fae85bd6-e95d-4f3b-af5b-c43d6d053ac8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.784456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-fae85bd6-e95d-4f3b-af5b-c43d6d053ac8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.790369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-fae85bd6-e95d-4f3b-af5b-c43d6d053ac8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.796423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-fae85bd6-e95d-4f3b-af5b-c43d6d053ac8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.799744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-fae85bd6-e95d-4f3b-af5b-c43d6d053ac8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3096 time: 0.2025757 Mar 31 23:05:08.817620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-878110ec-5b30-4069-ba40-8efa9f057adb None None] Provisioning complete for port d66938ac-7188-4d03-9dc4-d6be188c1c73 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:08.818226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-878110ec-5b30-4069-ba40-8efa9f057adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.861845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-878110ec-5b30-4069-ba40-8efa9f057adb None None] Port d66938ac-7188-4d03-9dc4-d6be188c1c73 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:08.905414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Made reservation on behalf of 3e873d9caeb44f60a97ac81f303f0275 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:08.916089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e15b3957-b79a-4715-8d6a-6b303f262f89 req-58a9d523-4fb0-46b4-85f7-07e9db7e71a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053183 Mar 31 23:05:08.921594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.925800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.091210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.121507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.188080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port 4900b85c-686b-4dba-a10c-b662bff0f7ef {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:09.188425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.204735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Allocated IP 10.2.2.200 (16e30b3a-970b-4faa-8669-55b19f89b98e/3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb/9d576d43-aa82-480e-abe7-c71fdaaea124) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:09.345017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea612bf-1fc6-4fd2-95d3-0fc7bb863a3c req-fd7454f9-dbb0-4082-972f-318b239f6c28 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.346690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ea612bf-1fc6-4fd2-95d3-0fc7bb863a3c req-fd7454f9-dbb0-4082-972f-318b239f6c28 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.1908782 Mar 31 23:05:09.365077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.406161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.413395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.25.6.144 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0f2b36e9-7f19-4712-a5a1-2936dfeb86c4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:09.435738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for 4900b85c-686b-4dba-a10c-b662bff0f7ef owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:09.439800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ea612bf-1fc6-4fd2-95d3-0fc7bb863a3c req-0c74ba69-5a70-407d-b1dd-9fe6e4b977c5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835159 Mar 31 23:05:09.632490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.907164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.952337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Network 16e30b3a-970b-4faa-8669-55b19f89b98e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:09.955607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:09.959243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:09.989513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.036392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.037668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.124685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.130953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.138139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.144266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.150882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.153000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-a5698a4e-a3a0-4f65-98e6-85ff374ec764 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3817 time: 0.0894923 Mar 31 23:05:10.217244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1a04bfb-b165-42d5-9e9d-3c1be22e57dc req-59d12f5c-5fa5-4f9d-bf63-4a9bbf24cc5a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520334 Mar 31 23:05:10.324052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.326659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.338611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c7868cab-626a-468a-b2e4-f27cd64face0 None None] Provisioning complete for port 9d576d43-aa82-480e-abe7-c71fdaaea124 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:10.339203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7868cab-626a-468a-b2e4-f27cd64face0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.362574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=4900b85c-686b-4dba-a10c-b662bff0f7ef,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.378470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c7868cab-626a-468a-b2e4-f27cd64face0 None None] Port 9d576d43-aa82-480e-abe7-c71fdaaea124 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:10.394056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-6691592e-58c0-428a-9f6f-2f6b114db6bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7600603 Mar 31 23:05:10.412232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:10.414105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:10.419839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:10.445417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:10.488819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.502075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.510893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.692282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.699211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.825914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143854-c7df-4cc0-bb6a-bb792b59b451 req-5d572375-6f09-41e4-813d-cd0d7481b57d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.827507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee143854-c7df-4cc0-bb6a-bb792b59b451 req-5d572375-6f09-41e4-813d-cd0d7481b57d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.2336736 Mar 31 23:05:10.899878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee143854-c7df-4cc0-bb6a-bb792b59b451 req-b3099014-7ff9-4c80-90b0-68405da2b82c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Mar 31 23:05:10.929494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:10.940473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.004985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Transition to ACTIVE for port object 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:11.029853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.030397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router 6fbd0367-7fd9-4c29-8c01-df91510bc493 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:11.059898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.059898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ab584fad-4176-4a19-b4c1-d2d41855ef7f tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 204 len: 168 time: 2.8678064 Mar 31 23:05:11.061332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50064) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:11.061332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425234545', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:11.227240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.273638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:11.344936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.346044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.368677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Attempting to bind port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:11.368677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Attempting to bind port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:11.368677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Attempting to bind port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 on network a8a00a9e-faf5-463b-802f-ae39c9884e58 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:11.384052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 on network a8a00a9e-faf5-463b-802f-ae39c9884e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:11.384379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Attempting to bind port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 on network a8a00a9e-faf5-463b-802f-ae39c9884e58 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:11.430993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:11.431466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Checking segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:11.432478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Bound using segment: {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:11.432842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Bound port: 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9acca7-0e78-4099-953b-59a7e406a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:11.433203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.436955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.450867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.451134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.451134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.456593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.462312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.470198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-4ea0e03c-f77f-4834-840e-535a66a1a172 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3829 time: 0.1442680 Mar 31 23:05:11.562028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:11.565628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:11.590234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef9bc4b3-98d5-4de1-9bd0-2cace000742b req-066f0beb-d456-446d-9d4f-bcaa9301b353 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191339 Mar 31 23:05:11.591225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.800650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1997b089-82ac-4ba2-893a-d9286e6468af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.867290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.874799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.929527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.936547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.941258 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 200 len: 1092 time: 1.5329809 Mar 31 23:05:11.941738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:11.950402 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6160de-8be8-485e-826d-c81a422e7675" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:12.036631 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5ceb5d-0ccf-4b73-a639-b1be3cfe14cc x-openstack-request-id: req-fe5ceb5d-0ccf-4b73-a639-b1be3cfe14cc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:12.037172 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:12.037582 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe5ceb5d-0ccf-4b73-a639-b1be3cfe14cc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:12.038154 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5ceb5d-0ccf-4b73-a639-b1be3cfe14cc'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'status': 'completed', 'code': 200} Mar 31 23:05:12.044745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383afb84-1f36-49bc-8ebf-215ba10913b5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.313333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:12.413685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe166-11ea-4f38-9b87-9d305cd281b5 req-8521ba44-2355-45b8-a401-d2c580d4b6c1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.415529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1efbe166-11ea-4f38-9b87-9d305cd281b5 req-8521ba44-2355-45b8-a401-d2c580d4b6c1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.0807881 Mar 31 23:05:12.416708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.454104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:12.504673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.571377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1efbe166-11ea-4f38-9b87-9d305cd281b5 req-5ebde25b-b5bb-4fed-a66d-8a8b7c544276 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341903 Mar 31 23:05:12.715925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:12.731398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'mac_address': 'fa:16:3e:f9:b3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.819779 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f6160de-8be8-485e-826d-c81a422e7675 req-305acc1f-1fa4-4567-88e6-707a9d3b40d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 4364 time: 0.7339516 Mar 31 23:05:12.831087 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.851927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20026cd-5938-4e8b-aeef-377e9f55ef7a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:12.877123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:12.961666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.967833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.973885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.991723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.998963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5d4bc5f3-4719-4c91-8cee-f075a9141ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.998963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5d4bc5f3-4719-4c91-8cee-f075a9141ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.998963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5d4bc5f3-4719-4c91-8cee-f075a9141ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.001222 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5d4bc5f3-4719-4c91-8cee-f075a9141ddd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1719022 Mar 31 23:05:13.006375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.011750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-22b39032-70cd-40dd-ade7-905f0df0e2be tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3829 time: 0.2105956 Mar 31 23:05:13.031509 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.095793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b19086c5-d285-4fd6-a531-68e7d9bbdbb1 req-51a0a2cc-bf42-4cc7-ab6f-6563bf60946f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759046 Mar 31 23:05:13.114280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router 51066e67-60de-4f17-bd50-09f57f278253 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:13.159407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:13.188732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.217564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.315689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5b1d2dc8-39ff-41f3-8cf4-f1ff98a9befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.321551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f6160de-8be8-485e-826d-c81a422e7675 req-5b1d2dc8-39ff-41f3-8cf4-f1ff98a9befe service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2725961 Mar 31 23:05:13.426360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5308f1-549c-4c31-bc5d-281a83c1714b {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:13.441548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.463587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Transition to ACTIVE for port object 5e5308f1-549c-4c31-bc5d-281a83c1714b will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:13.500848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Allocated IP 172.25.6.130 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7edea688-4405-45ff-8ab7-ee652e4ff4af) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:13.521998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:13.532412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d20026cd-5938-4e8b-aeef-377e9f55ef7a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:13.540129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Sync routers for ids ['51066e67-60de-4f17-bd50-09f57f278253'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:13.549651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.673656 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:13.677426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Routers {'51066e67-60de-4f17-bd50-09f57f278253'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:13.678163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:04:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51066e67-60de-4f17-bd50-09f57f278253'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:13.782838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.794116 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.801024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-784154de-f884-470a-9c64-d01b78b967d4 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3820419 Mar 31 23:05:13.802174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50120) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:13.833575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:13.937609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edee01b8-084c-441c-bdad-0b262c86c5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.939614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fefef-44c1-4bd6-a51d-f4d7729f0be6 req-54ee0e43-dda5-4215-ae04-769273c65503 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.950447 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb1fefef-44c1-4bd6-a51d-f4d7729f0be6 req-54ee0e43-dda5-4215-ae04-769273c65503 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 944 time: 0.2242153 Mar 31 23:05:14.040235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-980a4b8d-7d07-4d44-b140-373b47be597a tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/51066e67-60de-4f17-bd50-09f57f278253 HTTP/1.1" status: 200 len: 908 time: 0.2344630 Mar 31 23:05:14.048472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50132) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:14.062324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.074707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'name': 'tempest-snat-router-844502545', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': True}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:14.097041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Set router 51066e67-60de-4f17-bd50-09f57f278253 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:14.149796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb1fefef-44c1-4bd6-a51d-f4d7729f0be6 req-d1bf36f0-1113-4318-ab88-37ee56e1dec7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984041 Mar 31 23:05:14.177579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Attempting to bind port 5e5308f1-549c-4c31-bc5d-281a83c1714b on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:14.177990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Attempting to bind port 5e5308f1-549c-4c31-bc5d-281a83c1714b by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:14.178475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Attempting to bind port 5e5308f1-549c-4c31-bc5d-281a83c1714b on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:14.195770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Port 5e5308f1-549c-4c31-bc5d-281a83c1714b on network e33833d0-0806-43d5-b410-704b94546dae not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:14.196332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Attempting to bind port 5e5308f1-549c-4c31-bc5d-281a83c1714b on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:14.205372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event updated for resources: {'Port': ['ID=7edea688-4405-45ff-8ab7-ee652e4ff4af,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:14.211129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:14.211573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:14.215400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Bound using segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:14.215400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Bound port: 5e5308f1-549c-4c31-bc5d-281a83c1714b, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:14.231438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.241872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:14.249850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:14.254373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:14.300901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.303704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.412675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50138) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:14.490877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.497945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.504939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.511821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.519967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.527529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.529420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3a964037-2a50-4bfb-b68f-ccb3cc22a0c6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 4606 time: 0.2440867 Mar 31 23:05:14.595729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.600256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:14.615534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51066e67-60de-4f17-bd50-09f57f278253', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144'}], 'enable_snat': False}, 'gw_port_id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:07Z', 'updated_at': '2022-03-31T23:05:10Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51066e67-60de-4f17-bd50-09f57f278253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:09Z', 'updated_at': '2022-03-31T23:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:14.626262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:14.631360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55687d57-ae33-4632-8d77-ae6002515c66 req-3dd8295b-4813-453c-9322-c5dbee33af4c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932422 Mar 31 23:05:14.677179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Checking router: 51066e67-60de-4f17-bd50-09f57f278253 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:14.677659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Updating router 51066e67-60de-4f17-bd50-09f57f278253 port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:05:14.704555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-62b098de-5d94-488e-9bf1-2f90f50f0ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.726385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.882588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-62b098de-5d94-488e-9bf1-2f90f50f0ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.888071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.921662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.122243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.123608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.125295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] 10.222.0.10 "PUT /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 1135 time: 2.8171964 Mar 31 23:05:15.128111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '5e5308f1-549c-4c31-bc5d-281a83c1714b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:15.130949 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fac864a-aa20-4672-9b69-19d322ffc3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "5e5308f1-549c-4c31-bc5d-281a83c1714b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:15.174945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.218755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6060aa-d337-4109-8592-5928cacd4cac service neutron] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.230589 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0afba-968d-4f55-b423-94b013189e08 x-openstack-request-id: req-f3b0afba-968d-4f55-b423-94b013189e08 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:15.231258 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "5e5308f1-549c-4c31-bc5d-281a83c1714b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:15.231722 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3b0afba-968d-4f55-b423-94b013189e08 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:15.232901 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b0afba-968d-4f55-b423-94b013189e08'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '5e5308f1-549c-4c31-bc5d-281a83c1714b', 'status': 'completed', 'code': 200} Mar 31 23:05:15.260586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-62b098de-5d94-488e-9bf1-2f90f50f0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.293447 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.321507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:15.359797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-62b098de-5d94-488e-9bf1-2f90f50f0ea2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3dce178c634d4fbe88195a4182b6c530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333723 Mar 31 23:05:15.366189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50156) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:15.418394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.439214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.495924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439bf6d-bdaf-4586-ba0c-3ab2d1acd707 None None] Pushing event updated for resources: {'Port': ['ID=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.507126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.529289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Attempting to bind port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:15.529660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Attempting to bind port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:15.530022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Attempting to bind port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:15.531107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b098de-5d94-488e-9bf1-2f90f50f0ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3b598-0c13-4efa-9324-fe6fb94c9f62,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.562734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:15.563165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:15.563575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.563972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:15.564443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Bound port: 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:15.564822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.592718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.593304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.593791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.594270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.594744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.595241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.597120 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-a2c7ebbf-0c55-4197-8b98-e9ba1015e20c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5292 time: 0.2180116 Mar 31 23:05:15.628610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] For port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:15.632689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] For port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:15.665345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.745832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.770024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd530548-6a2a-46e6-aed1-3df2a5f10224 req-d7580437-b826-4570-bd64-0f149c5c2ac5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.774763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd530548-6a2a-46e6-aed1-3df2a5f10224 req-d7580437-b826-4570-bd64-0f149c5c2ac5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 944 time: 0.4465055 Mar 31 23:05:15.780352 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.817600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-03ffb3dd-4e14-458a-a5a7-f62d601d2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.817991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-03ffb3dd-4e14-458a-a5a7-f62d601d2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.818463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-03ffb3dd-4e14-458a-a5a7-f62d601d2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.820031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-03ffb3dd-4e14-458a-a5a7-f62d601d2496 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1666052 Mar 31 23:05:15.917788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439bf6d-bdaf-4586-ba0c-3ab2d1acd707 None None] Pushing event updated for resources: {'Port': ['ID=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.932677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd530548-6a2a-46e6-aed1-3df2a5f10224 req-b5f14016-e7b6-47e4-a67a-588f941ad64f tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816429 Mar 31 23:05:15.947859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Router 7ccacf01-2ed8-4c68-bed0-321f0da1e8ca is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:16.020943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Routers {'51066e67-60de-4f17-bd50-09f57f278253'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:16.021840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51066e67-60de-4f17-bd50-09f57f278253'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:16.056470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-6a9abd12-2a23-4158-aca5-99db022d0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.057934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2fac864a-aa20-4672-9b69-19d322ffc3b5 req-6a9abd12-2a23-4158-aca5-99db022d0253 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2216694 Mar 31 23:05:16.190757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:16.210309 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] Sync routers for ids ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:16.234782 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] Routers {'7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:16.236575 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:16.323580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.326577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9ac9d79-a0da-4ac0-a04a-3b3530d08b62 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2819524 Mar 31 23:05:16.331425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:16.337338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:16.342464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:16.379942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1de28e-44bc-437e-843c-74474fa38454 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:16.392989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.412717 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] Routers {'7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:16.413478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Transition to ACTIVE for port object 9a1de28e-44bc-437e-843c-74474fa38454 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:16.415806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:16.422496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.433688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] Set router 51066e67-60de-4f17-bd50-09f57f278253 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:16.476737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.483867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.490415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.497044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.504045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.511379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.517870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60736bb9-bd07-458f-9d28-1569d9393977 req-72cff769-f4a0-413d-8a19-2ebe2b51d1d3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 4606 time: 0.7050662 Mar 31 23:05:16.534207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.593648 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:16.594325 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37611d7d-5bb8-4ba4-8bd2-423deb328e8e None None] The sync data for ids ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:16.631386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60736bb9-bd07-458f-9d28-1569d9393977 req-36f26db5-3f42-435f-be52-a89312acd5bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005955 Mar 31 23:05:16.696054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:16.806078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:16.963089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.975249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.990506 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.992682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.995959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38c3b598-0c13-4efa-9324-fe6fb94c9f62 HTTP/1.1" status: 204 len: 168 time: 1.6282275 Mar 31 23:05:17.013803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.052537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.182645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.25.6.196 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/69df82e1-5ee6-4494-bac1-c715a40e062c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:17.224073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d20026cd-5938-4e8b-aeef-377e9f55ef7a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:17.254687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d20026cd-5938-4e8b-aeef-377e9f55ef7a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:17.255066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.259471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Attempting to bind port 9a1de28e-44bc-437e-843c-74474fa38454 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:17.260619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Attempting to bind port 9a1de28e-44bc-437e-843c-74474fa38454 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:17.261046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Attempting to bind port 9a1de28e-44bc-437e-843c-74474fa38454 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:17.285040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.323083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13ba80-d48d-4ca8-8f87-15f68b69a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3b598-0c13-4efa-9324-fe6fb94c9f62,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.331197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Port 9a1de28e-44bc-437e-843c-74474fa38454 on network e33833d0-0806-43d5-b410-704b94546dae not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:17.331197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Attempting to bind port 9a1de28e-44bc-437e-843c-74474fa38454 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:17.338482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:17.339031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:17.339537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Bound using segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:17.340098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Bound port: 9a1de28e-44bc-437e-843c-74474fa38454, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:17.340559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.370921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51066e67-60de-4f17-bd50-09f57f278253', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144'}], 'enable_snat': False}, 'gw_port_id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:07Z', 'updated_at': '2022-03-31T23:05:10Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51066e67-60de-4f17-bd50-09f57f278253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:09Z', 'updated_at': '2022-03-31T23:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:17.391995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.416675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9cc26-f6b4-43e9-b5a4-4ef08334090a None None] The sync data for ids ['51066e67-60de-4f17-bd50-09f57f278253'] in n-d-828414-2 is: [{'id': '51066e67-60de-4f17-bd50-09f57f278253', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144'}], 'enable_snat': False}, 'gw_port_id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:07Z', 'updated_at': '2022-03-31T23:05:10Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '0f2b36e9-7f19-4712-a5a1-2936dfeb86c4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51066e67-60de-4f17-bd50-09f57f278253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:09Z', 'updated_at': '2022-03-31T23:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:17.422604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:17.426428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a1de28e-44bc-437e-843c-74474fa38454,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:17.479690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d50767-80d2-4111-a0db-594d5185cbfe req-5e0e7a28-ba09-457f-bee8-2832790610ce tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.484665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4d50767-80d2-4111-a0db-594d5185cbfe req-5e0e7a28-ba09-457f-bee8-2832790610ce tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 944 time: 0.2292056 Mar 31 23:05:17.533471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.618280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Deleting port 7edea688-4405-45ff-8ab7-ee652e4ff4af {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:17.619029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.652531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.659084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.664920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.665802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.667791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-f20e2132-51cf-48de-b7a1-2159c0948b45 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 1135 time: 2.3520150 Mar 31 23:05:17.670580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '9a1de28e-44bc-437e-843c-74474fa38454'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:17.688430 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "9a1de28e-44bc-437e-843c-74474fa38454"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:17.733125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4d50767-80d2-4111-a0db-594d5185cbfe req-5158f610-989b-4a6a-8c42-87d204616d0d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271647 Mar 31 23:05:17.796796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:17.851886 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd2fee8-b407-4d42-bfc5-6610f5ec5787 x-openstack-request-id: req-abd2fee8-b407-4d42-bfc5-6610f5ec5787 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:17.852243 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "9a1de28e-44bc-437e-843c-74474fa38454", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:17.852495 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-abd2fee8-b407-4d42-bfc5-6610f5ec5787 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:17.852894 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd2fee8-b407-4d42-bfc5-6610f5ec5787'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '9a1de28e-44bc-437e-843c-74474fa38454', 'status': 'completed', 'code': 200} Mar 31 23:05:17.879466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.908257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.993181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:18.020829 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe1823-0ab9-404f-a3f5-00b4ca19ac13" -d '{"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-plugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:18.091582 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672d68a-c5bd-42aa-860d-3fe3a8dd3c37 x-openstack-request-id: req-4672d68a-c5bd-42aa-860d-3fe3a8dd3c37 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:18.092013 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-plugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:18.097144 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4672d68a-c5bd-42aa-860d-3fe3a8dd3c37 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:18.097721 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4672d68a-c5bd-42aa-860d-3fe3a8dd3c37'] response: {'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'code': 200} Mar 31 23:05:18.099710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:18.148611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.169152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.169710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.170360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.173456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.173456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.173456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.173456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.175163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c2bfcce1-ad44-4045-a96d-3f1d038265a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6220 time: 0.3150909 Mar 31 23:05:18.195955 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.197673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Calling delete_port for 7edea688-4405-45ff-8ab7-ee652e4ff4af owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:18.269996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50198) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:18.363470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.403564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e356006f-0571-4371-a63f-4e7aa0f68ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.732328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.767027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=69df82e1-5ee6-4494-bac1-c715a40e062c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.842540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:18.872719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.878880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.902984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.929011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.965797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.014390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.023810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.027356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e356006f-0571-4371-a63f-4e7aa0f68ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.041053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-a35456eb-9de3-4d35-bf14-e33666980be8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5383 time: 1.0084617 Mar 31 23:05:19.067803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:19.126582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:19.180573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c87b95c5-9129-4273-a1dc-84bbb3fd5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.182589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c87b95c5-9129-4273-a1dc-84bbb3fd5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.183093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c87b95c5-9129-4273-a1dc-84bbb3fd5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.188202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-c87b95c5-9129-4273-a1dc-84bbb3fd5a2c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.9941308 Mar 31 23:05:19.209008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:19.209292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.345623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.376680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:19.430178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e356006f-0571-4371-a63f-4e7aa0f68ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.438664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:19.475184 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.495325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-4a3a5aae-91a0-47d5-8bfd-31035bd0f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.496875 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b1f5f0f-8bdf-4d3d-b9e8-699e2a534ac6 req-4a3a5aae-91a0-47d5-8bfd-31035bd0f4aa service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2997839 Mar 31 23:05:19.510819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af011507-87a2-4adf-bc7c-ed04ee6fe648 req-8d7429cc-0b39-4899-9da2-c6081cd5ff72 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4344659 Mar 31 23:05:19.513060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e356006f-0571-4371-a63f-4e7aa0f68ce6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4760807c06134c33b88be9c87153fbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2420051 Mar 31 23:05:19.514203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356006f-0571-4371-a63f-4e7aa0f68ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34be737d-1046-4a2c-8032-b686345c6dae,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.516983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50216) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:19.628910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.632373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.717694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Pushing event deleted for resources: {'Port': ['ID=7edea688-4405-45ff-8ab7-ee652e4ff4af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.721046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.732633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.817517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563f93-6bb6-4afe-86c9-12d823cf1116 req-d51effcc-a065-483f-9fa0-d6cf5c21c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.819202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1563f93-6bb6-4afe-86c9-12d823cf1116 req-d51effcc-a065-483f-9fa0-d6cf5c21c4e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 1096 time: 1.0535314 Mar 31 23:05:19.838458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03d9a64-4d9f-4b05-a15a-a9979d563162 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:19.893862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.924149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0517729-cd7d-4d72-b7cf-5350fa18bd6f req-8275207f-2b66-499b-800f-496da09021e6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.933444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0517729-cd7d-4d72-b7cf-5350fa18bd6f req-8275207f-2b66-499b-800f-496da09021e6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 945 time: 0.8875501 Mar 31 23:05:19.954919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.007641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0517729-cd7d-4d72-b7cf-5350fa18bd6f req-c52ffeda-36e2-4d53-b825-438c2fdfa8f9 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736346 Mar 31 23:05:20.034939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Transition to ACTIVE for port object d03d9a64-4d9f-4b05-a15a-a9979d563162 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:20.037887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1563f93-6bb6-4afe-86c9-12d823cf1116 req-17a952db-c4e2-4f36-87a0-5eaabb894a6d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824222 Mar 31 23:05:20.059923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.063134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.064618 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34be737d-1046-4a2c-8032-b686345c6dae HTTP/1.1" status: 204 len: 168 time: 0.5468080 Mar 31 23:05:20.118518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ae00-4c39-4f03-9a5c-d5c26c0fec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be737d-1046-4a2c-8032-b686345c6dae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.237930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.432189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.472944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.483393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.714156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Attempting to bind port d03d9a64-4d9f-4b05-a15a-a9979d563162 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:20.714813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Attempting to bind port d03d9a64-4d9f-4b05-a15a-a9979d563162 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:20.715440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Attempting to bind port d03d9a64-4d9f-4b05-a15a-a9979d563162 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:20.721853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Router 7ccacf01-2ed8-4c68-bed0-321f0da1e8ca has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:20.748097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Port d03d9a64-4d9f-4b05-a15a-a9979d563162 on network e33833d0-0806-43d5-b410-704b94546dae not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:20.748442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Attempting to bind port d03d9a64-4d9f-4b05-a15a-a9979d563162 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:20.761160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.941271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:20.952440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] Sync routers for ids ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:20.954710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.956599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28896399-1cf3-41d6-9697-58a81b375f9a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "PUT /v2.0/routers/7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 200 len: 709 time: 4.6240785 Mar 31 23:05:20.959195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:20.965589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] Routers {'7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:20.969136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.033286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:21.033802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:21.034245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Bound using segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:21.034816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Bound port: d03d9a64-4d9f-4b05-a15a-a9979d563162, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:21.035335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.078410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.085677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:21.124543 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b26b46f6-a0d1-4937-88ed-9b89139b5d11 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/routers/7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 200 len: 744 time: 0.1640658 Mar 31 23:05:21.125345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.129334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] Routers {'7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:21.130023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.192977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.193632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9e99-73fa-4538-bc53-794626b6ae11 None None] The sync data for ids ['7ccacf01-2ed8-4c68-bed0-321f0da1e8ca'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:21.206280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bdf59981-5ad1-4aad-99da-bdf258b1b106 tempest-RoutersIpV6AdminTest-238556118 tempest-RoutersIpV6AdminTest-238556118-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 200 len: 205 time: 0.0796192 Mar 31 23:05:21.207120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.223901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:21.228142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:21.242072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-13ae6f80-8cdd-45a0-9903-f7bb38a354bc tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 200 len: 205 time: 0.0336735 Mar 31 23:05:21.242977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50258) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.262432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:21.262983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.318119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.326670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.333463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.342799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.348708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.355853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.362128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.371103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-f6abc4d9-29dc-4464-8d76-d1e3488ee615 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5395 time: 0.6782875 Mar 31 23:05:21.395338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.433332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.504883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.506128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.508562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] 10.222.0.10 "PUT /v2.0/ports/d03d9a64-4d9f-4b05-a15a-a9979d563162 HTTP/1.1" status: 200 len: 1091 time: 3.7167954 Mar 31 23:05:21.516698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:21.520012 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d0446b-422b-46af-8864-031cef4a300a" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:21.582360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d14f40ef-6232-405e-a0e3-5c7d25598c03 req-ffba3766-7e84-4540-bae7-7df7b09f1a57 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056720 Mar 31 23:05:21.588028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.599837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45f84-f43a-4657-8058-8da87427e551 req-f573791a-6976-4fb7-83a2-98466a3a465c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.601956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50c45f84-f43a-4657-8058-8da87427e551 req-f573791a-6976-4fb7-83a2-98466a3a465c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 945 time: 0.3717909 Mar 31 23:05:21.676977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccfa53-c113-4700-b92e-ba6e370ca515 service neutron] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:21.690134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:21.777524 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43062fb6-937f-4a86-a6a2-c59de866bf59 x-openstack-request-id: req-43062fb6-937f-4a86-a6a2-c59de866bf59 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:21.777924 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:21.778290 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-43062fb6-937f-4a86-a6a2-c59de866bf59 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:21.779279 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43062fb6-937f-4a86-a6a2-c59de866bf59'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'status': 'completed', 'code': 200} Mar 31 23:05:21.800213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.808709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50c45f84-f43a-4657-8058-8da87427e551 req-47252bc6-8149-40aa-ac14-c638ce617896 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981239 Mar 31 23:05:21.922486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.930152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.149081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.149643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Fanout notify agent at l3_agent the message router_deleted on router 7ccacf01-2ed8-4c68-bed0-321f0da1e8ca {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:22.177663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.179905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-edf81307-9ead-4eb5-b527-e787395caf5e tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 204 len: 168 time: 0.9345026 Mar 31 23:05:22.183979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50286) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.245945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be69417a-172e-4a1d-aaa9-b17dd7489c69 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 200 len: 205 time: 0.0601773 Mar 31 23:05:22.249705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50288) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.256709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.257286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.258289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.258790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.259571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.260203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.260687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.262627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16d0446b-422b-46af-8864-031cef4a300a req-d4e6677e-8215-48b4-a4db-53246677ccbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6287 time: 0.4008503 Mar 31 23:05:22.304275 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-a6fd1792-e317-4b67-a468-bddfe47910d2 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.305069 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6fd1792-e317-4b67-a468-bddfe47910d2 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/7ccacf01-2ed8-4c68-bed0-321f0da1e8ca HTTP/1.1" status: 404 len: 336 time: 0.0542765 Mar 31 23:05:22.310221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.351482 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-543dab01-b276-4e7a-80c6-1aa944c7c540 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 200 len: 205 time: 0.0401793 Mar 31 23:05:22.353703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50292) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.396795 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5f82324b-2c8d-4a9f-a8c3-78b97bb7bc32 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.398212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f82324b-2c8d-4a9f-a8c3-78b97bb7bc32 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/6fbd0367-7fd9-4c29-8c01-df91510bc493 HTTP/1.1" status: 404 len: 336 time: 0.0423050 Mar 31 23:05:22.401204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.436681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ad46ffd9-47a8-45f5-a0c0-e9c85ed66d0c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 200 len: 205 time: 0.0338202 Mar 31 23:05:22.439506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.487534 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-585e029d-5249-492c-baa9-cde50919181c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.491968 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-585e029d-5249-492c-baa9-cde50919181c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/c682a489-9c60-4e12-a305-3e4cdcfd6f02 HTTP/1.1" status: 404 len: 336 time: 0.0483708 Mar 31 23:05:22.491968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.510298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router 3439bb68-594a-4b00-9d3b-86ee30b3b772 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:22.525612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d522834b-8a7c-4c2e-a914-3787470a4460 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 200 len: 205 time: 0.0302355 Mar 31 23:05:22.525891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50302) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.586074 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-fdc3eadd-a734-42f8-9344-4c866f51af08 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.588091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fdc3eadd-a734-42f8-9344-4c866f51af08 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/235aec69-ecfa-43df-9fc9-cc7acb30c67d HTTP/1.1" status: 404 len: 336 time: 0.0603659 Mar 31 23:05:22.594909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50304) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.625953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c24f9731-df94-426d-bfae-717976322b7b tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 200 len: 205 time: 0.0296152 Mar 31 23:05:22.628212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50306) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.653488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-0b90fbea-3508-476f-be00-d6aaee18337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.653975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-0b90fbea-3508-476f-be00-d6aaee18337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.654491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-0b90fbea-3508-476f-be00-d6aaee18337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.656203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16d0446b-422b-46af-8864-031cef4a300a req-0b90fbea-3508-476f-be00-d6aaee18337f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3771939 Mar 31 23:05:22.681430 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d5148e61-bb45-40aa-91a6-4f9bec2d337a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.686072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d5148e61-bb45-40aa-91a6-4f9bec2d337a tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/a61b569d-a944-4412-b15c-6a9522b25994 HTTP/1.1" status: 404 len: 336 time: 0.0567591 Mar 31 23:05:22.686844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.687656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b58935-1c4e-4d38-b6fa-edcc85487898 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:22.698432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.721133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d37fb491-0668-475b-8f30-ed3a22fc951c tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4258433-0728-4214-93ed-bf83dd1688ba HTTP/1.1" status: 200 len: 205 time: 0.0327029 Mar 31 23:05:22.725442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50316) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.773120 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-c6a7220f-521a-4769-bf57-ca9cda1e93fb tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] delete failed (client error): The resource could not be found. Mar 31 23:05:22.777331 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c6a7220f-521a-4769-bf57-ca9cda1e93fb tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/routers/e4258433-0728-4214-93ed-bf83dd1688ba HTTP/1.1" status: 404 len: 336 time: 0.0474653 Mar 31 23:05:22.777742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50318) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:22.805674 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-72322132-d3ae-447c-a0c3-b531d34e8c90 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:22.807178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72322132-d3ae-447c-a0c3-b531d34e8c90 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:22.809805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-72322132-d3ae-447c-a0c3-b531d34e8c90 tempest-RoutersIpV6AdminTest-67984651 tempest-RoutersIpV6AdminTest-67984651-project] 10.222.0.83 "DELETE /v2.0/subnets/44d7cd41-dd8a-4f7d-8d84-16fcb4548cad HTTP/1.1" status: 404 len: 337 time: 0.0310433 Mar 31 23:05:23.107558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Transition to ACTIVE for port object e3b58935-1c4e-4d38-b6fa-edcc85487898 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:23.188012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:23.202610 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Sync routers for ids ['3439bb68-594a-4b00-9d3b-86ee30b3b772'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:23.214662 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Routers {'3439bb68-594a-4b00-9d3b-86ee30b3b772'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:23.215401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3439bb68-594a-4b00-9d3b-86ee30b3b772'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:23.222990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.229176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.235169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.241256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.248278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.254205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.260945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.262889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-750f2689-9102-4e82-bf12-a94715ac9749 req-740be865-43ff-4ef0-9737-e01b0067b31a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5395 time: 0.5470765 Mar 31 23:05:23.271658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.287640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0446b-422b-46af-8864-031cef4a300a req-e149e9b5-4a6c-451f-9636-72c90cf10f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.289169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16d0446b-422b-46af-8864-031cef4a300a req-e149e9b5-4a6c-451f-9636-72c90cf10f84 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6251996 Mar 31 23:05:23.328799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139276d0-de3d-4d4a-af36-e0aa071248dc req-5e17bf31-d810-4a82-969b-ef6d6ba9001c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.331109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-139276d0-de3d-4d4a-af36-e0aa071248dc req-5e17bf31-d810-4a82-969b-ef6d6ba9001c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 945 time: 0.2189574 Mar 31 23:05:23.339912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Set router 3439bb68-594a-4b00-9d3b-86ee30b3b772 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:23.429390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Pushing event updated for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:23.472987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-750f2689-9102-4e82-bf12-a94715ac9749 req-ba9ed430-1262-4b28-b8c6-6b2347685817 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1979849 Mar 31 23:05:23.480717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.484322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5724da14-ae50-477b-aea2-477c76537e9d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4290857 Mar 31 23:05:23.485372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50340) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:23.489669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-139276d0-de3d-4d4a-af36-e0aa071248dc req-3783d202-4d3b-42ad-a97e-5ce02949dfab tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411610 Mar 31 23:05:23.557149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Attempting to bind port e3b58935-1c4e-4d38-b6fa-edcc85487898 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:23.557577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Attempting to bind port e3b58935-1c4e-4d38-b6fa-edcc85487898 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:23.558116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Attempting to bind port e3b58935-1c4e-4d38-b6fa-edcc85487898 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:23.563063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Port e3b58935-1c4e-4d38-b6fa-edcc85487898 on network e33833d0-0806-43d5-b410-704b94546dae not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:23.563396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Attempting to bind port e3b58935-1c4e-4d38-b6fa-edcc85487898 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:23.569358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:23.570075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Checking segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:23.570075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Bound using segment: {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:23.570514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Bound port: e3b58935-1c4e-4d38-b6fa-edcc85487898, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f796df-e02a-4f91-9cbc-acc321b14599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:23.576630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.750401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:23.762472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:23.763682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50352) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:23.825395 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:14Z', 'updated_at': '2022-03-31T23:05:19Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:17Z', 'updated_at': '2022-03-31T23:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:23.831509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf0be5c6-a652-4f6b-8b6c-84bb5d60981d tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/3439bb68-594a-4b00-9d3b-86ee30b3b772 HTTP/1.1" status: 200 len: 907 time: 0.3440700 Mar 31 23:05:23.834095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50356) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:23.920331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.973441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.974269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.976527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] 10.222.0.10 "PUT /v2.0/ports/e3b58935-1c4e-4d38-b6fa-edcc85487898 HTTP/1.1" status: 200 len: 1091 time: 2.2917609 Mar 31 23:05:23.977133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:24.006758 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Checking router: 3439bb68-594a-4b00-9d3b-86ee30b3b772 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:24.007204 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Updating router 3439bb68-594a-4b00-9d3b-86ee30b3b772 port 69df82e1-5ee6-4494-bac1-c715a40e062c binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:05:24.011200 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542437b-585c-49f8-ae08-159abe88af5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:24.027561 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.112134 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.142500 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8421f2cb-63ee-40d8-b7ee-f3bea1dce01f x-openstack-request-id: req-8421f2cb-63ee-40d8-b7ee-f3bea1dce01f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:24.144099 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:24.144099 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8421f2cb-63ee-40d8-b7ee-f3bea1dce01f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:24.144099 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8421f2cb-63ee-40d8-b7ee-f3bea1dce01f'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898', 'status': 'completed', 'code': 200} Mar 31 23:05:24.163350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:24.260688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22b667c1-a9a1-407b-9c6c-14be46b95cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.410824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637928e-7360-4a3c-bb52-3fa13707958f service neutron] Pushing event updated for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.440911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.440911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.441180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.441745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.442238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.442744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.443245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.445545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7542437b-585c-49f8-ae08-159abe88af5d req-17309a3b-db9f-4d84-9895-dddb0dfb5e54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6354 time: 0.3006494 Mar 31 23:05:24.477643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.594812 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.641241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-f9f961d8-6cfe-497b-8398-61ddb5b0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.641726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-f9f961d8-6cfe-497b-8398-61ddb5b0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.642234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-f9f961d8-6cfe-497b-8398-61ddb5b0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.643908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7542437b-585c-49f8-ae08-159abe88af5d req-f9f961d8-6cfe-497b-8398-61ddb5b0c4ea service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1626103 Mar 31 23:05:24.660981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2515-4ab9-48b0-8d69-670203de53e8 req-67b13c74-b18e-42a1-b563-28a0d2402be8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.662498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e01a2515-4ab9-48b0-8d69-670203de53e8 req-67b13c74-b18e-42a1-b563-28a0d2402be8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 945 time: 0.4473958 Mar 31 23:05:24.698764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.722942 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.851718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.858417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.864523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.871348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.877315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.883236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.890521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.899912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2898091e-2102-4c4a-b3d2-9aaee46bb8b6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5407 time: 0.2533240 Mar 31 23:05:25.031228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Pushing event updated for resources: {'Port': ['ID=69df82e1-5ee6-4494-bac1-c715a40e062c,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.039636 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Attempting to bind port 69df82e1-5ee6-4494-bac1-c715a40e062c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:25.040049 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Attempting to bind port 69df82e1-5ee6-4494-bac1-c715a40e062c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:25.040529 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Attempting to bind port 69df82e1-5ee6-4494-bac1-c715a40e062c on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:25.044378 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.044744 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.045083 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.045419 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.045741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.046063 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.046389 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.046717 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.047037 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.047359 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.047676 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.048013 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Bound port: 69df82e1-5ee6-4494-bac1-c715a40e062c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:25.063273 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.114470 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] For port 69df82e1-5ee6-4494-bac1-c715a40e062c, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:25.117949 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] For port 69df82e1-5ee6-4494-bac1-c715a40e062c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=69df82e1-5ee6-4494-bac1-c715a40e062c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:25.135934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e01a2515-4ab9-48b0-8d69-670203de53e8 req-e6defdc0-f570-43a3-9df2-b07654dfe290 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466348 Mar 31 23:05:25.206008 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.278753 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdcb80-1418-49c2-bbff-bc56f6d2612a None None] Pushing event updated for resources: {'Port': ['ID=69df82e1-5ee6-4494-bac1-c715a40e062c,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.289498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f79a4e81-fa65-41c8-bb06-115f41f845c7 req-2de87590-b37b-4355-aa91-ee4a0c2a68aa tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3875327 Mar 31 23:05:25.308055 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Routers {'3439bb68-594a-4b00-9d3b-86ee30b3b772'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:25.308710 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3439bb68-594a-4b00-9d3b-86ee30b3b772'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:25.318949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542437b-585c-49f8-ae08-159abe88af5d req-3b54ce3b-b9d1-4c68-aa8e-eadb88be754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.320525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7542437b-585c-49f8-ae08-159abe88af5d req-3b54ce3b-b9d1-4c68-aa8e-eadb88be754e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6553013 Mar 31 23:05:25.322983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22b667c1-a9a1-407b-9c6c-14be46b95cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.345851 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.429495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22b667c1-a9a1-407b-9c6c-14be46b95cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.453129 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] Set router 3439bb68-594a-4b00-9d3b-86ee30b3b772 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:25.496564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b667c1-a9a1-407b-9c6c-14be46b95cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a83aed-1548-4dcc-93d2-bbba622c34a4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.540095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-22b667c1-a9a1-407b-9c6c-14be46b95cb5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=04f39d8f736949b4baf74d14d5776621&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7752445 Mar 31 23:05:25.545135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:25.639881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66938ac-7188-4d03-9dc4-d6be188c1c73 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:25.645448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Deleting port 69df82e1-5ee6-4494-bac1-c715a40e062c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:25.646152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.653507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.703568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.740287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:14Z', 'updated_at': '2022-03-31T23:05:19Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:17Z', 'updated_at': '2022-03-31T23:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:25.746754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Transition to ACTIVE for port object d66938ac-7188-4d03-9dc4-d6be188c1c73 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:25.756204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.813443 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5a87c-776d-4a0d-8a3d-222f2a3a210f None None] The sync data for ids ['3439bb68-594a-4b00-9d3b-86ee30b3b772'] in n-d-828414-2 is: [{'id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'name': 'tempest-snat-router-844502545', 'tenant_id': '6f13badc65dd4efc97e353aca901892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:14Z', 'updated_at': '2022-03-31T23:05:19Z', 'revision_number': 3, 'project_id': '6f13badc65dd4efc97e353aca901892c', 'gw_port': {'id': '69df82e1-5ee6-4494-bac1-c715a40e062c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439bb68-594a-4b00-9d3b-86ee30b3b772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:17Z', 'updated_at': '2022-03-31T23:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:25.834731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.850415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] For port 69df82e1-5ee6-4494-bac1-c715a40e062c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=69df82e1-5ee6-4494-bac1-c715a40e062c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:25.850778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.907628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Calling delete_port for 69df82e1-5ee6-4494-bac1-c715a40e062c owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:25.986373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.996284 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.998526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/94a83aed-1548-4dcc-93d2-bbba622c34a4 HTTP/1.1" status: 204 len: 168 time: 0.4537158 Mar 31 23:05:26.022130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22673-1dd1-47fd-9607-3cfe5e34ca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a83aed-1548-4dcc-93d2-bbba622c34a4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:26.038317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:26.205586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Attempting to bind port d66938ac-7188-4d03-9dc4-d6be188c1c73 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:26.205879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Attempting to bind port d66938ac-7188-4d03-9dc4-d6be188c1c73 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:26.206217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Attempting to bind port d66938ac-7188-4d03-9dc4-d6be188c1c73 on network 16e30b3a-970b-4faa-8669-55b19f89b98e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:26.391510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Port d66938ac-7188-4d03-9dc4-d6be188c1c73 on network 16e30b3a-970b-4faa-8669-55b19f89b98e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:26.391510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Attempting to bind port d66938ac-7188-4d03-9dc4-d6be188c1c73 on network 16e30b3a-970b-4faa-8669-55b19f89b98e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:26.429986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:26.431144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Checking segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:26.431706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Bound using segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:26.432316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Bound port: d66938ac-7188-4d03-9dc4-d6be188c1c73, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:26.434348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.548004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25364e-cc2b-4afa-a1c6-02aedd47e7ec req-ddbebea8-d69a-4345-906f-ea2af145a614 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.549593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c25364e-cc2b-4afa-a1c6-02aedd47e7ec req-ddbebea8-d69a-4345-906f-ea2af145a614 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 945 time: 0.1995752 Mar 31 23:05:26.666319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.672246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.678109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.684939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.690895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.696985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.702817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.704784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-c93e3ee3-f249-4f0c-972a-b86fa0819e9d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5419 time: 0.2323813 Mar 31 23:05:26.727559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c25364e-cc2b-4afa-a1c6-02aedd47e7ec req-3c4518e5-4072-48a0-a870-e7ac693a269b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391044 Mar 31 23:05:26.727559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:26.768147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:26.776661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f87b28d-828b-43c8-8e55-c410e8c6ba9f req-8ce17868-ce42-437e-bf3a-0205a3f5264c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586238 Mar 31 23:05:26.977613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.995513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.049790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 69df82e1-5ee6-4494-bac1-c715a40e062c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:27.088577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.089215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.090814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] 10.222.0.10 "PUT /v2.0/ports/d66938ac-7188-4d03-9dc4-d6be188c1c73 HTTP/1.1" status: 200 len: 1091 time: 2.9526384 Mar 31 23:05:27.091479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:27.093983 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605decda-11e2-4850-978f-1d748a619cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:27.097102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Port': ['ID=69df82e1-5ee6-4494-bac1-c715a40e062c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:27.113860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 69df82e1-5ee6-4494-bac1-c715a40e062c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:27.118975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 69df82e1-5ee6-4494-bac1-c715a40e062c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 31 23:05:27.193842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Port 69df82e1-5ee6-4494-bac1-c715a40e062c not found, will not notify nova. {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 31 23:05:27.222731 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc00099-458a-4e2c-895d-640d81cf5d5f x-openstack-request-id: req-2cc00099-458a-4e2c-895d-640d81cf5d5f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:27.229248 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:27.229813 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2cc00099-458a-4e2c-895d-640d81cf5d5f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:27.231456 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc00099-458a-4e2c-895d-640d81cf5d5f'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'status': 'completed', 'code': 200} Mar 31 23:05:27.244810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Request body: {'port': {'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:27.256768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.260065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.263270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.263936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.269494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.277303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.277758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.523748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.532964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.641938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.644391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.756589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:27.827235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c033ca3c-ba9e-4ea5-9680-16161093122b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d5996de486db434492137f436c1472f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694444 Mar 31 23:05:27.830995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:27.972095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.005052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.092722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.093469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.094114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.094595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.095098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.095576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.096053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.097932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-605decda-11e2-4850-978f-1d748a619cfb req-1ad63e9e-171d-41e2-b39c-526714fc1dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6421 time: 0.8447335 Mar 31 23:05:28.121765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76426-78e7-4c5c-914d-2c3f0a77c437 service neutron] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.235726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.238898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.240677 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/690d1060-45e7-41a9-8299-9d1431897930 HTTP/1.1" status: 204 len: 168 time: 0.4079115 Mar 31 23:05:28.252463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051214c6-8520-4cab-8258-1a49e9cdcb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d1060-45e7-41a9-8299-9d1431897930,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.331319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.331927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3439bb68-594a-4b00-9d3b-86ee30b3b772 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:28.347870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.353956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.362419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.369306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.375312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.390854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.397597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.406098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-c14e8b93-1452-460f-ba36-23fd975ddecc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5419 time: 0.3210781 Mar 31 23:05:28.413364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.417408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50490) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:28.418755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-17bd16db-bca2-4df2-a537-b451cf3c6813 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/routers/3439bb68-594a-4b00-9d3b-86ee30b3b772 HTTP/1.1" status: 204 len: 168 time: 4.5825486 Mar 31 23:05:28.642016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b860cd79-e4c7-4435-bddf-8675385480e1 req-41dafba5-2e86-4ea5-8559-67215c5efe18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348619 Mar 31 23:05:28.659167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-b11329e3-7c0c-47f7-8cc2-a7c62878bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.659167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-b11329e3-7c0c-47f7-8cc2-a7c62878bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.659167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-b11329e3-7c0c-47f7-8cc2-a7c62878bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.659167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-605decda-11e2-4850-978f-1d748a619cfb req-b11329e3-7c0c-47f7-8cc2-a7c62878bb28 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e873d9caeb44f60a97ac81f303f0275&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5237401 Mar 31 23:05:28.710653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.864510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d576d43-aa82-480e-abe7-c71fdaaea124 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:28.873850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.891333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Transition to ACTIVE for port object 9d576d43-aa82-480e-abe7-c71fdaaea124 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:28.902170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.937065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605decda-11e2-4850-978f-1d748a619cfb req-28bf8180-8d9a-4048-930d-34eeeb050408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.938995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-605decda-11e2-4850-978f-1d748a619cfb req-28bf8180-8d9a-4048-930d-34eeeb050408 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2726254 Mar 31 23:05:28.970682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.034393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:29.148384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Deleting port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:29.159531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.172432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 69df82e1-5ee6-4494-bac1-c715a40e062c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:29.235185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 69df82e1-5ee6-4494-bac1-c715a40e062c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:29.236135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 69df82e1-5ee6-4494-bac1-c715a40e062c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:29.268768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Attempting to bind port 9d576d43-aa82-480e-abe7-c71fdaaea124 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:29.269113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Attempting to bind port 9d576d43-aa82-480e-abe7-c71fdaaea124 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:29.269442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Attempting to bind port 9d576d43-aa82-480e-abe7-c71fdaaea124 on network 16e30b3a-970b-4faa-8669-55b19f89b98e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:29.281454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Port 9d576d43-aa82-480e-abe7-c71fdaaea124 on network 16e30b3a-970b-4faa-8669-55b19f89b98e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:29.282130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Attempting to bind port 9d576d43-aa82-480e-abe7-c71fdaaea124 on network 16e30b3a-970b-4faa-8669-55b19f89b98e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:29.293080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:29.293429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Checking segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:29.293825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Bound using segment: {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:29.294433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Bound port: 9d576d43-aa82-480e-abe7-c71fdaaea124, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87555032-1ca5-44f5-8227-a02b3aee9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:29.294625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.389773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] For port 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:29.390411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.422888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Calling delete_port for 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:29.435392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:29.438835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:29.524570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.566376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.569125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.570627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 200 len: 1091 time: 2.3380640 Mar 31 23:05:29.628252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:29.631604 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:29.750958 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc2cd5-72ee-4a88-b9fa-c79ec5e49e17 x-openstack-request-id: req-33fc2cd5-72ee-4a88-b9fa-c79ec5e49e17 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:29.751636 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:29.752306 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-33fc2cd5-72ee-4a88-b9fa-c79ec5e49e17 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:29.762516 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fc2cd5-72ee-4a88-b9fa-c79ec5e49e17'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'status': 'completed', 'code': 200} Mar 31 23:05:29.811396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e72d3-e5a4-40af-8fc2-e4a11f2db186 service neutron] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:29.862192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.869626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e663ddd1-d2cc-4213-aaec-c3e1e3a76b8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6488 time: 0.1659338 Mar 31 23:05:29.962090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-afdb72f2-e64a-450a-953c-8708713f95e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0793965 Mar 31 23:05:29.971213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.040866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f2b36e9-7f19-4712-a5a1-2936dfeb86c4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:30.052933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.061155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.067689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.074428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.080895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.089323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.096919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.099875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d8f9a6-592e-4768-9361-1705965838bc req-24c26249-e460-4b33-80b7-8cb6ffafaad8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.2445598 Mar 31 23:05:30.106117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-62b67b18-a50a-4506-ab40-c7bddd216e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.107754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-62b67b18-a50a-4506-ab40-c7bddd216e96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07771adc-67f5-4bc8-bbd7-690559153c46 HTTP/1.1" status: 200 len: 856 time: 0.1386163 Mar 31 23:05:30.128499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.219216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d8f9a6-592e-4768-9361-1705965838bc req-70f033e3-25e9-4c40-a8df-d956a35118b8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102545 Mar 31 23:05:30.237601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-10cb8893-0dec-4b19-a077-aef9136ed433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.239612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-10cb8893-0dec-4b19-a077-aef9136ed433 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8a00a9e-faf5-463b-802f-ae39c9884e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236367 Mar 31 23:05:30.256561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.260849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.362796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b5783732-73af-40f9-8547-341afecf45ab service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140029 Mar 31 23:05:30.398987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.399513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51066e67-60de-4f17-bd50-09f57f278253 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:30.414668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.423349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-064497be-7944-49d9-ada4-abe30243c408 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "DELETE /v2.0/routers/51066e67-60de-4f17-bd50-09f57f278253 HTTP/1.1" status: 204 len: 168 time: 2.0047383 Mar 31 23:05:30.424314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50570) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:30.438723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1570565786', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:30.539236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e671e029-262d-437a-aa45-0dabdf4e0cbd service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658235 Mar 31 23:05:30.571452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.572661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.600689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4fd07471-957f-4f09-9e7e-cca2820e2c06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 217 time: 0.0539367 Mar 31 23:05:30.724791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.729480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4beccf70-4b29-422c-a5d5-9d0e3fd50709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.731194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4beccf70-4b29-422c-a5d5-9d0e3fd50709 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.1218629 Mar 31 23:05:30.796035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4e1a2196-4ef0-46bc-beaf-813486da71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.797926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-4e1a2196-4ef0-46bc-beaf-813486da71ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598259 Mar 31 23:05:30.964916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-41752dd9-85d4-4545-844b-1a21bd7806ef service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552348 Mar 31 23:05:31.030707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.114696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:31.153867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:31.160845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f2b36e9-7f19-4712-a5a1-2936dfeb86c4 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:31.189470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b1a183b9-e2b0-4a8f-81d4-e0c0e979ca27 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159891 Mar 31 23:05:31.238353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:31.248857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-97eefb20-2120-4997-8cd8-acecd944b028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 217 time: 0.0503931 Mar 31 23:05:31.376063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-67c30fe7-1899-46be-9ffb-6138a6c4c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.377043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-67c30fe7-1899-46be-9ffb-6138a6c4c6d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.1151450 Mar 31 23:05:31.464757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.470889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.477154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.481785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.483596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.490019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.497182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.503099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.505551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74489548-2a17-41ed-8450-6b242658f564 req-e5c3b007-c2f6-4188-8b85-9445f4286b56 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1577890 Mar 31 23:05:31.512389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.517137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9339fee0-bed3-452c-8494-88399988b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.517137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9339fee0-bed3-452c-8494-88399988b8eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235209 Mar 31 23:05:31.617013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74489548-2a17-41ed-8450-6b242658f564 req-e04de4ac-fa51-41f5-b9f4-0c42447f3345 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988221 Mar 31 23:05:31.687499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-bfbcff32-079c-47b0-9eb7-40122d0af98d service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604066 Mar 31 23:05:31.905600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-fc329162-11c7-48cc-a5f5-3edceb9ccc24 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096012 Mar 31 23:05:31.910220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:31.970586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7cf12a8f-a6ca-4577-8cc1-9252e4acc5b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162 HTTP/1.1" status: 200 len: 217 time: 0.0531621 Mar 31 23:05:31.984647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2122ded4-86df-4ce6-9339-53dbe359fde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.041392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ce41f91a-b62f-4c43-9a0a-917c425f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.043416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ce41f91a-b62f-4c43-9a0a-917c425f5c02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.0633461 Mar 31 23:05:32.094535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1096803724', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:32.098522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Allocated IP 172.25.6.150 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/94d5a365-47dc-48cf-9fd9-c703e5c30784) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:32.121488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-afb858a5-044a-4d1c-8b73-18479cfbf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.123026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-afb858a5-044a-4d1c-8b73-18479cfbf9a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728250 Mar 31 23:05:32.223112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2122ded4-86df-4ce6-9339-53dbe359fde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.241899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-615fa378-5c96-4272-a98f-6ad3ac283b0b service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099529 Mar 31 23:05:32.248175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Made reservation on behalf of dbfa682a661e4637b045e1684a72052a for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:32.250717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.270693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.276003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.334465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2122ded4-86df-4ce6-9339-53dbe359fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.383389 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2122ded4-86df-4ce6-9339-53dbe359fde9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ecbed6deb9f64619bf2768e0d85f1b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1415660 Mar 31 23:05:32.385341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122ded4-86df-4ce6-9339-53dbe359fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49fe927-c4d2-4c61-beae-224971adcd10,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.388661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:32.397726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.407336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-87250b26-4a50-4f7f-9e88-84774e9560bb service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541631 Mar 31 23:05:32.445995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.456581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:32.468431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:32.473779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:32.474765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-5456c03a-ba89-4898-a9ab-6b15da49323e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898 HTTP/1.1" status: 200 len: 217 time: 0.0504241 Mar 31 23:05:32.518181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event updated for resources: {'Port': ['ID=94d5a365-47dc-48cf-9fd9-c703e5c30784,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.520175 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.524101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] device_id is not set on port a969c505-3e88-4265-aef7-95dd1131d6ac yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:32.535606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:32.547372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.599080 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.599309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e907f2b8-3930-48b6-a2f2-bff69621bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.599309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-e907f2b8-3930-48b6-a2f2-bff69621bde6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.1101952 Mar 31 23:05:32.599309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00207299-c2df-4cb2-abd7-50bea2fa3c34,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.697567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:32.716485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'mac_address': 'fa:16:3e:f9:b3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:32.724123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9486fedf-e9fa-4c0b-903b-2395752eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.725655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9486fedf-e9fa-4c0b-903b-2395752eec66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960648 Mar 31 23:05:32.744766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Allocated IP 172.25.6.105 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/a969c505-3e88-4265-aef7-95dd1131d6ac) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:32.781201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.794256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d20026cd-5938-4e8b-aeef-377e9f55ef7a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:32.826872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:32.913300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.919236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.925014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.930759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.937087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.942881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.949181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.951070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55797c06-bc0f-44c1-893a-808d9647812f req-932e0ae8-932b-40cd-a72c-d3518d96a761 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1542463 Mar 31 23:05:32.956548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-12ef0e2f-0a27-4227-a38f-2c5547b8eab8 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212622 Mar 31 23:05:33.090673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55797c06-bc0f-44c1-893a-808d9647812f req-a204b6c6-7619-4e69-91c1-7651539d8587 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330762 Mar 31 23:05:33.143849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.148162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-190474b6-c2d5-4af2-a1b5-6a9fb144c414 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806424 Mar 31 23:05:33.198962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-419299f3-00a8-4970-876c-b650e350dd4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73 HTTP/1.1" status: 200 len: 217 time: 0.0417635 Mar 31 23:05:33.264876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9d095fc6-ee96-4510-90db-075feff66684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.266360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-9d095fc6-ee96-4510-90db-075feff66684 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.0594380 Mar 31 23:05:33.320630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-a7490067-c3f6-4132-85eb-00dd0014dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.322721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-a7490067-c3f6-4132-85eb-00dd0014dbbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494926 Mar 31 23:05:33.411676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-1dd5c92c-e304-4b7f-8eeb-65872d9c3a0b service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811410 Mar 31 23:05:33.473477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.476141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.480248 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f49fe927-c4d2-4c61-beae-224971adcd10 HTTP/1.1" status: 204 len: 168 time: 1.0878451 Mar 31 23:05:33.487753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3fca5-eb01-4138-a601-b513b189fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49fe927-c4d2-4c61-beae-224971adcd10,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.516765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-7fba9cb3-e8b1-4076-aed7-6e57d29921de service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975525 Mar 31 23:05:33.543946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.560913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.568158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-291f67fa-3a27-46f9-8a1f-38af99d0fe5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 200 len: 217 time: 0.0398414 Mar 31 23:05:33.598905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.643282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:33.655380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:33.666078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:33.669283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.670311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Pushing event updated for resources: {'Port': ['ID=a969c505-3e88-4265-aef7-95dd1131d6ac,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.697935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ea4b2f24-1a62-42cf-a6e3-6555000d5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.699526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-ea4b2f24-1a62-42cf-a6e3-6555000d5af5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.1264682 Mar 31 23:05:33.707926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d20026cd-5938-4e8b-aeef-377e9f55ef7a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:33.747723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.793874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.793874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033eb0-aa29-45b0-be60-5291786b0162 req-8c7f0a3e-86a7-4693-90a7-3bc6403298cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.793874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-8c7f0a3e-86a7-4693-90a7-3bc6403298cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664814 Mar 31 23:05:33.918879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-b5185c2f-1cd8-47c7-b993-b7df86a6b9b0 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380651 Mar 31 23:05:34.043948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-70092265-e731-4d56-bfa9-d74662d2de7c tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1310234 Mar 31 23:05:34.046086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.057954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}]}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:34.069506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.115969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76033eb0-aa29-45b0-be60-5291786b0162 req-335ce277-d79e-40d3-87af-5de147f42468 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809893 Mar 31 23:05:34.271499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.278806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.285463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.291639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.298130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.304895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.311587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.313568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-b56a359a-801f-46cd-aae4-2b3eec112520 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1225691 Mar 31 23:05:34.315211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.316290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.362413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f41a558d-593b-4d8a-b99c-2817605b6dd3 req-f33397d8-0351-46f3-a0f6-9c634391e59f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413013 Mar 31 23:05:34.402968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Router af96d372-bc45-438a-b73d-a379171c92f4 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:34.418752 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.521337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:34.523847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.524450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.525842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.526329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.527399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.527399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.527994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.531062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-47cd7cc8-8b69-4a27-8b53-0be5fde72cc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6488 time: 0.0587573 Mar 31 23:05:34.532867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] Sync routers for ids ['af96d372-bc45-438a-b73d-a379171c92f4'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:34.540026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:34.565496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] Routers {'af96d372-bc45-438a-b73d-a379171c92f4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:34.566171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['af96d372-bc45-438a-b73d-a379171c92f4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.604375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.619195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] Routers {'af96d372-bc45-438a-b73d-a379171c92f4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:34.619735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['af96d372-bc45-438a-b73d-a379171c92f4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.632514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-f3bd98e1-42cc-4a99-a6cd-954ea58a2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.634546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-f3bd98e1-42cc-4a99-a6cd-954ea58a2de4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 200 len: 903 time: 0.0918057 Mar 31 23:05:34.658272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.658916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbe7bf-00e1-43a3-86ba-ea91c1258fa2 None None] The sync data for ids ['af96d372-bc45-438a-b73d-a379171c92f4'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:34.664589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.669764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d20026cd-5938-4e8b-aeef-377e9f55ef7a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:34.670126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.683058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-5f77f048-9f01-48ae-82f8-646098c54a31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 200 len: 217 time: 0.0426426 Mar 31 23:05:34.701062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.703727 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-508fa397-2dfc-4bf6-aa35-fecee236daaa tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2782326 Mar 31 23:05:34.706382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.711345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:34.765057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.818652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:34.822355 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f6fae5-bea1-48f8-87cb-c337afd1c160" -d '{"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-plugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:34.844911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:34.860553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.864738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-b8e706cf-592a-49e1-a6a3-b948878bd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.866210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-b8e706cf-592a-49e1-a6a3-b948878bd7ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.1454303 Mar 31 23:05:34.874453 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65eedf-c678-4d88-a344-ba7ffe3f5b77 x-openstack-request-id: req-3e65eedf-c678-4d88-a344-ba7ffe3f5b77 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:34.874741 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-plugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:34.875192 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e65eedf-c678-4d88-a344-ba7ffe3f5b77 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:34.875613 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e65eedf-c678-4d88-a344-ba7ffe3f5b77'] response: {'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'code': 200} Mar 31 23:05:34.922815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-88de4b13-9037-4363-9c7a-7968309b7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.924610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-88de4b13-9037-4363-9c7a-7968309b7f8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498955 Mar 31 23:05:35.018586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50710) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.027463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-91de7fb0-413e-4408-a6c6-00adae9973cd service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945160 Mar 31 23:05:35.066256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0c080bf-8b39-42fe-9668-2654dc86976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.093138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.096650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.167878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:35.181846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0c080bf-8b39-42fe-9668-2654dc86976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.495606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7aca0a48-1dd0-46e0-95ec-36fca8a5675d req-073b533f-adf3-4e6e-9a41-50190017f843 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617388 Mar 31 23:05:35.550958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.556838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.562762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.568596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.575164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.581086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.586987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.589504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40cd933f-b903-4ed8-9e87-297421b660bc req-c9d6675b-9628-4e35-bd73-d170ce83f328 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1165133 Mar 31 23:05:35.638173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.641888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.645135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40cd933f-b903-4ed8-9e87-297421b660bc req-ac0501e0-ea99-4680-a904-d9f570d1e12f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485208 Mar 31 23:05:35.686387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0c080bf-8b39-42fe-9668-2654dc86976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.741934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0c080bf-8b39-42fe-9668-2654dc86976c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea1e98302e4d4d068df2588762325f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7218182 Mar 31 23:05:35.746942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50736) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.777344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c080bf-8b39-42fe-9668-2654dc86976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559e476-130f-4163-a1df-8d1e47809cbf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:35.786305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.804203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router af96d372-bc45-438a-b73d-a379171c92f4 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:35.814134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.865298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.914275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:35.918783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.922800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8480f2c8-f604-4410-8a40-73efaf6d3c7b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "PUT /v2.0/routers/af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 200 len: 922 time: 1.2151678 Mar 31 23:05:35.923415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50738) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.924456 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] Sync routers for ids ['af96d372-bc45-438a-b73d-a379171c92f4'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:35.927584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.936458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] Routers {'af96d372-bc45-438a-b73d-a379171c92f4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:35.937124 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['af96d372-bc45-438a-b73d-a379171c92f4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:35.971126 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:35.986080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] Routers {'af96d372-bc45-438a-b73d-a379171c92f4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:35.987064 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['af96d372-bc45-438a-b73d-a379171c92f4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:36.031982 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:36.032772 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6dae-af40-4d84-b0ba-88ccfe3ceaa0 None None] The sync data for ids ['af96d372-bc45-438a-b73d-a379171c92f4'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:36.068540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c53ffa2d-3f67-4708-9be0-893eaf17f3c6 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 200 len: 922 time: 0.1440284 Mar 31 23:05:36.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.111715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e2b1c-19b3-41e2-a2e1-5780631cbdb1 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.113231 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-882e2b1c-19b3-41e2-a2e1-5780631cbdb1 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=af96d372-bc45-438a-b73d-a379171c92f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0410497 Mar 31 23:05:36.115915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.117935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.158154 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.160714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.164849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0559e476-130f-4163-a1df-8d1e47809cbf HTTP/1.1" status: 204 len: 168 time: 0.4139841 Mar 31 23:05:36.201986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff46f9-8a73-44a1-a9ce-6a280eb4ca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559e476-130f-4163-a1df-8d1e47809cbf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:36.205807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9d099-d4e6-40a7-ad25-e97da0649ad2 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.208551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7be9d099-d4e6-40a7-ad25-e97da0649ad2 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.0917239 Mar 31 23:05:36.211433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.267993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-13567542-d8f6-4608-a115-cf76f84166bd tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 200 len: 205 time: 0.0553362 Mar 31 23:05:36.270797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50780) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.331882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.334265 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.441442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cabab5-35e0-419a-926d-698a4644bcc0 req-23723d5d-292c-48fc-ad16-a751a68248d3 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.443387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cabab5-35e0-419a-926d-698a4644bcc0 req-23723d5d-292c-48fc-ad16-a751a68248d3 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 950 time: 0.1068959 Mar 31 23:05:36.493139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99cabab5-35e0-419a-926d-698a4644bcc0 req-a64cd49d-3e74-482b-8a4b-fef3a7c3befb tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Mar 31 23:05:36.540760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.541630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57da5cf0-f7e3-4e9f-a23a-28f039b16f27 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:36.644862 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:05:36.646327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2dd0ab29-a4b3-4cc8-824a-6f90ae121c51 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5993018 Mar 31 23:05:36.649149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.750273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.771883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Deleting port a969c505-3e88-4265-aef7-95dd1131d6ac {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:36.774410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.789916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-b2fbd3a8-1afe-4301-9657-7ce72ea588c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4080837 Mar 31 23:05:36.910769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.915625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.918551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-8f0a8117-693e-49f7-be96-7de840b7602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.920030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-8f0a8117-693e-49f7-be96-7de840b7602f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 1097 time: 0.0693727 Mar 31 23:05:36.921436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.927250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.933114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.938923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.944782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.951888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.953043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-8dcf352c-8815-44c4-ac48-7a095e12afd1 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1649377 Mar 31 23:05:36.970027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.994049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Calling delete_port for a969c505-3e88-4265-aef7-95dd1131d6ac owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:37.025746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-417de7be-e80b-45ac-88d4-162a5dc7d7df req-d1d30e2b-f71a-4746-be81-d298323267ff tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602925 Mar 31 23:05:37.047796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-abedcb15-fe3b-4519-9f15-d182492852ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.047796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-abedcb15-fe3b-4519-9f15-d182492852ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1056073 Mar 31 23:05:37.107569 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-0f2a7101-33b7-41cb-a7e4-37c82acd9304 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 200 len: 217 time: 0.0542068 Mar 31 23:05:37.176042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-d6d2120c-65db-46b9-9749-2162d3aa0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.177511 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-d6d2120c-65db-46b9-9749-2162d3aa0e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0618851 Mar 31 23:05:37.179460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port 94d5a365-47dc-48cf-9fd9-c703e5c30784 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:37.179793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.249223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.275569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-295cbdfa-86a9-4fca-bb47-551af68efc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.277060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-295cbdfa-86a9-4fca-bb47-551af68efc62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854151 Mar 31 23:05:37.292375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Pushing event deleted for resources: {'Port': ['ID=a969c505-3e88-4265-aef7-95dd1131d6ac,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:37.353479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.373228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for 94d5a365-47dc-48cf-9fd9-c703e5c30784 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:37.373436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.376922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-228eacc5-8fca-4a1b-ba9a-40993bc57dd2 tempest-RoutersAdminNegativeTest-1387087793 tempest-RoutersAdminNegativeTest-1387087793-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a969c505-3e88-4265-aef7-95dd1131d6ac HTTP/1.1" status: 204 len: 168 time: 0.7249484 Mar 31 23:05:37.440290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-0faa38f9-1a0d-4191-9e25-d3432939a8e0 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548717 Mar 31 23:05:37.589306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-510d3c1f-c715-4f8a-b474-60f682c8df81 req-e34ba5e6-d19b-4e44-9093-a2e3e7d42289 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398151 Mar 31 23:05:37.625880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857774-09a4-462d-a083-c685eb34fc6b req-9f53854e-69f4-459a-97a3-be95c4313657 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.627495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9857774-09a4-462d-a083-c685eb34fc6b req-9f53854e-69f4-459a-97a3-be95c4313657 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 950 time: 0.0565677 Mar 31 23:05:37.670323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9857774-09a4-462d-a083-c685eb34fc6b req-66bceb27-bb23-4c01-9567-6fc09ca68d3c tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Mar 31 23:05:37.697172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.728219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=94d5a365-47dc-48cf-9fd9-c703e5c30784,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:37.740710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.741173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.741507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.741847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.742168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.742497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.742822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.743187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.744191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.744515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.744922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.745244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:37.800413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.869566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50830) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:37.911816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.914077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.065665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.067315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router af96d372-bc45-438a-b73d-a379171c92f4 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:38.082415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.087941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50840) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:38.091438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7cfda50d-f082-472c-94ae-6a6fad0f36ad tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 204 len: 168 time: 1.8117332 Mar 31 23:05:38.092488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1367814668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:38.116408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddd85055-a87e-43ff-aaa1-2609a2823aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.211757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.215965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddd85055-a87e-43ff-aaa1-2609a2823aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.218611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.223939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.230044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.236330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.242142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.249083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.250968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-ceb8c84f-b25e-4a83-9f5d-f133493fe7a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1234622 Mar 31 23:05:38.252446 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.253503 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.345064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddd85055-a87e-43ff-aaa1-2609a2823aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.355441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.367636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b152341e-9c38-48a2-b6dc-04fa87c242f3 req-b0a58430-30ff-4e9a-8324-eb896d8613ee tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097219 Mar 31 23:05:38.389565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddd85055-a87e-43ff-aaa1-2609a2823aff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=54aeb78abceb46469d966bea1a3e24d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188191 Mar 31 23:05:38.392357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:38.414003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd85055-a87e-43ff-aaa1-2609a2823aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc37b5d-ea47-4f08-90a3-aed81b7e2d24,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.463626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.494017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.519567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.595222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.599037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4cb8d69f-bbf9-463e-bd7b-1cc47172860d tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5075874 Mar 31 23:05:38.599644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50882) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:38.604917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:38.650698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.653540 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.654877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7bc37b5d-ea47-4f08-90a3-aed81b7e2d24 HTTP/1.1" status: 204 len: 168 time: 0.2604523 Mar 31 23:05:38.667029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a845f35-87ec-4e6c-b6d6-6762636e9a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc37b5d-ea47-4f08-90a3-aed81b7e2d24,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.875281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.172591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.193109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.305636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Allocated IP 172.25.6.131 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/b9101e9f-bcfa-4eda-96d0-1d89e82e92c5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:39.428968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.534182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50934) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:39.557689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.585776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.593562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.599437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.605898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.612385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.619908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.624013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:39.626907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.629362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4d2595d5-f44f-4b3e-8bc8-11f5de83493b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1711075 Mar 31 23:05:39.640648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:39.644466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:39.694965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf37b339-1729-4cd3-a1c5-4ec83483deea req-4260914e-099f-4e2f-9237-08fb0a76eedb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570118 Mar 31 23:05:39.714294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-353eaffa-4ee9-4465-9f37-03e9f695e9cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dbfa682a661e4637b045e1684a72052a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780725 Mar 31 23:05:39.715117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:39.781597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event updated for resources: {'Port': ['ID=b9101e9f-bcfa-4eda-96d0-1d89e82e92c5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.826711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.855080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.009196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.012360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.016370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00207299-c2df-4cb2-abd7-50bea2fa3c34 HTTP/1.1" status: 204 len: 168 time: 0.2978761 Mar 31 23:05:40.030894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0cba7-d916-4639-b72b-70d47bb87f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00207299-c2df-4cb2-abd7-50bea2fa3c34,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.158467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.435629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.440591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.565184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:40.704366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.742775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:40.747135 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08db0f-f1fb-428f-85df-f2335a429d9f" -d '{"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-unplugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:40.747371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Router 6afde2a5-9ec1-4314-aac7-cea6522e059b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:40.767410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:40.831373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.940344 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d966f-9bd2-4da9-bc6d-5fa623c7dfc9 x-openstack-request-id: req-548d966f-9bd2-4da9-bc6d-5fa623c7dfc9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:40.940633 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-unplugged", "status": "completed", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:40.941430 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-548d966f-9bd2-4da9-bc6d-5fa623c7dfc9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:40.942706 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548d966f-9bd2-4da9-bc6d-5fa623c7dfc9'] response: {'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'code': 200} Mar 31 23:05:40.945726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.983137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:40.996965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] Sync routers for ids ['6afde2a5-9ec1-4314-aac7-cea6522e059b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:41.004147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.005755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ea7d023-f3af-41d8-9b0f-4012fc26f6c0 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "PUT /v2.0/routers/6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 200 len: 880 time: 2.4051189 Mar 31 23:05:41.013905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50984) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.022802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] Routers {'6afde2a5-9ec1-4314-aac7-cea6522e059b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:41.023467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6afde2a5-9ec1-4314-aac7-cea6522e059b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.073324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.085052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.095045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.106377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.113588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.116800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.122339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.128942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.139889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-e3eeb4df-ee5c-4399-8561-d24d903c0a8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1615264 Mar 31 23:05:41.165301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] Routers {'6afde2a5-9ec1-4314-aac7-cea6522e059b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:41.166073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6afde2a5-9ec1-4314-aac7-cea6522e059b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.166779 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28643fc4-6759-49d0-832f-21038937c104 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 200 len: 921 time: 0.1523983 Mar 31 23:05:41.170257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.216425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.217304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac68a-4786-4f84-ba7f-87ddff82923a None None] The sync data for ids ['6afde2a5-9ec1-4314-aac7-cea6522e059b'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:41.224360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-329daae1-a4dd-46bd-b854-989a6a9d83cf req-153f2e13-59fd-4e08-9bdc-0ce958380ac9 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830262 Mar 31 23:05:41.261394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba834b8c-55d4-4c24-9ea3-17ba0742b445 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.264935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50998) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.274128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba834b8c-55d4-4c24-9ea3-17ba0742b445 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=6afde2a5-9ec1-4314-aac7-cea6522e059b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1013267 Mar 31 23:05:41.370266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4dcee-3ae6-4b7d-a386-23d9fc58651e tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.374948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51002) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.385527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-00b4dcee-3ae6-4b7d-a386-23d9fc58651e tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.1107767 Mar 31 23:05:41.406276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00de7399-f1bb-434b-8247-caf88acdac82 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 200 len: 205 time: 0.0300176 Mar 31 23:05:41.418377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.559373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb6d78bc-9df6-4903-a0be-44ba91e68226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.932315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.139186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.279673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port b9101e9f-bcfa-4eda-96d0-1d89e82e92c5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:42.280330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.387178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.394655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.401288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.407549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.411758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.414025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.420726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.426880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.428043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for b9101e9f-bcfa-4eda-96d0-1d89e82e92c5 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.435921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-1efbfbdb-6975-46a0-9835-896e1656af5e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1098294 Mar 31 23:05:42.511661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4d5b63b-5f15-4600-8d87-70154e8f1d2f req-274b9eae-234a-4349-8335-32030e06704a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715961 Mar 31 23:05:42.538257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51048) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:42.686454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-757533901'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:42.763058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.794563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=b9101e9f-bcfa-4eda-96d0-1d89e82e92c5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.808242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Made reservation on behalf of d6e4e6f56cc94dfeb94c4cf67b2584d1 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:42.812125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.821678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.880622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.989960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.008349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.012155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.119424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.150797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c002f9-35d4-454a-925d-4295ac4dbde3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.151934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.152506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router 6afde2a5-9ec1-4314-aac7-cea6522e059b {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:43.159968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.161167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebccbf54-f631-4452-bcc7-fce3d2507625 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 204 len: 168 time: 1.7416499 Mar 31 23:05:43.166362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:43.173011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872609367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:43.187653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:43.205744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.207246 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Added segment ab5ded65-6904-4247-b749-f5d8d6107dcd of type vlan for network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf Mar 31 23:05:43.254428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.280028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.281134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.340364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.381611 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.390631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.391989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.416797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.466773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Network': ['ID=162b5a2a-a4e0-43f6-acdb-086dec3eadbf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.476757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:43.560841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.561851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bc07b86e-0c7a-45c9-9520-f4a053937088 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0224972 Mar 31 23:05:43.564833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-05077272-ca3a-40aa-93b2-58c71b9f7d0a tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3948817 Mar 31 23:05:43.564833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51086) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:43.565378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51088) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:43.573183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'subnet': {'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:43.666354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': True}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:43.695398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.703208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.710148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.718007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.726563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.733391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.739681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.748557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-003db590-61ad-463f-9dda-a8854b16f93a req-6340390d-3ee1-42fe-86ad-8b0fdf6d1d18 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1405907 Mar 31 23:05:43.756530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-732fe656-396e-4626-a1fb-655af92cb75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.806304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-003db590-61ad-463f-9dda-a8854b16f93a req-8283ebf7-9e17-4757-ac56-560d56c697af tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473375 Mar 31 23:05:43.832528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Made reservation on behalf of d6e4e6f56cc94dfeb94c4cf67b2584d1 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:43.837147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.970915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.451251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.479527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.546636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:44.591822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.25.6.124 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/eb37e3d3-f5fa-48bf-b2cc-fcfb99d931af) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:44.659646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:44.672073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'mac_address': 'fa:16:3e:f8:a7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:44.704150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.728545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.741427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.741837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:44.763095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:44.809941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Subnet': ['ID=3165f2f2-1081-4a78-a67c-195e12989c1c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.815298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Checking segment: {'id': 'ab5ded65-6904-4247-b749-f5d8d6107dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:44.815658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network hostable DHCP agents. Network: 162b5a2a-a4e0-43f6-acdb-086dec3eadbf, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:44.942568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.948973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.954848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.960962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.970644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.976543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.982860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.984838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-68971b8d-5efc-458c-b383-0d8931075e67 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1001320 Mar 31 23:05:45.028010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70f32a25-6594-46ef-a0d7-0056aee1ed7c req-b1ca3f19-3d6b-4fb4-b7cf-0f7fb3180298 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367987 Mar 31 23:05:45.571886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:45.574408 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.574889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.575159 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.623094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:45.626617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:45.629170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:45.659929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=eb37e3d3-f5fa-48bf-b2cc-fcfb99d931af,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.661747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.682258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1452a623-5460-4414-a5f4-0e4fc3ca1ca7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:45.775465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 162b5a2a-a4e0-43f6-acdb-086dec3eadbf) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:45.780662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.781061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.841350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97948cd4-aa77-4713-b764-d351481a7368 None None] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:45.922137 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a5be7c8-053a-4418-be63-644772a75e4d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3556912 Mar 31 23:05:45.924815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51150) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.929536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1954323917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:46.094409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-162b5a2a-a4e0-43f6-acdb-086dec3eadbf', 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf', 'tenant_id': 'd6e4e6f56cc94dfeb94c4cf67b2584d1', 'fixed_ips': [{'subnet_id': '3165f2f2-1081-4a78-a67c-195e12989c1c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:46.095375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.103066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.106499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.296775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.330934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Allocated IP 172.20.0.2 (162b5a2a-a4e0-43f6-acdb-086dec3eadbf/3165f2f2-1081-4a78-a67c-195e12989c1c/44275164-325e-4779-ad4f-f3dceaf848fb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:46.336467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.380774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.389293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.396995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.410329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.418272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.427765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.453334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.455361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-267fce42-e0a5-46d9-9184-dd99a82d4d04 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.3033187 Mar 31 23:05:46.464860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.575826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.582112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.599590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29d9a37f-5632-462a-9dea-09eef5420d33 req-c3258f71-fae1-4c7d-8205-0fc11226a0bc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111023 Mar 31 23:05:46.614753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.618802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7b2ca72-c331-4540-93d0-33b77092a787 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6901758 Mar 31 23:05:46.619766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.706175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.716411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:46.723124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.779994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.820558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:46.821824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.867847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:46.873758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:46.877346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Pushing event updated for resources: {'Port': ['ID=44275164-325e-4779-ad4f-f3dceaf848fb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.879779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:46.917472 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.948383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router 62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:46.986529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Attempting to bind port 44275164-325e-4779-ad4f-f3dceaf848fb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:46.986883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Attempting to bind port 44275164-325e-4779-ad4f-f3dceaf848fb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'ab5ded65-6904-4247-b749-f5d8d6107dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:46.987309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Attempting to bind port 44275164-325e-4779-ad4f-f3dceaf848fb on network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:46.998052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:47.004345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Checking segment: {'id': 'ab5ded65-6904-4247-b749-f5d8d6107dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:47.004345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.004345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Bound using segment: {'id': 'ab5ded65-6904-4247-b749-f5d8d6107dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:47.004345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Bound port: 44275164-325e-4779-ad4f-f3dceaf848fb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5ded65-6904-4247-b749-f5d8d6107dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:47.004345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.008994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.101422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:47.105149 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b56d3-7774-47f6-b51c-d227d3092a68" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:47.125564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:47.170227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] For port 44275164-325e-4779-ad4f-f3dceaf848fb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:47.170227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] For port 44275164-325e-4779-ad4f-f3dceaf848fb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=44275164-325e-4779-ad4f-f3dceaf848fb,segment=NetworkSegment(ab5ded65-6904-4247-b749-f5d8d6107dcd),segment_id=ab5ded65-6904-4247-b749-f5d8d6107dcd)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:47.190602 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d804e-81d4-4cf3-b37c-9f5217c25515 x-openstack-request-id: req-678d804e-81d4-4cf3-b37c-9f5217c25515 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:47.190960 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-plugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:47.191292 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-678d804e-81d4-4cf3-b37c-9f5217c25515 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:47.191745 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678d804e-81d4-4cf3-b37c-9f5217c25515'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'code': 200} Mar 31 23:05:47.206241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.210362 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.211640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:47.226728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.231847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6a224550-10f8-4862-811d-4269b4cd3dae tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "PUT /v2.0/routers/62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 200 len: 915 time: 3.6642904 Mar 31 23:05:47.234336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.237780 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] Sync routers for ids ['62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:47.250806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] Routers {'62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:47.251465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.296625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.332000 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.360093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:47.385930 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] Routers {'62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:47.386597 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.445254 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e1ba3178-d2d1-4d94-8eb2-5b216c539562 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 200 len: 921 time: 0.2088723 Mar 31 23:05:47.448660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.462845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2f80-7c99-4023-adf4-979c43a0eff1 None None] Pushing event updated for resources: {'Port': ['ID=44275164-325e-4779-ad4f-f3dceaf848fb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:47.470942 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.472038 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50f88-c645-4f33-884f-b4cd8eaa5aa1 None None] The sync data for ids ['62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:47.518276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08bdd4f-93bc-4b14-8e1d-375639c14511 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.520477 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e08bdd4f-93bc-4b14-8e1d-375639c14511 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0705717 Mar 31 23:05:47.523107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51202) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.681366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4714e-42d5-4f97-a064-87bc041c8d90 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.685653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fef4714e-42d5-4f97-a064-87bc041c8d90 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.1588027 Mar 31 23:05:47.686059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51208) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.760378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de3fd6d6-4f84-4175-927f-7878e8750a20 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 200 len: 205 time: 0.0726867 Mar 31 23:05:47.762677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.892337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.899110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.906557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.913439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.920001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.927586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.935123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.937220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-534b9bdb-6172-4013-a10f-cf8bb172941c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.1852155 Mar 31 23:05:47.944001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.989325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Allocated IP 172.20.0.1 (162b5a2a-a4e0-43f6-acdb-086dec3eadbf/3165f2f2-1081-4a78-a67c-195e12989c1c/859338ec-cf5d-4f6a-8154-9a51fce3d8d0) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:48.012530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a559fa48-eef4-466d-aa3a-25f2995157ef req-8e77d03b-befb-4a73-9176-aa63a9ff8589 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576849 Mar 31 23:05:48.164534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.211413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.343985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port eb37e3d3-f5fa-48bf-b2cc-fcfb99d931af {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:48.344331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.402046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.540803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.556684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for eb37e3d3-f5fa-48bf-b2cc-fcfb99d931af owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:48.583302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=859338ec-cf5d-4f6a-8154-9a51fce3d8d0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:48.626657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:48.628211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:48.630753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:48.702904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.879260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.898519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61ec5c-1870-4a49-a18f-b021e592ed7d None None] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:48.945523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=eb37e3d3-f5fa-48bf-b2cc-fcfb99d931af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:48.954898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.117978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] Provisioning complete for port 44275164-325e-4779-ad4f-f3dceaf848fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:49.119453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.164365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.293687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 44275164-325e-4779-ad4f-f3dceaf848fb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:49.400412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.404392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.538388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 44275164-325e-4779-ad4f-f3dceaf848fb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:49.538769 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.540909 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.615838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.616425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router 62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:49.627854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.629084 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b3fc6b7c-33ed-452b-bac4-cedf9faf6339 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 204 len: 168 time: 1.8472321 Mar 31 23:05:49.634165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51272) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.639988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508622352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:49.645678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] For port 44275164-325e-4779-ad4f-f3dceaf848fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=44275164-325e-4779-ad4f-f3dceaf848fb,segment=NetworkSegment(ab5ded65-6904-4247-b749-f5d8d6107dcd),segment_id=ab5ded65-6904-4247-b749-f5d8d6107dcd)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:49.715872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.764619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.765797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.777914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.906480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.948325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.960521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.969401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:49.969970 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:49.974145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-605525f4-1cd0-4079-b903-6ebf621ecf92 None None] Provisioning complete for port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:49.974523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-605525f4-1cd0-4079-b903-6ebf621ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.976339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104af56e-4abe-4e14-99e7-8eba1e60a8ef None None] Pushing event updated for resources: {'Port': ['ID=44275164-325e-4779-ad4f-f3dceaf848fb,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.978635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.987898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.017051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.027403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.034792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-605525f4-1cd0-4079-b903-6ebf621ecf92 None None] Port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:50.042459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.063100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.063893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-605525f4-1cd0-4079-b903-6ebf621ecf92 None None] Provisioning complete for port 44275164-325e-4779-ad4f-f3dceaf848fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:50.064274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-605525f4-1cd0-4079-b903-6ebf621ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.069263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-a5671804-6623-4377-a3fc-6f1a3ffbb811 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5431 time: 0.8664832 Mar 31 23:05:50.115999 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.119596 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eb7f8dff-2ae4-42ae-88c8-b42b54332e0e tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4838500 Mar 31 23:05:50.121151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:50.145209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'enable_snat': False}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:50.246943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-829fd0df-445d-48cf-bb3b-7087cb96977e req-978b5323-14e3-4745-98f0-ad47c5d78065 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641426 Mar 31 23:05:50.377116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-814edd36-8f92-4b0b-bd39-c6084b196218 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417253 Mar 31 23:05:50.427385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1ff9424f-08a1-4ab9-9abd-fd5f4913b571 None None] Provisioning complete for port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:50.427758 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1ff9424f-08a1-4ab9-9abd-fd5f4913b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.504567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-e3106241-eaab-460d-b1fb-5b7c0d2bc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.506177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-e3106241-eaab-460d-b1fb-5b7c0d2bc16b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 1099 time: 0.0818248 Mar 31 23:05:50.591957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.652624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9424f-08a1-4ab9-9abd-fd5f4913b571 None None] Port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:50.674947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:50.699027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.706777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.823278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.928146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-26ec520e-f50d-4d62-9aa9-dcc8980d1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.929935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-26ec520e-f50d-4d62-9aa9-dcc8980d1235 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.3607819 Mar 31 23:05:51.111580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-f351de6d-873f-4c0f-9511-96de64032a33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 HTTP/1.1" status: 200 len: 217 time: 0.1718018 Mar 31 23:05:51.255160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 44275164-325e-4779-ad4f-f3dceaf848fb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:51.352824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=859338ec-cf5d-4f6a-8154-9a51fce3d8d0,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.390533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 44275164-325e-4779-ad4f-f3dceaf848fb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:51.391191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.482780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:51.487710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:51.675726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-3b8dc16c-72aa-4215-932e-0f6f2528c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.678451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-3b8dc16c-72aa-4215-932e-0f6f2528c654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.3866012 Mar 31 23:05:51.780262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-75e5f795-16bc-4cd9-b7ad-849e058ddfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.782092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-75e5f795-16bc-4cd9-b7ad-849e058ddfe8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954034 Mar 31 23:05:51.949866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Router a515b41c-0439-49f3-a2fa-947c73df6f05 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:51.956796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-115d8ceb-58ac-477e-8128-fe0fabead2bd None None] Provisioning complete for port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:51.956796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-115d8ceb-58ac-477e-8128-fe0fabead2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.994191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.013603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-08c301c6-8bfd-4a6a-87bc-fd2a08181d91 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224534 Mar 31 23:05:52.029758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-115d8ceb-58ac-477e-8128-fe0fabead2bd None None] Port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:52.038680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.128726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:52.134397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-571ee2c9-7c34-4fbf-ab97-2d6419dbacf2 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "PUT /v2.0/routers/a515b41c-0439-49f3-a2fa-947c73df6f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5123162 Mar 31 23:05:52.138201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51296) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:52.142557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] Sync routers for ids ['a515b41c-0439-49f3-a2fa-947c73df6f05'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:52.154987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'port': {'network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf', 'name': 'tempest-FloatingIPNegativeTestJSON-851488008'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:52.156795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] Routers {'a515b41c-0439-49f3-a2fa-947c73df6f05'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:52.163798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a515b41c-0439-49f3-a2fa-947c73df6f05'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:52.237118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15458b7-ee5f-4e32-ab0d-b6b789d75a19 req-5a068f3b-2e77-4162-b545-4590cc0e2586 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147498 Mar 31 23:05:52.239627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:52.265895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] Routers {'a515b41c-0439-49f3-a2fa-947c73df6f05'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:52.266622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a515b41c-0439-49f3-a2fa-947c73df6f05'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:52.269300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Allocated IP 172.25.6.245 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5b5115e6-9ada-44a7-a5bc-839dfb89940a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:52.333085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:52.333930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45638db0-5c70-4ee5-9401-d81b4b341668 None None] The sync data for ids ['a515b41c-0439-49f3-a2fa-947c73df6f05'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:52.413425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.348284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Made reservation on behalf of d6e4e6f56cc94dfeb94c4cf67b2584d1 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:53.348897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.355399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.386033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] device_id is not set on port 7ed69be6-4fbf-4c09-8717-529fbdc94e6d yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:53.447184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Pushing event updated for resources: {'Port': ['ID=5b5115e6-9ada-44a7-a5bc-839dfb89940a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.480758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:53.482782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:53.489039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:53.684545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Allocated IP 172.20.0.9 (162b5a2a-a4e0-43f6-acdb-086dec3eadbf/3165f2f2-1081-4a78-a67c-195e12989c1c/7ed69be6-4fbf-4c09-8717-529fbdc94e6d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:53.919311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.199833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.438812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.445094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.593136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.657907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.738303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:54.751865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:54.756899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:54.770843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Router 5a396ae5-d0d8-4fe1-b673-58997cdd93cb is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:54.890986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=7ed69be6-4fbf-4c09-8717-529fbdc94e6d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.987345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.992065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.053387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:55.060338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.061948 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-153d39b5-0a26-461d-a780-67c7eb4a2527 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "PUT /v2.0/routers/5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 200 len: 916 time: 4.9386499 Mar 31 23:05:55.064937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.067440 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] Sync routers for ids ['5a396ae5-d0d8-4fe1-b673-58997cdd93cb'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:55.098642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] Routers {'5a396ae5-d0d8-4fe1-b673-58997cdd93cb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:55.104005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5a396ae5-d0d8-4fe1-b673-58997cdd93cb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:55.126315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23f7282c-e2e9-4297-b927-f2f3354c17ee tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9751956 Mar 31 23:05:55.126942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51320) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.135370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:55.253622 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:55.287028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.287528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9c8e518b-dc6f-4fc1-b835-e59eba65097a tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 200 len: 922 time: 0.2201939 Mar 31 23:05:55.296226 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] Routers {'5a396ae5-d0d8-4fe1-b673-58997cdd93cb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:55.300756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4b353420-a5a0-487f-90e6-b5363d7fd1c1 None None] Provisioning complete for port 7ed69be6-4fbf-4c09-8717-529fbdc94e6d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:55.308073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5a396ae5-d0d8-4fe1-b673-58997cdd93cb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:55.311934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4b353420-a5a0-487f-90e6-b5363d7fd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.329328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.405728 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:55.407994 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c8d70-06e5-4332-9365-16e2c978fd0b None None] The sync data for ids ['5a396ae5-d0d8-4fe1-b673-58997cdd93cb'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:55.410320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4b353420-a5a0-487f-90e6-b5363d7fd1c1 None None] Port 7ed69be6-4fbf-4c09-8717-529fbdc94e6d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:55.550338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8e47b-c1b7-46e1-a572-37e93a3fe72b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.556173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.566374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6a8e47b-c1b7-46e1-a572-37e93a3fe72b tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=5a396ae5-d0d8-4fe1-b673-58997cdd93cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2781765 Mar 31 23:05:55.700377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.756378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcee99f-10c6-4eb5-821c-602451425094 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.766376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffcee99f-10c6-4eb5-821c-602451425094 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 881 time: 0.2084420 Mar 31 23:05:55.773737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.811542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fe090549-ed0e-45ed-9aa1-b72ed3281b19 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 200 len: 205 time: 0.0419290 Mar 31 23:05:55.813185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51328) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:56.000880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Allocated IP 172.25.6.110 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e16b76cc-47d3-4614-b8c8-3500c3ecb3a5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:56.034005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.240651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.254678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.496278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port 5b5115e6-9ada-44a7-a5bc-839dfb89940a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:56.496621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.508906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.603979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.618431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for 5b5115e6-9ada-44a7-a5bc-839dfb89940a owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:56.634928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:56.647761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:56.653197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:56.673797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:56.676832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=e16b76cc-47d3-4614-b8c8-3500c3ecb3a5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.884851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.964119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:56.993357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'port_id': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'mac_address': 'fa:16:3e:0e:93:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:57.005731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.065394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.113770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:57.178221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:57.334039 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.338507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.514266 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.515141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5e5308f1-549c-4c31-bc5d-281a83c1714b details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:57.528229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=5b5115e6-9ada-44a7-a5bc-839dfb89940a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.537512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.615311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.619919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.632584 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.632940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.633310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.633804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.634140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.634469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.634794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.635159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.635482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.635802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.636123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.636438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:57.745760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=e16b76cc-47d3-4614-b8c8-3500c3ecb3a5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.761000 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.830015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.833622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.844021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:57.857410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5e5308f1-549c-4c31-bc5d-281a83c1714b', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'port_id': '5e5308f1-549c-4c31-bc5d-281a83c1714b', 'mac_address': 'fa:16:3e:2c:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:57.903594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.933440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5308f1-549c-4c31-bc5d-281a83c1714b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:57.959296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:58.588624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.589307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e3b58935-1c4e-4d38-b6fa-edcc85487898 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:58.591113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.591865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.592783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router 5a396ae5-d0d8-4fe1-b673-58997cdd93cb {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:58.598413 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-751fd53f-ccac-4614-bf96-1129e8eb0702 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4685931 Mar 31 23:05:58.599755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.608272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9581fa9b-332d-4c17-aba2-6829f654584a tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'floatingip': {'port_id': '7ed69be6-4fbf-4c09-8717-529fbdc94e6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:58.615359 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.620913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-95473e56-8ee7-40f0-807c-51e9385a3380 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 204 len: 168 time: 2.8061335 Mar 31 23:05:58.626180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51350) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.637299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2062436315', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:58.707034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:58.710118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.713389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9581fa9b-332d-4c17-aba2-6829f654584a tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.737194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'e3b58935-1c4e-4d38-b6fa-edcc85487898', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'port_id': 'e3b58935-1c4e-4d38-b6fa-edcc85487898', 'mac_address': 'fa:16:3e:36:e5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:58.768198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.769269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.799520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.835312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b58935-1c4e-4d38-b6fa-edcc85487898 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:58.885821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:58.926432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.977194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.977919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a1de28e-44bc-437e-843c-74474fa38454 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:59.075198 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-9581fa9b-332d-4c17-aba2-6829f654584a tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] update failed (client error): The resource could not be found. Mar 31 23:05:59.075198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9581fa9b-332d-4c17-aba2-6829f654584a tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "PUT /v2.0/floatingips/ce22aa02-2391-4ec1-b571-3415f417f7e8 HTTP/1.1" status: 404 len: 507 time: 0.4712024 Mar 31 23:05:59.087636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51360) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.167797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.209101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a1de28e-44bc-437e-843c-74474fa38454,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.234031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9a1de28e-44bc-437e-843c-74474fa38454', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'port_id': '9a1de28e-44bc-437e-843c-74474fa38454', 'mac_address': 'fa:16:3e:9f:c9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:59.298491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.301315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.315748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1de28e-44bc-437e-843c-74474fa38454 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:59.340026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a1de28e-44bc-437e-843c-74474fa38454,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.354490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting port e16b76cc-47d3-4614-b8c8-3500c3ecb3a5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:59.354832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.435194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.435546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.450017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Calling delete_port for e16b76cc-47d3-4614-b8c8-3500c3ecb3a5 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:59.556125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.557002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d03d9a64-4d9f-4b05-a15a-a9979d563162 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:59.638114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.641019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.653071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'network_id': 'e33833d0-0806-43d5-b410-704b94546dae', 'port_id': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'mac_address': 'fa:16:3e:c7:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd21d61-1554-4d0e-b821-ba6e487812a9', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:59.723906 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.723906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03d9a64-4d9f-4b05-a15a-a9979d563162 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:59.733884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.905909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.936027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Port': ['ID=e16b76cc-47d3-4614-b8c8-3500c3ecb3a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.012959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.016096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.017683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f853dd52-8673-47a9-8ee3-737b6c3147f0 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "DELETE /v2.0/floatingips/ce22aa02-2391-4ec1-b571-3415f417f7e8 HTTP/1.1" status: 204 len: 168 time: 0.9289546 Mar 31 23:06:00.023072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.025469 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.036300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cf9f2f39-0f73-48e7-8bc2-def61c3dddf3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'floatingip': {'floating_network_id': '162b5a2a-a4e0-43f6-acdb-086dec3eadbf', 'port_id': '7ed69be6-4fbf-4c09-8717-529fbdc94e6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.122587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.139660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2f39-0f73-48e7-8bc2-def61c3dddf3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.144348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d66938ac-7188-4d03-9dc4-d6be188c1c73 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:00.160074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.248154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.366347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Allocated IP 172.25.6.176 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4e49fe9e-0305-4611-bfc5-7c457e295ee6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:00.472184 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-cf9f2f39-0f73-48e7-8bc2-def61c3dddf3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:00.473429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf9f2f39-0f73-48e7-8bc2-def61c3dddf3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4433701 Mar 31 23:06:00.477758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.485074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '7ed69be6-4fbf-4c09-8717-529fbdc94e6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.567589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:00.589934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'port_id': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'mac_address': 'fa:16:3e:a1:dd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:00.635960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.719801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.743208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.771885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66938ac-7188-4d03-9dc4-d6be188c1c73 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:00.832388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.832581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:00.843697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.851855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.857697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.858708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.865954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.879917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.885075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.893142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9812e442-a941-4776-be14-da0e0492d7e7 req-8a2d3c78-b763-4b31-9853-67a57b8202c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5436 time: 0.2220473 Mar 31 23:06:00.945607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9812e442-a941-4776-be14-da0e0492d7e7 req-5c7eeeb9-2345-45c8-880d-f87435107fd3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437775 Mar 31 23:06:00.947484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.002720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Allocated IP 172.25.6.230 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/6db4c181-7655-4c83-875e-20f0c145fd19) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:01.004560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.005304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d576d43-aa82-480e-abe7-c71fdaaea124 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:01.021643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:01.037510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:01.041505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:01.143799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event updated for resources: {'Port': ['ID=4e49fe9e-0305-4611-bfc5-7c457e295ee6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.144530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.210025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:01.222511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.239246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'network_id': '16e30b3a-970b-4faa-8669-55b19f89b98e', 'port_id': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'mac_address': 'fa:16:3e:70:8c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:01.285482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.327995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.356908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d576d43-aa82-480e-abe7-c71fdaaea124 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:01.381780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:01.392924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:01.400621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:01.411432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:01.454910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event updated for resources: {'Port': ['ID=6db4c181-7655-4c83-875e-20f0c145fd19,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.462814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.548471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.585402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5e5308f1-549c-4c31-bc5d-281a83c1714b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:01.640187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:01.651537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['e3b58935-1c4e-4d38-b6fa-edcc85487898'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:01.705657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting port 6db4c181-7655-4c83-875e-20f0c145fd19 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:01.706002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.823038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.826292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.847849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d03d9a64-4d9f-4b05-a15a-a9979d563162'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:01.855331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Calling delete_port for 6db4c181-7655-4c83-875e-20f0c145fd19 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:01.922276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.950329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9a1de28e-44bc-437e-843c-74474fa38454'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:02.170402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.276216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Port': ['ID=6db4c181-7655-4c83-875e-20f0c145fd19,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.379047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.418314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9d576d43-aa82-480e-abe7-c71fdaaea124'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:02.534216 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] create failed (client error): The resource could not be found. Mar 31 23:06:02.539274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6d494948-7656-4d70-988a-dfbd79d712fc tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0564070 Mar 31 23:06:02.541191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51454) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.726410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Router 7bac5f38-02ae-464a-a4f4-dbf54ff9261b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:06:02.736276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting port 7ed69be6-4fbf-4c09-8717-529fbdc94e6d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:02.736276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.966016 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.991620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:03.003684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] Sync routers for ids ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:03.012648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Calling delete_port for 7ed69be6-4fbf-4c09-8717-529fbdc94e6d owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:03.021221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] Routers {'7bac5f38-02ae-464a-a4f4-dbf54ff9261b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:03.022194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.089407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.108033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] Routers {'7bac5f38-02ae-464a-a4f4-dbf54ff9261b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:03.109494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.115429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.119796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-20f00a34-88e8-481d-ab6c-11550a0a86c8 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4897265 Mar 31 23:06:03.120624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.131312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.195398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.196649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69951fd-9afc-43e9-880f-be2af6dafd6d None None] The sync data for ids ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:03.329531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.375647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Port': ['ID=7ed69be6-4fbf-4c09-8717-529fbdc94e6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.626614 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.646843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a66fc25-7466-4a34-b91b-76d7559bcc8d tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "DELETE /v2.0/ports/7ed69be6-4fbf-4c09-8717-529fbdc94e6d HTTP/1.1" status: 204 len: 168 time: 1.1039577 Mar 31 23:06:03.647809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.707219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.730474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeeee3f-0b36-47ef-93cf-08af86fcf1be tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.733556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51492) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.734824 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-aaeeee3f-0b36-47ef-93cf-08af86fcf1be tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "GET /v2.0/ports?device_id=a515b41c-0439-49f3-a2fa-947c73df6f05 HTTP/1.1" status: 200 len: 913 time: 0.0856152 Mar 31 23:06:03.795340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d66938ac-7188-4d03-9dc4-d6be188c1c73'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:03.859875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.891315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.963884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.969918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.975846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.992280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.998700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.012391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.019184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.021524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-79bca16d-bda5-487c-ab6c-1b57fe4ed4b2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5438 time: 0.1883876 Mar 31 23:06:04.121133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e4b0ffb-bd46-4763-93ae-538d741e1f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.163923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:04.227497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e4b0ffb-bd46-4763-93ae-538d741e1f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.308518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.339468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e4b0ffb-bd46-4763-93ae-538d741e1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.341607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:04.344504 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9533b77-808c-4785-a026-967a999eda5c" -d '{"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:04.368132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:04.406991 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e4b0ffb-bd46-4763-93ae-538d741e1f64 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4317a50ccc294e2d84a6028124a6f050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511527 Mar 31 23:06:04.411692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-688d37ed-765a-4c7f-b9be-c08fd78a678a req-643e8c10-25e0-4cc7-a90d-3635ccb513b3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3465343 Mar 31 23:06:04.417752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51506) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.422356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b0ffb-bd46-4763-93ae-538d741e1f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5d0e6-0b15-4810-9eda-0fd5ef67082e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.425505 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb623b5e-0eca-4319-a3bb-75265804001c x-openstack-request-id: req-fb623b5e-0eca-4319-a3bb-75265804001c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:04.426008 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:04.426270 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fb623b5e-0eca-4319-a3bb-75265804001c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:04.427244 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb623b5e-0eca-4319-a3bb-75265804001c'] response: {'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'code': 200} Mar 31 23:06:04.478407 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.511467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Deleting port 4e49fe9e-0305-4611-bfc5-7c457e295ee6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:04.513132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.550577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.551943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.552149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.587381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.718945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.722002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.723482 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/30c5d0e6-0b15-4810-9eda-0fd5ef67082e HTTP/1.1" status: 204 len: 168 time: 0.2869122 Mar 31 23:06:04.745024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6eb5-37f8-4b80-bb8d-b3f81235e870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5d0e6-0b15-4810-9eda-0fd5ef67082e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.818182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.852758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Calling delete_port for 4e49fe9e-0305-4611-bfc5-7c457e295ee6 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:04.866988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-27eb508d-f638-4bc8-8770-7f3dda979628 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.867367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-27eb508d-f638-4bc8-8770-7f3dda979628 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.2548547 Mar 31 23:06:04.927688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-ee4a948d-9474-4b16-a951-de1321008af9 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/quotas/c1fbdb6f06c94e6aa148fd12b278b0ff HTTP/1.1" status: 200 len: 375 time: 0.0518765 Mar 31 23:06:04.935626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.470821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-98be706c-faa3-498c-a81a-3adde7f74566 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5312583 Mar 31 23:06:05.750215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51538) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.760056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-149f0b90-0c16-43ab-974e-178b66114369 service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360620 Mar 31 23:06:05.779097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1900f628-8273-420b-a914-b85d6fb5573e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.867563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-643d9900-cb90-44b0-9818-daa174b4af3c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5438 time: 0.2847149 Mar 31 23:06:05.885663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1900f628-8273-420b-a914-b85d6fb5573e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.022242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74e170f7-f5b6-42fe-b594-7e38549acad5 req-57ab787c-b221-4ab9-8831-f84f5b9f6dcb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740284 Mar 31 23:06:06.040289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.072132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-3b31d996-a388-4d7a-873a-f466825b253a service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359917 Mar 31 23:06:06.075246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Pushing event deleted for resources: {'Port': ['ID=4e49fe9e-0305-4611-bfc5-7c457e295ee6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:06.104962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1900f628-8273-420b-a914-b85d6fb5573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.148456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900f628-8273-420b-a914-b85d6fb5573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23082b75-dbb8-4630-92d5-2f2b3ae6cfd5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:06.184638 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1900f628-8273-420b-a914-b85d6fb5573e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e42cc93b31346498de06ecacb4bc646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436634 Mar 31 23:06:06.185789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.187692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51550) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.198913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting port 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:06.198913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.499361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2fcfaae-337a-4761-9b16-fbe5f05c4bd3 req-80cb2f33-f0af-49b1-bbfe-4f1bdee4ab30 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Mar 31 23:06:06.621394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.675833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.680081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Calling delete_port for 859338ec-cf5d-4f6a-8154-9a51fce3d8d0 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:06.681074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.687922 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.793741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.869937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Router 7bac5f38-02ae-464a-a4f4-dbf54ff9261b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:07.131022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:07.139024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.144556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea52c59e-3b6b-4a58-a82d-72ee96b6de80 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "PUT /v2.0/routers/7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 200 len: 706 time: 4.0134003 Mar 31 23:06:07.144777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51570) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.152992 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] Sync routers for ids ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:07.184299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-cedacc78-6803-4aeb-b920-315f47908199 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.185436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-cedacc78-6803-4aeb-b920-315f47908199 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a483b52-9d38-4a46-a52b-853cca1d44cf HTTP/1.1" status: 200 len: 943 time: 0.1594729 Mar 31 23:06:07.191161 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] Routers {'7bac5f38-02ae-464a-a4f4-dbf54ff9261b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:07.192510 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.236870 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.267171 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] Routers {'7bac5f38-02ae-464a-a4f4-dbf54ff9261b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:07.268521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.293467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.300626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.303097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/23082b75-dbb8-4630-92d5-2f2b3ae6cfd5 HTTP/1.1" status: 204 len: 168 time: 1.1127105 Mar 31 23:06:07.327940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a7e388d-c3cd-4501-a610-8a532c3e4785 tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/routers/7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 200 len: 741 time: 0.1833096 Mar 31 23:06:07.331482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.337712 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.338976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a52cd9-bb20-4062-b49a-97bc0d37b5a7 None None] The sync data for ids ['7bac5f38-02ae-464a-a4f4-dbf54ff9261b'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:07.381615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5e4d3c98-d431-42eb-9df7-8929973e7b0a tempest-RoutersAdminTest-707921193 tempest-RoutersAdminTest-707921193-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&device_id=7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 200 len: 205 time: 0.0489657 Mar 31 23:06:07.384639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51588) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.418955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c5770-4deb-4902-8c61-9a581278e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23082b75-dbb8-4630-92d5-2f2b3ae6cfd5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:07.445240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6bf65cc2-8cd9-43ba-ab49-f1b9809a2177 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 200 len: 205 time: 0.0591083 Mar 31 23:06:07.449956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51590) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.483894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.483894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.495468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.505651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.513589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.520498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.529079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.531258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-61b9d55c-6467-49af-99e4-42b90b57c319 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5438 time: 0.3143420 Mar 31 23:06:07.625546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc304303-63da-4ac6-9a1a-ca20649097f8 req-47ce06d5-cd8b-4718-a8b8-23cea12d6b93 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 210 time: 0.0488186 Mar 31 23:06:07.646748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-346d11d2-a9cf-40dd-b1ab-e68e8a94caf1 req-64055668-1872-4406-aff6-e85dfe9a9214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913637 Mar 31 23:06:07.668037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Deleting port d20026cd-5938-4e8b-aeef-377e9f55ef7a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:07.668644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.725974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.764436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Port': ['ID=859338ec-cf5d-4f6a-8154-9a51fce3d8d0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:07.869285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] For port d20026cd-5938-4e8b-aeef-377e9f55ef7a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d20026cd-5938-4e8b-aeef-377e9f55ef7a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:07.869695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.895588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Calling delete_port for d20026cd-5938-4e8b-aeef-377e9f55ef7a owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:07.901655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.129888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.139188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.142206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.204468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e3b58935-1c4e-4d38-b6fa-edcc85487898 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:08.302175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.302963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Fanout notify agent at l3_agent the message router_deleted on router 7bac5f38-02ae-464a-a4f4-dbf54ff9261b {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:08.324202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.325971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2dcfb8ed-4a9e-43c7-93cf-45b97c08b1af tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 204 len: 168 time: 0.8743451 Mar 31 23:06:08.329767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51620) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.340257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port e3b58935-1c4e-4d38-b6fa-edcc85487898 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:08.341228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Router a515b41c-0439-49f3-a2fa-947c73df6f05 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:08.345470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port e3b58935-1c4e-4d38-b6fa-edcc85487898 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:08.346029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.385565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d836da2a-e2a5-4174-ae5d-7371fa6a7682 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 200 len: 205 time: 0.0544515 Mar 31 23:06:08.389546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51630) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.403998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.436556 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-ac265b7a-5ae2-4be1-b1ea-8e3927e1b4f2 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:08.437663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac265b7a-5ae2-4be1-b1ea-8e3927e1b4f2 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/7bac5f38-02ae-464a-a4f4-dbf54ff9261b HTTP/1.1" status: 404 len: 336 time: 0.0486891 Mar 31 23:06:08.440436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51634) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.453719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.474520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43cbcf0d-a3b0-4ac8-a4ba-c3f7b5caa546 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 200 len: 205 time: 0.0308893 Mar 31 23:06:08.474783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.480150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event deleted for resources: {'Port': ['ID=d20026cd-5938-4e8b-aeef-377e9f55ef7a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.488299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:08.491282 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0951897b-9bb1-4483-b255-70244ea0e025" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:08.508964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:08.515373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:08.523376 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-753ea6b2-76c4-439a-aea4-4e9d3bcdace9 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:08.525727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-92bed8fb-ff00-4823-a88b-d194c2682beb tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "PUT /v2.0/routers/a515b41c-0439-49f3-a2fa-947c73df6f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7910099 Mar 31 23:06:08.532368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] Sync routers for ids ['a515b41c-0439-49f3-a2fa-947c73df6f05'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:08.535711 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-753ea6b2-76c4-439a-aea4-4e9d3bcdace9 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/5a396ae5-d0d8-4fe1-b673-58997cdd93cb HTTP/1.1" status: 404 len: 336 time: 0.0489154 Mar 31 23:06:08.536428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.536759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.540938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] No DVR routers for this DVR port d20026cd-5938-4e8b-aeef-377e9f55ef7a on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:08.543968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.548079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-259fa6e5-c922-489c-954a-e21f2c071b53 req-3a4255bd-9291-47da-bca8-1345ec9e3fae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.10 "DELETE /v2.0/ports/d20026cd-5938-4e8b-aeef-377e9f55ef7a HTTP/1.1" status: 204 len: 173 time: 1.3132296 Mar 31 23:06:08.548585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-deleted', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:08.551314 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df99be-4d95-4929-bcc5-a99cc1416371" -d '{"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-deleted", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:08.556339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] Routers {'a515b41c-0439-49f3-a2fa-947c73df6f05'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:08.557158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a515b41c-0439-49f3-a2fa-947c73df6f05'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:08.575422 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e72a2a-a08b-44de-83ff-049640a35728 x-openstack-request-id: req-57e72a2a-a08b-44de-83ff-049640a35728 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:08.575717 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:08.575965 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-57e72a2a-a08b-44de-83ff-049640a35728 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:08.576532 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e72a2a-a08b-44de-83ff-049640a35728'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898', 'code': 200} Mar 31 23:06:08.613899 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ec85d-8412-4b38-bb5b-12a7295fae32 x-openstack-request-id: req-7d2ec85d-8412-4b38-bb5b-12a7295fae32 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:08.614198 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a483b52-9d38-4a46-a52b-853cca1d44cf", "name": "network-vif-deleted", "tag": "d20026cd-5938-4e8b-aeef-377e9f55ef7a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:08.614455 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d2ec85d-8412-4b38-bb5b-12a7295fae32 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:08.614866 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2ec85d-8412-4b38-bb5b-12a7295fae32'] response: {'server_uuid': '0a483b52-9d38-4a46-a52b-853cca1d44cf', 'name': 'network-vif-deleted', 'tag': 'd20026cd-5938-4e8b-aeef-377e9f55ef7a', 'status': 'completed', 'code': 200} Mar 31 23:06:08.621270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:08.623613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d5c9e74-9d3d-4aaf-9bf9-481a1aba70e1 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 200 len: 205 time: 0.0857294 Mar 31 23:06:08.626886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.627899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.628709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a1de28e-44bc-437e-843c-74474fa38454 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:08.634929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf4a92-5449-4a7d-9b9f-a6bb09a8d9c1 req-46d70b5b-e306-4fe9-abd5-95c5ba8f2a69 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:08.636509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcaf4a92-5449-4a7d-9b9f-a6bb09a8d9c1 req-46d70b5b-e306-4fe9-abd5-95c5ba8f2a69 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 949 time: 0.0739703 Mar 31 23:06:08.682442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] Routers {'a515b41c-0439-49f3-a2fa-947c73df6f05'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:08.683089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:05:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a515b41c-0439-49f3-a2fa-947c73df6f05'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:08.698510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51652) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.708250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.711608 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-0935e3c7-adac-425c-82f7-3acc37d7e118 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:08.712652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0935e3c7-adac-425c-82f7-3acc37d7e118 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/62c53b7b-b0e1-4e5d-b39b-0f8d8cdd52ff HTTP/1.1" status: 404 len: 336 time: 0.0852671 Mar 31 23:06:08.717692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcaf4a92-5449-4a7d-9b9f-a6bb09a8d9c1 req-4442b296-6172-4e0b-a8b6-9fc9b209f566 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736740 Mar 31 23:06:08.719262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.757401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:08.759508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad14fae-f774-4103-aa1c-eab184d75e73 None None] The sync data for ids ['a515b41c-0439-49f3-a2fa-947c73df6f05'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:08.780352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.898589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.901739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.945957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9a1de28e-44bc-437e-843c-74474fa38454 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:08.950670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9a1de28e-44bc-437e-843c-74474fa38454 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:08.951203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.043460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.074035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-016f2ceb-f1a7-488d-8196-335048b31f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.078535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a1de28e-44bc-437e-843c-74474fa38454,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:09.081180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2da3b806-7c34-4a79-a849-ac106e7ff8e2 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 200 len: 205 time: 0.3609006 Mar 31 23:06:09.083839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51658) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.136716 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-4cba5893-67b5-457e-a933-6456698ed4f3 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:09.137909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4cba5893-67b5-457e-a933-6456698ed4f3 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/6afde2a5-9ec1-4314-aac7-cea6522e059b HTTP/1.1" status: 404 len: 336 time: 0.0529032 Mar 31 23:06:09.143114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.143114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Fanout notify agent at l3_agent the message router_deleted on router a515b41c-0439-49f3-a2fa-947c73df6f05 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:09.143469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f39e840a-2db8-42f7-9063-8ad60cee1fa4 req-1aad9f53-e7f9-415c-94b7-c0d764d897e5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 210 time: 0.0618756 Mar 31 23:06:09.145625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.146967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.151377 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5d0b2aa2-3265-4b7a-8949-41d01f8df5ab tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "DELETE /v2.0/routers/a515b41c-0439-49f3-a2fa-947c73df6f05 HTTP/1.1" status: 204 len: 168 time: 0.6122761 Mar 31 23:06:09.152220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.166179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.167442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:09.182604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9aabb54e-0b2a-4115-bfc8-3e0116913fb5 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 200 len: 205 time: 0.0361347 Mar 31 23:06:09.186760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.246493 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-1bbff421-6279-45ba-8d62-951d1edd3a65 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:09.247704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1bbff421-6279-45ba-8d62-951d1edd3a65 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/af96d372-bc45-438a-b73d-a379171c92f4 HTTP/1.1" status: 404 len: 336 time: 0.0592773 Mar 31 23:06:09.250441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.265810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-016f2ceb-f1a7-488d-8196-335048b31f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.269227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.287139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.291293 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-da7cd051-24e9-4430-af5a-73cfaec16fc2 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4592f9c-c7e1-4ca4-b634-9d572d697ec8 HTTP/1.1" status: 200 len: 205 time: 0.0371184 Mar 31 23:06:09.291536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51670) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.294626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.300653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.301095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting subnet 3165f2f2-1081-4a78-a67c-195e12989c1c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:09.305205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.307314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.313099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.318911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.325205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.327183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-56412f51-8b06-4048-85b6-bcbdadaca111 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5439 time: 0.2502606 Mar 31 23:06:09.362285 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-2e179b35-8b98-4edb-9ed9-37e73a070148 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] delete failed (client error): The resource could not be found. Mar 31 23:06:09.363401 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2e179b35-8b98-4edb-9ed9-37e73a070148 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/routers/f4592f9c-c7e1-4ca4-b634-9d572d697ec8 HTTP/1.1" status: 404 len: 336 time: 0.0708959 Mar 31 23:06:09.366123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51672) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.370285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49d90c71-d645-46a8-9ed9-9e5cb5387a33 req-e29aa810-3a7d-427b-86be-75797a3fbafe tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367706 Mar 31 23:06:09.404412 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c97c78-6091-475b-9377-9898e43d6ce4 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:09.404412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c97c78-6091-475b-9377-9898e43d6ce4 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:09.405687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-93c97c78-6091-475b-9377-9898e43d6ce4 tempest-RoutersAdminTest-1667414064 tempest-RoutersAdminTest-1667414064-project] 10.222.0.83 "DELETE /v2.0/subnets/544da00f-24f8-44d8-92c1-3623c3532db1 HTTP/1.1" status: 404 len: 337 time: 0.0386007 Mar 31 23:06:09.412763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.461842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-016f2ceb-f1a7-488d-8196-335048b31f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.462264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:09.469257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:09.470405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.505501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.511566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f2ceb-f1a7-488d-8196-335048b31f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0691f0-4c04-4078-96b2-fa5ce28fb80d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.516039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-016f2ceb-f1a7-488d-8196-335048b31f83 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=840518205ab743009a9077d2cd34a1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164966 Mar 31 23:06:09.518981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51678) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.616201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.635127 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.664918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.668477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:09.671444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.686140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed64e-67af-4ae2-a2ca-73295fd051fb req-6192aed5-f2ad-4ca8-bc9c-759c88ec297e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.687751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e68ed64e-67af-4ae2-a2ca-73295fd051fb req-6192aed5-f2ad-4ca8-bc9c-759c88ec297e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0857456 Mar 31 23:06:09.702393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Subnet': ['ID=3165f2f2-1081-4a78-a67c-195e12989c1c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.704474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.708203 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-531ca4cd-3da3-4e5a-bf2d-ddb641013bde tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "DELETE /v2.0/subnets/3165f2f2-1081-4a78-a67c-195e12989c1c HTTP/1.1" status: 204 len: 168 time: 0.5548193 Mar 31 23:06:09.709826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87bff1b-a5df-4154-a30c-2bb6affd1d7f None None] Network 162b5a2a-a4e0-43f6-acdb-086dec3eadbf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:09.710573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.751607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e68ed64e-67af-4ae2-a2ca-73295fd051fb req-1c283755-7eed-446c-b735-553626272ae8 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500846 Mar 31 23:06:09.793831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.794898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d03d9a64-4d9f-4b05-a15a-a9979d563162 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:09.819390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.877472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.893397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26b3a0-9489-4cf4-8d5f-7679c17c92cb req-82dc37e7-c9f0-45de-90ed-b9fc314eeac6 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.895224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de26b3a0-9489-4cf4-8d5f-7679c17c92cb req-82dc37e7-c9f0-45de-90ed-b9fc314eeac6 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 949 time: 0.0726209 Mar 31 23:06:09.949599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.952734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.953939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a0691f0-4c04-4078-96b2-fa5ce28fb80d HTTP/1.1" status: 204 len: 168 time: 0.4339232 Mar 31 23:06:10.014875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de26b3a0-9489-4cf4-8d5f-7679c17c92cb req-3ac6a5a6-7f67-4eda-b581-5a07de15272d tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Mar 31 23:06:10.019835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-a6cc6b28-3d8b-4b70-95ee-c4fcf164089c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.022075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d66c17-4b77-497a-a113-dd7eec9021f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0691f0-4c04-4078-96b2-fa5ce28fb80d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.036410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-a6cc6b28-3d8b-4b70-95ee-c4fcf164089c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.1860366 Mar 31 23:06:10.037135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Deleting port 44275164-325e-4779-ad4f-f3dceaf848fb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:10.037472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.043449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Request body: {'port': {'device_id': 'fbc69349-e05c-418e-b521-ad726d586b79', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'admin_state_up': True, 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.189160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] For port 44275164-325e-4779-ad4f-f3dceaf848fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=44275164-325e-4779-ad4f-f3dceaf848fb,segment=NetworkSegment(ab5ded65-6904-4247-b749-f5d8d6107dcd),segment_id=ab5ded65-6904-4247-b749-f5d8d6107dcd)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:10.189534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.203588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51700) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.235318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] DHCP port deletion for 162b5a2a-a4e0-43f6-acdb-086dec3eadbf request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:10.245313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Calling delete_port for 44275164-325e-4779-ad4f-f3dceaf848fb owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:10.271357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d03d9a64-4d9f-4b05-a15a-a9979d563162 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:10.277818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d03d9a64-4d9f-4b05-a15a-a9979d563162 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:10.278188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.303039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46d4b770-244c-42c8-af3a-fb115a03606d req-42a9b04f-1c4e-4ab8-b65d-55614b79553e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 210 time: 0.0418053 Mar 31 23:06:10.353592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Deleting port 44275164-325e-4779-ad4f-f3dceaf848fb {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:10.353965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.463705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:10.468372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.492441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.537209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] For port 44275164-325e-4779-ad4f-f3dceaf848fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=44275164-325e-4779-ad4f-f3dceaf848fb,segment=NetworkSegment(ab5ded65-6904-4247-b749-f5d8d6107dcd),segment_id=ab5ded65-6904-4247-b749-f5d8d6107dcd)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:10.537887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.568853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Calling delete_port for 44275164-325e-4779-ad4f-f3dceaf848fb owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:10.584866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.586834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1de28e-44bc-437e-843c-74474fa38454'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:10.592106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.592256 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c854a-a004-4edc-b345-58e479bef6d0" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1de28e-44bc-437e-843c-74474fa38454"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:10.599234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.606911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.610238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.614336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.621452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.628164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.630034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-daefcfd6-0fbe-4159-a35d-76f07df535e3 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5441 time: 0.1334591 Mar 31 23:06:10.653089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:10.670408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523fd526-bd24-42b0-8c26-ccf1a17ea5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.732463 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746c088f-5df8-4804-90a7-cfb2ac1e3e69 x-openstack-request-id: req-746c088f-5df8-4804-90a7-cfb2ac1e3e69 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:10.732705 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1de28e-44bc-437e-843c-74474fa38454", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:10.733126 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-746c088f-5df8-4804-90a7-cfb2ac1e3e69 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:10.733599 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746c088f-5df8-4804-90a7-cfb2ac1e3e69'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1de28e-44bc-437e-843c-74474fa38454', 'code': 200} Mar 31 23:06:10.733920 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746c088f-5df8-4804-90a7-cfb2ac1e3e69'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'code': 200} Mar 31 23:06:10.734398 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746c088f-5df8-4804-90a7-cfb2ac1e3e69'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'code': 200} Mar 31 23:06:10.736636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-261a681c-444c-417c-bdfd-0dc0ab41a086 req-6a87b438-ef5c-43af-afd8-c633eee5174d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843081 Mar 31 23:06:10.751445 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.779309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] Pushing event deleted for resources: {'Port': ['ID=44275164-325e-4779-ad4f-f3dceaf848fb,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.786312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5c01a-4a21-4685-9c24-c0aa9836e26c None None] No DVR routers for this DVR port 44275164-325e-4779-ad4f-f3dceaf848fb on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:10.791441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.791946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:10.817729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523fd526-bd24-42b0-8c26-ccf1a17ea5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.878555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Allocated IP 172.20.0.11 (58f0953a-582e-461a-828d-7b3ce52455a9/7f5bace0-4927-4b00-8d72-acda98460ffa/6fada6e5-97b5-4dd8-9713-d5b8fb4218be) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:10.881147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Port': ['ID=44275164-325e-4779-ad4f-f3dceaf848fb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.889451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] No DVR routers for this DVR port 44275164-325e-4779-ad4f-f3dceaf848fb on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:10.904241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.907082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: d20026cd-5938-4e8b-aeef-377e9f55ef7a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:10.907426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d20026cd-5938-4e8b-aeef-377e9f55ef7a not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:10.927645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5e5308f1-549c-4c31-bc5d-281a83c1714b up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:10.940437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523fd526-bd24-42b0-8c26-ccf1a17ea5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.971393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fd526-bd24-42b0-8c26-ccf1a17ea5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4622ea6-f7b9-4a5c-9611-0a861fdb00fb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.993572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.002540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628fe8-08c1-4aa9-9397-30e8ab7a2829 req-9407ff30-8c02-40bf-882e-d7c47b683c19 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.011268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4628fe8-08c1-4aa9-9397-30e8ab7a2829 req-9407ff30-8c02-40bf-882e-d7c47b683c19 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1353767 Mar 31 23:06:11.030017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162b5a2a-a4e0-43f6-acdb-086dec3eadbf']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.045860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5ded65-6904-4247-b749-f5d8d6107dcd') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.046065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5ded65-6904-4247-b749-f5d8d6107dcd') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.054742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-523fd526-bd24-42b0-8c26-ccf1a17ea5d1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe5553a2e76d4d4c816f0b003ed78011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492067 Mar 31 23:06:11.056511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:11.067847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 44275164-325e-4779-ad4f-f3dceaf848fb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:11.068022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.082357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.093321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 44275164-325e-4779-ad4f-f3dceaf848fb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:11.093665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 44275164-325e-4779-ad4f-f3dceaf848fb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:11.100745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:11.101156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:11.105134 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:11.108305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5e5308f1-549c-4c31-bc5d-281a83c1714b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:11.118095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5e5308f1-549c-4c31-bc5d-281a83c1714b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:11.118095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.132787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4628fe8-08c1-4aa9-9397-30e8ab7a2829 req-a3c706b8-c0b8-44c5-acb7-bc7b5f2ce2fa tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148703 Mar 31 23:06:11.173469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.221804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.243549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.278176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:11.312500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.351250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.355239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] 10.222.0.83 "DELETE /v2.0/networks/162b5a2a-a4e0-43f6-acdb-086dec3eadbf HTTP/1.1" status: 204 len: 168 time: 1.6426818 Mar 31 23:06:11.371590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c0a9-b3a9-4326-8770-25762082d2d3 tempest-FloatingIPNegativeTestJSON-1884639649 tempest-FloatingIPNegativeTestJSON-1884639649-project] Pushing event deleted for resources: {'Network': ['ID=162b5a2a-a4e0-43f6-acdb-086dec3eadbf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.385168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.412380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f7f9e84-e15f-43d3-bad2-73b8378916eb req-93f6274b-d994-42af-84a4-593f8b09d641 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 210 time: 0.0359573 Mar 31 23:06:11.462234 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.463112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d66938ac-7188-4d03-9dc4-d6be188c1c73 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:11.490531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.496221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.500916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b4622ea6-f7b9-4a5c-9611-0a861fdb00fb HTTP/1.1" status: 204 len: 168 time: 0.4399633 Mar 31 23:06:11.513863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea62a1-4c2f-4f0e-8d53-3ba475052562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4622ea6-f7b9-4a5c-9611-0a861fdb00fb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.526094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.581225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Network 58f0953a-582e-461a-828d-7b3ce52455a9 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:11.583478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:11.586823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:11.626054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.628474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.638723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-235dc8dc-3353-422f-a385-d04e10204e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.658715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.659356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.791893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d66938ac-7188-4d03-9dc4-d6be188c1c73 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:11.796086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d66938ac-7188-4d03-9dc4-d6be188c1c73 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:11.796411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.806547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-8a5727b3-9b00-46ab-8e02-4eb122548bbf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7725005 Mar 31 23:06:11.826382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Request body: {'port': {'device_id': 'fbc69349-e05c-418e-b521-ad726d586b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:11.902004 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.910565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.968094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:11.990190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.999997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.009115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.017133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.023639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.031339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.037730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.040527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1162c938-7589-4138-83bd-ecb04238eb5c req-cf8efaa2-b4f5-46ac-a045-03f12e369b1a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5443 time: 0.1774559 Mar 31 23:06:12.079229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.080920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d576d43-aa82-480e-abe7-c71fdaaea124 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:12.131918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1162c938-7589-4138-83bd-ecb04238eb5c req-48873b8e-540c-490f-a723-1fd354edc02d tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804679 Mar 31 23:06:12.173375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.203313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.275474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81b69-cef4-4251-8262-c42fd20bcf88 req-e675db92-d062-4575-a066-4f17f24ee303 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.277001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31e81b69-cef4-4251-8262-c42fd20bcf88 req-e675db92-d062-4575-a066-4f17f24ee303 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0565035 Mar 31 23:06:12.321237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31e81b69-cef4-4251-8262-c42fd20bcf88 req-6983b591-d48f-4e25-83c7-be9621d2f3aa tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Mar 31 23:06:12.321433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fada6e5-97b5-4dd8-9713-d5b8fb4218be {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:12.328862 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.341522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Transition to ACTIVE for port object 6fada6e5-97b5-4dd8-9713-d5b8fb4218be will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:12.414148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9d576d43-aa82-480e-abe7-c71fdaaea124 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:12.419596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9d576d43-aa82-480e-abe7-c71fdaaea124 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:12.421083 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.502700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.537092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:12.545335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940ddf-5caa-420d-92dc-9fd572db7f78 req-7950a40b-f9f4-499c-8f85-b6e8fe1d596b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.546822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1940ddf-5caa-420d-92dc-9fd572db7f78 req-7950a40b-f9f4-499c-8f85-b6e8fe1d596b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 932 time: 0.0534368 Mar 31 23:06:12.547365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.597195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1940ddf-5caa-420d-92dc-9fd572db7f78 req-6a62df44-3195-4560-8d80-3de41e2e91ca tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Mar 31 23:06:12.609507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:12.638567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.645358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.701284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Attempting to bind port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:12.701725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Attempting to bind port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:12.702152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Attempting to bind port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:12.706722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be on network 58f0953a-582e-461a-828d-7b3ce52455a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:12.707193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Attempting to bind port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:12.713536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:12.713890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Checking segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:12.714278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Bound using segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:12.714713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Bound port: 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:12.715115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.730478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.734737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5308f1-549c-4c31-bc5d-281a83c1714b'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:12.736944 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae94b15-32c6-4011-a0d3-c4bd5e64d015" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "5e5308f1-549c-4c31-bc5d-281a83c1714b"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:12.752832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.755493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.802820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:12.807546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:12.819490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:12.821744 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6821e3b8-4683-41cf-b538-1503b593ab99 x-openstack-request-id: req-6821e3b8-4683-41cf-b538-1503b593ab99 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:12.822036 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "5e5308f1-549c-4c31-bc5d-281a83c1714b", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-plugged", "status": "completed", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:12.822286 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6821e3b8-4683-41cf-b538-1503b593ab99 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:12.822683 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6821e3b8-4683-41cf-b538-1503b593ab99'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5308f1-549c-4c31-bc5d-281a83c1714b', 'code': 200} Mar 31 23:06:12.822938 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6821e3b8-4683-41cf-b538-1503b593ab99'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'code': 200} Mar 31 23:06:12.823218 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6821e3b8-4683-41cf-b538-1503b593ab99'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'code': 200} Mar 31 23:06:12.843606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c51bf83-8775-4841-8572-319b5bf81a38 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f13badc65dd4efc97e353aca901892c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894809 Mar 31 23:06:12.845997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51920) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.876362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8eae0c7-27e3-423b-b1f4-a47e521c4c9e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d6e4e6f56cc94dfeb94c4cf67b2584d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7014422 Mar 31 23:06:12.879439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51922) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.934248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.963918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.985159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.987523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.988151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.989562 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] 10.222.0.44 "PUT /v2.0/ports/6fada6e5-97b5-4dd8-9713-d5b8fb4218be HTTP/1.1" status: 200 len: 1092 time: 1.1730351 Mar 31 23:06:12.990009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:12.991929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.993198 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2c376-577e-4db6-b6d7-b24db0686f78" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:12.994139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.044252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ce57c-9e83-4f1b-9707-32939816d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.059707 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef457fc-36b7-45ef-8440-a489852d109a x-openstack-request-id: req-fef457fc-36b7-45ef-8440-a489852d109a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:13.060006 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:13.060262 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fef457fc-36b7-45ef-8440-a489852d109a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:13.060672 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef457fc-36b7-45ef-8440-a489852d109a'] response: {'name': 'network-changed', 'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'status': 'completed', 'code': 200} Mar 31 23:06:13.071723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.091102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.098498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.099901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.100605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.101146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.101664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.102206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.102682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.104732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-d2a1db99-05fa-4fff-81aa-5f17ec291ce2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6502 time: 0.1361754 Mar 31 23:06:13.149192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-6adad000-bf3e-4458-8d9e-2fcbaf366582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.151266 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-6adad000-bf3e-4458-8d9e-2fcbaf366582 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 1095 time: 0.0647690 Mar 31 23:06:13.160311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13a41bf9-a99c-490f-a2e5-52309443fa1f req-282b3257-f6d2-4bb0-a204-d3ce0b55bb97 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479963 Mar 31 23:06:13.260962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-de3d3271-f1dc-473c-a66c-2824ae317933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.262417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-de3d3271-f1dc-473c-a66c-2824ae317933 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1036718 Mar 31 23:06:13.271079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.277452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.283458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.289312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.295328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.301152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.307925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.309918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-f23b4778-cc0b-4e06-aaf1-5dfbe628b214 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.0953135 Mar 31 23:06:13.312152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.313827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.316789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff78669c-38e2-412d-8885-79036ec21c37 HTTP/1.1" status: 204 len: 168 time: 0.4698150 Mar 31 23:06:13.339614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.342266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.343666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/22c002f9-35d4-454a-925d-4295ac4dbde3 HTTP/1.1" status: 204 len: 168 time: 0.4630964 Mar 31 23:06:13.344397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05513171-7f08-42ce-b61f-63f8d5f15407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78669c-38e2-412d-8885-79036ec21c37,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.358526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140df5e-2b77-4c72-b07a-db1b000c0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c002f9-35d4-454a-925d-4295ac4dbde3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.384263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d3cfafb-73c3-407b-b1b6-b052c315ea05 req-49d67fb5-72dd-463b-a2e9-e082cf5d70da tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660286 Mar 31 23:06:13.391748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-eb2e96b4-40d1-44f1-9052-b6a2edda92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.393810 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91d2c376-577e-4db6-b6d7-b24db0686f78 req-eb2e96b4-40d1-44f1-9052-b6a2edda92c5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1249454 Mar 31 23:06:13.507563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-28ce0ef3-496e-4286-9eaf-ccdd2dbed936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.509141 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-28ce0ef3-496e-4286-9eaf-ccdd2dbed936 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 1095 time: 0.0499694 Mar 31 23:06:13.551912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc2b3b-7a6b-4e29-8b9e-0bccb552fc8a req-70a6157d-0c95-4941-a834-9555268cc4d3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.553474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5cc2b3b-7a6b-4e29-8b9e-0bccb552fc8a req-70a6157d-0c95-4941-a834-9555268cc4d3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0644341 Mar 31 23:06:13.559160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-add0b598-9276-4999-a05f-563efe805cda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be HTTP/1.1" status: 200 len: 217 time: 0.0391667 Mar 31 23:06:13.594059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5cc2b3b-7a6b-4e29-8b9e-0bccb552fc8a req-b55ff9de-a9db-4733-a936-ddec09bc78fc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Mar 31 23:06:13.636926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-1ca3c468-2f52-488b-b818-616b1f573892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.638383 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-1ca3c468-2f52-488b-b818-616b1f573892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.0731828 Mar 31 23:06:13.679444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-a917ec23-bdae-4ead-83c2-1af0769a6e44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336459 Mar 31 23:06:13.740222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c48ca-2e54-4647-9c4f-6ae426d99a55 req-d1335952-b5fb-4eaf-8bcb-c8aff5f34d2a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.741809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a16c48ca-2e54-4647-9c4f-6ae426d99a55 req-d1335952-b5fb-4eaf-8bcb-c8aff5f34d2a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 944 time: 0.0621285 Mar 31 23:06:13.779109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-7f15de7f-a1f5-4cd7-bf56-cd4743ef9433 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913084 Mar 31 23:06:13.792633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f97a7110-c326-49aa-8590-2c014255fbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.797824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a16c48ca-2e54-4647-9c4f-6ae426d99a55 req-566d4648-4208-4c0b-8e41-c4c4f00ac63e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Mar 31 23:06:13.906557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-938a758a-a708-4ad3-8e2b-b69f60f868e6 req-07e11c66-6e26-408d-ab28-5ee30a0ccf53 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187959 Mar 31 23:06:14.558669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.564676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.576756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.577081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.582919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.589743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.595847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.597785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-48bb09c6-1052-4aa0-8aac-bcd05156078c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.1021214 Mar 31 23:06:14.646563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-647196ee-0c16-44fd-960b-7ca5b632e742 req-b8872eb0-e470-46d7-b527-a989a765a689 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410595 Mar 31 23:06:14.762944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4b8-0766-4874-9ee6-5f475fa1a784 req-dd973c04-8890-4af3-afb0-298165d0638a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.764382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9645e4b8-0766-4874-9ee6-5f475fa1a784 req-dd973c04-8890-4af3-afb0-298165d0638a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0535920 Mar 31 23:06:14.815754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9645e4b8-0766-4874-9ee6-5f475fa1a784 req-455bff49-12ca-490f-8390-8b55d1607ed4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446460 Mar 31 23:06:14.824507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:14.832510 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5773d-f651-4896-919f-02c71fada921" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-unplugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:14.933357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ba28a-8fdc-408a-8f7e-f472a7a415f8 req-f4fc6b59-4c03-4f33-a9eb-c86d00aace36 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.934955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7ba28a-8fdc-408a-8f7e-f472a7a415f8 req-f4fc6b59-4c03-4f33-a9eb-c86d00aace36 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 944 time: 0.0524185 Mar 31 23:06:14.975813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f7ba28a-8fdc-408a-8f7e-f472a7a415f8 req-59687f9a-962a-4fb0-82db-f9bf7d5a2497 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Mar 31 23:06:15.034935 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834700c-d3d7-48e4-8f89-dedc7908012c x-openstack-request-id: req-4834700c-d3d7-48e4-8f89-dedc7908012c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:15.035198 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-unplugged", "status": "completed", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:15.035452 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4834700c-d3d7-48e4-8f89-dedc7908012c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:15.035836 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4834700c-d3d7-48e4-8f89-dedc7908012c'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'code': 200} Mar 31 23:06:15.122468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.230901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.337445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446449626'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:15.444298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52058) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.495259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-d3b58852-6102-4e66-b44e-1fccef7ee022 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.496315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3b58852-6102-4e66-b44e-1fccef7ee022 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0510440 Mar 31 23:06:15.499257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52062) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.503128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-b0f23116-70dd-412c-b2d0-8c11efb5e4d7 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.506003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0f23116-70dd-412c-b2d0-8c11efb5e4d7 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039084 Mar 31 23:06:15.507911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52064) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.512074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-bbd39c60-fc87-41cf-8ac8-9e279863bba3 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.512993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bbd39c60-fc87-41cf-8ac8-9e279863bba3 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037653 Mar 31 23:06:15.515179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52066) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.518809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-7fb9051b-f264-4158-b124-b05cca13ac76 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.519747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7fb9051b-f264-4158-b124-b05cca13ac76 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037549 Mar 31 23:06:15.522097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52068) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.526102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-795dd45e-1eb7-4bd0-8b98-fd42525b51c1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.528967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-795dd45e-1eb7-4bd0-8b98-fd42525b51c1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041010 Mar 31 23:06:15.530697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.534492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-de291853-f3ca-48be-9777-8362a28ed21f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.535424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de291853-f3ca-48be-9777-8362a28ed21f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038273 Mar 31 23:06:15.537546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52072) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.542407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-7a9a2b09-09c9-49c0-af7c-d6c741477b18 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.543372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a9a2b09-09c9-49c0-af7c-d6c741477b18 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048344 Mar 31 23:06:15.545393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52074) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.549274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-9b1db1c6-9337-4260-b8d3-aadd10c06265 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.550170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b1db1c6-9337-4260-b8d3-aadd10c06265 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039513 Mar 31 23:06:15.552455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.552738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.557634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-50e16c18-6ab8-493f-88e6-08802f413f80 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.561124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-50e16c18-6ab8-493f-88e6-08802f413f80 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052879 Mar 31 23:06:15.561124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.564690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.574010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-416dbd19-c48b-4b03-88b0-a78721f0e5e5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.575322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-416dbd19-c48b-4b03-88b0-a78721f0e5e5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0129480 Mar 31 23:06:15.579619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52084) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.588640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-1ae43382-c049-4e23-a556-7dd0d7a458ad tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.592633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ae43382-c049-4e23-a556-7dd0d7a458ad tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0119436 Mar 31 23:06:15.593210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52086) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.597881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-0e4fb65e-f445-4bbc-aa11-e8659372f030 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.603218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0e4fb65e-f445-4bbc-aa11-e8659372f030 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0087297 Mar 31 23:06:15.608270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52090) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.610938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-f5aeee33-ce13-4c92-9c00-2b569a18cdea tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.611942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5aeee33-ce13-4c92-9c00-2b569a18cdea tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075338 Mar 31 23:06:15.614499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52092) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.621194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-249210fa-163a-4155-907a-ff7637cf0f55 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.622140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-249210fa-163a-4155-907a-ff7637cf0f55 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065141 Mar 31 23:06:15.624684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52094) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.628639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-57a3f1a0-b932-499b-91cd-eb7f7ee752c6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.632244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-57a3f1a0-b932-499b-91cd-eb7f7ee752c6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065794 Mar 31 23:06:15.632725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52096) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.636911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-5946a185-1b86-4c56-862b-7e4b25686a6c tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.641908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52098) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.650332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5946a185-1b86-4c56-862b-7e4b25686a6c tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043049 Mar 31 23:06:15.655153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-6b14fdc7-2c68-4f06-82fb-cf4379d6b0fe tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.655153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6b14fdc7-2c68-4f06-82fb-cf4379d6b0fe tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051038 Mar 31 23:06:15.656871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52100) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.661406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-33ccb051-5688-4505-95aa-134c4be996c6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.662344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-33ccb051-5688-4505-95aa-134c4be996c6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043838 Mar 31 23:06:15.666249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52102) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.670479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-3c1bd6a6-8ec8-495c-98a2-7c3d83e6e2c0 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.671425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c1bd6a6-8ec8-495c-98a2-7c3d83e6e2c0 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042236 Mar 31 23:06:15.673849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.678866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-abfd92d0-21a9-47ab-bd1d-2cdd46d8a0c4 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.681358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-abfd92d0-21a9-47ab-bd1d-2cdd46d8a0c4 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064294 Mar 31 23:06:15.682502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.684566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52108) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.689026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-991af44b-e7d9-46fb-9455-34300a9bdb27 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.689984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-991af44b-e7d9-46fb-9455-34300a9bdb27 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044858 Mar 31 23:06:15.692318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.697135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-d1507f73-2d1a-49ec-a32a-20a371a85986 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.699037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d1507f73-2d1a-49ec-a32a-20a371a85986 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048761 Mar 31 23:06:15.700248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52112) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.704818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-dc7d6f83-2df2-464e-b5c6-42e4f59fe374 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.705790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc7d6f83-2df2-464e-b5c6-42e4f59fe374 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046816 Mar 31 23:06:15.713284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52114) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.717387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-a06af20b-e10a-4d68-8da8-16e2e30079b6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.718311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a06af20b-e10a-4d68-8da8-16e2e30079b6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041282 Mar 31 23:06:15.720519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52116) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.724392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-72f0a972-ffa2-49da-9cc2-6d8d3d29a741 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.728272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-72f0a972-ffa2-49da-9cc2-6d8d3d29a741 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067737 Mar 31 23:06:15.728666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52118) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.732877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-6b501dac-5784-4b06-be00-5b99cc24e551 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.735865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6b501dac-5784-4b06-be00-5b99cc24e551 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042078 Mar 31 23:06:15.736212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52120) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.740158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-c7280187-bcce-4230-a8ea-fc37de7dec20 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.741476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c7280187-bcce-4230-a8ea-fc37de7dec20 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042048 Mar 31 23:06:15.744612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52122) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.749188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-615af5cd-73bb-494d-a750-2d0d2ea2570f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.750089 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-615af5cd-73bb-494d-a750-2d0d2ea2570f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045724 Mar 31 23:06:15.759809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52124) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.764100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-18c00de5-bd86-49b6-8b87-93f96eabc058 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.765017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-18c00de5-bd86-49b6-8b87-93f96eabc058 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041478 Mar 31 23:06:15.767378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52126) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.771566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-8e901ab7-d5a0-4032-bc38-17470b86b238 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.772700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e901ab7-d5a0-4032-bc38-17470b86b238 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041883 Mar 31 23:06:15.775871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52128) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.779800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-725465d7-6d17-4d3e-b51a-ace55a99aed1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.780860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-725465d7-6d17-4d3e-b51a-ace55a99aed1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040579 Mar 31 23:06:15.783370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52130) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.787276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-77ac4bd9-ccab-490e-b3a0-0f4e6a2dac59 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.787498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.788193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77ac4bd9-ccab-490e-b3a0-0f4e6a2dac59 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038466 Mar 31 23:06:15.790914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52132) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.794089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.794633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-3ff5169b-1254-487d-b5f0-69cde37355cd tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.795549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ff5169b-1254-487d-b5f0-69cde37355cd tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037923 Mar 31 23:06:15.797686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52134) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.799978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.801347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-f5950c05-9fb5-4b29-8b7d-5f78137dc93d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.802238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f5950c05-9fb5-4b29-8b7d-5f78137dc93d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037482 Mar 31 23:06:15.806470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.815201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.815443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.817330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-2f86ed24-6303-43a4-be78-52f289d38f41 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.818262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.818390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f86ed24-6303-43a4-be78-52f289d38f41 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046382 Mar 31 23:06:15.820941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52140) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.824550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.825539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-3c56ff3c-b5a9-4fd8-9d1e-b14ec67cee4d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.826528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-a136886e-b705-4f1a-bc28-005cd0010b4b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.0960605 Mar 31 23:06:15.827418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c56ff3c-b5a9-4fd8-9d1e-b14ec67cee4d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054574 Mar 31 23:06:15.828778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52144) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.832958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-c456f63e-1d7a-40b3-8a2c-cfa038ee75c9 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.833885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c456f63e-1d7a-40b3-8a2c-cfa038ee75c9 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041993 Mar 31 23:06:15.836067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.840424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-0c10e553-1be4-4e59-8d13-a5b03841f990 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.841350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0c10e553-1be4-4e59-8d13-a5b03841f990 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044560 Mar 31 23:06:15.856040 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.861953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52152) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.866257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-68ae8fa2-010d-43d6-9815-db70b7e4401f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.867273 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68ae8fa2-010d-43d6-9815-db70b7e4401f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042894 Mar 31 23:06:15.871455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52154) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.875731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-d3a7cdcd-2c8d-42cd-a5a1-def1765f0eae tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.878080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3a7cdcd-2c8d-42cd-a5a1-def1765f0eae tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043170 Mar 31 23:06:15.879277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.885405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-70e503eb-77be-4a47-832c-8ac56ba60be6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.887051 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-70e503eb-77be-4a47-832c-8ac56ba60be6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059261 Mar 31 23:06:15.888905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52158) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.897232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-8cb7d53b-0554-47d3-807f-ea52a1809010 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.898177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8cb7d53b-0554-47d3-807f-ea52a1809010 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049469 Mar 31 23:06:15.918642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52160) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.921993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b1cacbc-1e2a-4815-a82c-650710256f5b req-ecbe3b92-29d8-418e-9ef6-bda0d09d4996 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870845 Mar 31 23:06:15.923457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-ae07238e-a631-4eba-aa6c-8e9255636ee8 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.927923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae07238e-a631-4eba-aa6c-8e9255636ee8 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079293 Mar 31 23:06:15.928525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.934702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-d35f8478-7264-49aa-b540-4716966cbdb6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.934876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99cc496-6997-4d67-bf2e-f3b05fc943ec,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.938640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d35f8478-7264-49aa-b540-4716966cbdb6 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091505 Mar 31 23:06:15.939674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52164) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.952877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-fc229356-6eea-4778-a7b9-0754d3864dc1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.952877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fc229356-6eea-4778-a7b9-0754d3864dc1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077047 Mar 31 23:06:15.954598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52166) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.959795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-8b98198f-8406-4d9d-bc7f-5ebd211ca5b5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.964360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b98198f-8406-4d9d-bc7f-5ebd211ca5b5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0087626 Mar 31 23:06:15.966913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52168) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.972694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-ba8d4769-063d-4c4a-8c70-b974228d412c tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.973641 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ba8d4769-063d-4c4a-8c70-b974228d412c tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057435 Mar 31 23:06:15.978724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.988261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-a4963050-41f0-4ddb-a508-582bc815699b tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.988261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a4963050-41f0-4ddb-a508-582bc815699b tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055146 Mar 31 23:06:15.989737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.994139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-ff145979-49ee-4dd8-babf-604b5d80ba83 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:15.995091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ff145979-49ee-4dd8-babf-604b5d80ba83 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044000 Mar 31 23:06:15.997562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52176) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.999453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.002627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-a1a6a8d8-b3f3-4aad-b515-566be0cb844a tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.006177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1a6a8d8-b3f3-4aad-b515-566be0cb844a tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074794 Mar 31 23:06:16.006724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52182) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.015348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-4b0d84c5-1252-4539-9e50-f55a9e4bbb06 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.017613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b0d84c5-1252-4539-9e50-f55a9e4bbb06 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099211 Mar 31 23:06:16.018255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52186) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.022925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-aaf65a37-19f7-43f6-a628-834aa208b2d0 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.027349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aaf65a37-19f7-43f6-a628-834aa208b2d0 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079432 Mar 31 23:06:16.027614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52188) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.033665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-520a1bb8-64da-41ca-823b-eb6e3f241dfe tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.034620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-520a1bb8-64da-41ca-823b-eb6e3f241dfe tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061843 Mar 31 23:06:16.037216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.043182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-41acd428-5e14-479e-8bad-77f362dc1ed2 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.044395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-41acd428-5e14-479e-8bad-77f362dc1ed2 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060422 Mar 31 23:06:16.046924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52192) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.051094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-d659c6c0-4cbe-43ba-99c1-5a5a82fe1fda tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.054491 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d659c6c0-4cbe-43ba-99c1-5a5a82fe1fda tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066178 Mar 31 23:06:16.055785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.059804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-ecad989a-d92c-4342-9f12-8aaab11ec97e tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.063429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ecad989a-d92c-4342-9f12-8aaab11ec97e tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066504 Mar 31 23:06:16.063998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52196) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.068387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-756b4642-2ee9-4ff0-bd39-1bc0eca81224 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.069317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-756b4642-2ee9-4ff0-bd39-1bc0eca81224 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044084 Mar 31 23:06:16.071913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52198) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.076906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-a1549268-e628-48ab-8b86-a2ba9cdac97d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.080414 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1549268-e628-48ab-8b86-a2ba9cdac97d tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075560 Mar 31 23:06:16.084264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.084942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-2d2bc558-7af8-4a0b-80b8-6ca8863a6896 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.085873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d2bc558-7af8-4a0b-80b8-6ca8863a6896 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040307 Mar 31 23:06:16.086816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794ee4-433e-4524-bc31-c21bc17ea9d0 req-99cf96d8-000e-4c19-8952-95b15275b372 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.088206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94794ee4-433e-4524-bc31-c21bc17ea9d0 req-99cf96d8-000e-4c19-8952-95b15275b372 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0598590 Mar 31 23:06:16.089014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.091372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52202) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.099187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-b8836da4-6947-4220-9f95-967905bb4aa2 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.100131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b8836da4-6947-4220-9f95-967905bb4aa2 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042064 Mar 31 23:06:16.104069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.108298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-58c54f2c-e279-4ebb-8255-36d5d570add8 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.109250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-58c54f2c-e279-4ebb-8255-36d5d570add8 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042346 Mar 31 23:06:16.111932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52206) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.122409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-31c0b3e8-3c4a-4241-a19d-e7216d327cc5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.126304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31c0b3e8-3c4a-4241-a19d-e7216d327cc5 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0132191 Mar 31 23:06:16.127180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52208) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.132302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-d239f688-aa6d-4a59-8e00-766fed286fe1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.136244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d239f688-aa6d-4a59-8e00-766fed286fe1 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073400 Mar 31 23:06:16.138645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.144698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-8d337234-b7b8-41ff-af38-2cc65d0fbc3f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.149443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d337234-b7b8-41ff-af38-2cc65d0fbc3f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085073 Mar 31 23:06:16.150494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52212) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.162648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-de09eb64-ac98-48db-9791-7e181778c850 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.162648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de09eb64-ac98-48db-9791-7e181778c850 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0088794 Mar 31 23:06:16.162814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94794ee4-433e-4524-bc31-c21bc17ea9d0 req-82feaa94-5ad5-4ae4-ad44-ab9eafd5aa06 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555019 Mar 31 23:06:16.162814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64269a-e6dd-45dc-9153-9e2c4d8653e7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.168113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52214) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.185340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-9bbe9326-7a5e-4982-804c-050109e6c039 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.189187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52218) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.189349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9bbe9326-7a5e-4982-804c-050109e6c039 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0170681 Mar 31 23:06:16.193855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-dc86e24e-50e4-4986-84c8-eed50e70e948 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.198064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.198230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc86e24e-50e4-4986-84c8-eed50e70e948 tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079801 Mar 31 23:06:16.202928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [None req-46cc3c8d-a4a5-4bc2-a59b-fd6b26056b9a tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.211934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46cc3c8d-a4a5-4bc2-a59b-fd6b26056b9a tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048490 Mar 31 23:06:16.213922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52222) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.218555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [None req-d81eb742-151d-40db-8d7e-29d07f4ffa5f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:16.219821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d81eb742-151d-40db-8d7e-29d07f4ffa5f tempest-ExtensionsTestJSON-728493743 tempest-ExtensionsTestJSON-728493743-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046449 Mar 31 23:06:16.241854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.245902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52228) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.246051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-400084c6-5a07-4f5b-bbed-3173a5703075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1220148 Mar 31 23:06:16.304573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.311019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.318408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68e7d0fe-e029-4d95-8b28-f63150a9709c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0707312 Mar 31 23:06:16.320084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.322253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52230) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.326603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-security--331542702', 'description': 'tempest-security-description-1997675396'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:16.328252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.334463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.341919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.347809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.349779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580ba617-9219-4d1e-b5fb-0ae09b3e0a39 req-0c26d7be-5abd-417c-a18d-a39a0648a42a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.1218431 Mar 31 23:06:16.358465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.363993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52232) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.369525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Request body: {'floatingip': {'port_id': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:16.418355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.440567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.528542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.539415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.539415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "PUT /v2.0/security-groups/cd64269a-e6dd-45dc-9153-9e2c4d8653e7 HTTP/1.1" status: 200 len: 1779 time: 0.2135227 Mar 31 23:06:16.540122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb94b96-9cde-458b-84cc-c360d73cccd7 req-7c13812d-52c4-4095-a914-23623721d901 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.540122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cb94b96-9cde-458b-84cc-c360d73cccd7 req-7c13812d-52c4-4095-a914-23623721d901 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 944 time: 0.1311274 Mar 31 23:06:16.540673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.547540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.596766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200969-589c-4723-ae40-66c55d91ff6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64269a-e6dd-45dc-9153-9e2c4d8653e7,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.707216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cb94b96-9cde-458b-84cc-c360d73cccd7 req-f17c1fac-c61b-4426-9101-a796574a2eae tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346354 Mar 31 23:06:16.711646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f61c244a-3c4f-4c80-bd24-607dd36138ee tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups/cd64269a-e6dd-45dc-9153-9e2c4d8653e7 HTTP/1.1" status: 200 len: 1779 time: 0.1478462 Mar 31 23:06:16.712560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52248) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.787226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.812122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.819611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.947755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.951802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.955329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/cd64269a-e6dd-45dc-9153-9e2c4d8653e7 HTTP/1.1" status: 204 len: 168 time: 0.2415655 Mar 31 23:06:16.968619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.973171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09007d-0fd3-4201-8f8d-aef2773a4a96 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64269a-e6dd-45dc-9153-9e2c4d8653e7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:17.028009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52262) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.145243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-78b12f63-9413-4c57-a07a-a06bc28a8c50 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1748180 Mar 31 23:06:17.148083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.163215 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-96ca2d7e-fcab-4518-b2c0-6d0ada9caff3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] delete failed (client error): The resource could not be found. Mar 31 23:06:17.164963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96ca2d7e-fcab-4518-b2c0-6d0ada9caff3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/cd64269a-e6dd-45dc-9153-9e2c4d8653e7 HTTP/1.1" status: 404 len: 347 time: 0.0155501 Mar 31 23:06:17.169084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.174097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--247600643'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:17.308003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fcde63-a09e-4179-bf4d-82a4fa1eb092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.348257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.364358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a4cc-b53a-48d6-ab81-946461c7e5af req-86e821db-bb7f-49db-9e13-6ccf5176e185 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:17.365841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e76a4cc-b53a-48d6-ab81-946461c7e5af req-86e821db-bb7f-49db-9e13-6ccf5176e185 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1063988 Mar 31 23:06:17.388689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fcde63-a09e-4179-bf4d-82a4fa1eb092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.397255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.411017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e76a4cc-b53a-48d6-ab81-946461c7e5af req-427f1982-884c-4bb7-ac8b-6afb52c05510 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359032 Mar 31 23:06:17.475172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.598227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fcde63-a09e-4179-bf4d-82a4fa1eb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.598855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.634503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.643789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e7fcde63-a09e-4179-bf4d-82a4fa1eb092 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2052efbac79b48f3b94bd55fa14720e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141953 Mar 31 23:06:17.644543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcde63-a09e-4179-bf4d-82a4fa1eb092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73125ff-4dd2-4f75-8731-8772b91dd0ed,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:17.647558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52286) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.676731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f581a5d-9e2d-4e14-be5d-947b8a530229,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:17.741562 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Floating IP 619cdb37-8567-4de3-afb3-133a3f3dcb51 associated. External IP: 172.25.6.142, port: 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3. Mar 31 23:06:17.751291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.751291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97e8d20f-20f1-4f54-919d-32e8cee588e1 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5796051 Mar 31 23:06:17.753225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.757509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '2f581a5d-9e2d-4e14-be5d-947b8a530229', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:17.808279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.849744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.892505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.909568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.947616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255139-d7de-491b-a535-c531ac7f9d2a req-69a90442-7ecb-4ca1-95c1-30edcfa2f885 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:17.951524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90255139-d7de-491b-a535-c531ac7f9d2a req-69a90442-7ecb-4ca1-95c1-30edcfa2f885 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 944 time: 0.1615438 Mar 31 23:06:18.041536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90255139-d7de-491b-a535-c531ac7f9d2a req-f45c0f59-cb18-448e-a099-d898d1d8558d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837908 Mar 31 23:06:18.047793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.066536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274045d4-3200-4d28-b790-c64e1860c2bd,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.092726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:18.196976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.199597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.199743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.203116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a73125ff-4dd2-4f75-8731-8772b91dd0ed HTTP/1.1" status: 204 len: 168 time: 0.5511856 Mar 31 23:06:18.203248 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bf659a88-c312-428f-b454-db631a5dd594 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4468634 Mar 31 23:06:18.203824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.214800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6944ff6-a4ce-4297-841b-5cea367b19e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73125ff-4dd2-4f75-8731-8772b91dd0ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.220184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:18.224762 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.232371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Sync routers for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:18.241585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.252104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.259857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-676f0f5a-e1b4-4424-8576-c6852f7222bd tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "PUT /v2.0/floatingips/619cdb37-8567-4de3-afb3-133a3f3dcb51 HTTP/1.1" status: 200 len: 992 time: 1.8944161 Mar 31 23:06:18.260499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:18.262729 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:18.276757 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:18.277405 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:18.363072 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced199e6-7505-463f-b406-c67023cb7ffb x-openstack-request-id: req-ced199e6-7505-463f-b406-c67023cb7ffb {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:18.363462 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:18.363817 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ced199e6-7505-463f-b406-c67023cb7ffb {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:18.364304 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced199e6-7505-463f-b406-c67023cb7ffb'] response: {'name': 'network-changed', 'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'status': 'completed', 'code': 200} Mar 31 23:06:18.411778 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:18.413852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.422297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.427648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/274045d4-3200-4d28-b790-c64e1860c2bd HTTP/1.1" status: 204 len: 168 time: 0.2228394 Mar 31 23:06:18.431346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.434394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50d668-1c6b-49c5-9ae8-f41a58a6780f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=274045d4-3200-4d28-b790-c64e1860c2bd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.651071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:18.857047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04959b12-3148-4baa-a166-8a83019857ef req-eab33dd8-c02f-4665-b01f-0b4d7a327615 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.864666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04959b12-3148-4baa-a166-8a83019857ef req-eab33dd8-c02f-4665-b01f-0b4d7a327615 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0940092 Mar 31 23:06:18.892964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:18.899486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.900352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.900913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.901463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.902011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.902562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.903150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.905234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-196e3301-6916-459e-9faa-7514aa09a008 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6502 time: 0.4622200 Mar 31 23:06:18.920217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'mac_address': 'fa:16:3e:5e:d8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:19.006569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '619cdb37-8567-4de3-afb3-133a3f3dcb51', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'port_id': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'mac_address': 'fa:16:3e:0e:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 1, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:19.029056 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.054163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fada6e5-97b5-4dd8-9713-d5b8fb4218be {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:19.096171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-076b3a7b-ef97-400d-9628-ebeda711062a tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6634743 Mar 31 23:06:19.098976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:19.099159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52340) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.114372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Checking router: 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:19.143490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:19.145960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:19.167329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04959b12-3148-4baa-a166-8a83019857ef req-044b0a68-a508-41ac-a44f-f68318df400e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016143 Mar 31 23:06:19.208096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.210291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-8f64f6d4-e101-4aab-8f39-84f9f11f7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.219250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-8f64f6d4-e101-4aab-8f39-84f9f11f7819 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8a00a9e-faf5-463b-802f-ae39c9884e58 HTTP/1.1" status: 200 len: 919 time: 0.3047934 Mar 31 23:06:19.244822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.291340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.449257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.455815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.460110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.462162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/2f581a5d-9e2d-4e14-be5d-947b8a530229 HTTP/1.1" status: 204 len: 168 time: 0.3614116 Mar 31 23:06:19.466690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52350) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.474428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36991-5a0e-400e-a8ba-f22ae6a44307 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f581a5d-9e2d-4e14-be5d-947b8a530229,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.479031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-9d21724a-82b3-46e8-91b7-185b5a2c8191 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 200 len: 1000 time: 0.2542391 Mar 31 23:06:19.481890 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:19.499739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3ac07-fd40-484b-9621-e0068c2aa477 req-db02844e-0ddd-429e-b05c-260c5b814f80 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.501806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bc3ac07-fd40-484b-9621-e0068c2aa477 req-db02844e-0ddd-429e-b05c-260c5b814f80 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 945 time: 0.1449230 Mar 31 23:06:19.633322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['6fada6e5-97b5-4dd8-9713-d5b8fb4218be'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:19.640503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bc3ac07-fd40-484b-9621-e0068c2aa477 req-8f77ed30-b65f-4db0-82c6-ec8a370e51c4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296527 Mar 31 23:06:19.658286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-932c21ae-a5c9-4994-973c-f52cdf6aded5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1858227 Mar 31 23:06:19.659623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52358) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.666105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132964392'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:19.667289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-020d48fc-188f-4c55-817d-ed546d2b53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.671735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-020d48fc-188f-4c55-817d-ed546d2b53f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07771adc-67f5-4bc8-bbd7-690559153c46 HTTP/1.1" status: 200 len: 856 time: 0.1799378 Mar 31 23:06:19.804427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.856331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ec78-cdfe-4c87-9e68-a75a9ab3ca4d req-359bcee2-6d7a-41db-aed7-1831baea17b3 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.858745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f16ec78-cdfe-4c87-9e68-a75a9ab3ca4d req-359bcee2-6d7a-41db-aed7-1831baea17b3 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.1574423 Mar 31 23:06:19.861078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-d203a7ca-33ca-46be-84ab-b5cac7822312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.863204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-d203a7ca-33ca-46be-84ab-b5cac7822312 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8a00a9e-faf5-463b-802f-ae39c9884e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795096 Mar 31 23:06:19.928822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.016710 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '619cdb37-8567-4de3-afb3-133a3f3dcb51', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'port_id': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'mac_address': 'fa:16:3e:0e:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 1, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:20.026275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.053670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f16ec78-cdfe-4c87-9e68-a75a9ab3ca4d req-f5ee653d-273f-4d5b-80b1-7b9058cfde8e tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848655 Mar 31 23:06:20.071851 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459f203-84d1-48d7-99be-d8211d8247c3 None None] The sync data for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 is: [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '619cdb37-8567-4de3-afb3-133a3f3dcb51', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'port_id': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'mac_address': 'fa:16:3e:0e:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:49Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 1, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:20.087098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b646d024-0a86-4261-aeb6-4455a7c9f429,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.152464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.154341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-f233f140-198b-4b5b-bf40-dea1771d07e6 service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682109 Mar 31 23:06:20.156782 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dda3d36a-988e-498f-be56-c33f6460644f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4959791 Mar 31 23:06:20.157345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52368) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.182908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': 'b646d024-0a86-4261-aeb6-4455a7c9f429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:20.331486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5f70-a03b-4194-8575-5042981948ee req-c21025e7-4817-409e-b816-887ce8571c4b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.333143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bbd5f70-a03b-4194-8575-5042981948ee req-c21025e7-4817-409e-b816-887ce8571c4b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0810554 Mar 31 23:06:20.337741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2b9496d-59f3-4bba-b26a-2c67b7cfa1d0 req-2932361b-d666-42da-91c2-31cc5017abd2 service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714296 Mar 31 23:06:20.376513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bbd5f70-a03b-4194-8575-5042981948ee req-698624be-b82a-498a-a69f-1eab843dcaaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359139 Mar 31 23:06:20.384055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.410214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f34ed-6f1b-4677-898b-8aef75cd38e1 None None] New status for floating IP 619cdb37-8567-4de3-afb3-133a3f3dcb51: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:06:20.479602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.598379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.620738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b7a3da-656a-4b4e-8a25-460331178ece,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.640166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52388) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.701545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.703047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e004154-057e-4dcf-8bc0-d7d9b8d9e07b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5443978 Mar 31 23:06:20.706016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.710866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': 'b646d024-0a86-4261-aeb6-4455a7c9f429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:20.781601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7aef-8993-4d48-9f29-eacc26a43af7 req-02538d93-e1cc-48d3-9e49-56607c44cf1b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.783829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-094f7aef-8993-4d48-9f29-eacc26a43af7 req-02538d93-e1cc-48d3-9e49-56607c44cf1b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 945 time: 0.0797679 Mar 31 23:06:20.830236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-094f7aef-8993-4d48-9f29-eacc26a43af7 req-398e3ec8-d7ae-4b60-afb1-309702a9f817 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Mar 31 23:06:20.862204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.877184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d30a4fdf-8a93-42df-801b-f345a847f440 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] Request body: {'port': {'network_id': '249b9007-142c-4be6-aa97-f5278b34c3e3', 'name': 'tempest-NetworksNegativeTestJSON-510076360'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:20.896021 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30a4fdf-8a93-42df-801b-f345a847f440 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] POST failed (client error): The resource could not be found. Mar 31 23:06:20.896620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30a4fdf-8a93-42df-801b-f345a847f440 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:20.902670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d30a4fdf-8a93-42df-801b-f345a847f440 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2558477 Mar 31 23:06:20.903384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52400) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.928907 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea99917a-4a51-4369-a4ec-2ebfc4412045 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:20.931716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea99917a-4a51-4369-a4ec-2ebfc4412045 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:20.936993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ea99917a-4a51-4369-a4ec-2ebfc4412045 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "DELETE /v2.0/networks/9ac1d184-38b9-43ee-abb7-12dcea6c06fa HTTP/1.1" status: 404 len: 339 time: 0.0308380 Mar 31 23:06:20.939750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.947805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.967208 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-600cb16a-f983-4a9f-8f5a-b9de74dedfb8 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:20.967811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600cb16a-f983-4a9f-8f5a-b9de74dedfb8 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:20.970755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-600cb16a-f983-4a9f-8f5a-b9de74dedfb8 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "DELETE /v2.0/ports/5a742219-4957-4b99-a521-50ebdee66017 HTTP/1.1" status: 404 len: 333 time: 0.0297158 Mar 31 23:06:20.974631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.001448 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e2ac6d-c985-476e-8628-291f21520de6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:21.001900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e2ac6d-c985-476e-8628-291f21520de6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:21.004870 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-25e2ac6d-c985-476e-8628-291f21520de6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "DELETE /v2.0/subnets/e1215120-b0b9-4196-ad92-f99d5994ff58 HTTP/1.1" status: 404 len: 337 time: 0.0293231 Mar 31 23:06:21.008609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.027857 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-586988e7-12eb-4f9a-8961-fd0e4cfbd9e0 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] GET failed (client error): The resource could not be found. Mar 31 23:06:21.029211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-586988e7-12eb-4f9a-8961-fd0e4cfbd9e0 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "GET /v2.0/networks/775798ce-06d3-47fd-a02c-d06cb0caaaea HTTP/1.1" status: 404 len: 339 time: 0.0197010 Mar 31 23:06:21.033213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52414) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.057822 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-275a7f8d-4a4c-4609-af6c-fb81ecbc00a5 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] GET failed (client error): The resource could not be found. Mar 31 23:06:21.059318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-275a7f8d-4a4c-4609-af6c-fb81ecbc00a5 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "GET /v2.0/ports/1795e642-caa7-40fe-ab57-3de5a677c163 HTTP/1.1" status: 404 len: 333 time: 0.0252604 Mar 31 23:06:21.062881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.078395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.090047 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5260dccf-9305-436e-b077-cae78ca1aec9 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] GET failed (client error): The resource could not be found. Mar 31 23:06:21.095226 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5260dccf-9305-436e-b077-cae78ca1aec9 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "GET /v2.0/subnets/a989c34e-58fe-42c7-8f4f-b5fc2207c124 HTTP/1.1" status: 404 len: 337 time: 0.0312636 Mar 31 23:06:21.095803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52420) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.101077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5c5dc489-7f6d-4517-b612-a60f8b86b23c tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.113852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a30afb2-7640-4eba-a97e-a687f9796598,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.115842 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5dc489-7f6d-4517-b612-a60f8b86b23c tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] PUT failed (client error): The resource could not be found. Mar 31 23:06:21.116595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5dc489-7f6d-4517-b612-a60f8b86b23c tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:21.123042 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c5dc489-7f6d-4517-b612-a60f8b86b23c tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "PUT /v2.0/networks/31d6054c-f97b-41d7-9ab0-b94b105f4365 HTTP/1.1" status: 404 len: 339 time: 0.0226214 Mar 31 23:06:21.123515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.128709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9cddcd0d-3756-4b28-a74e-a7811041457f tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.177219 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cddcd0d-3756-4b28-a74e-a7811041457f tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] PUT failed (client error): The resource could not be found. Mar 31 23:06:21.177864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cddcd0d-3756-4b28-a74e-a7811041457f tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:21.179043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9cddcd0d-3756-4b28-a74e-a7811041457f tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "PUT /v2.0/ports/e2b118b6-e76e-4e92-bde2-25d4d8983cc1 HTTP/1.1" status: 404 len: 333 time: 0.0546446 Mar 31 23:06:21.183876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52424) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.189114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b0c80980-94f0-491f-9d80-c8d2ac91b5f6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.203894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c58ea9-535f-4bf0-b497-2b59d37de111 req-79c9a967-d7e6-46cf-9fd2-a470e275c327 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.205579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68c58ea9-535f-4bf0-b497-2b59d37de111 req-79c9a967-d7e6-46cf-9fd2-a470e275c327 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.0737514 Mar 31 23:06:21.212733 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c80980-94f0-491f-9d80-c8d2ac91b5f6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] PUT failed (client error): The resource could not be found. Mar 31 23:06:21.213186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c80980-94f0-491f-9d80-c8d2ac91b5f6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:21.214335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b0c80980-94f0-491f-9d80-c8d2ac91b5f6 tempest-NetworksNegativeTestJSON-700835522 tempest-NetworksNegativeTestJSON-700835522-project] 10.222.0.83 "PUT /v2.0/subnets/a7d8975c-9f53-4559-a312-47da3ac703b5 HTTP/1.1" status: 404 len: 337 time: 0.0294607 Mar 31 23:06:21.250285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68c58ea9-535f-4bf0-b497-2b59d37de111 req-6d7ecd7a-5467-44be-a602-4dedb8f1d150 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Mar 31 23:06:21.262723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.264000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f8a08505-e6b0-453c-9ce5-0b26d5e6d035 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5570412 Mar 31 23:06:21.266808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52432) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.272135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': 'b646d024-0a86-4261-aeb6-4455a7c9f429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.444553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.535060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.542817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c88a0-3ef8-4bb5-b235-8f7bc48727d1 req-f6b17118-55ab-45a2-a524-0aa9419b6bf3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.544523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e32c88a0-3ef8-4bb5-b235-8f7bc48727d1 req-f6b17118-55ab-45a2-a524-0aa9419b6bf3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0790119 Mar 31 23:06:21.589570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e32c88a0-3ef8-4bb5-b235-8f7bc48727d1 req-b05bf439-176e-4a87-9344-0aae7db1aaf2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Mar 31 23:06:21.644100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.663511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b4756b-9278-499b-9370-47836b97f8c4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.768201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.769425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-438b9eb0-c21a-4f30-9adc-eb3dbf3c3656 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5016224 Mar 31 23:06:21.772160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52444) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.777240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': 'b646d024-0a86-4261-aeb6-4455a7c9f429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.813994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-083291a5-1ac9-4613-833c-93a3bc06d2df tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.815421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-083291a5-1ac9-4613-833c-93a3bc06d2df tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.0806556 Mar 31 23:06:21.835722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52446) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.956141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Deleting port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:21.956646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.969971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-126683dc-a4dc-4738-90f5-a86184caa3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.044970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.057472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056f1f-5735-4a13-95fa-aaee86b7e7ca req-fef9498c-5440-4204-ae2e-1cdb606f0baa tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.059033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb056f1f-5735-4a13-95fa-aaee86b7e7ca req-fef9498c-5440-4204-ae2e-1cdb606f0baa tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 945 time: 0.1411369 Mar 31 23:06:22.059971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-126683dc-a4dc-4738-90f5-a86184caa3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.145117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] For port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:22.145490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.145636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-126683dc-a4dc-4738-90f5-a86184caa3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.171578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb056f1f-5735-4a13-95fa-aaee86b7e7ca req-6834975f-10a5-49ab-91e1-08a57cc64e17 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041853 Mar 31 23:06:22.172434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Calling delete_port for e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:22.191957 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-126683dc-a4dc-4738-90f5-a86184caa3d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22b6e081726b4c00829b324d970ebdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548117 Mar 31 23:06:22.192680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52454) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.193307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126683dc-a4dc-4738-90f5-a86184caa3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc2a31-8242-4a2c-a43b-5b950d24e07b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.196363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.256013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.283822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.299918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.333956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd354b89-8935-4d7f-9ed6-38e6bdcb064c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.451849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.453471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c2a495f-441d-47f6-8383-f4db2fb57621 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6803963 Mar 31 23:06:22.456276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.461562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': 'b646d024-0a86-4261-aeb6-4455a7c9f429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:22.469783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9daac1c-7361-41b0-bfbd-2c65473e64f4 req-c01443f9-6975-4dea-8cff-24cf14e222b9 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.471437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9daac1c-7361-41b0-bfbd-2c65473e64f4 req-c01443f9-6975-4dea-8cff-24cf14e222b9 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 948 time: 0.0945268 Mar 31 23:06:22.507601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.509327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.511863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.515457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70fc2a31-8242-4a2c-a43b-5b950d24e07b HTTP/1.1" status: 204 len: 168 time: 0.3163600 Mar 31 23:06:22.523218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9daac1c-7361-41b0-bfbd-2c65473e64f4 req-a4387f5d-b1fa-4b9b-a798-70c1ae401fea tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Mar 31 23:06:22.537502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c597-8ce1-42c3-a774-3ce26decbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc2a31-8242-4a2c-a43b-5b950d24e07b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.569827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.583500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Pushing event deleted for resources: {'Port': ['ID=e60e398e-7a6e-47c1-bf5e-7bafcecb55b7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.662697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] No DVR routers for this DVR port e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:22.673006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:22.673919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.686704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea14f5f9-6997-464b-b4f9-cf50ad26cffb req-4dc18447-3658-4642-b2c4-5904ff948740 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.10 "DELETE /v2.0/ports/e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 HTTP/1.1" status: 204 len: 173 time: 0.8622921 Mar 31 23:06:22.687265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-deleted', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:22.690190 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ce775-61ea-496c-bad2-123f95f5bf0a" -d '{"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-deleted", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:22.748325 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d69b30-1498-4919-887e-2417a187ad56 x-openstack-request-id: req-83d69b30-1498-4919-887e-2417a187ad56 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:22.748734 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa1fdfd-a18d-49c0-94fd-a22af526de6c", "name": "network-vif-deleted", "tag": "e60e398e-7a6e-47c1-bf5e-7bafcecb55b7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:22.749030 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-83d69b30-1498-4919-887e-2417a187ad56 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:22.749431 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d69b30-1498-4919-887e-2417a187ad56'] response: {'server_uuid': '2fa1fdfd-a18d-49c0-94fd-a22af526de6c', 'name': 'network-vif-deleted', 'tag': 'e60e398e-7a6e-47c1-bf5e-7bafcecb55b7', 'status': 'completed', 'code': 200} Mar 31 23:06:22.757119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.795080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabdf1b-fadb-4dae-86b9-dcbc6c942648 req-fd005d33-ce7b-4e2d-b56a-0c87c27addef tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.796624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dabdf1b-fadb-4dae-86b9-dcbc6c942648 req-fd005d33-ce7b-4e2d-b56a-0c87c27addef tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0627105 Mar 31 23:06:22.837677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dabdf1b-fadb-4dae-86b9-dcbc6c942648 req-a5cb4041-e2fc-4462-a541-84137703e607 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350025 Mar 31 23:06:22.895636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:22.895786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.902942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:22.911427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.920702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82995113-d299-4353-9d99-8a9b75338e4e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.000290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.004742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.005657 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-469bb2af-33f9-4c42-a1e2-3321e8f52bbe tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5481808 Mar 31 23:06:23.057933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.079657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.087975 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.150750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:23.153782 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd07e688-bb92-4965-90ee-c5aef3ea4763" -d '{"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-plugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:23.171332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:23.201245 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301fa154-c7d8-42fa-b1d3-46ea1de87393 x-openstack-request-id: req-301fa154-c7d8-42fa-b1d3-46ea1de87393 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:23.201539 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-plugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:23.201796 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-301fa154-c7d8-42fa-b1d3-46ea1de87393 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:23.202199 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301fa154-c7d8-42fa-b1d3-46ea1de87393'] response: {'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'code': 200} Mar 31 23:06:23.295980 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.306373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.329003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.332973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/82995113-d299-4353-9d99-8a9b75338e4e HTTP/1.1" status: 204 len: 168 time: 0.3259218 Mar 31 23:06:23.334859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe485bd-888c-4187-abef-c2fedf2754d5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82995113-d299-4353-9d99-8a9b75338e4e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.340167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52482) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.371503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512410-ec18-4fcd-8a83-6f221a34eca3 req-8d8b9bc6-57a9-4f40-928f-9e9990726d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.373756 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef512410-ec18-4fcd-8a83-6f221a34eca3 req-8d8b9bc6-57a9-4f40-928f-9e9990726d2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 1096 time: 0.0994318 Mar 31 23:06:23.388821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8080d-10ef-4d0d-beba-9b02b62cb916 req-95ffafe3-8df5-4c37-a4a5-2a62c7e48cba tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.398281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44d8080d-10ef-4d0d-beba-9b02b62cb916 req-95ffafe3-8df5-4c37-a4a5-2a62c7e48cba tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 945 time: 0.1302996 Mar 31 23:06:23.402080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.426393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef512410-ec18-4fcd-8a83-6f221a34eca3 req-b3ee4ad1-7acb-43af-88d2-241bd5f534d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Mar 31 23:06:23.451099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8495b8e7-acbd-4dbd-8f97-0d9467b037ce tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1090398 Mar 31 23:06:23.453742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.478261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44d8080d-10ef-4d0d-beba-9b02b62cb916 req-ec3691ca-220f-4d6d-8431-9146c0dc3535 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 Mar 31 23:06:23.494582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.512344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.619719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.627393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.632069 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/fd354b89-8935-4d7f-9ed6-38e6bdcb064c HTTP/1.1" status: 204 len: 168 time: 0.1769426 Mar 31 23:06:23.633896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52496) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.636055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-922dc8d2-d956-4f86-8ba6-a0e1224a82cb req-c04610ec-2af4-4cd7-ba67-5af9d2dc7db9 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fa1fdfd-a18d-49c0-94fd-a22af526de6c HTTP/1.1" status: 200 len: 210 time: 0.0300360 Mar 31 23:06:23.645370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd4cdc-e46c-4d1d-904d-05e359d42fe0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd354b89-8935-4d7f-9ed6-38e6bdcb064c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.706169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f440c0bd-764e-4a18-bea3-e23d5d74cc13 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0689564 Mar 31 23:06:23.708994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52500) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.746748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.757863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.890357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.896645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.898282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/a4b4756b-9278-499b-9370-47836b97f8c4 HTTP/1.1" status: 204 len: 168 time: 0.1881859 Mar 31 23:06:23.901897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52506) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.940081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ab9c8-0626-4651-bb3e-a8d2e88b2e10 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b4756b-9278-499b-9370-47836b97f8c4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.001679 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97af758e-7301-465a-9614-f1158080efe2 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0986543 Mar 31 23:06:24.004570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52514) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.027680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.028549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019c96-ce43-47cd-ab34-a0b5322d89a4 req-b9c0d0ed-9af9-49d9-a1bb-b6bb3d8c3d54 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.030356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83019c96-ce43-47cd-ab34-a0b5322d89a4 req-b9c0d0ed-9af9-49d9-a1bb-b6bb3d8c3d54 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0890582 Mar 31 23:06:24.037223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.053142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.100438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83019c96-ce43-47cd-ab34-a0b5322d89a4 req-8059924c-b91a-4dc7-be9f-685e9ab22064 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565801 Mar 31 23:06:24.152831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.157827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.158962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/2a30afb2-7640-4eba-a97e-a687f9796598 HTTP/1.1" status: 204 len: 168 time: 0.1534748 Mar 31 23:06:24.161759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52520) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.167701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bd80d-81e8-44c3-9df8-df8182388fac tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a30afb2-7640-4eba-a97e-a687f9796598,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.210093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d0250627-d602-4035-be30-0e89ae60aa5f tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442986 Mar 31 23:06:24.210599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52526) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.222902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:24.244630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.252779 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.262821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:24.263240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e60e398e-7a6e-47c1-bf5e-7bafcecb55b7 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:24.361119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52528) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.393092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.401676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.403128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/34b7a3da-656a-4b4e-8a25-460331178ece HTTP/1.1" status: 204 len: 168 time: 0.1894777 Mar 31 23:06:24.406931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52532) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.407727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2daa2-94ac-4790-a28b-4fdabc600733 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34b7a3da-656a-4b4e-8a25-460331178ece,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.464089 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-70746fc5-6447-4d9c-add1-2bf5630f71f0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551434 Mar 31 23:06:24.470104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52536) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.566497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.594916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.621014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099676783'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:24.677165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5750447-5635-45b9-a03b-26fca55396c0 req-448f4cae-eec1-4db1-a0b5-fde2aa7fc459 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.682477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5750447-5635-45b9-a03b-26fca55396c0 req-448f4cae-eec1-4db1-a0b5-fde2aa7fc459 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0820780 Mar 31 23:06:24.743557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5750447-5635-45b9-a03b-26fca55396c0 req-e4fd4194-8199-4931-ae93-88ce75747a66 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571218 Mar 31 23:06:24.747346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:24.755996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.781610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.781968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.784636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.785979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/b646d024-0a86-4261-aeb6-4455a7c9f429 HTTP/1.1" status: 204 len: 168 time: 0.3145907 Mar 31 23:06:24.800226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52546) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.834698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab348-b1b5-4fc6-ae38-c217a92bc075 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646d024-0a86-4261-aeb6-4455a7c9f429,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.893142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f9f85f14-6088-485e-a458-06b688612f33 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904341 Mar 31 23:06:24.905243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52552) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.909752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540319475'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:24.919291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.996934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.030108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6405d-aab6-497f-9353-c2f51cf6104f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.033789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.043137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:25.054225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.055227 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 0fffc0b4-dfc0-431f-ad38-0a8d5260dc32 of type vlan for network f944530a-c386-47f2-943f-1598544cbf5c Mar 31 23:06:25.100497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.153120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.204576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.210953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.212015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.242665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.308162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86881a88-af2f-4f21-9325-2096a2d2700e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.308386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=f944530a-c386-47f2-943f-1598544cbf5c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.323969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05b4a6-836a-487a-b3d2-4af5243e3898 req-d3a574f5-6c6a-4e27-a5a4-18391182e366 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.324395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf05b4a6-836a-487a-b3d2-4af5243e3898 req-d3a574f5-6c6a-4e27-a5a4-18391182e366 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1246600 Mar 31 23:06:25.337881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237723bb-1f10-4fff-adb5-abe279a686fe req-31c9d01f-d353-42c8-a048-edcc28c77752 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.344446 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d37abbcb-2069-4408-a388-e36758ef98a1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9822338 Mar 31 23:06:25.346938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52566) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.347095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f944530a-c386-47f2-943f-1598544cbf5c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:25.348260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-237723bb-1f10-4fff-adb5-abe279a686fe req-31c9d01f-d353-42c8-a048-edcc28c77752 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 947 time: 0.1104047 Mar 31 23:06:25.352687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-939970540'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:25.397483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.402638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-32cda028-6eca-4a91-82d7-18c78e2e8497 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4934444 Mar 31 23:06:25.404080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.408707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '86881a88-af2f-4f21-9325-2096a2d2700e', 'direction': 'ingress', 'protocol': 17}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:25.454120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-237723bb-1f10-4fff-adb5-abe279a686fe req-0d7c86ef-ef01-4efc-8413-c4bd4e6a2e72 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943992 Mar 31 23:06:25.456781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf05b4a6-836a-487a-b3d2-4af5243e3898 req-7174e803-2c03-49d0-8b8e-a0e47207a1e2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066837 Mar 31 23:06:25.528165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:25.532915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.566652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:25.578056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.578056 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 6822d4b0-17e7-438a-835e-c0ca10c69bfb of type vlan for network 19488551-79d8-402f-a88d-7eed18235dec Mar 31 23:06:25.607230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.631490 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.662105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.745488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.745749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.751412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.752222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.766979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d5fa13-aa7c-4892-861b-b597069b45e8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.828468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=19488551-79d8-402f-a88d-7eed18235dec,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.839957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 19488551-79d8-402f-a88d-7eed18235dec details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:25.879296 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7abb7466-0377-46bb-b151-5587535d20d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5310552 Mar 31 23:06:25.882069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52584) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.883582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.885623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e4d9e45-79a4-442b-8dfd-0cb4805b7c63 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4801710 Mar 31 23:06:25.888293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52586) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.890538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:25.947465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eccc28-abe8-461a-aaca-f9196f039951 req-8839d117-d1bc-4dc7-95c8-d60308a78919 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.949542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8eccc28-abe8-461a-aaca-f9196f039951 req-8839d117-d1bc-4dc7-95c8-d60308a78919 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1200728 Mar 31 23:06:26.035878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.040931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8eccc28-abe8-461a-aaca-f9196f039951 req-d6c87a44-c909-4928-9afb-11d1fdf392ec tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 Mar 31 23:06:26.064311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.139363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:26.142946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.237139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.240612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.241871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/86881a88-af2f-4f21-9325-2096a2d2700e HTTP/1.1" status: 204 len: 168 time: 0.3525548 Mar 31 23:06:26.245559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52598) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.259669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1ef1-59ae-41e0-8185-3421515c341e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86881a88-af2f-4f21-9325-2096a2d2700e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:26.304687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1f3d6649-434a-43c7-adbd-cc83be9cd627 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530920 Mar 31 23:06:26.305070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52600) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.309801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--102068046'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:26.462888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a9ec5-f925-4108-bc41-93c9903befdb req-df638394-8bea-475d-85f1-1dc3f28bc41e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.467436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f4a9ec5-f925-4108-bc41-93c9903befdb req-df638394-8bea-475d-85f1-1dc3f28bc41e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0579822 Mar 31 23:06:26.514335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f4a9ec5-f925-4108-bc41-93c9903befdb req-66b3058e-e95d-4dd2-b058-8ac6b2477aeb tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Mar 31 23:06:26.613418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f3b09-ce10-495a-a53d-8582854be15e req-ed0c51ea-6b99-418d-a1dc-cb62374e5227 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.614916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238f3b09-ce10-495a-a53d-8582854be15e req-ed0c51ea-6b99-418d-a1dc-cb62374e5227 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0803027 Mar 31 23:06:26.635049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.638612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d20b4f-34b2-4f10-bdd6-3fbd3fef8e4c req-035c0222-d5a9-454d-8902-a19f6a744bc1 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.640232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3d20b4f-34b2-4f10-bdd6-3fbd3fef8e4c req-035c0222-d5a9-454d-8902-a19f6a744bc1 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 947 time: 0.0714970 Mar 31 23:06:26.643299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.718022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238f3b09-ce10-495a-a53d-8582854be15e req-cf8414bb-bd30-4688-acc5-187ea9907f76 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767658 Mar 31 23:06:26.749016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3d20b4f-34b2-4f10-bdd6-3fbd3fef8e4c req-285cee5e-76a0-4bbe-8283-62a295df3ebe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965915 Mar 31 23:06:26.751612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=022cb146-03f7-484e-a297-0e454ab7fddc,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:26.761086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:26.761086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: f944530a-c386-47f2-943f-1598544cbf5c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:26.789411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.962414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.962678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f944530a-c386-47f2-943f-1598544cbf5c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:26.995807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ead4e0-2b93-4a6b-8166-bc7aa689ff55,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.130048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f944530a-c386-47f2-943f-1598544cbf5c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:27.135065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.140811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.145707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423cc54-9688-48b8-bf34-37e9e9ff5659 None None] Network f944530a-c386-47f2-943f-1598544cbf5c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:27.151264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.154525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07b97468-ef12-4205-9004-558452467cf4 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8484495 Mar 31 23:06:27.157512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52616) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:27.162676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988414278'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:27.270781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687661-a8a5-4aa6-b603-771478884b0a req-129fb324-64a1-4793-a23e-3b9fa5e66808 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.273029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81687661-a8a5-4aa6-b603-771478884b0a req-129fb324-64a1-4793-a23e-3b9fa5e66808 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0561948 Mar 31 23:06:27.320435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81687661-a8a5-4aa6-b603-771478884b0a req-4c3efa32-6b75-4536-a570-d12359508642 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Mar 31 23:06:27.350765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f944530a-c386-47f2-943f-1598544cbf5c', 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '022cb146-03f7-484e-a297-0e454ab7fddc'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:27.352516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.458190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-8ab3e3c3-95ff-4708-bb34-6fb0ce2b5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.460060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-8ab3e3c3-95ff-4708-bb34-6fb0ce2b5551 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.0461690 Mar 31 23:06:27.506048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.531950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Allocated IP 172.20.0.2 (f944530a-c386-47f2-943f-1598544cbf5c/022cb146-03f7-484e-a297-0e454ab7fddc/ca9f8c17-1c3c-4963-81f2-40f74c4cdb00) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:27.551236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52e0fe7d-da59-4d12-ac62-4979cf482024 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6654921 Mar 31 23:06:27.554344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:27.566606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': '19488551-79d8-402f-a88d-7eed18235dec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:27.627319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-28778349-a5d2-42d4-bb3e-2a4dcf14d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.629586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-28778349-a5d2-42d4-bb3e-2a4dcf14d992 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.1621454 Mar 31 23:06:27.678373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:06:27.686250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.712941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37fad3-be50-4ce4-bc2e-a2095314f526 req-43748bf6-ea9c-4d3d-8e2a-db2f8cabf3ef tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.714645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f37fad3-be50-4ce4-bc2e-a2095314f526 req-43748bf6-ea9c-4d3d-8e2a-db2f8cabf3ef tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1169798 Mar 31 23:06:27.735169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-cd518b05-d95f-4237-9a0e-6ad5060c59cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.0910118 Mar 31 23:06:27.740789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.753309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-283c9be8-02d8-44d1-b77d-3744cc1839b6 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.754753 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-283c9be8-02d8-44d1-b77d-3744cc1839b6 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.44 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 947 time: 0.0560756 Mar 31 23:06:27.797804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f37fad3-be50-4ce4-bc2e-a2095314f526 req-ff4ffa74-507d-4ed3-aea7-b6ffdcccdca6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735462 Mar 31 23:06:27.812191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-61df1134-d076-4413-a092-f646f1b6a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.813847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-61df1134-d076-4413-a092-f646f1b6a7ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.0697343 Mar 31 23:06:27.828555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.862693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.868130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:27.871816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.886208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f31bb3-ce8d-4577-961b-4e72a2f940cd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.893793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-3b4b48e1-ae92-49df-ab00-c96c30f08608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.895636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-3b4b48e1-ae92-49df-ab00-c96c30f08608 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734293 Mar 31 23:06:27.960334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.966024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Network f944530a-c386-47f2-943f-1598544cbf5c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:27.967609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:27.970280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:28.046324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Attempting to bind port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:28.046978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Attempting to bind port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:28.047589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Attempting to bind port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 on network f944530a-c386-47f2-943f-1598544cbf5c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:28.049909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c58d-b9d4-47d7-a740-0ea8970daf44 req-707cac6f-8aeb-463c-aaff-678da3e97ae4 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.053626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dad2c58d-b9d4-47d7-a740-0ea8970daf44 req-707cac6f-8aeb-463c-aaff-678da3e97ae4 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 947 time: 0.2017713 Mar 31 23:06:28.062673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:28.063230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Checking segment: {'id': '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:28.065081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.065523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Bound using segment: {'id': '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:28.066601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Bound port: ca9f8c17-1c3c-4963-81f2-40f74c4cdb00, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f944530a-c386-47f2-943f-1598544cbf5c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:28.069247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.108351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dad2c58d-b9d4-47d7-a740-0ea8970daf44 req-e18dcbb0-7910-4ff4-a3c7-a04debc6e69f tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/security-groups?id=184f1b26-57c8-42ec-80d4-d26415701300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 Mar 31 23:06:28.118127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-f5bc8070-33e1-4aae-bc7f-62ccc56a6d81 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121723 Mar 31 23:06:28.158476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] For port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:28.162359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] For port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,segment=NetworkSegment(0fffc0b4-dfc0-431f-ad38-0a8d5260dc32),segment_id=0fffc0b4-dfc0-431f-ad38-0a8d5260dc32)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:28.222710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0739d2-922b-4b77-9eb5-7ef1592fad40 req-c7b06e7e-a72e-4013-a0ad-07b8dceec4b8 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962470 Mar 31 23:06:28.243184 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.259704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.263764 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2af512a9-6c7b-4cac-b540-b53c4bec8c67 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1019862 Mar 31 23:06:28.264230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:28.269022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '91ead4e0-2b93-4a6b-8166-bc7aa689ff55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40f31bb3-ce8d-4577-961b-4e72a2f940cd', 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:28.272944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Deleting port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:28.273880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.326454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca396a-4a10-4665-9c71-3575d3d4ccb3 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.414100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] For port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:28.414756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.433658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Calling delete_port for 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:28.467360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.493216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dfccd-0a0e-45d8-b1a7-b33637a58890 req-03aa666a-f1c0-4c8b-82a4-e4c4d0663813 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.499499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-594dfccd-0a0e-45d8-b1a7-b33637a58890 req-03aa666a-f1c0-4c8b-82a4-e4c4d0663813 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0984056 Mar 31 23:06:28.593012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-594dfccd-0a0e-45d8-b1a7-b33637a58890 req-92227104-7e8b-43b2-84e9-ec00e2fd7cdc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869386 Mar 31 23:06:28.625678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.631620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.696200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=2cf53ad5-3d16-46f8-8e7d-08368bf311e3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.713017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.721214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '6822d4b0-17e7-438a-835e-c0ca10c69bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '19488551-79d8-402f-a88d-7eed18235dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:28.721214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: 19488551-79d8-402f-a88d-7eed18235dec, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:28.744696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd88363-b687-4ce2-a9dc-8fd5a39eba82,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.753424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.753804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.754167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.754508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.754841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.755209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.755536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.755865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.756189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.756541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.756862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.757184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:28.774501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.805012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Pushing event deleted for resources: {'Port': ['ID=1452a623-5460-4414-a5f4-0e4fc3ca1ca7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.857750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] No DVR routers for this DVR port 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:28.857750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 19488551-79d8-402f-a88d-7eed18235dec is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:28.857750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.860383 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-db5272d8-71c5-4844-b694-e2179524c9d6 req-e21e87fe-50d7-4373-96e4-52a00aff3cbe tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.44 "DELETE /v2.0/ports/1452a623-5460-4414-a5f4-0e4fc3ca1ca7 HTTP/1.1" status: 204 len: 173 time: 1.0996127 Mar 31 23:06:28.860818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-deleted', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:28.863042 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e49f5-e509-49ee-a442-ac9d4070ad6b" -d '{"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-deleted", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:28.904878 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4f4e5a-d193-4e6f-ae93-b2f5838a7013 x-openstack-request-id: req-2a4f4e5a-d193-4e6f-ae93-b2f5838a7013 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:28.905298 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dc207-9ce5-4258-a179-a94dfc786274", "name": "network-vif-deleted", "tag": "1452a623-5460-4414-a5f4-0e4fc3ca1ca7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:28.905555 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a4f4e5a-d193-4e6f-ae93-b2f5838a7013 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:28.905996 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4f4e5a-d193-4e6f-ae93-b2f5838a7013'] response: {'server_uuid': 'd39dc207-9ce5-4258-a179-a94dfc786274', 'name': 'network-vif-deleted', 'tag': '1452a623-5460-4414-a5f4-0e4fc3ca1ca7', 'status': 'completed', 'code': 200} Mar 31 23:06:28.948111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa52284-6531-46bc-b4de-f7f610c5ddd4 req-bf656480-29bd-42f4-8912-05c79000a117 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.949815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fa52284-6531-46bc-b4de-f7f610c5ddd4 req-bf656480-29bd-42f4-8912-05c79000a117 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0579202 Mar 31 23:06:28.968382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.968382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6ec0000-bba1-41ea-88c5-29dd3c295d72 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6974750 Mar 31 23:06:28.970448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.007725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.010785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 19488551-79d8-402f-a88d-7eed18235dec) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:29.019927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef479d-121c-469a-be12-44598bc8b763 None None] Network 19488551-79d8-402f-a88d-7eed18235dec requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:29.039512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fa52284-6531-46bc-b4de-f7f610c5ddd4 req-f6f1118a-f0b5-4317-9134-5cb53708be30 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814183 Mar 31 23:06:29.040506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.054582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.055195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.205163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.214857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9ab2fcce-fb45-4fc2-a616-025d21f9d9ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6582909 Mar 31 23:06:29.217809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52656) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.220604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.222946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-82439264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:29.232433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/9fd88363-b687-4ce2-a9dc-8fd5a39eba82 HTTP/1.1" status: 204 len: 168 time: 0.2502673 Mar 31 23:06:29.233118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52658) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.259040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:29.287225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e955a56-f1d4-4779-943b-7246a9109bcd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd88363-b687-4ce2-a9dc-8fd5a39eba82,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.308717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d60185ed-9a61-4add-81ae-7ea0f0b34d8f req-26687bfd-1926-441a-adde-8a3a490b7938 tempest-ListImageFiltersTestJSON-446870757 tempest-ListImageFiltersTestJSON-446870757-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39dc207-9ce5-4258-a179-a94dfc786274 HTTP/1.1" status: 200 len: 210 time: 0.0504498 Mar 31 23:06:29.336996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.338480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.361055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b8bd8ee-6c3f-4a0a-ae25-e9650ff42860 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1243315 Mar 31 23:06:29.363837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52660) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.423091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:29.424326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.471966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.531827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.564341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.586619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-19488551-79d8-402f-a88d-7eed18235dec', 'network_id': '19488551-79d8-402f-a88d-7eed18235dec', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '2cf53ad5-3d16-46f8-8e7d-08368bf311e3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:29.588257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.595360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.648759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.675575 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.681069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a3bd57b3-7fd7-4b68-905c-9e281e7c59f5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4584937 Mar 31 23:06:29.681380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.760367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfa976-2bf2-4ebe-82f2-ed414ce28058 None None] Network f944530a-c386-47f2-943f-1598544cbf5c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:29.764345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.770072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.772620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/40f31bb3-ce8d-4577-961b-4e72a2f940cd HTTP/1.1" status: 204 len: 168 time: 0.4075234 Mar 31 23:06:29.785769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.828456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aef7d-4be6-4d3d-b1b7-cc303ab6b9da tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f31bb3-ce8d-4577-961b-4e72a2f940cd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.861420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,segment=NetworkSegment(0fffc0b4-dfc0-431f-ad38-0a8d5260dc32),segment_id=0fffc0b4-dfc0-431f-ad38-0a8d5260dc32)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:29.866737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfe794-c86b-4eae-a14f-3d7dac9ec2a1 req-33ed517a-004b-4538-aca5-c3cca5ca4051 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.869835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49bfe794-c86b-4eae-a14f-3d7dac9ec2a1 req-33ed517a-004b-4538-aca5-c3cca5ca4051 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.1765532 Mar 31 23:06:29.881099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-218ebb47-2433-4b23-b404-72426f828c07 None None] Provisioning complete for port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:29.881364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-218ebb47-2433-4b23-b404-72426f828c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.953317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.982157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-054729fd-6b02-4a63-a094-de329aad7fa0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1907308 Mar 31 23:06:29.986938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52674) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:30.017411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49bfe794-c86b-4eae-a14f-3d7dac9ec2a1 req-109aadec-f3cd-43bf-b4e2-51031ba0f916 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400118 Mar 31 23:06:30.113142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.125594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.169848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Allocated IP 172.21.0.2 (19488551-79d8-402f-a88d-7eed18235dec/2cf53ad5-3d16-46f8-8e7d-08368bf311e3/7b489247-9c9c-4096-ae61-07505a86294e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:30.173100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.177876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.363322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4041ac-362b-4c54-ad61-a5506928edbf req-6eb329b0-fd99-46b1-a779-434c75ac59d1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.364899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c4041ac-362b-4c54-ad61-a5506928edbf req-6eb329b0-fd99-46b1-a779-434c75ac59d1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1234863 Mar 31 23:06:30.435749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.438972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.440259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/91ead4e0-2b93-4a6b-8166-bc7aa689ff55 HTTP/1.1" status: 204 len: 168 time: 0.4521668 Mar 31 23:06:30.445896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:30.458899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c4041ac-362b-4c54-ad61-a5506928edbf req-d72889d8-149e-4e3c-94ee-f9878015f904 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835767 Mar 31 23:06:30.465502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624a9ab-21cc-4e41-87be-c26849606f0b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ead4e0-2b93-4a6b-8166-bc7aa689ff55,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.487529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.557180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.572810 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-db93d727-878b-487d-982b-b56c208f4760 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211302 Mar 31 23:06:30.574354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52700) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:30.580865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176867048'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:30.617487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.20.0.1 (f944530a-c386-47f2-943f-1598544cbf5c/022cb146-03f7-484e-a297-0e454ab7fddc/c2f2022e-46ab-4996-a0fd-065982f734ee) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:30.622752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Network 19488551-79d8-402f-a88d-7eed18235dec is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:30.628243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:30.640254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:30.658142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Pushing event updated for resources: {'Port': ['ID=7b489247-9c9c-4096-ae61-07505a86294e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.708731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:30.718837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.745510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:30.746098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1452a623-5460-4414-a5f4-0e4fc3ca1ca7 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:30.750621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Attempting to bind port 7b489247-9c9c-4096-ae61-07505a86294e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:30.751374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Attempting to bind port 7b489247-9c9c-4096-ae61-07505a86294e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6822d4b0-17e7-438a-835e-c0ca10c69bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '19488551-79d8-402f-a88d-7eed18235dec'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:30.751896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Attempting to bind port 7b489247-9c9c-4096-ae61-07505a86294e on network 19488551-79d8-402f-a88d-7eed18235dec {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:30.761071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:30.761438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Checking segment: {'id': '6822d4b0-17e7-438a-835e-c0ca10c69bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '19488551-79d8-402f-a88d-7eed18235dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:30.761831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.762220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Bound using segment: {'id': '6822d4b0-17e7-438a-835e-c0ca10c69bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '19488551-79d8-402f-a88d-7eed18235dec'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:30.762691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Bound port: 7b489247-9c9c-4096-ae61-07505a86294e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6822d4b0-17e7-438a-835e-c0ca10c69bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '19488551-79d8-402f-a88d-7eed18235dec'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:30.763109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.772166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.773304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d56c15ae-3b13-4070-b7c4-31769e7b2de7 None None] Provisioning complete for port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:30.773667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d56c15ae-3b13-4070-b7c4-31769e7b2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.844023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.866316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] For port 7b489247-9c9c-4096-ae61-07505a86294e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:30.874484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] For port 7b489247-9c9c-4096-ae61-07505a86294e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7b489247-9c9c-4096-ae61-07505a86294e,segment=NetworkSegment(6822d4b0-17e7-438a-835e-c0ca10c69bfb),segment_id=6822d4b0-17e7-438a-835e-c0ca10c69bfb)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:30.947215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.978215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a97c2-07cb-4a33-97ee-a058dd14a99b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.010555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.012728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.040989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:31.057936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f944530a-c386-47f2-943f-1598544cbf5c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:31.061094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:31.064671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:31.071577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=c2f2022e-46ab-4996-a0fd-065982f734ee,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.096408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.100504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52714) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:31.106460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '389a97c2-07cb-4a33-97ee-a058dd14a99b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:31.110561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af809930-56d1-439d-83d1-750306e02ac0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5290611 Mar 31 23:06:31.110838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814f831-be41-4f2e-af10-7e80ac1f308d None None] Pushing event updated for resources: {'Port': ['ID=7b489247-9c9c-4096-ae61-07505a86294e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.132155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:31.132604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.141945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.237781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.295390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.410875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.447475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c13bc6-d4cd-4074-864d-1ff3658a9875,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.448962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-932ecd61-0188-48e9-85a9-729a757eb303 None None] Provisioning complete for port c2f2022e-46ab-4996-a0fd-065982f734ee triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:31.449399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-932ecd61-0188-48e9-85a9-729a757eb303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.477508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.499937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-932ecd61-0188-48e9-85a9-729a757eb303 None None] Port c2f2022e-46ab-4996-a0fd-065982f734ee cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:31.531643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.531643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-25dc59b9-4838-4d3c-b6bb-6a1aaf69839c tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4268718 Mar 31 23:06:31.532431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:31.584302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.613749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.675122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821d7e7-f144-4099-8f11-2db39444ffc5 req-569d8bb8-88e9-4b5a-ac73-e15952c0937e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.676657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2821d7e7-f144-4099-8f11-2db39444ffc5 req-569d8bb8-88e9-4b5a-ac73-e15952c0937e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0753889 Mar 31 23:06:31.726751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2821d7e7-f144-4099-8f11-2db39444ffc5 req-d6de2fd3-5b85-4542-95c6-e5c4491e431d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Mar 31 23:06:31.752856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.761341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.762657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/59c13bc6-d4cd-4074-864d-1ff3658a9875 HTTP/1.1" status: 204 len: 168 time: 0.2292898 Mar 31 23:06:31.766966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52736) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:31.773704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42440342-05e7-4df3-ac63-940ef9d0eed8 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59c13bc6-d4cd-4074-864d-1ff3658a9875,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.834643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:31.835030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de6f6edd-a8c9-420d-a95a-2e9e13768112 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665596 Mar 31 23:06:31.901784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.924537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.952773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.972601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.076051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.087775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=c2f2022e-46ab-4996-a0fd-065982f734ee,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.164235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.167204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.170564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/389a97c2-07cb-4a33-97ee-a058dd14a99b HTTP/1.1" status: 204 len: 168 time: 0.3324316 Mar 31 23:06:32.175576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:32.187152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98de78-9e3f-40ef-b712-6b52c3df057b tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a97c2-07cb-4a33-97ee-a058dd14a99b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.202827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f944530a-c386-47f2-943f-1598544cbf5c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:32.208297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:32.259551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-99d07663-64a6-44f3-8a08-cc93a25f6b6d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791807 Mar 31 23:06:32.262173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:32.268869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605625774'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:32.342566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc2b4ce-f22c-4039-977b-144604e4e6d6 None None] Network 19488551-79d8-402f-a88d-7eed18235dec requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:32.450441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.473778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] Provisioning complete for port 7b489247-9c9c-4096-ae61-07505a86294e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:32.473778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.486421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 81556093-0864-4ca0-abc0-ca68a70a71eb is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:06:32.560066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.596369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:32.597062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.607444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] Sync routers for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:32.608375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3482af1c-1c7a-4c84-8556-633aad88df9d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9257066 Mar 31 23:06:32.618980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:32.626528 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:32.627199 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:32.653193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] For port 7b489247-9c9c-4096-ae61-07505a86294e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7b489247-9c9c-4096-ae61-07505a86294e,segment=NetworkSegment(6822d4b0-17e7-438a-835e-c0ca10c69bfb),segment_id=6822d4b0-17e7-438a-835e-c0ca10c69bfb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:32.667182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:32.671338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.687259 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:32.688495 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:32.717488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65270e-7223-4e48-9ab9-cc420a058d1c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.723453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ca65270e-7223-4e48-9ab9-cc420a058d1c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports/c2f2022e-46ab-4996-a0fd-065982f734ee HTTP/1.1" status: 200 len: 910 time: 0.0991130 Mar 31 23:06:32.725504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:32.732050 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:32.733348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51daaf38-26e4-4398-bd2e-fb34a86b66c4 None None] The sync data for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:32.808528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.814386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb5436-34f4-4f61-a5bf-eb645a9eb4da,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.871960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.875563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46707177-b764-408f-b47f-6ac592d85c41 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6121960 Mar 31 23:06:32.876337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52780) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:32.881420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7a7a-a3d9-4756-a518-a4fb1e0f07d7 None None] Pushing event updated for resources: {'Port': ['ID=7b489247-9c9c-4096-ae61-07505a86294e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.882584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '1fcb5436-34f4-4f61-a5bf-eb645a9eb4da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:32.938081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d49a0ff0-d65c-4f19-b4ed-9435bd1c34bc None None] Provisioning complete for port 7b489247-9c9c-4096-ae61-07505a86294e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:32.938081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d49a0ff0-d65c-4f19-b4ed-9435bd1c34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.978110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253af53-5ba4-433b-aad7-873b9e8f1389 req-fe9038f3-9f91-4296-954b-790b8d880b08 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.996722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1253af53-5ba4-433b-aad7-873b9e8f1389 req-fe9038f3-9f91-4296-954b-790b8d880b08 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1776698 Mar 31 23:06:33.016732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.137478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1253af53-5ba4-433b-aad7-873b9e8f1389 req-3d676de8-5b1d-44b2-b2ec-7156f70836a5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Mar 31 23:06:33.146958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.197965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7b489247-9c9c-4096-ae61-07505a86294e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:33.274026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.311503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e0bd0f-732d-4b2c-9b60-9b3d7efc072e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:33.315653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7b489247-9c9c-4096-ae61-07505a86294e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:33.316231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.366570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d49a0ff0-d65c-4f19-b4ed-9435bd1c34bc None None] Provisioning complete for port c2f2022e-46ab-4996-a0fd-065982f734ee triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:33.367030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d49a0ff0-d65c-4f19-b4ed-9435bd1c34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.411635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.412862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b7c7f394-2eb4-4d70-8585-51acd70e38c0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5353525 Mar 31 23:06:33.416553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52792) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:33.437034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b8f5dabd-9a0c-4772-9f99-524635c3db44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules/f4e0bd0f-732d-4b2c-9b60-9b3d7efc072e HTTP/1.1" status: 200 len: 763 time: 0.0164835 Mar 31 23:06:33.437034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52794) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:33.440665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d49a0ff0-d65c-4f19-b4ed-9435bd1c34bc None None] Port c2f2022e-46ab-4996-a0fd-065982f734ee cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:33.500730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f39150f3-4157-4dbd-9303-950a2e627118 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622492 Mar 31 23:06:33.502199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52802) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:33.541909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.552433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.694049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.701543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.703552 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/f4e0bd0f-732d-4b2c-9b60-9b3d7efc072e HTTP/1.1" status: 204 len: 168 time: 0.1995611 Mar 31 23:06:33.707566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52812) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:33.719409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d35ff-a163-4c27-89f2-c3a03e41e2d0 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e0bd0f-732d-4b2c-9b60-9b3d7efc072e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:33.778316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-67de0df8-bd71-43d0-a02a-e4d6e7aedadc tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671260 Mar 31 23:06:33.778845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52818) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:33.785466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '1fcb5436-34f4-4f61-a5bf-eb645a9eb4da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:33.858553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.975356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.052847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.156024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.21.0.1 (19488551-79d8-402f-a88d-7eed18235dec/2cf53ad5-3d16-46f8-8e7d-08368bf311e3/12fb8500-914a-4d70-bdbf-629c376597db) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:34.158368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.188964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4649a5b2-2bb0-4360-9ec0-9cc7e2fa9021,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:34.304632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.313076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.316459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-477c1944-ce94-4a58-9d5a-98e82c30cae7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5357914 Mar 31 23:06:34.319257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.361407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52844) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.362230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5fc76184-345b-4619-ae05-94b697abaf45 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules/4649a5b2-2bb0-4360-9ec0-9cc7e2fa9021 HTTP/1.1" status: 200 len: 763 time: 0.0390282 Mar 31 23:06:34.428639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52848) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.439750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-772485b1-7502-4336-aba0-7f29334bcf47 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0759294 Mar 31 23:06:34.461770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.469822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.505314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.544332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66927017-d770-4def-8f77-ebb061b5b7df req-6924b6ff-743f-415b-a7c9-cef4ea090c4a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.545802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66927017-d770-4def-8f77-ebb061b5b7df req-6924b6ff-743f-415b-a7c9-cef4ea090c4a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0839806 Mar 31 23:06:34.560311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 19488551-79d8-402f-a88d-7eed18235dec is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:34.565599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.567122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:34.591440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:34.591440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=12fb8500-914a-4d70-bdbf-629c376597db,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:34.647202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66927017-d770-4def-8f77-ebb061b5b7df req-766f6fc8-dccf-4c2f-be48-432ce7fa53ca tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838051 Mar 31 23:06:34.653375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.690332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.694950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52854) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.697480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.699143 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/4649a5b2-2bb0-4360-9ec0-9cc7e2fa9021 HTTP/1.1" status: 204 len: 168 time: 0.2691624 Mar 31 23:06:34.704419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52856) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.709770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995005ad-ce9b-466b-b377-cb9a4da5d0c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4649a5b2-2bb0-4360-9ec0-9cc7e2fa9021,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:34.789476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ebee965e-7bda-4a10-b0ca-aec6b9cd53d2 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835693 Mar 31 23:06:34.794288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52860) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.797905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '1fcb5436-34f4-4f61-a5bf-eb645a9eb4da', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:34.885661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-caffb034-c14b-45d5-ad12-97d3e0c948b6 None None] Provisioning complete for port 12fb8500-914a-4d70-bdbf-629c376597db triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:34.886038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-caffb034-c14b-45d5-ad12-97d3e0c948b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.887188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-552b7fc0-97e1-4860-a366-b9840a240182 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9229a69fa2145f4aa1ad24fe7c60d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903217 Mar 31 23:06:34.889731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:34.931551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-caffb034-c14b-45d5-ad12-97d3e0c948b6 None None] Port 12fb8500-914a-4d70-bdbf-629c376597db cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:34.963584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.993816 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Project 2f60d5ac26d84e3fa98b0c7bf58c4e6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:06:35.007113 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.028244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.031766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.152312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.250730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.284451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d960e5-f2ed-4d13-b440-fba8cb775a88,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:35.300412 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.304536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.306349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/184f1b26-57c8-42ec-80d4-d26415701300 HTTP/1.1" status: 204 len: 168 time: 0.4148784 Mar 31 23:06:35.363422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3974-234b-4105-94b7-99738f87f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184f1b26-57c8-42ec-80d4-d26415701300,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:35.442233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.443439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c5374ddc-90b1-4653-ad3b-a6c7e57b20bd tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6502507 Mar 31 23:06:35.447591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52872) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:35.472645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23b42568-d48e-4033-bda9-48456f3557df tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules/f3d960e5-f2ed-4d13-b440-fba8cb775a88 HTTP/1.1" status: 200 len: 769 time: 0.0231526 Mar 31 23:06:35.475267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:35.480735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.521402 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c512f96b-f32c-4121-b45f-0e8b1b8486c7 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0445981 Mar 31 23:06:35.525108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52876) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:35.551730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.560429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.577669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.696678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.708082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=12fb8500-914a-4d70-bdbf-629c376597db,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:35.809112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.824394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.826473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/f3d960e5-f2ed-4d13-b440-fba8cb775a88 HTTP/1.1" status: 204 len: 168 time: 0.2996504 Mar 31 23:06:35.828687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52884) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:35.861066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d49cf6-704d-4d2e-b4a1-13d9f194dc03 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d960e5-f2ed-4d13-b440-fba8cb775a88,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:35.892907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a0c46e7-a01a-4150-9548-6be3d3b7c053 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625811 Mar 31 23:06:35.897720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52888) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:35.949997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497cd5f-e3b8-44fa-88ff-33032465e7b8 req-a7a3170e-b045-49fb-ad5f-c5a4d2be3c1d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:35.951537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5497cd5f-e3b8-44fa-88ff-33032465e7b8 req-a7a3170e-b045-49fb-ad5f-c5a4d2be3c1d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1807768 Mar 31 23:06:35.970124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 19488551-79d8-402f-a88d-7eed18235dec is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:35.983245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:36.100563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.108271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5497cd5f-e3b8-44fa-88ff-33032465e7b8 req-e9f8520f-c737-425a-8810-ee803a8603ec tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500170 Mar 31 23:06:36.157067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.181303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 81556093-0864-4ca0-abc0-ca68a70a71eb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:36.302228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:36.319807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037e732-2659-4100-9d98-c7770322e78f None None] Sync routers for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:36.323703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3c8e742e-2a57-47e0-9ebb-5b40744657c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968111 Mar 31 23:06:36.326220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52898) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:36.379033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:36.381597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.387159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.387851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.391582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/1fcb5436-34f4-4f61-a5bf-eb645a9eb4da HTTP/1.1" status: 204 len: 168 time: 0.4911354 Mar 31 23:06:36.396481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:36.396615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ded25d-7ce1-4f92-bdee-90f59f53a0b8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.396615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1ded25d-7ce1-4f92-bdee-90f59f53a0b8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports/12fb8500-914a-4d70-bdbf-629c376597db HTTP/1.1" status: 200 len: 910 time: 0.0678556 Mar 31 23:06:36.399537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52904) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:36.423630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c421eb9-4f66-4dd9-b412-8ab7e5863df3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb5436-34f4-4f61-a5bf-eb645a9eb4da,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:36.432052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.450633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:36.451299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.489325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89a87380-a802-4d15-b641-fda6d749c5d3 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923676 Mar 31 23:06:36.497934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52906) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:36.523492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1037e732-2659-4100-9d98-c7770322e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.523492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037e732-2659-4100-9d98-c7770322e78f None None] The sync data for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:36.525616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group': {'name': 'tempest-secgroup--332530064'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:36.525721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a5823623-21f3-4113-850c-9b48bd81e06e None None] Provisioning complete for port 12fb8500-914a-4d70-bdbf-629c376597db triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:36.525721 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a5823623-21f3-4113-850c-9b48bd81e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.583912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a5823623-21f3-4113-850c-9b48bd81e06e None None] Port 12fb8500-914a-4d70-bdbf-629c376597db cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:36.704702 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-be537f2e-a01c-479d-9fcb-38e50ed679ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1484668 Mar 31 23:06:36.801011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-5aebc1ed-9c84-44b6-b2b2-a54e4b599cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.802831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-5aebc1ed-9c84-44b6-b2b2-a54e4b599cfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 1096 time: 0.0584209 Mar 31 23:06:36.883947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.963968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-8d65378a-03c6-42bc-ad3c-b35b1914d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.967367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-8d65378a-03c6-42bc-ad3c-b35b1914d2b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=05292ecd-4479-4ae2-bdce-90c3dd20921e HTTP/1.1" status: 200 len: 915 time: 0.1369200 Mar 31 23:06:37.020238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.044608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.091028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-6729ca65-dd2c-42cf-a464-1c0a9f8a193f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=676fcccb-4c5c-4393-adbf-9491cffdab46 HTTP/1.1" status: 200 len: 1001 time: 0.1150451 Mar 31 23:06:37.130472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.175053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4748580e-b7a4-4e29-8c61-581a2e607c0e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:37.220123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-bf28de08-b9df-4e9f-92fb-015b45e9fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.220123 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-bf28de08-b9df-4e9f-92fb-015b45e9fe2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6 HTTP/1.1" status: 200 len: 852 time: 0.0986469 Mar 31 23:06:37.269678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.271978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f5d3067-72a5-448a-b123-6c0488f483c5 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7719314 Mar 31 23:06:37.286636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52922) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:37.295967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45948c48-330d-4f40-8593-4d32967f0e84 req-7de1d7c2-76a5-42bf-962e-b5fe6bd416a4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.307244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45948c48-330d-4f40-8593-4d32967f0e84 req-7de1d7c2-76a5-42bf-962e-b5fe6bd416a4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0944602 Mar 31 23:06:37.313387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Request body: {'security_group_rule': {'security_group_id': '4748580e-b7a4-4e29-8c61-581a2e607c0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:37.370623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-473c068b-492a-41b4-9dda-03482e0156f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.372129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-473c068b-492a-41b4-9dda-03482e0156f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05292ecd-4479-4ae2-bdce-90c3dd20921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906773 Mar 31 23:06:37.397156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45948c48-330d-4f40-8593-4d32967f0e84 req-c66819f8-65ea-494a-91de-e55d77e025d4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844805 Mar 31 23:06:37.462121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.541495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.555631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-c6309aaa-a0e0-4915-ba28-ca2c4112e450 service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749840 Mar 31 23:06:37.644110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.664087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ef7dda-ad17-4848-a449-496c1294c7df,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:37.664981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 12fb8500-914a-4d70-bdbf-629c376597db {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:37.672236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.765172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.767530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fb9b3797-ba8e-4757-86c7-735d24656f44 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582033 Mar 31 23:06:37.770183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52938) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:37.874829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.904386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.066936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.071237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.074919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/4748580e-b7a4-4e29-8c61-581a2e607c0e HTTP/1.1" status: 204 len: 168 time: 0.3009491 Mar 31 23:06:38.086273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:38.092376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c085-d68b-46fe-a4e9-b33f99cbc7f6 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4748580e-b7a4-4e29-8c61-581a2e607c0e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:38.146390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c1506978-80c5-42bc-911b-ddb5d5641e9c req-ca27567d-ccb3-45ad-b113-291abc989332 service neutron] 10.222.0.44 "GET /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707297 Mar 31 23:06:38.164250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5b3f73a-d324-4112-99e6-d4f9809f3d2e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827200 Mar 31 23:06:38.167769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52948) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:38.225835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.245014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e8fabaaa-c747-4040-87c7-7b0645df766e tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0773222 Mar 31 23:06:38.248002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:38.251235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 12fb8500-914a-4d70-bdbf-629c376597db owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:38.271426 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-4ffcd56b-769e-4e21-a7f2-c6797dc8b18d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] delete failed (client error): The resource could not be found. Mar 31 23:06:38.274815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4ffcd56b-769e-4e21-a7f2-c6797dc8b18d tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "DELETE /v2.0/security-groups/4748580e-b7a4-4e29-8c61-581a2e607c0e HTTP/1.1" status: 404 len: 347 time: 0.0254192 Mar 31 23:06:38.279568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52956) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:38.338297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea0d33d8-0a53-458d-a42d-779aeb1cb346 tempest-SecGroupIPv6Test-695371134 tempest-SecGroupIPv6Test-695371134-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575576 Mar 31 23:06:38.612021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86090-bad1-4b07-941c-dff6a288ec6c req-6cca9ddf-4041-44b9-b914-c9a3fef916c3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.614408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d86090-bad1-4b07-941c-dff6a288ec6c req-6cca9ddf-4041-44b9-b914-c9a3fef916c3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0735905 Mar 31 23:06:38.658758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d86090-bad1-4b07-941c-dff6a288ec6c req-75a14294-68bf-446c-b787-fb0080aaa0ad tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Mar 31 23:06:38.707101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.736580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=12fb8500-914a-4d70-bdbf-629c376597db,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:38.746659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.747375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.747814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.748243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.748684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.749154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.749597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.750068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.750486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.750936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.756398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.756398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:38.989830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.124748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52980) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:39.268033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 81556093-0864-4ca0-abc0-ca68a70a71eb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:39.347751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-94887d49-3ce5-4c22-84e4-3bd3c996aaa2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2f60d5ac26d84e3fa98b0c7bf58c4e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209697 Mar 31 23:06:39.350016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52988) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:39.387281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:39.400559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1bf77a9a-ee87-47d0-b173-21161ab5547b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932001 Mar 31 23:06:39.400559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52990) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:39.401511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] Sync routers for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:39.413083 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:39.414698 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:39.430331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.457579 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:39.462929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.468159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:39.468938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:39.509224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:39.510207 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8f108-de63-49fe-979d-f37a4798fb97 None None] The sync data for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:39.676830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.680178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.681544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d99cc496-6997-4d67-bf2e-f3b05fc943ec HTTP/1.1" status: 204 len: 168 time: 0.3303521 Mar 31 23:06:39.692774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507890e0-2f54-4277-b744-ae3d839088ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99cc496-6997-4d67-bf2e-f3b05fc943ec,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:39.815814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ec01-e453-43e1-a86a-d3b154fb4775 req-fbad14c6-08ba-41b6-87c9-4081a970a1e6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.823620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11a1ec01-e453-43e1-a86a-d3b154fb4775 req-fbad14c6-08ba-41b6-87c9-4081a970a1e6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0637650 Mar 31 23:06:39.830703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.862519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11a1ec01-e453-43e1-a86a-d3b154fb4775 req-f8a4caa5-17ad-42a0-82fe-b5c3a03a01f4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Mar 31 23:06:40.100544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port c2f2022e-46ab-4996-a0fd-065982f734ee {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:40.100873 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.189763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.201906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for c2f2022e-46ab-4996-a0fd-065982f734ee owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:40.536012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.572883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=c2f2022e-46ab-4996-a0fd-065982f734ee,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:40.746759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1431-2e52-46ba-bac5-3d0fb5a97f4b req-6c182e27-a765-45ba-b712-e33933399d5e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:40.758658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-774d1431-2e52-46ba-bac5-3d0fb5a97f4b req-6c182e27-a765-45ba-b712-e33933399d5e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.0962796 Mar 31 23:06:40.815453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-774d1431-2e52-46ba-bac5-3d0fb5a97f4b req-8a32d18e-0014-4678-984f-35569d034652 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552771 Mar 31 23:06:40.831368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.040379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784220-7654-464f-9107-dece89734fd0 req-f74af627-ce88-4d39-90df-abdde2c5dc43 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:41.042862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a784220-7654-464f-9107-dece89734fd0 req-f74af627-ce88-4d39-90df-abdde2c5dc43 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0753632 Mar 31 23:06:41.048027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 81556093-0864-4ca0-abc0-ca68a70a71eb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:41.141750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a784220-7654-464f-9107-dece89734fd0 req-0d53588f-ccd2-410b-aef1-667e4e4204d5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892124 Mar 31 23:06:41.169385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:41.177645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-676d9b2d-c98b-4880-b6a1-912f6673e74b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766030 Mar 31 23:06:41.177645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53048) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.180815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] Sync routers for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:41.193579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:41.194443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:41.207095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-abb3e306-fdfe-4e57-b3ba-05b2ea24ca14 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=81556093-0864-4ca0-abc0-ca68a70a71eb HTTP/1.1" status: 200 len: 205 time: 0.0277638 Mar 31 23:06:41.223120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53050) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.227564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:41.237334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] Routers {'81556093-0864-4ca0-abc0-ca68a70a71eb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:41.237898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81556093-0864-4ca0-abc0-ca68a70a71eb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:41.272521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:41.273847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacae9c7-7e47-4098-9f8e-519178d45a7d None None] The sync data for ids ['81556093-0864-4ca0-abc0-ca68a70a71eb'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:41.303030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.485564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.488004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.494245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53054) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.498027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028727 Mar 31 23:06:41.501855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53058) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.615401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-759b5a07-874f-427e-bb5c-2b9affb333d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.672763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.677238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router 81556093-0864-4ca0-abc0-ca68a70a71eb {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:41.682324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.683553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-407f89d6-da07-491f-9318-95547df533d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb HTTP/1.1" status: 204 len: 168 time: 0.4591305 Mar 31 23:06:41.686097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53062) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.747319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d726d0a-a8fd-4d06-8c86-d47b417c57c9 tempest-NetworksApiDiscovery-825107553 tempest-NetworksApiDiscovery-825107553-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2442510 Mar 31 23:06:41.755363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 2cf53ad5-3d16-46f8-8e7d-08368bf311e3 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:41.758884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.805947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.955064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.000648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea84fe0-9188-44a2-95e6-1a5263984505 req-04dbc998-175d-4205-bc60-d060c07ffdd9 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.002051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ea84fe0-9188-44a2-95e6-1a5263984505 req-04dbc998-175d-4205-bc60-d060c07ffdd9 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.1217449 Mar 31 23:06:42.052974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ea84fe0-9188-44a2-95e6-1a5263984505 req-6a16f25e-ea9c-404c-8434-2fe3615b25b9 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Mar 31 23:06:42.209943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.249941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf53ad5-3d16-46f8-8e7d-08368bf311e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.260824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628758c2-c6d6-4ba0-b654-7ab36f4db62b None None] Network 19488551-79d8-402f-a88d-7eed18235dec requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:42.268872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.274819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-78558730-fe0b-4d2b-809e-0d5c49a4ead3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/2cf53ad5-3d16-46f8-8e7d-08368bf311e3 HTTP/1.1" status: 204 len: 168 time: 0.5847955 Mar 31 23:06:42.276095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:42.311094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38836cbd-533a-4fcb-af45-3df90e11e805 req-0bfc6a11-f7d9-4f34-8ec9-ef3cf727034e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.312727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38836cbd-533a-4fcb-af45-3df90e11e805 req-0bfc6a11-f7d9-4f34-8ec9-ef3cf727034e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0948963 Mar 31 23:06:42.335072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 022cb146-03f7-484e-a297-0e454ab7fddc {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:42.340064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.356337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38836cbd-533a-4fcb-af45-3df90e11e805 req-92be02ea-ab90-4419-a16f-3c605c9d17b0 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Mar 31 23:06:42.388101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.491989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] DHCP port deletion for 19488551-79d8-402f-a88d-7eed18235dec request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:42.506911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53086) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:42.519819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.586222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Deleting port 7b489247-9c9c-4096-ae61-07505a86294e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:42.586596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.611949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:42.647516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-2fc82977-04c2-47ab-bb49-1a1870441cdf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.650284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-2fc82977-04c2-47ab-bb49-1a1870441cdf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.44 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.0767136 Mar 31 23:06:42.674943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] For port 7b489247-9c9c-4096-ae61-07505a86294e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7b489247-9c9c-4096-ae61-07505a86294e,segment=NetworkSegment(6822d4b0-17e7-438a-835e-c0ca10c69bfb),segment_id=6822d4b0-17e7-438a-835e-c0ca10c69bfb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:42.675365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.707052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.708244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Calling delete_port for 7b489247-9c9c-4096-ae61-07505a86294e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:42.749154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=022cb146-03f7-484e-a297-0e454ab7fddc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.768691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.774262 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1bdda03-66be-4de9-aff0-935695d1206d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/022cb146-03f7-484e-a297-0e454ab7fddc HTTP/1.1" status: 204 len: 168 time: 0.4964700 Mar 31 23:06:42.779633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53096) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:42.790595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07abe5e6-b0fe-4289-983e-89e4d79cfa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.837306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Deleting port 676fcccb-4c5c-4393-adbf-9491cffdab46 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:42.838136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.853683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea134ec4-5882-4465-ba2f-09d093aa665f None None] Network f944530a-c386-47f2-943f-1598544cbf5c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:42.884391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07abe5e6-b0fe-4289-983e-89e4d79cfa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.914379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98e159b-c848-4f3c-b169-6cb79f703706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.923269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.948911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] For port 676fcccb-4c5c-4393-adbf-9491cffdab46, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=676fcccb-4c5c-4393-adbf-9491cffdab46,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:42.949623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.972003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] No DVR routers for this DVR port 7b489247-9c9c-4096-ae61-07505a86294e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:42.973952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19b5be-bc96-4bc2-82b5-35f17c27b842 None None] Pushing event deleted for resources: {'Port': ['ID=7b489247-9c9c-4096-ae61-07505a86294e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.009758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.039889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07abe5e6-b0fe-4289-983e-89e4d79cfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.066135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7b489247-9c9c-4096-ae61-07505a86294e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:43.088941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7b489247-9c9c-4096-ae61-07505a86294e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:43.089699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7b489247-9c9c-4096-ae61-07505a86294e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:43.140384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe5e6-b0fe-4289-983e-89e4d79cfa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173bc131-28d2-4f9e-94b5-17678bea824f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.146199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07abe5e6-b0fe-4289-983e-89e4d79cfa9f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d7296b4f7cf4d8da9b21d94745df670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380131 Mar 31 23:06:43.155287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53100) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:43.160366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] DHCP port deletion for f944530a-c386-47f2-943f-1598544cbf5c request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:43.214543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.231735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Deleting port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:43.232108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.257244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.258708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.259954 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Floating IP 0352f801-4f23-49e6-9a92-506095853cfc disassociated. External IP: 172.25.6.221, port: 676fcccb-4c5c-4393-adbf-9491cffdab46. Mar 31 23:06:43.260539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Calling delete_port for 676fcccb-4c5c-4393-adbf-9491cffdab46 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:43.296107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98e159b-c848-4f3c-b169-6cb79f703706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.299339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19488551-79d8-402f-a88d-7eed18235dec']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.314261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] For port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,segment=NetworkSegment(0fffc0b4-dfc0-431f-ad38-0a8d5260dc32),segment_id=0fffc0b4-dfc0-431f-ad38-0a8d5260dc32)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:43.314895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.322862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6822d4b0-17e7-438a-835e-c0ca10c69bfb') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.323141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6822d4b0-17e7-438a-835e-c0ca10c69bfb') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.328824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Calling delete_port for ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:43.337038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.368746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.380872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b8429-4789-4bd5-9256-10ba68be2413 req-05f9c619-d4b9-4bf7-b257-b8517d25699e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:43.381469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e3b8429-4789-4bd5-9256-10ba68be2413 req-05f9c619-d4b9-4bf7-b257-b8517d25699e tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 945 time: 0.1624031 Mar 31 23:06:43.382306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.407634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:43.408552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:43.411531 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:43.420382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98e159b-c848-4f3c-b169-6cb79f703706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.481603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.528386 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.552821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.570575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e98e159b-c848-4f3c-b169-6cb79f703706 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=308b9ccf74a04269b3ef6d017da05326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9540586 Mar 31 23:06:43.570575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e159b-c848-4f3c-b169-6cb79f703706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65abeb36-109b-4c47-959e-715b4bc1637a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.572656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53112) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:43.577968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] Pushing event deleted for resources: {'Port': ['ID=ca9f8c17-1c3c-4963-81f2-40f74c4cdb00,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.589180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdcb98-ee29-4d4e-b30a-0e5550de2ab0 None None] No DVR routers for this DVR port ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:43.604372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e3b8429-4789-4bd5-9256-10ba68be2413 req-c5be6a53-cab9-4259-ad29-b508ca1dff21 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups?id=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101941 Mar 31 23:06:43.606956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event deleted for resources: {'Port': ['ID=676fcccb-4c5c-4393-adbf-9491cffdab46,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.675178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.692042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.697005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/19488551-79d8-402f-a88d-7eed18235dec HTTP/1.1" status: 204 len: 168 time: 0.9163411 Mar 31 23:06:43.708179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53114) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:43.766474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Router fe232c17-f8f8-4352-8d08-feac0206f22b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:43.777046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0dc15-7c93-4c5f-a207-b886e98ab088 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=19488551-79d8-402f-a88d-7eed18235dec,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.826857 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4f9c-b869-48cf-bfd7-ed186fff1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.860179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.871753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.888337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:43.898934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fe61-db84-418e-8621-2a4cbc83b086 req-747d965c-0ff8-492b-88c4-543ecb13f5c9 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:43.901349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7224fe61-db84-418e-8621-2a4cbc83b086 req-747d965c-0ff8-492b-88c4-543ecb13f5c9 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.2025542 Mar 31 23:06:43.907424 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Sync routers for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:43.921225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.926039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:43.926894 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.950300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] No DVR routers for this DVR port 676fcccb-4c5c-4393-adbf-9491cffdab46 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:43.953384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.957737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26e87850-cca3-4275-a0c4-55e3ab39bb80 req-d8aa2185-71ba-4208-b168-19b8121c632b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.44 "DELETE /v2.0/ports/676fcccb-4c5c-4393-adbf-9491cffdab46 HTTP/1.1" status: 204 len: 173 time: 1.3006766 Mar 31 23:06:43.967532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'name': 'network-vif-deleted', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:43.970350 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a655204-2ea7-4176-b733-95e014eb16fa" -d '{"events": [{"server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "name": "network-vif-deleted", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:43.987812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.990331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.994725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/173bc131-28d2-4f9e-94b5-17678bea824f HTTP/1.1" status: 204 len: 168 time: 0.8059971 Mar 31 23:06:44.044481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485be5f-1c65-4bde-a9a3-857e1e904610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173bc131-28d2-4f9e-94b5-17678bea824f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:44.090052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7224fe61-db84-418e-8621-2a4cbc83b086 req-155c2238-ab28-415c-ae87-bd7b4e7887ab tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711888 Mar 31 23:06:44.098867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.132869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f944530a-c386-47f2-943f-1598544cbf5c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:44.132996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:44.144555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:44.144907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fffc0b4-dfc0-431f-ad38-0a8d5260dc32') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:44.155797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.159919 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb27d95-6750-4df8-a619-26e178a5a3bc x-openstack-request-id: req-ceb27d95-6750-4df8-a619-26e178a5a3bc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:44.160385 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56254e6-7dc6-4311-aaba-8998ff562de3", "name": "network-vif-deleted", "tag": "676fcccb-4c5c-4393-adbf-9491cffdab46", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:44.160781 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ceb27d95-6750-4df8-a619-26e178a5a3bc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:44.161327 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb27d95-6750-4df8-a619-26e178a5a3bc'] response: {'server_uuid': 'f56254e6-7dc6-4311-aaba-8998ff562de3', 'name': 'network-vif-deleted', 'tag': '676fcccb-4c5c-4393-adbf-9491cffdab46', 'status': 'completed', 'code': 200} Mar 31 23:06:44.186728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.193982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:44.194512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:44.198030 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:44.284151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.287388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.290419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65abeb36-109b-4c47-959e-715b4bc1637a HTTP/1.1" status: 204 len: 168 time: 0.7110209 Mar 31 23:06:44.303127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c7e05-86ce-4f9d-8999-934aa17e0bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65abeb36-109b-4c47-959e-715b4bc1637a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:44.429501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:44.451106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.458946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.463352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/f944530a-c386-47f2-943f-1598544cbf5c HTTP/1.1" status: 204 len: 168 time: 0.7472248 Mar 31 23:06:44.467022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53132) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:44.474273 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-1453374446'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:44.479508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b2eed-73ae-44e8-bbd6-01700741c2c3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=f944530a-c386-47f2-943f-1598544cbf5c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:44.493972 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Checking router: fe232c17-f8f8-4352-8d08-feac0206f22b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:44.503933 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:44.504752 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:44.635028 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:44.655041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:44.658588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.687061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:44.699910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.700347 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment afc3a9ce-f029-4279-a3ea-0150ad88904e of type vlan for network 3400d965-9ab0-46f4-be3e-0a161d88ff9f Mar 31 23:06:44.728302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a82bcdba-0059-4eca-9396-525f2e39f3d6 req-2c22907b-3c24-4c34-8348-cff217487662 tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56254e6-7dc6-4311-aaba-8998ff562de3 HTTP/1.1" status: 200 len: 210 time: 0.0370257 Mar 31 23:06:44.748522 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.918287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.923966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.924546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.975862 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:45.016547 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d5cd5-ebfb-470e-a81b-6296f9001cd2 None None] The sync data for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 is: [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:03:02Z', 'revision_number': 4, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '09a4a002-35d8-4830-a5c8-de6b90b89f94', 'name': '', 'network_id': '05292ecd-4479-4ae2-bdce-90c3dd20921e', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'mac_address': 'fa:16:3e:20:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:00Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'subnets': [{'id': '1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:45.022633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=3400d965-9ab0-46f4-be3e-0a161d88ff9f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:45.040339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:45.050734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8bf0cb56-29ed-4300-a9e8-d87f0da87b9a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5799572 Mar 31 23:06:45.051221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53148) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.056563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:45.137074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:45.187030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:45.187724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca9f8c17-1c3c-4963-81f2-40f74c4cdb00 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:45.259594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d605-6a18-48b7-bd2f-5b26d42279b7 req-d3341867-1e08-4579-b887-c7922201bab2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.261455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4994d605-6a18-48b7-bd2f-5b26d42279b7 req-d3341867-1e08-4579-b887-c7922201bab2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0626311 Mar 31 23:06:45.315351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4994d605-6a18-48b7-bd2f-5b26d42279b7 req-6bd48386-ef18-441d-91fe-0a1f6f59f0ec tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Mar 31 23:06:45.341429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.344739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:45.348861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.355948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53154) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.375551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82ed09fe-d941-445a-80fb-1798d23c7d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.391735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.409617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99397658-0b0a-48e4-8f4f-a47803436ad3 None None] New status for floating IP 0352f801-4f23-49e6-9a92-506095853cfc: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:06:45.540513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82ed09fe-d941-445a-80fb-1798d23c7d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.606008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a89fe30-0620-4f48-902c-d3db175aa1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.697741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a89fe30-0620-4f48-902c-d3db175aa1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.706829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82ed09fe-d941-445a-80fb-1798d23c7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.708588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.775615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82ed09fe-d941-445a-80fb-1798d23c7d28 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=899c04a9cd8946239315100c2be7df47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185133 Mar 31 23:06:45.781042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53168) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.787780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed09fe-d941-445a-80fb-1798d23c7d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899d33f-24d6-4ed5-9b9a-f695a7f8015c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:45.808351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:45.814260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': 'afc3a9ce-f029-4279-a3ea-0150ad88904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:45.814562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a89fe30-0620-4f48-902c-d3db175aa1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.814789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: 3400d965-9ab0-46f4-be3e-0a161d88ff9f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:45.878940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89fe30-0620-4f48-902c-d3db175aa1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f674a06-ad82-41f2-9c73-25d20022db08,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:45.884650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1a89fe30-0620-4f48-902c-d3db175aa1ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bb3ae184fd7c4ed99303ac71b8453e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903181 Mar 31 23:06:45.888022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.898849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.921496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.940455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.951235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:45.963606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.972808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.044716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.070404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.088549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 3400d965-9ab0-46f4-be3e-0a161d88ff9f) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:46.094946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.101482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.102366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf797a0e-4345-41ec-aea8-293cb094b3ce None None] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:46.120402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.123143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.123551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.147362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3f674a06-ad82-41f2-9c73-25d20022db08 HTTP/1.1" status: 204 len: 168 time: 0.2361503 Mar 31 23:06:46.149278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.149278 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b899d33f-24d6-4ed5-9b9a-f695a7f8015c HTTP/1.1" status: 204 len: 168 time: 0.3455694 Mar 31 23:06:46.149842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9645c8-01f0-4d80-9c92-19c90cc773ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f674a06-ad82-41f2-9c73-25d20022db08,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:46.149948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e07f-eb1a-49c9-9aea-ded1b731e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899d33f-24d6-4ed5-9b9a-f695a7f8015c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:46.209003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f6c0e37-5b59-41b6-a089-7a8368660731 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1563742 Mar 31 23:06:46.214502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.222595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-194995352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:46.250813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.254698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.254936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "DELETE /v2.0/security-groups/ed4ea30e-ae18-47f1-8fe7-e5c9587760f4 HTTP/1.1" status: 204 len: 168 time: 0.2901826 Mar 31 23:06:46.257920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53188) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.264494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73cc43-4381-4584-881e-eb71bf0385bf tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ea30e-ae18-47f1-8fe7-e5c9587760f4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:46.274845 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-12c09606-75ed-490d-99cd-a9eee6a14dcc tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] show failed (client error): The resource could not be found. Mar 31 23:06:46.275902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12c09606-75ed-490d-99cd-a9eee6a14dcc tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "GET /v2.0/security-groups/ed4ea30e-ae18-47f1-8fe7-e5c9587760f4 HTTP/1.1" status: 404 len: 347 time: 0.0169647 Mar 31 23:06:46.278855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53190) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.293363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-3400d965-9ab0-46f4-be3e-0a161d88ff9f', 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': 'ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:46.293783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.359340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.360954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.443764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.470427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Deleting port 1f2bae5c-12b6-4f85-9393-8e9263d859c5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:46.470835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.520081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Allocated IP 172.20.0.2 (3400d965-9ab0-46f4-be3e-0a161d88ff9f/ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0/020fd026-14f3-4793-b958-45d3b8b414ca) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:46.522586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cdbfd-b4e0-45f3-8597-177d6b434c18 req-76a602c8-5f33-454b-a2bb-1c0cb5a733c8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.529175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-694cdbfd-b4e0-45f3-8597-177d6b434c18 req-76a602c8-5f33-454b-a2bb-1c0cb5a733c8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1203892 Mar 31 23:06:46.589550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.589881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.594567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-694cdbfd-b4e0-45f3-8597-177d6b434c18 req-c967573e-e886-4868-a024-767a04b5ec58 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611718 Mar 31 23:06:46.605397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Calling delete_port for 1f2bae5c-12b6-4f85-9393-8e9263d859c5 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:46.671572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.685740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.706534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.714319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 676fcccb-4c5c-4393-adbf-9491cffdab46 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:46.738132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 676fcccb-4c5c-4393-adbf-9491cffdab46 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:46.738477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 676fcccb-4c5c-4393-adbf-9491cffdab46 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:46.800640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.801878 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-700dcc65-e588-4893-82f3-e750b9c64ecd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5859530 Mar 31 23:06:46.804731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53198) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.809595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'port': {'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f', 'name': 'tempest-RoutersTest-970684415'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:46.953458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.956979 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.993536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:47.002731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.005089 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.017218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:47.017218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:47.018404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:47.025020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Pushing event updated for resources: {'Port': ['ID=020fd026-14f3-4793-b958-45d3b8b414ca,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.054659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Pushing event deleted for resources: {'Port': ['ID=1f2bae5c-12b6-4f85-9393-8e9263d859c5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.080406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] device_id is not set on port 54d2a154-7bab-492c-b9ab-48c5e73d244b yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:06:47.123874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Attempting to bind port 020fd026-14f3-4793-b958-45d3b8b414ca on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:47.125050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Attempting to bind port 020fd026-14f3-4793-b958-45d3b8b414ca by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'afc3a9ce-f029-4279-a3ea-0150ad88904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:47.125809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Attempting to bind port 020fd026-14f3-4793-b958-45d3b8b414ca on network 3400d965-9ab0-46f4-be3e-0a161d88ff9f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:47.135037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:47.141284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Checking segment: {'id': 'afc3a9ce-f029-4279-a3ea-0150ad88904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:47.141284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.141284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Bound using segment: {'id': 'afc3a9ce-f029-4279-a3ea-0150ad88904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:47.141284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Bound port: 020fd026-14f3-4793-b958-45d3b8b414ca, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc3a9ce-f029-4279-a3ea-0150ad88904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '3400d965-9ab0-46f4-be3e-0a161d88ff9f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:47.141284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.217590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] For port 020fd026-14f3-4793-b958-45d3b8b414ca, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:47.224841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.227470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.239560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-44fabedd-df6f-4c7d-9392-7b5fcc417f0b tempest-AttachSCSIVolumeTestJSON-1445422215 tempest-AttachSCSIVolumeTestJSON-1445422215-project] 10.222.0.83 "DELETE /v2.0/floatingips/0352f801-4f23-49e6-9a92-506095853cfc HTTP/1.1" status: 204 len: 168 time: 0.9487214 Mar 31 23:06:47.260939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.20.0.5 (3400d965-9ab0-46f4-be3e-0a161d88ff9f/ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0/54d2a154-7bab-492c-b9ab-48c5e73d244b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:47.318550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] For port 020fd026-14f3-4793-b958-45d3b8b414ca, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=020fd026-14f3-4793-b958-45d3b8b414ca,segment=NetworkSegment(afc3a9ce-f029-4279-a3ea-0150ad88904e),segment_id=afc3a9ce-f029-4279-a3ea-0150ad88904e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:47.471735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.564412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129b2de-e4f5-47a8-9f15-bc38f42f0226 None None] Pushing event updated for resources: {'Port': ['ID=020fd026-14f3-4793-b958-45d3b8b414ca,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.822036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ae-b9a2-41f4-9917-2cc35dad7f5a req-9891cabf-3af1-4ee5-beaf-3bf5a80dcd24 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.823851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb6d28ae-b9a2-41f4-9917-2cc35dad7f5a req-9891cabf-3af1-4ee5-beaf-3bf5a80dcd24 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1075177 Mar 31 23:06:47.848057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.893532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb6d28ae-b9a2-41f4-9917-2cc35dad7f5a req-6afb43fa-f9c8-493d-a4a9-3df0c5027356 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573802 Mar 31 23:06:48.044241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.094230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:48.097585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:48.102300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:48.133695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=54d2a154-7bab-492c-b9ab-48c5e73d244b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:48.170843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:48.176721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.344368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e50608a0-a2c0-42c4-a58e-4917f21b374c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5385489 Mar 31 23:06:48.347389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53266) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:48.548961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53280) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:48.681864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1011039024-network', 'tenant_id': 'd7a0ec5330f64303ab635123c9887d7d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:48.782082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.791641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ecf8ad-e8b7-42f5-9a49-e3a407e3e0ee None None] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:48.856223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] Provisioning complete for port 020fd026-14f3-4793-b958-45d3b8b414ca triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:48.856592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.907225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Made reservation on behalf of d7a0ec5330f64303ab635123c9887d7d for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:48.909975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.922547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.108315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.158028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563e8f-afc0-4991-b368-1928787ef1b1 req-effbbaec-be42-4586-b1de-df7c4c794592 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.161864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.168211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8563e8f-afc0-4991-b368-1928787ef1b1 req-effbbaec-be42-4586-b1de-df7c4c794592 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1182723 Mar 31 23:06:49.207463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] For port 020fd026-14f3-4793-b958-45d3b8b414ca, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=020fd026-14f3-4793-b958-45d3b8b414ca,segment=NetworkSegment(afc3a9ce-f029-4279-a3ea-0150ad88904e),segment_id=afc3a9ce-f029-4279-a3ea-0150ad88904e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:49.213737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 020fd026-14f3-4793-b958-45d3b8b414ca up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:49.230822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8563e8f-afc0-4991-b368-1928787ef1b1 req-118ab24f-28a2-49ae-ad06-b73bebd78614 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Mar 31 23:06:49.240801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.244146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.268687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:49.278379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 020fd026-14f3-4793-b958-45d3b8b414ca triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:49.278785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.286047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7307e1b4-08cb-44b4-ad29-548b6e545a56,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.289233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.289791 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Added segment d59b2383-257d-46a8-a5be-f7a302774847 of type vlan for network 23495436-a84d-466c-b31f-9503f3086d4a Mar 31 23:06:49.346734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.389126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.467241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.536526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.541797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:06:49.541797 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:06:49.550219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8924ba-7ff6-4dae-bd36-d10983455666 None None] Pushing event updated for resources: {'Port': ['ID=020fd026-14f3-4793-b958-45d3b8b414ca,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.608680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6f58411b-4cf7-4f4d-ac24-11fd1eb918ab None None] Provisioning complete for port 020fd026-14f3-4793-b958-45d3b8b414ca triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:49.609059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f58411b-4cf7-4f4d-ac24-11fd1eb918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.619478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.628176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.628176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.685680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=54d2a154-7bab-492c-b9ab-48c5e73d244b,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.816188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=23495436-a84d-466c-b31f-9503f3086d4a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.830374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 23495436-a84d-466c-b31f-9503f3086d4a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:49.840894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46dab951-67fc-490a-8722-0f216cd0b1d5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2906857 Mar 31 23:06:49.843615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53334) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:49.851876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Request body: {'subnet': {'network_id': '23495436-a84d-466c-b31f-9503f3086d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1011039024-subnet', 'tenant_id': 'd7a0ec5330f64303ab635123c9887d7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:49.901878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6f58411b-4cf7-4f4d-ac24-11fd1eb918ab None None] Provisioning complete for port 54d2a154-7bab-492c-b9ab-48c5e73d244b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:49.902253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f58411b-4cf7-4f4d-ac24-11fd1eb918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.955274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.969504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6f58411b-4cf7-4f4d-ac24-11fd1eb918ab None None] Port 54d2a154-7bab-492c-b9ab-48c5e73d244b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:50.036542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Made reservation on behalf of d7a0ec5330f64303ab635123c9887d7d for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:50.040939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.097897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e6ae16fb-a437-4478-9950-6ca35c81db98 None None] Provisioning complete for port 54d2a154-7bab-492c-b9ab-48c5e73d244b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:50.098270 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6ae16fb-a437-4478-9950-6ca35c81db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.141015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae16fb-a437-4478-9950-6ca35c81db98 None None] Port 54d2a154-7bab-492c-b9ab-48c5e73d244b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:50.300335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.433017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.493418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bae8391-0085-4c7a-abee-a6f20eebe6c8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:50.495053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62dee-a1a1-424e-82d0-3143accba6c2 req-069e1e19-c5e1-4f20-bc26-3b3017cf646b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:50.496575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fae62dee-a1a1-424e-82d0-3143accba6c2 req-069e1e19-c5e1-4f20-bc26-3b3017cf646b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1800935 Mar 31 23:06:50.502690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Checking segment: {'id': 'd59b2383-257d-46a8-a5be-f7a302774847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:50.505165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Network hostable DHCP agents. Network: 23495436-a84d-466c-b31f-9503f3086d4a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:50.587718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fae62dee-a1a1-424e-82d0-3143accba6c2 req-ceab0d3d-20a3-4be3-85a8-4b8493f12858 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731153 Mar 31 23:06:50.650842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.661221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Network 23495436-a84d-466c-b31f-9503f3086d4a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:50.922265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 23495436-a84d-466c-b31f-9503f3086d4a) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:50.926093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.933654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:50.933654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.940941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c51f33-a1be-425e-a878-059c2613bdd5 None None] Network 23495436-a84d-466c-b31f-9503f3086d4a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:51.073370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 020fd026-14f3-4793-b958-45d3b8b414ca up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:51.073867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.078963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=54d2a154-7bab-492c-b9ab-48c5e73d244b,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:51.122380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53362) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:51.159097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-473d512d-4230-4b11-be8a-8c73e0342d7c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3095562 Mar 31 23:06:51.184951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2cdb8a-5119-44dc-b38d-dacbbabcca60 None None] Network 23495436-a84d-466c-b31f-9503f3086d4a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:51.245924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 020fd026-14f3-4793-b958-45d3b8b414ca triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:51.246428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.265197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-d3bcd8e2-3314-45f4-8e10-f692a6ea6512 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879321 Mar 31 23:06:51.280382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:51.282030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:51.364343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab3e39cc-6d78-4c13-a3c3-9d70c1bc3313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.530889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab3e39cc-6d78-4c13-a3c3-9d70c1bc3313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.548922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-8adf3f46-a5a9-4086-8414-a4519cdeb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.550401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-8adf3f46-a5a9-4086-8414-a4519cdeb797 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 1097 time: 0.2026582 Mar 31 23:06:51.693578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ee837356-575c-4da9-84e4-93903932893b None None] Provisioning complete for port 54d2a154-7bab-492c-b9ab-48c5e73d244b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:51.693959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee837356-575c-4da9-84e4-93903932893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.711589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-f5b0173f-4927-443c-9bf0-026a1785df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.713707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-f5b0173f-4927-443c-9bf0-026a1785df45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.1397486 Mar 31 23:06:51.718209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab3e39cc-6d78-4c13-a3c3-9d70c1bc3313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.791162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 13a92575-ce7b-48c7-8a92-8bb01d9daade is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:06:51.815135 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ab3e39cc-6d78-4c13-a3c3-9d70c1bc3313 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84d5cf9ee041493fba7aede39971dc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867654 Mar 31 23:06:51.816696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ee837356-575c-4da9-84e4-93903932893b None None] Port 54d2a154-7bab-492c-b9ab-48c5e73d244b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:51.821489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53380) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:51.828357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:51.852032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e39cc-6d78-4c13-a3c3-9d70c1bc3313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13713a34-b552-4298-bd83-5491caf31ffd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:51.909634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b11ed-8442-4030-ade8-c374aee594d9 req-3a2ff078-51d4-466a-816f-2ffecc491c42 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.909634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a16b11ed-8442-4030-ade8-c374aee594d9 req-3a2ff078-51d4-466a-816f-2ffecc491c42 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1798427 Mar 31 23:06:51.938270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-7f2dead8-eb8d-4e46-a0f8-df6958293e4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 200 len: 1001 time: 0.2150154 Mar 31 23:06:51.985996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6985f32d-4ba3-413a-ab94-2a87e50fed73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.073784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6985f32d-4ba3-413a-ab94-2a87e50fed73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.111501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:52.118225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-2b63e9c6-1089-4751-9b20-eb82d37da921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.119722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-2b63e9c6-1089-4751-9b20-eb82d37da921 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.1712768 Mar 31 23:06:52.123263 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] Sync routers for ids ['13a92575-ce7b-48c7-8a92-8bb01d9daade'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:52.123770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1eba6058-9225-4690-ab9c-8a78ebbdeebe tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/13a92575-ce7b-48c7-8a92-8bb01d9daade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7748802 Mar 31 23:06:52.126368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.127713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53394) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:52.130364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a16b11ed-8442-4030-ade8-c374aee594d9 req-8dcf4ed6-faf6-47e7-9f6f-15b771ab4d23 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944401 Mar 31 23:06:52.139461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] Routers {'13a92575-ce7b-48c7-8a92-8bb01d9daade'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:52.141159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['13a92575-ce7b-48c7-8a92-8bb01d9daade'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.182759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6985f32d-4ba3-413a-ab94-2a87e50fed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.200541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.209818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.214276 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] Routers {'13a92575-ce7b-48c7-8a92-8bb01d9daade'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:52.215547 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['13a92575-ce7b-48c7-8a92-8bb01d9daade'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.231648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c387a-eb46-439e-b245-395505a335e7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.236303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e2c387a-eb46-439e-b245-395505a335e7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports/54d2a154-7bab-492c-b9ab-48c5e73d244b HTTP/1.1" status: 200 len: 976 time: 0.1067502 Mar 31 23:06:52.244832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:52.245002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-97402e15-10e8-47fd-9ffd-5b2067ff2f3c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.246582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-97402e15-10e8-47fd-9ffd-5b2067ff2f3c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/networks?id=23495436-a84d-466c-b31f-9503f3086d4a HTTP/1.1" status: 200 len: 818 time: 0.2651582 Mar 31 23:06:52.270023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6985f32d-4ba3-413a-ab94-2a87e50fed73 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf03f2e7dc9148c4b118ae014e948d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370546 Mar 31 23:06:52.276226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-e57a82b0-ed1f-42f2-aad5-93e6105090d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.279073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-e57a82b0-ed1f-42f2-aad5-93e6105090d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455696 Mar 31 23:06:52.279073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:52.302120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-84a201d1-dfff-4300-b67a-d00f2cd55974 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/quotas/d7a0ec5330f64303ab635123c9887d7d HTTP/1.1" status: 200 len: 375 time: 0.0398223 Mar 31 23:06:52.311800 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.323652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985f32d-4ba3-413a-ab94-2a87e50fed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0f064e-5bfe-431b-8b2d-731446be1231,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:52.323903 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c14ccf-de9a-431f-a1b2-a21ea969332a None None] The sync data for ids ['13a92575-ce7b-48c7-8a92-8bb01d9daade'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:52.392409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-c19a4612-bd68-42a1-9d38-32c17478ed9a tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7a0ec5330f64303ab635123c9887d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735035 Mar 31 23:06:52.459197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.463686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-5fec8a73-da2c-4f19-bde1-d40e37d1d7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734810 Mar 31 23:06:52.489346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-4f933381-347e-4503-86f1-fed482ce2c00 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:06:52.490388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-4f933381-347e-4503-86f1-fed482ce2c00 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842628 Mar 31 23:06:52.516233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.942968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.946710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.950257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13713a34-b552-4298-bd83-5491caf31ffd HTTP/1.1" status: 204 len: 168 time: 1.1249573 Mar 31 23:06:52.996554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a146bc2-e361-4546-979d-1d12131146c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13713a34-b552-4298-bd83-5491caf31ffd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:53.063558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3229ae5-dcb0-421e-81d2-8bdf620a546d req-ac7c5812-be13-455e-9090-4d24f7152289 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924699 Mar 31 23:06:53.066276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-800db98c-e7c1-4949-a5ec-a5af27a452ee service neutron] 10.222.0.83 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591176 Mar 31 23:06:53.125532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.174665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-e2d27e17-6277-4493-bfa9-d5740679b63c service neutron] 10.222.0.83 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998163 Mar 31 23:06:53.217349 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.220149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.222348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bc0f064e-5bfe-431b-8b2d-731446be1231 HTTP/1.1" status: 204 len: 168 time: 0.9394028 Mar 31 23:06:53.241082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cd00e-fda5-4a43-a7ac-783c9e1bf8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0f064e-5bfe-431b-8b2d-731446be1231,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:53.331437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a522c1-5a94-4486-aa31-ea2723eb8442 req-871d008d-179a-409f-a4d9-616bfc1301b4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.333151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0a522c1-5a94-4486-aa31-ea2723eb8442 req-871d008d-179a-409f-a4d9-616bfc1301b4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.1097295 Mar 31 23:06:53.399984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0a522c1-5a94-4486-aa31-ea2723eb8442 req-35fa6c42-8329-461a-89fb-5bb18dff65dc tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543072 Mar 31 23:06:53.448618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 54d2a154-7bab-492c-b9ab-48c5e73d244b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:53.448859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.555340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.567736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 54d2a154-7bab-492c-b9ab-48c5e73d244b owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:53.878585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.909360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=54d2a154-7bab-492c-b9ab-48c5e73d244b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:54.049610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.063818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.082913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.107832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10945173-fca3-433d-b955-937188ca87dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.278009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 13a92575-ce7b-48c7-8a92-8bb01d9daade has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:54.336765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10945173-fca3-433d-b955-937188ca87dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.354626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:54.363031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53424) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.363668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd0fc2bc-f75f-4077-b703-7d0f514a9734 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/13a92575-ce7b-48c7-8a92-8bb01d9daade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134779 Mar 31 23:06:54.365655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] Sync routers for ids ['13a92575-ce7b-48c7-8a92-8bb01d9daade'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:54.377906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] Routers {'13a92575-ce7b-48c7-8a92-8bb01d9daade'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:54.378523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['13a92575-ce7b-48c7-8a92-8bb01d9daade'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:54.417296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:54.423342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] Routers {'13a92575-ce7b-48c7-8a92-8bb01d9daade'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:54.423946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['13a92575-ce7b-48c7-8a92-8bb01d9daade'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:54.483462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:54.484145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42471f11-e1f8-4f03-8f7f-feb2b86910af None None] The sync data for ids ['13a92575-ce7b-48c7-8a92-8bb01d9daade'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:54.484822 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10945173-fca3-433d-b955-937188ca87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.715609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10945173-fca3-433d-b955-937188ca87dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85e096-1fc6-45b7-9703-36b5a3122f17,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:54.726295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53440) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.726592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-10945173-fca3-433d-b955-937188ca87dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f0754f9e0be143dfb4c97148848902f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613834 Mar 31 23:06:54.743128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e968757-3dd0-4ea4-b6b4-8d5a1c4253da req-ba951d72-e4eb-484f-8df5-08a30efa825b tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.1588500 Mar 31 23:06:54.837858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930d1e-aa53-4246-8fa5-0ea78d211051 req-eadfd4ca-a52e-499a-8877-3eaad320bc12 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.862802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31930d1e-aa53-4246-8fa5-0ea78d211051 req-eadfd4ca-a52e-499a-8877-3eaad320bc12 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.3011544 Mar 31 23:06:54.862802 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-b2cb4236-27c4-4337-b833-8f079f778929 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:06:54.862802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b2cb4236-27c4-4337-b833-8f079f778929 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/13a92575-ce7b-48c7-8a92-8bb01d9daade/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4932241 Mar 31 23:06:54.866843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.896776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53452) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.921718 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b89e8cc-38e6-42f4-84b1-2ac2465b88c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=13a92575-ce7b-48c7-8a92-8bb01d9daade HTTP/1.1" status: 200 len: 205 time: 0.0525148 Mar 31 23:06:54.925587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.930194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53456) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.992080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31930d1e-aa53-4246-8fa5-0ea78d211051 req-2847883f-8b31-453f-b40b-1eaff9712791 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244588 Mar 31 23:06:55.034001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.048025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.264046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.266489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.449554 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.495937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.498855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.507291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cb85e096-1fc6-45b7-9703-36b5a3122f17 HTTP/1.1" status: 204 len: 168 time: 0.7727673 Mar 31 23:06:55.511320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae429-7c88-4edc-aabe-b37d1f9c524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85e096-1fc6-45b7-9703-36b5a3122f17,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:55.643129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.643368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router 13a92575-ce7b-48c7-8a92-8bb01d9daade {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:55.652690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.656117 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1a9358fe-7f60-4ae7-9561-a5019bb8c803 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/13a92575-ce7b-48c7-8a92-8bb01d9daade HTTP/1.1" status: 204 len: 168 time: 0.7244947 Mar 31 23:06:55.658796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:55.719396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:55.722670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.763771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Deleting port 09a4a002-35d8-4830-a5c8-de6b90b89f94 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:55.764031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.764134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.851166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24e80cd2-4928-43e4-a1eb-052135a76de2 req-163d960c-4ab2-4936-8b4d-1c449a209940 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0372012 Mar 31 23:06:55.867414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.891384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] For port 09a4a002-35d8-4830-a5c8-de6b90b89f94, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=09a4a002-35d8-4830-a5c8-de6b90b89f94,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:55.892644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.907131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Calling delete_port for 09a4a002-35d8-4830-a5c8-de6b90b89f94 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:56.134033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ca245-f320-4c8c-8cbc-426f93b1c06c req-ef3bf557-6008-4716-9471-a15f2876f2e3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:56.135563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d7ca245-f320-4c8c-8cbc-426f93b1c06c req-ef3bf557-6008-4716-9471-a15f2876f2e3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0820026 Mar 31 23:06:56.176508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d7ca245-f320-4c8c-8cbc-426f93b1c06c req-59781414-5f40-4b29-a052-4ce463555a36 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Mar 31 23:06:56.193436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.224651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.229077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.235591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6e8568b6-04f0-425d-be39-820817e43e2e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0 HTTP/1.1" status: 204 len: 168 time: 0.5724783 Mar 31 23:06:56.235591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:56.237692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441d089-4c70-4be1-8d1c-e1be9ecbb2dc None None] Network 3400d965-9ab0-46f4-be3e-0a161d88ff9f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:56.321324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.345451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.379457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Pushing event deleted for resources: {'Port': ['ID=09a4a002-35d8-4830-a5c8-de6b90b89f94,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.391723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 020fd026-14f3-4793-b958-45d3b8b414ca {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:56.392100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.475545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 020fd026-14f3-4793-b958-45d3b8b414ca, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=020fd026-14f3-4793-b958-45d3b8b414ca,segment=NetworkSegment(afc3a9ce-f029-4279-a3ea-0150ad88904e),segment_id=afc3a9ce-f029-4279-a3ea-0150ad88904e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:56.475990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.482328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] DHCP port deletion for 3400d965-9ab0-46f4-be3e-0a161d88ff9f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:56.502756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 020fd026-14f3-4793-b958-45d3b8b414ca owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:56.564123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Deleting port 020fd026-14f3-4793-b958-45d3b8b414ca {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:56.564721 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.648740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.681969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] For port 020fd026-14f3-4793-b958-45d3b8b414ca, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=020fd026-14f3-4793-b958-45d3b8b414ca,segment=NetworkSegment(afc3a9ce-f029-4279-a3ea-0150ad88904e),segment_id=afc3a9ce-f029-4279-a3ea-0150ad88904e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:56.682846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.700994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Calling delete_port for 020fd026-14f3-4793-b958-45d3b8b414ca owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:56.901882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.904588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Router fe232c17-f8f8-4352-8d08-feac0206f22b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:56.916941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.940794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=020fd026-14f3-4793-b958-45d3b8b414ca,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.941083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] Pushing event deleted for resources: {'Port': ['ID=020fd026-14f3-4793-b958-45d3b8b414ca,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.947177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa86905-5ac3-4ee7-ba93-3acd3bb17447 None None] No DVR routers for this DVR port 020fd026-14f3-4793-b958-45d3b8b414ca on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:56.947766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port 020fd026-14f3-4793-b958-45d3b8b414ca on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:56.979469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30ccbe14-2838-4ac6-9ac1-9db0937f9431 req-991251f5-c855-4ec5-8886-9031ed22c3ff tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0657198 Mar 31 23:06:57.073399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.099295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3400d965-9ab0-46f4-be3e-0a161d88ff9f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.102446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:57.114185 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Sync routers for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:57.116972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:57.122596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-066ef00a-99be-4129-9af8-1f76baa4e23b admin admin] 10.222.0.83 "PUT /v2.0/routers/fe232c17-f8f8-4352-8d08-feac0206f22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202723 Mar 31 23:06:57.126242 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:57.128300 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.158791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 020fd026-14f3-4793-b958-45d3b8b414ca no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:57.187849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 020fd026-14f3-4793-b958-45d3b8b414ca {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:57.188313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 020fd026-14f3-4793-b958-45d3b8b414ca not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:57.201364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc3a9ce-f029-4279-a3ea-0150ad88904e') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.201686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc3a9ce-f029-4279-a3ea-0150ad88904e') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.221199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.242411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.278983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:57.279230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.282448 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:57.282581 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:57.322505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c2a1-eb1f-41a4-a8ac-ebaabaf27600 req-41a68595-1716-4081-ba89-92252ff9278c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:57.324392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08f1c2a1-eb1f-41a4-a8ac-ebaabaf27600 req-41a68595-1716-4081-ba89-92252ff9278c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 946 time: 0.0628493 Mar 31 23:06:57.364768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.396284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08f1c2a1-eb1f-41a4-a8ac-ebaabaf27600 req-ccc338b0-3fc7-41e6-bf5e-7705e4b4dea7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572026 Mar 31 23:06:57.492620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.518214 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:06:56Z', 'revision_number': 5, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port': {'id': 'adc14199-89b7-412c-aedc-aacfb1673a37', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:55Z', 'updated_at': '2022-03-31T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.543609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.564477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.569119 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/3400d965-9ab0-46f4-be3e-0a161d88ff9f HTTP/1.1" status: 204 len: 168 time: 1.3327067 Mar 31 23:06:57.573978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53532) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:57.574303 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Checking router: fe232c17-f8f8-4352-8d08-feac0206f22b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:57.580384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-509692012'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:57.603476 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Routers {'fe232c17-f8f8-4352-8d08-feac0206f22b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:57.607564 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['fe232c17-f8f8-4352-8d08-feac0206f22b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.626766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6182-85bf-44ae-a64f-fb8ac69ada8a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=3400d965-9ab0-46f4-be3e-0a161d88ff9f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:57.707866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Deleting port adc14199-89b7-412c-aedc-aacfb1673a37 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:57.708200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.716360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] Set router fe232c17-f8f8-4352-8d08-feac0206f22b gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:57.769958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:06:57Z', 'revision_number': 6, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:57.791498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:57.802043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] For port adc14199-89b7-412c-aedc-aacfb1673a37, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adc14199-89b7-412c-aedc-aacfb1673a37,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:57.802419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.807184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.808248 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2770f-28e0-4035-b43e-05aa9c41d51d None None] The sync data for ids ['fe232c17-f8f8-4352-8d08-feac0206f22b'] in n-d-828414-2 is: [{'id': 'fe232c17-f8f8-4352-8d08-feac0206f22b', 'name': 'tempest-AttachSCSIVolumeTestJSON-18168683-router', 'tenant_id': '4653a5d41eef4b2c9058ca65647ee53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:54Z', 'updated_at': '2022-03-31T23:06:57Z', 'revision_number': 6, 'project_id': '4653a5d41eef4b2c9058ca65647ee53d', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:57.816229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Calling delete_port for adc14199-89b7-412c-aedc-aacfb1673a37 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:57.858899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:57.883956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.884347 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment a7a5a449-5f2f-4616-930f-e0d6274e270b of type vlan for network b308a12c-f166-4451-86c2-d3876b24d8e6 Mar 31 23:06:57.936251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.092117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33f89452-1da9-4701-8882-42d295390880 req-bd742e4c-a4e4-4477-95cc-4f811b4a893c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0310729 Mar 31 23:06:58.187215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.187408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.195172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:58.196158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.224567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Pushing event deleted for resources: {'Port': ['ID=adc14199-89b7-412c-aedc-aacfb1673a37,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.275769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=b308a12c-f166-4451-86c2-d3876b24d8e6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.285888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b308a12c-f166-4451-86c2-d3876b24d8e6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:58.337767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e2a7bab0-c491-4f66-93e0-d9b4a8ad7f65 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7584443 Mar 31 23:06:58.338093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53560) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.340785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.343494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:58.501779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.506295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.655163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:58.664845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.759314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.762423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe232c17-f8f8-4352-8d08-feac0206f22b {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:58.766182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.772077 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d22488d-2a7f-48cd-b045-8cf2de38f61c admin admin] 10.222.0.83 "DELETE /v2.0/routers/fe232c17-f8f8-4352-8d08-feac0206f22b HTTP/1.1" status: 204 len: 168 time: 1.6518154 Mar 31 23:06:58.772077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53580) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.826380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Deleting subnet 1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:58.830852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.874419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.967907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.049359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09a4a002-35d8-4830-a5c8-de6b90b89f94 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:59.062538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.076869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 09a4a002-35d8-4830-a5c8-de6b90b89f94 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:59.077523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 09a4a002-35d8-4830-a5c8-de6b90b89f94 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:59.078115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adc14199-89b7-412c-aedc-aacfb1673a37 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:59.107167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: adc14199-89b7-412c-aedc-aacfb1673a37 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:59.108400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adc14199-89b7-412c-aedc-aacfb1673a37 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:59.155562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=f06e1544-bd6f-40af-b02e-7adb0ceaff83,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:59.160911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': 'a7a5a449-5f2f-4616-930f-e0d6274e270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:59.161274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: b308a12c-f166-4451-86c2-d3876b24d8e6, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:59.227825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b2f357-0c44-4aa3-b5c5-64a5895efa91 req-8c9d18c8-2497-4059-8bda-63d5a5e194fb tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0304208 Mar 31 23:06:59.324607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network b308a12c-f166-4451-86c2-d3876b24d8e6 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:59.478783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b308a12c-f166-4451-86c2-d3876b24d8e6) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:59.483154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:59.483836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.501839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ccd0b-262c-4cca-ab0b-bbb9a5d7100f None None] Network b308a12c-f166-4451-86c2-d3876b24d8e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:59.523275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.584150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:59.593827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.597033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b535183d-98ab-4e24-9e93-0d544a2c50d5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1a6a3b05-fce4-4ad8-afe0-e364dd9a07d6 HTTP/1.1" status: 204 len: 168 time: 0.8239553 Mar 31 23:06:59.598326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40f0d6-a856-41de-a838-e0e79e2cec80 None None] Network 05292ecd-4479-4ae2-bdce-90c3dd20921e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:59.599854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53612) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:59.621290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-70e6f001-9f44-4029-8bb6-50497c6ea1bc tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:59.626233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-70e6f001-9f44-4029-8bb6-50497c6ea1bc tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.44 "GET /v2.0/networks?id=23495436-a84d-466c-b31f-9503f3086d4a HTTP/1.1" status: 200 len: 818 time: 0.5862777 Mar 31 23:06:59.630065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d19fb7db-847b-43cb-b200-68c3dfe1fdb8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2910829 Mar 31 23:06:59.637294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Request body: {'port': {'device_id': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a', 'admin_state_up': True, 'tenant_id': 'd7a0ec5330f64303ab635123c9887d7d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:59.640639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53614) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:59.646096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-395725571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:59.705103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.763708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Deleting port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:59.764054 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.766147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-b308a12c-f166-4451-86c2-d3876b24d8e6', 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': 'f06e1544-bd6f-40af-b02e-7adb0ceaff83'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:59.766989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.827513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] For port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,segment=NetworkSegment(eaa80e25-4598-49c4-a305-c5ec29966421),segment_id=eaa80e25-4598-49c4-a305-c5ec29966421)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:59.827874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.841429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Calling delete_port for 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:59.917409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.918592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.923237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Made reservation on behalf of d7a0ec5330f64303ab635123c9887d7d for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:59.927847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.938767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Allocated IP 172.20.0.2 (b308a12c-f166-4451-86c2-d3876b24d8e6/f06e1544-bd6f-40af-b02e-7adb0ceaff83/2feb54a7-4d51-4488-bc6f-a30331795079) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:59.953942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] DHCP port deletion for 05292ecd-4479-4ae2-bdce-90c3dd20921e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:00.037382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.078472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.105721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.113489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] No DVR routers for this DVR port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:00.121543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Allocated IP 172.20.0.8 (23495436-a84d-466c-b31f-9503f3086d4a/6bae8391-0085-4c7a-abee-a6f20eebe6c8/e7650076-a88a-4d10-b3da-7300e84887a5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:00.191466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.212309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Deleting port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:00.212943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.213849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05292ecd-4479-4ae2-bdce-90c3dd20921e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.235789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa80e25-4598-49c4-a305-c5ec29966421') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.236767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa80e25-4598-49c4-a305-c5ec29966421') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.253247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.281516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.296401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:00.296886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:00.298757 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:00.310282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.342784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] For port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:00.344006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.356601 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.364600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Calling delete_port for 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:00.370300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:07:00.372354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.386891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.399737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Pushing event deleted for resources: {'Port': ['ID=4c5ecd97-362d-4fff-ab13-03c1f95e9e4c,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.411081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.411773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.412349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.413468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.414022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.414761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.415343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.415881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.417004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.417540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.418039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.423343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:00.423343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d9328-60ee-4b01-b589-2a4e772b426a None None] No DVR routers for this DVR port 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:00.456025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8367dec-982a-443e-81e3-64269e59e627 req-b23e51a6-1cd1-45f1-848c-2f57e10517e7 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0563645 Mar 31 23:07:00.465014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.502892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Network b308a12c-f166-4451-86c2-d3876b24d8e6 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:00.505785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:00.508482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:00.568665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Pushing event updated for resources: {'Port': ['ID=2feb54a7-4d51-4488-bc6f-a30331795079,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.585520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Attempting to bind port 2feb54a7-4d51-4488-bc6f-a30331795079 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:00.586087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Attempting to bind port 2feb54a7-4d51-4488-bc6f-a30331795079 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a7a5a449-5f2f-4616-930f-e0d6274e270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:00.586524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Attempting to bind port 2feb54a7-4d51-4488-bc6f-a30331795079 on network b308a12c-f166-4451-86c2-d3876b24d8e6 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:00.591908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:00.601442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Checking segment: {'id': 'a7a5a449-5f2f-4616-930f-e0d6274e270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:00.601442 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.601666 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.601754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Bound using segment: {'id': 'a7a5a449-5f2f-4616-930f-e0d6274e270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:00.601754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Bound port: 2feb54a7-4d51-4488-bc6f-a30331795079, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a5a449-5f2f-4616-930f-e0d6274e270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b308a12c-f166-4451-86c2-d3876b24d8e6'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:00.601917 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5106cc53-3163-4ea7-a346-302766acc51c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9522285 Mar 31 23:07:00.601993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.603811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:00.655682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.668530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] For port 2feb54a7-4d51-4488-bc6f-a30331795079, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:00.672162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] For port 2feb54a7-4d51-4488-bc6f-a30331795079, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2feb54a7-4d51-4488-bc6f-a30331795079,segment=NetworkSegment(a7a5a449-5f2f-4616-930f-e0d6274e270b),segment_id=a7a5a449-5f2f-4616-930f-e0d6274e270b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:00.673798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.677432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] 10.222.0.83 "DELETE /v2.0/networks/05292ecd-4479-4ae2-bdce-90c3dd20921e HTTP/1.1" status: 204 len: 168 time: 1.0761857 Mar 31 23:07:00.678556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83e66-2249-44b4-b1b4-1448b266aa32 admin admin] Pushing event deleted for resources: {'Network': ['ID=05292ecd-4479-4ae2-bdce-90c3dd20921e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.680908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53644) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:00.682213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.765987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Network 23495436-a84d-466c-b31f-9503f3086d4a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:00.800156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:00.807979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:00.838391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Pushing event updated for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.878912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.919062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:00.919698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.943152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27b492-5491-4e65-87a0-1426f2a72219 None None] Pushing event updated for resources: {'Port': ['ID=2feb54a7-4d51-4488-bc6f-a30331795079,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.024018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.029367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-1ab4ae21-c637-4360-a276-5704025dc31f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3975031 Mar 31 23:07:01.044147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Request body: {'port': {'device_id': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:01.051449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:01.081193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.099307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:01.099790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c5ecd97-362d-4fff-ab13-03c1f95e9e4c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:01.250576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.476693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.20.0.1 (b308a12c-f166-4451-86c2-d3876b24d8e6/f06e1544-bd6f-40af-b02e-7adb0ceaff83/1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:01.668242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409081-3a9e-4c9d-b372-c1354d4f6f1f req-2c99a21f-2dec-4c59-be53-390d41870a62 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:01.671770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc409081-3a9e-4c9d-b372-c1354d4f6f1f req-2c99a21f-2dec-4c59-be53-390d41870a62 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 931 time: 0.1032357 Mar 31 23:07:01.712391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.732175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7650076-a88a-4d10-b3da-7300e84887a5 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:01.742726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.760081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc409081-3a9e-4c9d-b372-c1354d4f6f1f req-1537aac9-3526-4dd9-8cf9-96222005de3b tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Mar 31 23:07:01.766297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Transition to ACTIVE for port object e7650076-a88a-4d10-b3da-7300e84887a5 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:01.843804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Deleting port f8ff81d2-6aac-4d75-b1e8-012cd33fbced {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:01.844155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.942644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] For port f8ff81d2-6aac-4d75-b1e8-012cd33fbced, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:01.943029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.956701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Calling delete_port for f8ff81d2-6aac-4d75-b1e8-012cd33fbced owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:01.967055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.974134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.076858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network b308a12c-f166-4451-86c2-d3876b24d8e6 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:02.083591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:02.087325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:02.128631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:02.153942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65d38f-1dab-406a-9971-a67c662033e2 None None] Network b308a12c-f166-4451-86c2-d3876b24d8e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:02.241232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Pushing event updated for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:02.253459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.268712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] Provisioning complete for port 2feb54a7-4d51-4488-bc6f-a30331795079 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:02.269078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.307798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Attempting to bind port e7650076-a88a-4d10-b3da-7300e84887a5 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:02.308034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Attempting to bind port e7650076-a88a-4d10-b3da-7300e84887a5 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'd59b2383-257d-46a8-a5be-f7a302774847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:02.308306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Attempting to bind port e7650076-a88a-4d10-b3da-7300e84887a5 on network 23495436-a84d-466c-b31f-9503f3086d4a {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:02.336960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Port e7650076-a88a-4d10-b3da-7300e84887a5 on network 23495436-a84d-466c-b31f-9503f3086d4a not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:02.337291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Attempting to bind port e7650076-a88a-4d10-b3da-7300e84887a5 on network 23495436-a84d-466c-b31f-9503f3086d4a {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:02.346767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:02.347148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Checking segment: {'id': 'd59b2383-257d-46a8-a5be-f7a302774847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:02.347535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Bound using segment: {'id': 'd59b2383-257d-46a8-a5be-f7a302774847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:02.347966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Bound port: e7650076-a88a-4d10-b3da-7300e84887a5, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59b2383-257d-46a8-a5be-f7a302774847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:02.348320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.422253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.428780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.428979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:02.433083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e7650076-a88a-4d10-b3da-7300e84887a5,segment=NetworkSegment(d59b2383-257d-46a8-a5be-f7a302774847),segment_id=d59b2383-257d-46a8-a5be-f7a302774847)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:02.468982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ff81d2-6aac-4d75-b1e8-012cd33fbced,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:02.474853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] For port 2feb54a7-4d51-4488-bc6f-a30331795079, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2feb54a7-4d51-4488-bc6f-a30331795079,segment=NetworkSegment(a7a5a449-5f2f-4616-930f-e0d6274e270b),segment_id=a7a5a449-5f2f-4616-930f-e0d6274e270b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:02.572890 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.575509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.596726 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.683611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:02.688180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.690883 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7650076-a88a-4d10-b3da-7300e84887a5 HTTP/1.1" status: 200 len: 1091 time: 1.6520922 Mar 31 23:07:02.703091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.705198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:02.712587 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08038986-022e-429e-bc49-9044062d30e9" -d '{"events": [{"name": "network-changed", "server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:02.751544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a62e6b-33b2-4f7a-ab75-17101d13a201 None None] Pushing event updated for resources: {'Port': ['ID=2feb54a7-4d51-4488-bc6f-a30331795079,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:02.765179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:02.970795 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d413d3-e722-443b-b7cd-3980a50bf489 x-openstack-request-id: req-d6d413d3-e722-443b-b7cd-3980a50bf489 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:02.971840 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:02.972278 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d6d413d3-e722-443b-b7cd-3980a50bf489 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:02.977036 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d413d3-e722-443b-b7cd-3980a50bf489'] response: {'name': 'network-changed', 'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5', 'status': 'completed', 'code': 200} Mar 31 23:07:02.998658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7f880096-fd5b-4103-a330-f71b990a8519 None None] Provisioning complete for port 2feb54a7-4d51-4488-bc6f-a30331795079 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.009201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f880096-fd5b-4103-a330-f71b990a8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.080755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ce0c1-4caa-4467-a672-62fe579edc28 req-5c31e051-453c-4b86-b74f-3c1d708bafbc tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.083644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-316ce0c1-4caa-4467-a672-62fe579edc28 req-5c31e051-453c-4b86-b74f-3c1d708bafbc tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 943 time: 0.1490612 Mar 31 23:07:03.180862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:03.183797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7f880096-fd5b-4103-a330-f71b990a8519 None None] Provisioning complete for port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.184170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f880096-fd5b-4103-a330-f71b990a8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.220618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2feb54a7-4d51-4488-bc6f-a30331795079 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:03.245303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-316ce0c1-4caa-4467-a672-62fe579edc28 req-b7d9cfa0-1887-4f76-a64b-d4e12a2b817c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400716 Mar 31 23:07:03.253665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Router a5c63f48-71f9-4470-bfda-49851414b468 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:03.281485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'mac_address': 'fa:16:3e:5e:d8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:03.327506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.340540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7f880096-fd5b-4103-a330-f71b990a8519 None None] Port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:03.344134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2feb54a7-4d51-4488-bc6f-a30331795079 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.344504 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.373744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fada6e5-97b5-4dd8-9713-d5b8fb4218be {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:03.384771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:03.390928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a024f66-137b-43d9-8e72-16e64e099c11 admin admin] 10.222.0.83 "PUT /v2.0/routers/a5c63f48-71f9-4470-bfda-49851414b468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088411 Mar 31 23:07:03.393473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:03.397325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12dd1-6ab7-43f2-874c-4bbf07a5ab27 service neutron] Pushing event updated for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:03.409319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Sync routers for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:03.417426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-49b70cd6-c0a6-413d-819d-cc9bec4f53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.425553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-49b70cd6-c0a6-413d-819d-cc9bec4f53c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7a0ec5330f64303ab635123c9887d7d&device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 1094 time: 0.5249367 Mar 31 23:07:03.428203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:03.429160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:03.483835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:03.488767 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-f761d754-d19b-4ca8-be29-898d7500c17e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7650076-a88a-4d10-b3da-7300e84887a5 HTTP/1.1" status: 200 len: 217 time: 0.0536630 Mar 31 23:07:03.514479 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.571037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4380b2c0-5a45-41c8-baec-831383f8be78 None None] Provisioning complete for port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.571513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4380b2c0-5a45-41c8-baec-831383f8be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.599912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-43a8cb13-284b-4c50-a88c-f532e20c5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.601311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-43a8cb13-284b-4c50-a88c-f532e20c5bed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bae8391-0085-4c7a-abee-a6f20eebe6c8 HTTP/1.1" status: 200 len: 858 time: 0.1029887 Mar 31 23:07:03.645950 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-b95c60c5-8d32-419a-b208-c7a7b7649a7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23495436-a84d-466c-b31f-9503f3086d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357361 Mar 31 23:07:03.646841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.668692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.674514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:03.749646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.762582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:03.805263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4380b2c0-5a45-41c8-baec-831383f8be78 None None] Port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:03.806037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-306dce97-13c4-4d59-a7b2-e00c06736394 service neutron] 10.222.0.44 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517880 Mar 31 23:07:03.809582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.823196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['6fada6e5-97b5-4dd8-9713-d5b8fb4218be'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:03.871635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Deleting port 4cf1d411-5edd-4363-b34f-5a3792014e1f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:03.872343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.001577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] For port 4cf1d411-5edd-4363-b34f-5a3792014e1f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cf1d411-5edd-4363-b34f-5a3792014e1f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:04.001958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.006198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.020726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Calling delete_port for 4cf1d411-5edd-4363-b34f-5a3792014e1f owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:04.028551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.110181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ecf26be-71ca-4090-855a-5ae752cd0d03 req-3738deb9-223d-44e8-9574-e44557de17c2 service neutron] 10.222.0.44 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946596 Mar 31 23:07:04.164108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network b308a12c-f166-4451-86c2-d3876b24d8e6 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:04.166321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:04.177587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:07:02Z', 'revision_number': 5, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port': {'id': '4cf1d411-5edd-4363-b34f-5a3792014e1f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:12Z', 'updated_at': '2022-03-31T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.229814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Checking router: a5c63f48-71f9-4470-bfda-49851414b468 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:04.262236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Routers {'a5c63f48-71f9-4470-bfda-49851414b468'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:04.262913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a5c63f48-71f9-4470-bfda-49851414b468'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.400863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08038986-022e-429e-bc49-9044062d30e9 req-d6f5dbdb-f4e5-4df1-9c01-139af98c0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.404687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-d6f5dbdb-f4e5-4df1-9c01-139af98c0ade service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7a0ec5330f64303ab635123c9887d7d&device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 1094 time: 0.1348715 Mar 31 23:07:04.436223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.511907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08038986-022e-429e-bc49-9044062d30e9 req-4d066934-a95a-4055-b6e4-7bcc978c975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.512967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-4d066934-a95a-4055-b6e4-7bcc978c975a service neutron] 10.222.0.44 "GET /v2.0/networks?id=23495436-a84d-466c-b31f-9503f3086d4a HTTP/1.1" status: 200 len: 920 time: 0.0998313 Mar 31 23:07:04.533796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af096c-f33f-4605-aef4-5c3e427d008b req-6397c5d9-9386-40ec-b85e-2febeb25af19 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.544834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47af096c-f33f-4605-aef4-5c3e427d008b req-6397c5d9-9386-40ec-b85e-2febeb25af19 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 943 time: 0.1820245 Mar 31 23:07:04.548005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf1d411-5edd-4363-b34f-5a3792014e1f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.638475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-16e583c6-0bdc-47bb-9a41-aa88a5b10e98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7650076-a88a-4d10-b3da-7300e84887a5 HTTP/1.1" status: 200 len: 217 time: 0.1165872 Mar 31 23:07:04.661754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 3990ca30-d604-4743-bc01-d28c6564fdc2 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:04.682041 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:04.689661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-efc72a71-6e0e-4d69-9ea4-352e5ec1eca5 None None] Provisioning complete for port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:04.690038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efc72a71-6e0e-4d69-9ea4-352e5ec1eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.696801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] Set router a5c63f48-71f9-4470-bfda-49851414b468 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:04.719044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47af096c-f33f-4605-aef4-5c3e427d008b req-2b4c6c74-c275-4833-ab51-7d6a859130e3 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727247 Mar 31 23:07:04.724791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.780766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:07:03Z', 'revision_number': 6, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.797194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08038986-022e-429e-bc49-9044062d30e9 req-2116d0a5-7670-4458-8233-7ebc223af814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.799412 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-2116d0a5-7670-4458-8233-7ebc223af814 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bae8391-0085-4c7a-abee-a6f20eebe6c8 HTTP/1.1" status: 200 len: 858 time: 0.1548889 Mar 31 23:07:04.817854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:04.823520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea33e2-a965-4887-96f4-b772b78bcab4 None None] The sync data for ids ['a5c63f48-71f9-4470-bfda-49851414b468'] in n-d-828414-2 is: [{'id': 'a5c63f48-71f9-4470-bfda-49851414b468', 'name': 'tempest-AttachSCSIVolumeTestJSON-297362605-router', 'tenant_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:11Z', 'updated_at': '2022-03-31T23:07:03Z', 'revision_number': 6, 'project_id': 'fc7db7cbcc174336a24f1c899a1d03a6', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:04.838665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.841237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.852195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-efc72a71-6e0e-4d69-9ea4-352e5ec1eca5 None None] Port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:04.883492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:04.883923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-050e91a6-ebaf-45c3-b7b7-be2cccdff6f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23495436-a84d-466c-b31f-9503f3086d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525436 Mar 31 23:07:04.884051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.943804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.956108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:04.967520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cb247c13-6d1f-4468-9f32-0bd7f18aeb48 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/3990ca30-d604-4743-bc01-d28c6564fdc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3595841 Mar 31 23:07:04.967520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53776) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.969876 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] Sync routers for ids ['3990ca30-d604-4743-bc01-d28c6564fdc2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:04.985958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] Routers {'3990ca30-d604-4743-bc01-d28c6564fdc2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:04.986673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3990ca30-d604-4743-bc01-d28c6564fdc2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:05.004258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.015918 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-0dc5fc61-247c-4b2a-9884-8408a011e9e6 service neutron] 10.222.0.44 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237707 Mar 31 23:07:05.034815 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:05.046275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] Routers {'3990ca30-d604-4743-bc01-d28c6564fdc2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:05.047222 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3990ca30-d604-4743-bc01-d28c6564fdc2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:05.052001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:05.053011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:05.062905 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482382a0-a10b-4958-abdd-ff899e341f80" -d '{"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-plugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:05.084620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97c5d3-f59a-4fc9-8efd-37613b211eb9 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:05.090436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.091267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b97c5d3-f59a-4fc9-8efd-37613b211eb9 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports/1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c HTTP/1.1" status: 200 len: 910 time: 0.1194463 Mar 31 23:07:05.105993 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:05.106674 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93f4b-9bac-464c-acf3-664ac5f82dae None None] The sync data for ids ['3990ca30-d604-4743-bc01-d28c6564fdc2'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:05.134392 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f009169b-267d-483b-b469-78201c7b6119 x-openstack-request-id: req-f009169b-267d-483b-b469-78201c7b6119 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:05.134687 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-plugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:05.134937 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f009169b-267d-483b-b469-78201c7b6119 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:05.135362 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f009169b-267d-483b-b469-78201c7b6119'] response: {'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'code': 200} Mar 31 23:07:05.156756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.157808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c63f48-71f9-4470-bfda-49851414b468 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:05.165013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.166748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.168100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-34c0acd6-2adf-476a-acfc-3981d3233373 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a5c63f48-71f9-4470-bfda-49851414b468 HTTP/1.1" status: 204 len: 168 time: 1.7734745 Mar 31 23:07:05.206877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.264604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.308159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Deleting subnet 0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:05.319591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.351435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f8ff81d2-6aac-4d75-b1e8-012cd33fbced no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:05.397905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f8ff81d2-6aac-4d75-b1e8-012cd33fbced {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:05.398158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08038986-022e-429e-bc49-9044062d30e9 req-f5080587-954b-4c86-830a-427bf93c4177 service neutron] 10.222.0.44 "GET /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914352 Mar 31 23:07:05.398470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f8ff81d2-6aac-4d75-b1e8-012cd33fbced not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:05.437060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.530985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.566333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.655550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.691681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e886f4a5-08b3-4f3c-a5c7-61a1b653149f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.781256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e886f4a5-08b3-4f3c-a5c7-61a1b653149f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.838615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.873170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.886972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.896541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53822) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.897014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fd8f12b-abfe-4f39-98ea-c3005a3d8167 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0319337f-5ae8-48a3-8d6a-ce01dd3a0cb8 HTTP/1.1" status: 204 len: 168 time: 0.6887870 Mar 31 23:07:05.899024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc916a6-2093-46ce-aa98-e2277dd48697 None None] Network fee70799-0182-498e-bab8-7e25b49992f0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:05.900450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e886f4a5-08b3-4f3c-a5c7-61a1b653149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.948525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e886f4a5-08b3-4f3c-a5c7-61a1b653149f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7218008e33d545638e520ff8de94653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872383 Mar 31 23:07:05.954598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.957318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886f4a5-08b3-4f3c-a5c7-61a1b653149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f49fa-4b11-4eb5-9109-6a5325eacde9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.021640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.063077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f756ef4-9fe6-46fb-a7e2-8fb94b3a071d req-3da8e02e-f30d-44e1-bcb5-7c49dc4bffd6 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:06.063645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.064871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f756ef4-9fe6-46fb-a7e2-8fb94b3a071d req-3da8e02e-f30d-44e1-bcb5-7c49dc4bffd6 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 943 time: 0.1967897 Mar 31 23:07:06.072725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.131500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:06.131960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.207751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] DHCP port deletion for fee70799-0182-498e-bab8-7e25b49992f0 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:06.301026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Deleting port 30c5870e-1311-4919-be35-45a83ae3ef08 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:06.304864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.305009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Deleting port 30c5870e-1311-4919-be35-45a83ae3ef08 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:06.305009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.312698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.316148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.320799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/426f49fa-4b11-4eb5-9109-6a5325eacde9 HTTP/1.1" status: 204 len: 168 time: 0.3614516 Mar 31 23:07:06.336889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39dbb3-9395-4888-8e5a-7d253830bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f49fa-4b11-4eb5-9109-6a5325eacde9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.339984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.417031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] For port 30c5870e-1311-4919-be35-45a83ae3ef08, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=30c5870e-1311-4919-be35-45a83ae3ef08,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:06.417031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.417583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:06.425917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Calling delete_port for 30c5870e-1311-4919-be35-45a83ae3ef08 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:06.491361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f756ef4-9fe6-46fb-a7e2-8fb94b3a071d req-d377a147-c1ce-4119-90ef-bd55077a2d4b tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162199 Mar 31 23:07:06.498513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] For port 30c5870e-1311-4919-be35-45a83ae3ef08, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=30c5870e-1311-4919-be35-45a83ae3ef08,segment=NetworkSegment(35eb5f0e-75f9-429f-ac95-513f98dcf9b0),segment_id=35eb5f0e-75f9-429f-ac95-513f98dcf9b0)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:06.498941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.521261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Calling delete_port for 30c5870e-1311-4919-be35-45a83ae3ef08 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:06.666638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.702240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] Pushing event deleted for resources: {'Port': ['ID=30c5870e-1311-4919-be35-45a83ae3ef08,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.706414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41917f-d42f-4a4a-b1bd-7c323693e72e None None] No DVR routers for this DVR port 30c5870e-1311-4919-be35-45a83ae3ef08 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:06.836504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.888445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c5870e-1311-4919-be35-45a83ae3ef08,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.896732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] No DVR routers for this DVR port 30c5870e-1311-4919-be35-45a83ae3ef08 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:07.034406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.037201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.056898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 30c5870e-1311-4919-be35-45a83ae3ef08 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:07.100830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 30c5870e-1311-4919-be35-45a83ae3ef08 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:07.101468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 30c5870e-1311-4919-be35-45a83ae3ef08 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:07.102044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cf1d411-5edd-4363-b34f-5a3792014e1f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:07.124614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=1fe19ca8-2ce7-4d63-8c1f-1b3d0004132c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.124728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4cf1d411-5edd-4363-b34f-5a3792014e1f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:07.124728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cf1d411-5edd-4363-b34f-5a3792014e1f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:07.150330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee70799-0182-498e-bab8-7e25b49992f0']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:07.248533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eb5f0e-75f9-429f-ac95-513f98dcf9b0') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:07.248894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eb5f0e-75f9-429f-ac95-513f98dcf9b0') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:07.298597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.321934 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.718275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53944) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:07.763838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ad48825-7eb0-4401-a3d0-f30c3b50916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.832561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.837053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:07.837667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:07.839264 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:07.883868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ad48825-7eb0-4401-a3d0-f30c3b50916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.127060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 3990ca30-d604-4743-bc01-d28c6564fdc2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:08.139915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd6944-c1aa-481b-b21f-f1be64156c7d req-47dd8999-c808-4825-af18-3935967e377c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.141450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53cd6944-c1aa-481b-b21f-f1be64156c7d req-47dd8999-c808-4825-af18-3935967e377c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 943 time: 0.0958517 Mar 31 23:07:08.144956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ad48825-7eb0-4401-a3d0-f30c3b50916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.161561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.161561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.161561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fee70799-0182-498e-bab8-7e25b49992f0 HTTP/1.1" status: 204 len: 168 time: 2.2562776 Mar 31 23:07:08.179705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285d1e8-29b6-4e96-bb7d-cf66fe582737 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee70799-0182-498e-bab8-7e25b49992f0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:08.247993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48825-7eb0-4401-a3d0-f30c3b50916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab03d03-f2c2-4ecd-aa4d-a5541e977b7c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:08.277499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ad48825-7eb0-4401-a3d0-f30c3b50916a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b9dd79bd03234be29abb477e2bb0e56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553873 Mar 31 23:07:08.279800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53956) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:08.405796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.432754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53cd6944-c1aa-481b-b21f-f1be64156c7d req-cc8ddf2b-99f2-42c8-81f4-69298067ac69 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491667 Mar 31 23:07:08.447990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:08.462207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] Sync routers for ids ['3990ca30-d604-4743-bc01-d28c6564fdc2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:08.463702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.492135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] Routers {'3990ca30-d604-4743-bc01-d28c6564fdc2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:08.499742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3990ca30-d604-4743-bc01-d28c6564fdc2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:08.501247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2dc82e5b-4e0a-465c-a36d-fcc0d55a12c6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/3990ca30-d604-4743-bc01-d28c6564fdc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072955 Mar 31 23:07:08.503524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53960) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:08.561898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:08.567119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e012e27d-14e2-476f-a3b6-2bcc35c6e08a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=3990ca30-d604-4743-bc01-d28c6564fdc2 HTTP/1.1" status: 200 len: 205 time: 0.0623229 Mar 31 23:07:08.570455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:08.576413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] Routers {'3990ca30-d604-4743-bc01-d28c6564fdc2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:08.577356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3990ca30-d604-4743-bc01-d28c6564fdc2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:08.617003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:08.618065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01630cc0-4aa8-489e-8a90-4de2d47a3823 None None] The sync data for ids ['3990ca30-d604-4743-bc01-d28c6564fdc2'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:08.638820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.645497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.646997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ab03d03-f2c2-4ecd-aa4d-a5541e977b7c HTTP/1.1" status: 204 len: 168 time: 0.3660700 Mar 31 23:07:08.667215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14b61-3b56-44cf-87b1-6cff41965a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab03d03-f2c2-4ecd-aa4d-a5541e977b7c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:08.687267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.814791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e7650076-a88a-4d10-b3da-7300e84887a5 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:08.816441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53980) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:08.895104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f93410da-bebe-4a93-b0a2-00bb7b3fb452 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4653a5d41eef4b2c9058ca65647ee53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766368 Mar 31 23:07:08.898123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:08.929901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.933221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.021714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.073620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.082239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e7650076-a88a-4d10-b3da-7300e84887a5,segment=NetworkSegment(d59b2383-257d-46a8-a5be-f7a302774847),segment_id=d59b2383-257d-46a8-a5be-f7a302774847)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:09.101509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'e7650076-a88a-4d10-b3da-7300e84887a5', 'network_id': '23495436-a84d-466c-b31f-9503f3086d4a', 'port_id': 'e7650076-a88a-4d10-b3da-7300e84887a5', 'mac_address': 'fa:16:3e:21:d5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bae8391-0085-4c7a-abee-a6f20eebe6c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:09.114135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.118109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router 3990ca30-d604-4743-bc01-d28c6564fdc2 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:09.122791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.131044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-523dfa40-a4f5-424b-a55f-29fe16647254 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/3990ca30-d604-4743-bc01-d28c6564fdc2 HTTP/1.1" status: 204 len: 168 time: 0.5595052 Mar 31 23:07:09.132357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53990) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:09.193366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.221750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7650076-a88a-4d10-b3da-7300e84887a5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:09.252364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet f06e1544-bd6f-40af-b02e-7adb0ceaff83 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:09.255784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.262884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e7650076-a88a-4d10-b3da-7300e84887a5,segment=NetworkSegment(d59b2383-257d-46a8-a5be-f7a302774847),segment_id=d59b2383-257d-46a8-a5be-f7a302774847)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:09.282280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.285837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.290610 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b1b8672-0f89-45dc-8816-4da08cbf6c5a HTTP/1.1" status: 204 len: 168 time: 0.3884575 Mar 31 23:07:09.298345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33477d-b8db-4b2b-b26f-64d7cbcddd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b8672-0f89-45dc-8816-4da08cbf6c5a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.339915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.368261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.435187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.510190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.701585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e7650076-a88a-4d10-b3da-7300e84887a5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:09.717525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a9a6b-756e-4d92-9b78-7473d5c04c44 req-923d2807-121e-42fd-8bbd-5a544ee495a0 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.737139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d51a9a6b-756e-4d92-9b78-7473d5c04c44 req-923d2807-121e-42fd-8bbd-5a544ee495a0 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 944 time: 0.1316307 Mar 31 23:07:09.772885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.820954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.830708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54026) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:09.834341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/f06e1544-bd6f-40af-b02e-7adb0ceaff83 HTTP/1.1" status: 204 len: 168 time: 0.7005408 Mar 31 23:07:09.859093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef424b1-655f-4655-90c1-f5f9e6c6854a None None] Network b308a12c-f166-4451-86c2-d3876b24d8e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:09.878562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e695d-85b1-4c3a-804f-47c82d75c067 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=f06e1544-bd6f-40af-b02e-7adb0ceaff83,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.894270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d51a9a6b-756e-4d92-9b78-7473d5c04c44 req-79d15d60-f867-47fa-a756-517be958f653 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462178 Mar 31 23:07:09.977831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.061382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 2feb54a7-4d51-4488-bc6f-a30331795079 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:10.062885 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.154987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 2feb54a7-4d51-4488-bc6f-a30331795079, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2feb54a7-4d51-4488-bc6f-a30331795079,segment=NetworkSegment(a7a5a449-5f2f-4616-930f-e0d6274e270b),segment_id=a7a5a449-5f2f-4616-930f-e0d6274e270b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:10.155175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.187169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 2feb54a7-4d51-4488-bc6f-a30331795079 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:10.240278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] DHCP port deletion for b308a12c-f166-4451-86c2-d3876b24d8e6 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:10.299894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Deleting port 2feb54a7-4d51-4488-bc6f-a30331795079 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:10.300388 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.381592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54038) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:10.382102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] For port 2feb54a7-4d51-4488-bc6f-a30331795079, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2feb54a7-4d51-4488-bc6f-a30331795079,segment=NetworkSegment(a7a5a449-5f2f-4616-930f-e0d6274e270b),segment_id=a7a5a449-5f2f-4616-930f-e0d6274e270b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:10.382243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.401044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Calling delete_port for 2feb54a7-4d51-4488-bc6f-a30331795079 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:10.443847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.494213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a8d9a876-dc2c-4b72-9c6b-676364225479 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc7db7cbcc174336a24f1c899a1d03a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046312 Mar 31 23:07:10.494213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54040) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:10.517483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=2feb54a7-4d51-4488-bc6f-a30331795079,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.519807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.547869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port 2feb54a7-4d51-4488-bc6f-a30331795079 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:10.565458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] Pushing event deleted for resources: {'Port': ['ID=2feb54a7-4d51-4488-bc6f-a30331795079,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.572147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.578397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cec33-1bf0-4f83-87be-39c70231c7cc None None] No DVR routers for this DVR port 2feb54a7-4d51-4488-bc6f-a30331795079 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:10.621206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.685654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.712182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b308a12c-f166-4451-86c2-d3876b24d8e6']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:10.723838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a5a449-5f2f-4616-930f-e0d6274e270b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:10.724165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a5a449-5f2f-4616-930f-e0d6274e270b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:10.736855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.752940 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.762083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:10.762530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:10.765811 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:10.810174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.814114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.820809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8600fa36-8164-4b3f-9b21-7f8537c4c13d HTTP/1.1" status: 204 len: 168 time: 0.3266728 Mar 31 23:07:10.822777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e7650076-a88a-4d10-b3da-7300e84887a5 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:10.830766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce0c8f-457d-47b3-bb02-e6966dea74af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8600fa36-8164-4b3f-9b21-7f8537c4c13d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:11.058091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2feb54a7-4d51-4488-bc6f-a30331795079 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:11.064824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2721b0-9307-4d5f-ad65-256e04663b36 req-620220d7-96c0-4f0c-aa9d-cf25ba6bf233 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.064824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca2721b0-9307-4d5f-ad65-256e04663b36 req-620220d7-96c0-4f0c-aa9d-cf25ba6bf233 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 944 time: 0.0863044 Mar 31 23:07:11.079828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2feb54a7-4d51-4488-bc6f-a30331795079 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:11.080403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2feb54a7-4d51-4488-bc6f-a30331795079 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:11.104195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca2721b0-9307-4d5f-ad65-256e04663b36 req-11580c50-bc76-4c60-a5c4-6fac0e117a69 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Mar 31 23:07:11.164048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.168734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.172158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/b308a12c-f166-4451-86c2-d3876b24d8e6 HTTP/1.1" status: 204 len: 168 time: 1.3404107 Mar 31 23:07:11.175851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54056) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:11.181411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1252122775', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:11.204435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ce198-5ba6-4522-9cb2-1c6a48d6247a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=b308a12c-f166-4451-86c2-d3876b24d8e6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:11.233305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port e7650076-a88a-4d10-b3da-7300e84887a5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:11.237884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port e7650076-a88a-4d10-b3da-7300e84887a5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:11.238260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.315122 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.318214 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.320357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.339774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:11.342039 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e2597e-3efd-4f31-b8ce-ef3d13044419" -d '{"events": [{"server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "name": "network-vif-plugged", "status": "completed", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:11.357673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e7650076-a88a-4d10-b3da-7300e84887a5,segment=NetworkSegment(d59b2383-257d-46a8-a5be-f7a302774847),segment_id=d59b2383-257d-46a8-a5be-f7a302774847)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:11.372081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.380362 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be758ea-6e37-4f52-a0f6-29875b28c07c x-openstack-request-id: req-4be758ea-6e37-4f52-a0f6-29875b28c07c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:11.380652 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "name": "network-vif-plugged", "status": "completed", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:11.380904 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4be758ea-6e37-4f52-a0f6-29875b28c07c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:11.381298 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be758ea-6e37-4f52-a0f6-29875b28c07c'] response: {'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5', 'code': 200} Mar 31 23:07:11.482864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.505618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c8c8-f0ad-4e54-96f0-2b09793eef47 req-53ad9edc-0f6a-472f-84b8-d31d0fae04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.507933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f004c8c8-f0ad-4e54-96f0-2b09793eef47 req-53ad9edc-0f6a-472f-84b8-d31d0fae04cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 1095 time: 0.0581176 Mar 31 23:07:11.571759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:11.586871 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f004c8c8-f0ad-4e54-96f0-2b09793eef47 req-be9a3508-769b-461b-9d5e-8b893f64e047 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715549 Mar 31 23:07:11.608245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbe38-a7d9-4843-b77e-dbcd2474441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.721251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.190553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.219524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.393398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390d10-cf69-47a8-94ce-ef74a8862a24 req-7bd66799-142a-4dc1-b03a-fdb1eb02591c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:12.395437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da390d10-cf69-47a8-94ce-ef74a8862a24 req-7bd66799-142a-4dc1-b03a-fdb1eb02591c tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 945 time: 0.1175342 Mar 31 23:07:12.472583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.25.6.24 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5ad35c6f-a5cc-4c0c-9c86-480d45ae647d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:12.479307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da390d10-cf69-47a8-94ce-ef74a8862a24 req-2be02bfd-bfef-4c84-87a7-d85f61e22dc7 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Mar 31 23:07:12.665629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.838899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.917722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:12.921054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:12.925942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:12.929457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=5ad35c6f-a5cc-4c0c-9c86-480d45ae647d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:13.606845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-e995c182-507d-4590-9dda-54376a475f95 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c050726a8ac0450891858f47586a6d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413523 Mar 31 23:07:13.695537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.795661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015ac99-23cb-46f9-bb3b-5fccf33037ea req-100381e2-fe3d-44ac-8f0f-70c23238656a tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:13.797174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5015ac99-23cb-46f9-bb3b-5fccf33037ea req-100381e2-fe3d-44ac-8f0f-70c23238656a tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 945 time: 0.1952863 Mar 31 23:07:13.802487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-57eb23d6-129b-4cf7-8c91-76703fa41d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.911827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-53f47eb6-f0d7-498e-9109-bc3dea9f65dc tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:13.913962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-53f47eb6-f0d7-498e-9109-bc3dea9f65dc tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790167 Mar 31 23:07:13.931787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5015ac99-23cb-46f9-bb3b-5fccf33037ea req-31df1d08-2f0e-4790-80e0-7f1bd20092b2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223664 Mar 31 23:07:13.948110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-4678defd-9d57-4616-ada8-f94a1175ad57 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/quotas/c050726a8ac0450891858f47586a6d84 HTTP/1.1" status: 200 len: 375 time: 0.0204773 Mar 31 23:07:14.012971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-88689be0-5f42-4db6-a35a-b01122bad847 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c050726a8ac0450891858f47586a6d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333695 Mar 31 23:07:14.474106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-369d0f18-1425-424b-9cef-4412aac1e02c req-3d70824d-0151-4016-adf0-2a1739c527da tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0483179 Mar 31 23:07:14.492713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.768520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 68edb32b-dc4e-455f-914f-d035ffa7d16c is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:14.929313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:14.941198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520526c-8276-44df-adbd-118bba87202d None None] Sync routers for ids ['68edb32b-dc4e-455f-914f-d035ffa7d16c'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:14.958672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] Routers {'68edb32b-dc4e-455f-914f-d035ffa7d16c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:14.961871 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['68edb32b-dc4e-455f-914f-d035ffa7d16c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:15.002059 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:15.013201 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] Routers {'68edb32b-dc4e-455f-914f-d035ffa7d16c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:15.014074 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['68edb32b-dc4e-455f-914f-d035ffa7d16c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:15.056430 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3520526c-8276-44df-adbd-118bba87202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:15.057076 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520526c-8276-44df-adbd-118bba87202d None None] The sync data for ids ['68edb32b-dc4e-455f-914f-d035ffa7d16c'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:15.098265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd8274-2601-4a06-a387-c192e4b9bafa req-3133122f-1778-4ebe-af9f-f643f7b64a04 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.099884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccd8274-2601-4a06-a387-c192e4b9bafa req-3133122f-1778-4ebe-af9f-f643f7b64a04 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 945 time: 0.0747805 Mar 31 23:07:15.146117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.148075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a11b5b5-cbb5-4eac-a998-d656710f6d35 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9711018 Mar 31 23:07:15.150926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54224) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:15.268090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccd8274-2601-4a06-a387-c192e4b9bafa req-75eeac47-f7eb-41eb-8b42-73968a97801f tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591966 Mar 31 23:07:15.296441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.349587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8eedd12e-fad0-455e-9108-41a98db546e9 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers/68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 200 len: 880 time: 0.1974995 Mar 31 23:07:15.353975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54232) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:15.577696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2640d58-4237-4b80-b879-2afbef2099fb req-41cf8e67-adb0-46b0-a97b-1cb21830e380 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Mar 31 23:07:15.643844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-213a5475-2b40-4b3c-91a0-b1335d076b38 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2887402 Mar 31 23:07:15.646466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:15.651525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1252122775'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:16.034174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.181352 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.281151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-7635c5c9-4c25-41a5-b031-5bd609ab3b6e tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.283304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-7635c5c9-4c25-41a5-b031-5bd609ab3b6e tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.44 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 945 time: 0.0717387 Mar 31 23:07:16.363400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 68edb32b-dc4e-455f-914f-d035ffa7d16c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:16.417764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Deleting port e7650076-a88a-4d10-b3da-7300e84887a5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:16.417947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.535203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3032a92-30e3-4e63-aef5-8c36a8abae51 req-3e86835d-4be1-440f-a1ac-957961baec2e tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.542742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3032a92-30e3-4e63-aef5-8c36a8abae51 req-3e86835d-4be1-440f-a1ac-957961baec2e tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 945 time: 0.1062858 Mar 31 23:07:16.570333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] For port e7650076-a88a-4d10-b3da-7300e84887a5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e7650076-a88a-4d10-b3da-7300e84887a5,segment=NetworkSegment(d59b2383-257d-46a8-a5be-f7a302774847),segment_id=d59b2383-257d-46a8-a5be-f7a302774847)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:16.571809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.577759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:16.586303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Calling delete_port for e7650076-a88a-4d10-b3da-7300e84887a5 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:16.586789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.588085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bec4acba-b849-4b8a-889d-73ba5192c186 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 200 len: 887 time: 0.9401271 Mar 31 23:07:16.589205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] Sync routers for ids ['68edb32b-dc4e-455f-914f-d035ffa7d16c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:16.590955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:16.604792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] Routers {'68edb32b-dc4e-455f-914f-d035ffa7d16c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:16.604899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['68edb32b-dc4e-455f-914f-d035ffa7d16c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:16.614425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3032a92-30e3-4e63-aef5-8c36a8abae51 req-1dd2f2cd-9ac0-4c1e-b977-c9adca5fc401 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/security-groups?id=7307e1b4-08cb-44b4-ad29-548b6e545a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706744 Mar 31 23:07:16.674901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.686658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:16.707192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] Routers {'68edb32b-dc4e-455f-914f-d035ffa7d16c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:16.708080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['68edb32b-dc4e-455f-914f-d035ffa7d16c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:16.720693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c45a2912-8481-4939-9909-9dfea80a86d6 req-9b7d7335-875b-4f61-87cc-aaabd388a837 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0473683 Mar 31 23:07:16.807413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:16.808485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011fc853-34a7-4ac3-96d6-2c4e2c4f7e3c None None] The sync data for ids ['68edb32b-dc4e-455f-914f-d035ffa7d16c'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:16.821976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-464e61e4-4dae-43f9-8a80-d1d06618fb21 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers/68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 200 len: 887 time: 0.2298298 Mar 31 23:07:16.824511 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.832253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:16.835680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:16.868558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f0c2f0cc-17ca-4467-b3d8-9f37ed31cdba tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 200 len: 205 time: 0.0422189 Mar 31 23:07:16.871307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54274) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:17.014549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.031746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e7650076-a88a-4d10-b3da-7300e84887a5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:17.127398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-602a28b7-4b09-46b7-900c-b9d0e7bf139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.133723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Pushing event deleted for resources: {'Port': ['ID=e7650076-a88a-4d10-b3da-7300e84887a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:17.249456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.251440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] No DVR routers for this DVR port e7650076-a88a-4d10-b3da-7300e84887a5 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:17.300364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.305763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-766441dc-f514-420f-97b0-e344ff3da8b8 req-ad0592e7-483f-4ce5-8d32-c78072b6f5a2 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.44 "DELETE /v2.0/ports/e7650076-a88a-4d10-b3da-7300e84887a5 HTTP/1.1" status: 204 len: 173 time: 1.0125344 Mar 31 23:07:17.305763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'name': 'network-vif-deleted', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:17.307496 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23d083-22a0-44b6-a4e9-913c1438cd6a" -d '{"events": [{"server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "name": "network-vif-deleted", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:17.419990 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fd60fd-ef14-49ed-9d14-8be7d15762ba x-openstack-request-id: req-c8fd60fd-ef14-49ed-9d14-8be7d15762ba {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:17.420284 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22942c8a-507f-4a6c-a09e-0e4f9be73813", "name": "network-vif-deleted", "tag": "e7650076-a88a-4d10-b3da-7300e84887a5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:17.420539 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c8fd60fd-ef14-49ed-9d14-8be7d15762ba {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:17.420943 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fd60fd-ef14-49ed-9d14-8be7d15762ba'] response: {'server_uuid': '22942c8a-507f-4a6c-a09e-0e4f9be73813', 'name': 'network-vif-deleted', 'tag': 'e7650076-a88a-4d10-b3da-7300e84887a5', 'status': 'completed', 'code': 200} Mar 31 23:07:17.472933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-602a28b7-4b09-46b7-900c-b9d0e7bf139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.474386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.602814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-602a28b7-4b09-46b7-900c-b9d0e7bf139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.760503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-602a28b7-4b09-46b7-900c-b9d0e7bf139a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d6b710879e9a4cbe8308e4c2be6d8fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213078 Mar 31 23:07:17.763290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a28b7-4b09-46b7-900c-b9d0e7bf139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad1ac4b-c1a4-40a7-adf9-c1f8ddb5cca1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:17.766587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54296) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:17.777871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 5ad35c6f-a5cc-4c0c-9c86-480d45ae647d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:17.778637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.790607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4481fec-e274-4390-9d6b-5ee42da8cd50 req-e73260ce-58fb-44e3-8324-630b2bb7c926 tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.0560436 Mar 31 23:07:17.905003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70f7e924-0622-4c90-b6f0-253ad0a4d8ec req-d93c648f-d751-42cc-aad8-cd545beb707c tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0564570 Mar 31 23:07:17.913799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.945738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.138486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.141892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.143945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ad1ac4b-c1a4-40a7-adf9-c1f8ddb5cca1 HTTP/1.1" status: 204 len: 168 time: 0.3733599 Mar 31 23:07:18.153161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551c6e-fd57-4f1b-b02a-153ffb2814aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad1ac4b-c1a4-40a7-adf9-c1f8ddb5cca1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:18.199646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.222000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 5ad35c6f-a5cc-4c0c-9c86-480d45ae647d owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:18.661811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.714793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=5ad35c6f-a5cc-4c0c-9c86-480d45ae647d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:18.867342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.963235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-e6c75be5-01b2-4fd9-8716-30c7265ce32e tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c050726a8ac0450891858f47586a6d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461414 Mar 31 23:07:19.127983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.136653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.182970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-981e2aa0-c52e-4f11-b824-212593d44881 req-5525a6bd-1088-4661-9a37-f8a80c23e00d tempest-InstanceActionsV221TestJSON-1008108141 tempest-InstanceActionsV221TestJSON-1008108141-project] 10.222.0.83 "GET /v2.0/ports?device_id=22942c8a-507f-4a6c-a09e-0e4f9be73813 HTTP/1.1" status: 200 len: 210 time: 0.1473367 Mar 31 23:07:19.203875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-614e8f84-feb3-4ace-ae27-3831bab09585 req-0c1b746b-f6fd-48e1-8b08-dd0cf6808f39 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0738037 Mar 31 23:07:19.285215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-81c86bec-60f4-43b2-a4d8-b791c3bb7333 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.286771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-81c86bec-60f4-43b2-a4d8-b791c3bb7333 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165519 Mar 31 23:07:19.317293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Request body: {'port': {'device_id': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': 'c050726a8ac0450891858f47586a6d84'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:19.426810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.427421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router 68edb32b-dc4e-455f-914f-d035ffa7d16c {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:19.435195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.439654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-72e991f4-114b-4dbe-9454-3478a4a4e897 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 204 len: 168 time: 2.5639122 Mar 31 23:07:19.441144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54350) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:19.467784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638250753'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:19.692897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:19.697682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.728536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:19.738648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.739454 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b of type vlan for network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 Mar 31 23:07:19.741651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Made reservation on behalf of c050726a8ac0450891858f47586a6d84 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:19.745608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.764943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.830637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.943964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.956948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.968354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.969102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.039170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.091756 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6473854 Mar 31 23:07:20.095792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308d3b0-5cf3-415d-98dc-b5ecd2f02416 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=d1915dd6-11ec-46cf-95d3-ab79ab50cc25,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:20.098750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54368) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:20.105940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:20.112310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:20.206361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24fa20f-692d-485a-b89a-5f3f88af8a2e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:20.324767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Allocated IP 192.168.233.189 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/5f4eede8-19ac-4bd2-a411-d3a5d10f058f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:20.431036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce833c3-06b3-42d6-b5b0-2380fbcda810 req-a2a9bcf4-7a32-4e1e-964e-86d1ce76f3b5 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0527632 Mar 31 23:07:20.501228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:20.507132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.604295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.641677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:20.691784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Deleting subnet 6bae8391-0085-4c7a-abee-a6f20eebe6c8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:20.696129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.733383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.778908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.843159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e7650076-a88a-4d10-b3da-7300e84887a5 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:20.862580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: e7650076-a88a-4d10-b3da-7300e84887a5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:20.862915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e7650076-a88a-4d10-b3da-7300e84887a5 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:21.335601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.336157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.341002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.374254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bae8391-0085-4c7a-abee-a6f20eebe6c8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:21.408599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.416097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da4b8566-2c11-4693-a760-b790c2c9e42a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6bae8391-0085-4c7a-abee-a6f20eebe6c8 HTTP/1.1" status: 204 len: 168 time: 0.7700334 Mar 31 23:07:21.417289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:21.429002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:21.432603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:21.437283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:21.470165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:21.530824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.531591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.575068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=052e6af2-6f0d-4d5b-bb40-6b07e373eb46,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:21.599603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:21.600507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: d1915dd6-11ec-46cf-95d3-ab79ab50cc25, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:21.606113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.683254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b9d456d0-779a-4de2-993c-3ea1327f5956 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3804305 Mar 31 23:07:21.702862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Request body: {'port': {'device_id': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:21.765014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:21.845271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180555d3-92b9-4bf9-812c-c7ddc503f3c3 req-c502885a-a50a-45ce-990a-f03e1c2f0452 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.847054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-180555d3-92b9-4bf9-812c-c7ddc503f3c3 req-c502885a-a50a-45ce-990a-f03e1c2f0452 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 936 time: 0.2296698 Mar 31 23:07:21.869704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b56cb189-ad0d-4deb-939a-efdcece32221 None None] Provisioning complete for port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:21.870306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b56cb189-ad0d-4deb-939a-efdcece32221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.889543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.899164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.937138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23495436-a84d-466c-b31f-9503f3086d4a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:21.950214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54430) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:21.967256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59b2383-257d-46a8-a5be-f7a302774847') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:21.967553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59b2383-257d-46a8-a5be-f7a302774847') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:21.983164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.016825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.017683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b56cb189-ad0d-4deb-939a-efdcece32221 None None] Port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:22.031842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d1915dd6-11ec-46cf-95d3-ab79ab50cc25) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:22.035102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:22.035528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:22.037990 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:22.054508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66930434-9d0f-403d-97a1-5bb6e758b781 None None] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:22.054762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.055358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.155719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53ee-18c8-40f4-9092-b0e4165b76fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.198620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-180555d3-92b9-4bf9-812c-c7ddc503f3c3 req-b41c3647-8dd4-4655-8a6c-cefda5ea89e8 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870831 Mar 31 23:07:22.260121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.271680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.278255 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] 10.222.0.83 "DELETE /v2.0/networks/23495436-a84d-466c-b31f-9503f3086d4a HTTP/1.1" status: 204 len: 168 time: 0.8567445 Mar 31 23:07:22.295160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3b974ee8-1807-4209-b575-b92b55b78755 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1938272 Mar 31 23:07:22.300469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54438) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:22.308078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-965793985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:22.321549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c672e5d-2368-48bc-9512-976ededf1c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=23495436-a84d-466c-b31f-9503f3086d4a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.340549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53ee-18c8-40f4-9092-b0e4165b76fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.379985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:22.380586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-d1915dd6-11ec-46cf-95d3-ab79ab50cc25', 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '052e6af2-6f0d-4d5b-bb40-6b07e373eb46'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:22.381352 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.390093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.405935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Transition to ACTIVE for port object 5f4eede8-19ac-4bd2-a411-d3a5d10f058f will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:22.477841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53ee-18c8-40f4-9092-b0e4165b76fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.518008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fcaf53ee-18c8-40f4-9092-b0e4165b76fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc347cb9d15f42dd99042e85e8da56f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667233 Mar 31 23:07:22.520281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf53ee-18c8-40f4-9092-b0e4165b76fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a321f6-f62b-45ec-9955-db5863fdbe52,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.520911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54446) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:22.548497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Allocated IP 172.20.0.2 (d1915dd6-11ec-46cf-95d3-ab79ab50cc25/052e6af2-6f0d-4d5b-bb40-6b07e373eb46/4cb58bcf-a286-4e15-8909-34b4108ec162) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:22.587665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.610342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.623291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.624298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.627474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.712141 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.754752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.760491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.842464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Attempting to bind port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:22.843066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Attempting to bind port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:22.843487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Attempting to bind port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:22.848106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:22.848631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Attempting to bind port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:22.854292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.856190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:22.856611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:22.857064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:22.857628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Bound port: 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:22.858048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.910110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:22.914021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:22.920381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:22.936550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Pushing event updated for resources: {'Port': ['ID=4cb58bcf-a286-4e15-8909-34b4108ec162,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.940623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:22.945625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:22.947574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.950717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.956665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a4a321f6-f62b-45ec-9955-db5863fdbe52 HTTP/1.1" status: 204 len: 168 time: 0.4313827 Mar 31 23:07:22.956665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.973696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a7d0-fee8-4348-a119-50669a7846a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a321f6-f62b-45ec-9955-db5863fdbe52,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.997814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Attempting to bind port 4cb58bcf-a286-4e15-8909-34b4108ec162 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:22.997983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54470) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:22.998183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Attempting to bind port 4cb58bcf-a286-4e15-8909-34b4108ec162 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:22.998541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Attempting to bind port 4cb58bcf-a286-4e15-8909-34b4108ec162 on network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:23.006724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:23.007661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Checking segment: {'id': '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:23.008019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.008406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Bound using segment: {'id': '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:23.008881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Bound port: 4cb58bcf-a286-4e15-8909-34b4108ec162, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd1915dd6-11ec-46cf-95d3-ab79ab50cc25'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:23.009274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.051555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8147c59f-983b-4d9b-be5b-9f2265fa0191 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7a0ec5330f64303ab635123c9887d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520513 Mar 31 23:07:23.054604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54472) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:23.090205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] For port 4cb58bcf-a286-4e15-8909-34b4108ec162, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:23.095890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] For port 4cb58bcf-a286-4e15-8909-34b4108ec162, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cb58bcf-a286-4e15-8909-34b4108ec162,segment=NetworkSegment(77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b),segment_id=77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:23.105542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.127805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.162563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.178841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.178841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d8fe0e2-1b7d-457f-9d67-ef51f74cc28e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8710878 Mar 31 23:07:23.179284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:23.224679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.225306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.226805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f4eede8-19ac-4bd2-a411-d3a5d10f058f HTTP/1.1" status: 200 len: 1096 time: 1.5303936 Mar 31 23:07:23.227290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:23.229577 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701ffea-2f91-4b87-b4ed-1e031c33a6be" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:23.244018 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.273023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a298-25bc-478d-8bb6-e3a5807028b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:23.309035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef559-225a-4690-aa4a-8447613ea021 None None] Pushing event updated for resources: {'Port': ['ID=4cb58bcf-a286-4e15-8909-34b4108ec162,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:23.328794 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d385e2-cf60-4a16-b3c0-d897adb05f1c x-openstack-request-id: req-c6d385e2-cf60-4a16-b3c0-d897adb05f1c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:23.329088 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:23.329345 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c6d385e2-cf60-4a16-b3c0-d897adb05f1c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:23.329751 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d385e2-cf60-4a16-b3c0-d897adb05f1c'] response: {'name': 'network-changed', 'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'status': 'completed', 'code': 200} Mar 31 23:07:23.440763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.444820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.455497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7307e1b4-08cb-44b4-ad29-548b6e545a56 HTTP/1.1" status: 204 len: 168 time: 0.3997285 Mar 31 23:07:23.473748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edafef8-6f37-4c23-ae9e-be97f62f809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7307e1b4-08cb-44b4-ad29-548b6e545a56,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:23.496531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1ebd8-2030-47cc-ab9d-ff235f5cf93b req-c8af5788-e0ac-480c-8299-9ae4b3b9bb71 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.504013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bca1ebd8-2030-47cc-ab9d-ff235f5cf93b req-c8af5788-e0ac-480c-8299-9ae4b3b9bb71 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 948 time: 0.1695364 Mar 31 23:07:23.532376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ffea-2f91-4b87-b4ed-1e031c33a6be req-0540f5f8-92a4-4e07-8e40-dc7e39c9439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.533892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7701ffea-2f91-4b87-b4ed-1e031c33a6be req-0540f5f8-92a4-4e07-8e40-dc7e39c9439e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c050726a8ac0450891858f47586a6d84&device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 1099 time: 0.1582062 Mar 31 23:07:23.620132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7701ffea-2f91-4b87-b4ed-1e031c33a6be req-0824b241-9905-4299-9ecc-a94e7ef47466 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c050726a8ac0450891858f47586a6d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613835 Mar 31 23:07:23.638057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bca1ebd8-2030-47cc-ab9d-ff235f5cf93b req-e829c764-3744-4353-9d41-ee170006c335 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329725 Mar 31 23:07:23.752434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.871698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ffea-2f91-4b87-b4ed-1e031c33a6be req-7e6892af-4fcb-42f2-9185-5fa514d3c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.871698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7701ffea-2f91-4b87-b4ed-1e031c33a6be req-7e6892af-4fcb-42f2-9185-5fa514d3c794 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2331858 Mar 31 23:07:23.962886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-ee6e258e-cec7-45e4-93a7-c6812b8914ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.964418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-ee6e258e-cec7-45e4-93a7-c6812b8914ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c050726a8ac0450891858f47586a6d84&device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 1099 time: 0.0427778 Mar 31 23:07:24.013565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-3681c1b2-2462-415d-894b-66cf2bdb632f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f HTTP/1.1" status: 200 len: 217 time: 0.0354879 Mar 31 23:07:24.047722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.20.0.1 (d1915dd6-11ec-46cf-95d3-ab79ab50cc25/052e6af2-6f0d-4d5b-bb40-6b07e373eb46/2bf95ac1-5536-4098-9790-b3bf55083a6d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:24.068421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-2be5b265-bb71-43d6-b457-2f0dc922e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.071391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-2be5b265-bb71-43d6-b457-2f0dc922e879 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0520196 Mar 31 23:07:24.119289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-8eb553c9-d944-4ad3-b4ab-d24b5b10daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.120576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-8eb553c9-d944-4ad3-b4ab-d24b5b10daba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431828 Mar 31 23:07:24.174766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.229157 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.229645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-b0fb7538-44ad-4457-996a-7f95f17a2c6f service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959539 Mar 31 23:07:24.330485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.345548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54538) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:24.370876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-292d9571-0383-4501-a4a8-0a66efd8a19c req-819c3748-908f-4271-90d8-fb3c99618ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409168 Mar 31 23:07:24.417179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:24.418908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:24.421580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:24.463775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f52eb700-8b88-4d1a-9fad-1a0effa6a736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.477637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=2bf95ac1-5536-4098-9790-b3bf55083a6d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:24.524498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.708536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f52eb700-8b88-4d1a-9fad-1a0effa6a736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.759262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11355e-179c-4a30-b1e2-11f258ea429e None None] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:24.786482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2fc55-c56d-42ba-b8c1-ece3c5646d6c req-a0f8fb21-b7fb-49bb-9317-053c8171b5db tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.788076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4e2fc55-c56d-42ba-b8c1-ece3c5646d6c req-a0f8fb21-b7fb-49bb-9317-053c8171b5db tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 948 time: 0.0571766 Mar 31 23:07:24.820545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] Provisioning complete for port 4cb58bcf-a286-4e15-8909-34b4108ec162 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:24.820545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.830100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4e2fc55-c56d-42ba-b8c1-ece3c5646d6c req-f168e7a4-024c-4848-b841-5670c739e95a tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Mar 31 23:07:24.883705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f52eb700-8b88-4d1a-9fad-1a0effa6a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.958461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.965488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f52eb700-8b88-4d1a-9fad-1a0effa6a736 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=260d055905ed4e59b87d9874b69038d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117134 Mar 31 23:07:24.966292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54578) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:24.975533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eb700-8b88-4d1a-9fad-1a0effa6a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b75ef-a6f1-40aa-ad87-28788f4c47ca,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.073637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.088401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.108753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.140400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cb58bcf-a286-4e15-8909-34b4108ec162 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:25.200370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] For port 4cb58bcf-a286-4e15-8909-34b4108ec162, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cb58bcf-a286-4e15-8909-34b4108ec162,segment=NetworkSegment(77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b),segment_id=77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:25.234814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4cb58bcf-a286-4e15-8909-34b4108ec162 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:25.235458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.345543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.366122 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.370157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.374151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f5b75ef-a6f1-40aa-ad87-28788f4c47ca HTTP/1.1" status: 204 len: 168 time: 0.4039347 Mar 31 23:07:25.389779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.395114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9201fe-c94f-430e-8b0d-d7662127e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b75ef-a6f1-40aa-ad87-28788f4c47ca,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.438689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.513237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:07:25.513871 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:07:25.527194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9bfb8-dd4d-4744-b526-bdbb579cfd2a None None] Pushing event updated for resources: {'Port': ['ID=4cb58bcf-a286-4e15-8909-34b4108ec162,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.578139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-35d45dd9-a693-4454-b1be-7b8eb7bebb60 None None] Provisioning complete for port 4cb58bcf-a286-4e15-8909-34b4108ec162 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:25.578515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35d45dd9-a693-4454-b1be-7b8eb7bebb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.592594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.608305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54628) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:25.710022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-35d45dd9-a693-4454-b1be-7b8eb7bebb60 None None] Provisioning complete for port 2bf95ac1-5536-4098-9790-b3bf55083a6d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:25.710315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35d45dd9-a693-4454-b1be-7b8eb7bebb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.710774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.713533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=2bf95ac1-5536-4098-9790-b3bf55083a6d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.747196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-35d45dd9-a693-4454-b1be-7b8eb7bebb60 None None] Port 2bf95ac1-5536-4098-9790-b3bf55083a6d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:25.820268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:25.821936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:25.846620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1043789506-network', 'tenant_id': '3cd88da30a944d2b833046343995672a'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:25.872726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-186b6f8b-c78d-41f2-bda9-844dc3fe3959 None None] Provisioning complete for port 2bf95ac1-5536-4098-9790-b3bf55083a6d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:25.874888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-186b6f8b-c78d-41f2-bda9-844dc3fe3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.925362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-186b6f8b-c78d-41f2-bda9-844dc3fe3959 None None] Port 2bf95ac1-5536-4098-9790-b3bf55083a6d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:25.971942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b00b04-2da4-4435-bb74-0070fe5ae052 req-e1b8b41a-73ed-422c-8be9-7d30fa4d9c5f tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.973667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60b00b04-2da4-4435-bb74-0070fe5ae052 req-e1b8b41a-73ed-422c-8be9-7d30fa4d9c5f tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 948 time: 0.0673826 Mar 31 23:07:26.040787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60b00b04-2da4-4435-bb74-0070fe5ae052 req-580b98e2-8733-411d-a126-4f739a0c4586 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488670 Mar 31 23:07:26.112153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:26.116445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.124606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.145780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-36e5f080-cd82-46ce-885a-9d9e57a4db0a None None] Provisioning complete for port 2bf95ac1-5536-4098-9790-b3bf55083a6d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:26.146147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36e5f080-cd82-46ce-885a-9d9e57a4db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.221489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.266638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router dc6a3373-6cb1-4d76-9fff-53c053cd6081 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:26.317771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-36e5f080-cd82-46ce-885a-9d9e57a4db0a None None] Port 2bf95ac1-5536-4098-9790-b3bf55083a6d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:26.363555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:26.369503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ad7cd91-28c0-4d9d-b94d-739b711c8199 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/dc6a3373-6cb1-4d76-9fff-53c053cd6081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1887150 Mar 31 23:07:26.372091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54652) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:26.374907 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] Sync routers for ids ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:26.384856 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] Routers {'dc6a3373-6cb1-4d76-9fff-53c053cd6081'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:26.385425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:26.420037 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:26.430647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca93dc3-35d6-4211-8587-8c096c922231 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.430836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] Routers {'dc6a3373-6cb1-4d76-9fff-53c053cd6081'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:26.431496 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:26.435423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:26.435737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dca93dc3-35d6-4211-8587-8c096c922231 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports/2bf95ac1-5536-4098-9790-b3bf55083a6d HTTP/1.1" status: 200 len: 910 time: 0.0624025 Mar 31 23:07:26.441797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '052e6af2-6f0d-4d5b-bb40-6b07e373eb46'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:26.468934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:26.469569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c1f9-ed90-4ce7-81ca-1462cf7c8911 None None] The sync data for ids ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:26.522880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.550276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:26.560297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cedd32-3b1d-4287-8f50-46e9c43862f1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:26.570838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.571072 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Added segment 55ca61b1-057e-4bac-99fe-b5f1b8ced5dc of type vlan for network eb85995c-1b54-46c2-a818-7fc44ef2e5fc Mar 31 23:07:26.603770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.615209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.855258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.861841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.861841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.862054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:26.957248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] Pushing event updated for resources: {'Network': ['ID=eb85995c-1b54-46c2-a818-7fc44ef2e5fc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:26.967683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:26.986110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.045495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:27.049389 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb81808-c68b-43d2-869a-bd4ae933499e" -d '{"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:27.077592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:27.089360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cb58bcf-a286-4e15-8909-34b4108ec162 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:27.117225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c37cbfdb-4fa4-4ef9-864a-b299f07b4b7f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5073569 Mar 31 23:07:27.120373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54688) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:27.128540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Request body: {'subnet': {'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1043789506-subnet', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:27.176314 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152761b0-878c-4bbc-92ed-a1357b28c1e6 x-openstack-request-id: req-152761b0-878c-4bbc-92ed-a1357b28c1e6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:27.177190 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:27.179208 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-152761b0-878c-4bbc-92ed-a1357b28c1e6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:27.180572 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152761b0-878c-4bbc-92ed-a1357b28c1e6'] response: {'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'code': 200} Mar 31 23:07:27.205921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4cb58bcf-a286-4e15-8909-34b4108ec162 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:27.206624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.266149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.278724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430560-76cc-482f-992f-20e99656a4e8 req-cb45cfd3-52c9-4467-a5e2-3ee5bb964326 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.280919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2430560-76cc-482f-992f-20e99656a4e8 req-cb45cfd3-52c9-4467-a5e2-3ee5bb964326 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 948 time: 0.0783982 Mar 31 23:07:27.325670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:27.330379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.349077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2430560-76cc-482f-992f-20e99656a4e8 req-0446cae7-395d-4a11-b5d6-1acc0982cda6 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Mar 31 23:07:27.381442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:27.382110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.601523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.726199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.726856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.728319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/ports/2bf95ac1-5536-4098-9790-b3bf55083a6d HTTP/1.1" status: 200 len: 910 time: 1.2915001 Mar 31 23:07:27.729278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027f0b0-845d-4ab2-8645-b2512fba301e tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=2bf95ac1-5536-4098-9790-b3bf55083a6d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:27.731483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54712) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:27.949905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-23e3e3d9-6555-4d89-80af-387ae8a42834 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.951425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-23e3e3d9-6555-4d89-80af-387ae8a42834 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.1101553 Mar 31 23:07:27.967327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-92123c54-7ae3-416c-9a06-0b571a98d96e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/quotas/c1fbdb6f06c94e6aa148fd12b278b0ff HTTP/1.1" status: 200 len: 375 time: 0.0095065 Mar 31 23:07:28.018863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.073476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.075837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-0e842f78-57c4-4bb8-ba06-9d87acf70d23 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024685 Mar 31 23:07:28.102567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:28.147255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:28.147623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Network hostable DHCP agents. Network: eb85995c-1b54-46c2-a818-7fc44ef2e5fc, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:28.207589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-da529016-d7a3-4106-a562-793892b00bee service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232078 Mar 31 23:07:28.277200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:28.324746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-0c5c94b3-1556-45eb-96e8-1f08240ab66d service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128700 Mar 31 23:07:28.350560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 2bf95ac1-5536-4098-9790-b3bf55083a6d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:28.350964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.477810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.491146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, eb85995c-1b54-46c2-a818-7fc44ef2e5fc) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:28.493380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 2bf95ac1-5536-4098-9790-b3bf55083a6d owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:28.499842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.500500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.501296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a33990-1bd3-4db5-90cb-10d0c4945f9c None None] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:28.518258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:28.535326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578220fc-4b65-4ddd-a7e2-0be8ceb4f696 req-20fbaf82-92b8-47a6-b788-c084409a838d tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.552259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-578220fc-4b65-4ddd-a7e2-0be8ceb4f696 req-20fbaf82-92b8-47a6-b788-c084409a838d tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 948 time: 0.1031976 Mar 31 23:07:28.630527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-578220fc-4b65-4ddd-a7e2-0be8ceb4f696 req-d35645f7-8fac-4459-be30-21d67e820078 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707219 Mar 31 23:07:28.681489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3127cedc-8c15-4170-b81f-20ff41940df7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5587070 Mar 31 23:07:28.694879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54772) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:28.699844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:28.783316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7373d063-a554-4e4b-9f0c-f1a13ee6c594 req-dd9f37e1-c654-4992-9f88-e7ad8cc4f4b6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0781024 Mar 31 23:07:28.785014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:28.800241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'mac_address': 'fa:16:3e:3d:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:28.854615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:28.855410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.868286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.872696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.875470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.883591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:28.907382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.911610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:28.975054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=2bf95ac1-5536-4098-9790-b3bf55083a6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.012900 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.077596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Allocated IP 172.20.0.2 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/0d645e97-e2fc-4872-a771-cde207ecf312) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:29.102793 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.237545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.254956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.357119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.382356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.462587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router dc6a3373-6cb1-4d76-9fff-53c053cd6081 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:29.470195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-0540fa42-d33a-4fe2-a56e-2e5233d78f86 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.471685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-0540fa42-d33a-4fe2-a56e-2e5233d78f86 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbc69349-e05c-418e-b521-ad726d586b79 HTTP/1.1" status: 200 len: 944 time: 0.1187344 Mar 31 23:07:29.581758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5f4eede8-19ac-4bd2-a411-d3a5d10f058f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:29.601159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:29.610060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46f97f98-7a02-4380-8e8a-b3f24cb79433 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/dc6a3373-6cb1-4d76-9fff-53c053cd6081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748372 Mar 31 23:07:29.610553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54790) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:29.615100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efeab21-35c4-4262-9363-31094204f46d None None] Sync routers for ids ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:29.638771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] Routers {'dc6a3373-6cb1-4d76-9fff-53c053cd6081'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:29.639410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:29.648681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a66f2f33-d3f1-4693-987f-5dde1f12502d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc6a3373-6cb1-4d76-9fff-53c053cd6081 HTTP/1.1" status: 200 len: 205 time: 0.0346668 Mar 31 23:07:29.649026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54792) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:29.696209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:29.698676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.734502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.739577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Deleting port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:29.739921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.760146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] Routers {'dc6a3373-6cb1-4d76-9fff-53c053cd6081'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:29.760781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:29.763740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:29.812857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:29.816262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:29.818324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4efeab21-35c4-4262-9363-31094204f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:29.818960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efeab21-35c4-4262-9363-31094204f46d None None] The sync data for ids ['dc6a3373-6cb1-4d76-9fff-53c053cd6081'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:29.822829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Pushing event updated for resources: {'Port': ['ID=0d645e97-e2fc-4872-a771-cde207ecf312,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.918676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Attempting to bind port 0d645e97-e2fc-4872-a771-cde207ecf312 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:29.919527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Attempting to bind port 0d645e97-e2fc-4872-a771-cde207ecf312 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:29.919527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Attempting to bind port 0d645e97-e2fc-4872-a771-cde207ecf312 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:29.921409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df3c93d3-8e4b-4574-b9c2-722a916fc096 req-1c6594dd-d13b-4152-9cc8-ea0a705f044d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0560491 Mar 31 23:07:29.928316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:29.929195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:29.929195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.929549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:29.930895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Bound port: 0d645e97-e2fc-4872-a771-cde207ecf312, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:29.930895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.956396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f3ad-79aa-4c8c-bb76-b3d4cb5c4faf req-89ac7657-11a3-442c-8ce5-129176f138e3 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.972302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad8f3ad-79aa-4c8c-bb76-b3d4cb5c4faf req-89ac7657-11a3-442c-8ce5-129176f138e3 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.1711457 Mar 31 23:07:29.984203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.985630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.008051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] For port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:30.008329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.051362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Calling delete_port for 6fada6e5-97b5-4dd8-9713-d5b8fb4218be owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:30.051741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad8f3ad-79aa-4c8c-bb76-b3d4cb5c4faf req-67ad4f0a-ce8e-4c48-b160-c9dd250e4f0d tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726631 Mar 31 23:07:30.063217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] For port 0d645e97-e2fc-4872-a771-cde207ecf312, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:30.078089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] For port 0d645e97-e2fc-4872-a771-cde207ecf312, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d645e97-e2fc-4872-a771-cde207ecf312,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:30.109323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54802) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:30.175922 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.197137 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.257381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f2192a7-15bd-477c-9230-95c0cb94d5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.276566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.277070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router dc6a3373-6cb1-4d76-9fff-53c053cd6081 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:30.284513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.285797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-40dc018a-fd1b-45e4-973a-361b5f5fc76d tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/dc6a3373-6cb1-4d76-9fff-53c053cd6081 HTTP/1.1" status: 204 len: 168 time: 0.6357377 Mar 31 23:07:30.290203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54806) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:30.311672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.312130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Allocated IP 172.25.6.27 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/39ea2754-45a9-4299-9028-315410e77dee) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:30.368462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 052e6af2-6f0d-4d5b-bb40-6b07e373eb46 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:30.370336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.385362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aa88a-c175-4dc6-8fd2-e05228adf819 None None] Pushing event updated for resources: {'Port': ['ID=0d645e97-e2fc-4872-a771-cde207ecf312,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.437609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.448956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.464453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f2192a7-15bd-477c-9230-95c0cb94d5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.526571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.539668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.598920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event deleted for resources: {'Port': ['ID=6fada6e5-97b5-4dd8-9713-d5b8fb4218be,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.657702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] No DVR routers for this DVR port 6fada6e5-97b5-4dd8-9713-d5b8fb4218be on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:30.667234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.667234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-af32648c-8ffa-4b78-a937-2dfb555ac0dd req-f31fe2c6-4b4a-4ea8-9268-58f8e77035b7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "DELETE /v2.0/ports/6fada6e5-97b5-4dd8-9713-d5b8fb4218be HTTP/1.1" status: 204 len: 173 time: 1.1863792 Mar 31 23:07:30.667234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-deleted', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:30.667641 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de934da8-e6d1-4458-b8c2-7407bacd89d1" -d '{"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-deleted", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:30.699633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f2192a7-15bd-477c-9230-95c0cb94d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.701753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.745565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0f2192a7-15bd-477c-9230-95c0cb94d5d1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=07cb920c34d449b8833d0a10d6040b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312482 Mar 31 23:07:30.745565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2192a7-15bd-477c-9230-95c0cb94d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa186a42-9056-4278-bf39-8ae2d33321c1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.746773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54812) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:30.772915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:30.781782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:30.790333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:30.825608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.833072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Pushing event updated for resources: {'Port': ['ID=39ea2754-45a9-4299-9028-315410e77dee,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.847528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.848046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.848400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.848871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.849205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.849534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.849910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.850351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.850762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.851108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.858212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.858212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:30.858571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.886557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.923276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=052e6af2-6f0d-4d5b-bb40-6b07e373eb46,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.931072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.938216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-abeb885a-eab9-42ef-97ea-6582fadcfbee tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/052e6af2-6f0d-4d5b-bb40-6b07e373eb46 HTTP/1.1" status: 204 len: 168 time: 0.6430159 Mar 31 23:07:30.938216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54818) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:30.938669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a5085-7e53-42ca-83ed-b93f9e36cdf6 None None] Network d1915dd6-11ec-46cf-95d3-ab79ab50cc25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:30.966270 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29fa312-90ba-423e-b6f6-e8b7d67b8832 x-openstack-request-id: req-e29fa312-90ba-423e-b6f6-e8b7d67b8832 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:30.966456 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc69349-e05c-418e-b521-ad726d586b79", "name": "network-vif-deleted", "tag": "6fada6e5-97b5-4dd8-9713-d5b8fb4218be", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:30.966560 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e29fa312-90ba-423e-b6f6-e8b7d67b8832 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:30.966994 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29fa312-90ba-423e-b6f6-e8b7d67b8832'] response: {'server_uuid': 'fbc69349-e05c-418e-b521-ad726d586b79', 'name': 'network-vif-deleted', 'tag': '6fada6e5-97b5-4dd8-9713-d5b8fb4218be', 'status': 'completed', 'code': 200} Mar 31 23:07:31.088798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.093635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b46b0c8-e2b8-4800-a1d3-e6f9b8e446bd req-76d2de8b-1cf3-4ab0-a88c-08d9ce17ed75 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0409133 Mar 31 23:07:31.155048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d645e97-e2fc-4872-a771-cde207ecf312 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:31.187817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 4cb58bcf-a286-4e15-8909-34b4108ec162 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:31.188128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.233786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2754fa-6e01-4580-8f9b-0abdbe27a947 req-000649a3-b9a3-422d-a47b-7239889d49c3 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.244724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a2754fa-6e01-4580-8f9b-0abdbe27a947 req-000649a3-b9a3-422d-a47b-7239889d49c3 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.0757663 Mar 31 23:07:31.266868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0d645e97-e2fc-4872-a771-cde207ecf312 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:31.267284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.300380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a2754fa-6e01-4580-8f9b-0abdbe27a947 req-b9818ab7-6897-442c-9ca5-a5b87ed73ab2 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Mar 31 23:07:31.352225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] DHCP port deletion for d1915dd6-11ec-46cf-95d3-ab79ab50cc25 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:31.463092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Deleting port 4cb58bcf-a286-4e15-8909-34b4108ec162 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:31.463491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.469558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.523044 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.556656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] For port 4cb58bcf-a286-4e15-8909-34b4108ec162, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cb58bcf-a286-4e15-8909-34b4108ec162,segment=NetworkSegment(77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b),segment_id=77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.557051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.606252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Calling delete_port for 4cb58bcf-a286-4e15-8909-34b4108ec162 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:31.609836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 0d645e97-e2fc-4872-a771-cde207ecf312, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d645e97-e2fc-4872-a771-cde207ecf312,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.636512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.639072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.642484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aa186a42-9056-4278-bf39-8ae2d33321c1 HTTP/1.1" status: 204 len: 168 time: 0.8925102 Mar 31 23:07:31.697703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5859fd8-86eb-4824-a6b8-72373b32ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa186a42-9056-4278-bf39-8ae2d33321c1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:31.712434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 4cb58bcf-a286-4e15-8909-34b4108ec162, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4cb58bcf-a286-4e15-8909-34b4108ec162,segment=NetworkSegment(77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b),segment_id=77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.712813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.748491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 4cb58bcf-a286-4e15-8909-34b4108ec162 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:31.787069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc5f66-5790-47d8-8a11-a662eb04a57e None None] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:31.787645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.932152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2f23f84a-4729-4f15-bc82-0a258e7d2852 None None] Provisioning complete for port 0d645e97-e2fc-4872-a771-cde207ecf312 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:31.932530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f23f84a-4729-4f15-bc82-0a258e7d2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.087129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.103775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.125416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.140514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=4cb58bcf-a286-4e15-8909-34b4108ec162,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.142429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port 4cb58bcf-a286-4e15-8909-34b4108ec162 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:32.177705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] No DVR routers for this DVR port 4cb58bcf-a286-4e15-8909-34b4108ec162 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:32.205352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=0d645e97-e2fc-4872-a771-cde207ecf312,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.211343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b598439-0276-4dc2-8227-ad28ac5a340b req-81a0aefa-484a-45cf-8c3e-88c629010775 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0304499 Mar 31 23:07:32.243418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6351b-f094-49a6-b5e0-30087028519c None None] Pushing event deleted for resources: {'Port': ['ID=4cb58bcf-a286-4e15-8909-34b4108ec162,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.255590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:32.266779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.288707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1915dd6-11ec-46cf-95d3-ab79ab50cc25']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:32.312239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:32.312797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77874e70-f196-4e8b-bcdd-8d3bf5eb0d2b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:32.327926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.344262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.353013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:32.353652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.447146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:32.463935 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:32.471996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214637e1-6d44-4c89-9113-08705981202a None None] Sync routers for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:32.484957 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:32.485114 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:32.549727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:32.565300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94538-1acf-4975-a497-f9b892552a43 req-f2d06a2e-3c45-4e49-87ca-298c0d2220b1 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.576072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ce94538-1acf-4975-a497-f9b892552a43 req-f2d06a2e-3c45-4e49-87ca-298c0d2220b1 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.0884106 Mar 31 23:07:32.637853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.638648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ce94538-1acf-4975-a497-f9b892552a43 req-67c7c735-123f-4d4b-a797-93b2d566e984 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615983 Mar 31 23:07:32.654356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.661319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/d1915dd6-11ec-46cf-95d3-ab79ab50cc25 HTTP/1.1" status: 204 len: 168 time: 1.7231324 Mar 31 23:07:32.666309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54836) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:32.671411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283828545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:32.688686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dbba4-4878-40b5-9841-0aa92363fc4a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=d1915dd6-11ec-46cf-95d3-ab79ab50cc25,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.692964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.698696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aa0c54ab-b87a-456a-89cd-eb88daf2f80c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0024049 Mar 31 23:07:32.699422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54838) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:32.724532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fb181025-dde0-485f-97f5-6e99b932261f None None] Provisioning complete for port 0d645e97-e2fc-4872-a771-cde207ecf312 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:32.725910 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb181025-dde0-485f-97f5-6e99b932261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.820822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:32.829315 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:32.832560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:32.833007 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.908503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:32.937060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 6fada6e5-97b5-4dd8-9713-d5b8fb4218be {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:32.937385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 6fada6e5-97b5-4dd8-9713-d5b8fb4218be not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:32.955631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.976172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:32.978568 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10873ab-8a51-42cb-bc23-b44bb1665280" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:33.054746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:33.077173 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:31Z', 'revision_number': 3, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:33.095027 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3314f1-d31b-4a45-a887-82f3e78e4ab9 x-openstack-request-id: req-de3314f1-d31b-4a45-a887-82f3e78e4ab9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:33.095515 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:33.095515 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de3314f1-d31b-4a45-a887-82f3e78e4ab9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:33.095808 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3314f1-d31b-4a45-a887-82f3e78e4ab9'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'code': 200} Mar 31 23:07:33.096209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.098295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.109330 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214637e1-6d44-4c89-9113-08705981202a None None] Checking router: 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:33.109696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214637e1-6d44-4c89-9113-08705981202a None None] Updating router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 port 39ea2754-45a9-4299-9028-315410e77dee binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:33.145964 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.147685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d645e97-e2fc-4872-a771-cde207ecf312 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:33.201175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0d645e97-e2fc-4872-a771-cde207ecf312 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:33.201875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.236569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:33.254030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.259193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97346a5c-c870-4231-9fcc-83e6a0e745ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.318215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.367888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50ab12f5-8d6f-4191-a74b-e4dd871b814b req-f3419ce7-342c-45e6-a632-50016bcc5a21 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0441408 Mar 31 23:07:33.383429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969ccb-1888-4d95-be87-555f2331fc11 req-ea8446cc-1143-43e8-bd4b-e5fe83cea297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.385156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88969ccb-1888-4d95-be87-555f2331fc11 req-ea8446cc-1143-43e8-bd4b-e5fe83cea297 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 1100 time: 0.2024326 Mar 31 23:07:33.395705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cb58bcf-a286-4e15-8909-34b4108ec162 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:33.410211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97346a5c-c870-4231-9fcc-83e6a0e745ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.425757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4cb58bcf-a286-4e15-8909-34b4108ec162 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:33.449193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4cb58bcf-a286-4e15-8909-34b4108ec162 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:33.449193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:33.456427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88969ccb-1888-4d95-be87-555f2331fc11 req-bc826902-8966-4727-a92f-3d5108917bdc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647075 Mar 31 23:07:33.504425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.525726 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.570727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.673522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Allocated IP 172.20.0.1 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/76c0064e-8bbc-4dbb-8424-a921550c0490) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:33.718934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97346a5c-c870-4231-9fcc-83e6a0e745ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.803715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97346a5c-c870-4231-9fcc-83e6a0e745ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d64059-0d41-4ad3-a345-337f81c6dd9b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:33.809316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97346a5c-c870-4231-9fcc-83e6a0e745ef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f0f6b9e5c69478ba68884a26e7e1dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709972 Mar 31 23:07:33.810833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc352ae-a354-469c-926b-d40a4c75b956 req-fccef91e-0316-4857-bcdc-a6b66b4e425d tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.811997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54860) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:33.812383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc352ae-a354-469c-926b-d40a4c75b956 req-fccef91e-0316-4857-bcdc-a6b66b4e425d tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 950 time: 0.0842896 Mar 31 23:07:33.833024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.862839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.868987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc352ae-a354-469c-926b-d40a4c75b956 req-e8c9b3b3-d28c-40b3-aa6b-add3cc950922 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Mar 31 23:07:33.890806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.901086 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.953326 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-214637e1-6d44-4c89-9113-08705981202a None None] Attempting to bind port 39ea2754-45a9-4299-9028-315410e77dee on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:33.953760 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-214637e1-6d44-4c89-9113-08705981202a None None] Attempting to bind port 39ea2754-45a9-4299-9028-315410e77dee by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:33.956942 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214637e1-6d44-4c89-9113-08705981202a None None] Attempting to bind port 39ea2754-45a9-4299-9028-315410e77dee on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:33.959724 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Pushing event updated for resources: {'Port': ['ID=39ea2754-45a9-4299-9028-315410e77dee,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:33.962665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214637e1-6d44-4c89-9113-08705981202a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:33.963042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214637e1-6d44-4c89-9113-08705981202a None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:33.963433 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.963809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214637e1-6d44-4c89-9113-08705981202a None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:33.964256 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-214637e1-6d44-4c89-9113-08705981202a None None] Bound port: 39ea2754-45a9-4299-9028-315410e77dee, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:33.964624 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.970793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.971153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.971484 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.971809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.972130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.972445 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.972759 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.973073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.973384 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.973694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.974002 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.974308 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:33.998508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.999816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-54b07743-93fc-4c03-93ad-04d05c87e32f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3325005 Mar 31 23:07:34.002618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54862) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:34.008918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750230397'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:34.033379 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-214637e1-6d44-4c89-9113-08705981202a None None] For port 39ea2754-45a9-4299-9028-315410e77dee, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:34.036451 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-214637e1-6d44-4c89-9113-08705981202a None None] For port 39ea2754-45a9-4299-9028-315410e77dee, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=39ea2754-45a9-4299-9028-315410e77dee,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:34.157248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-033369d6-e3f4-48d8-b342-5ad533d12c2e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.158668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-033369d6-e3f4-48d8-b342-5ad533d12c2e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.1064596 Mar 31 23:07:34.171163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Request body: {'port': {'device_id': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'admin_state_up': True, 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:34.220891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.253060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:34.256907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:34.261982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:34.268011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Pushing event updated for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:34.310726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.383123 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-214637e1-6d44-4c89-9113-08705981202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.398364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.398364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.398364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38d64059-0d41-4ad3-a345-337f81c6dd9b HTTP/1.1" status: 204 len: 168 time: 0.5756910 Mar 31 23:07:34.404584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:34.412116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.446017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396456c-90d9-4cd1-86b0-b9b81f24e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d64059-0d41-4ad3-a345-337f81c6dd9b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:34.509930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:34.530352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.537616 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 59671895-1375-4adf-822d-9abde197b90c of type vlan for network 39dab912-abdf-4a87-a3e7-ae254702a2f4 Mar 31 23:07:34.537775 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d727-ca24-43eb-8c8f-f3453266cab3 None None] Pushing event updated for resources: {'Port': ['ID=39ea2754-45a9-4299-9028-315410e77dee,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:34.540404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:34.542798 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:34.642176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.661289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.667542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:34.671206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.709730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1bae8b7c-f9dd-4c90-a000-27bc201429c5 None None] Provisioning complete for port 76c0064e-8bbc-4dbb-8424-a921550c0490 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:34.711939 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bae8b7c-f9dd-4c90-a000-27bc201429c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.735241 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:34.818152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1bae8b7c-f9dd-4c90-a000-27bc201429c5 None None] Port 76c0064e-8bbc-4dbb-8424-a921550c0490 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:34.838203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Allocated IP 172.20.0.2 (58f0953a-582e-461a-828d-7b3ce52455a9/7f5bace0-4927-4b00-8d72-acda98460ffa/d173cde5-ec3a-4bc0-b828-ba1ceea6b81a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:34.950127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cb109f8-f707-40f3-8981-e515b4d1ff9f req-02850ef1-c6a8-495f-960c-5ec069610a5c tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 210 time: 0.0332944 Mar 31 23:07:35.069548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.080740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.082727 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-214637e1-6d44-4c89-9113-08705981202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:31Z', 'revision_number': 3, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:35.086445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.087052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.087770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1784-5642-4077-8fdb-0a09390d58b4 req-0f5a22b4-b342-44e6-99d3-95dca9d6a725 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.089564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d63e1784-5642-4077-8fdb-0a09390d58b4 req-0f5a22b4-b342-44e6-99d3-95dca9d6a725 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 950 time: 0.0661678 Mar 31 23:07:35.121197 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214637e1-6d44-4c89-9113-08705981202a None None] The sync data for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 is: [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:31Z', 'revision_number': 3, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:35.142360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d63e1784-5642-4077-8fdb-0a09390d58b4 req-73ba5e55-6763-46ef-9caa-0720d52819a6 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Mar 31 23:07:35.181951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=39dab912-abdf-4a87-a3e7-ae254702a2f4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:35.193415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:35.332093 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9776267f-7a84-480e-82d2-93e724c0ea0f tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3085144 Mar 31 23:07:35.335126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:35.341912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:35.343283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.576593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.629263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Network 58f0953a-582e-461a-828d-7b3ce52455a9 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:35.635977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:35.640886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:35.650024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.690723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:35.695302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.704246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:35.737500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.738120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.833174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.924094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.927067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Pushing event updated for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:35.929696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-8bb1f332-2078-47b8-98dc-7c5252f91341 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7620153 Mar 31 23:07:36.072605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.082157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:36.083784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:36.194993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=7464528f-9450-48ba-af29-584b61da41a8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:36.216964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Request body: {'port': {'device_id': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:36.342875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:36.343277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: 39dab912-abdf-4a87-a3e7-ae254702a2f4, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:36.366077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.372302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:36.446948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a77ba-d474-4df4-81b1-b1069f1ab750 req-0f57a07e-849a-4a0c-a620-a27a79cb3ab6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.446948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d13a77ba-d474-4df4-81b1-b1069f1ab750 req-0f57a07e-849a-4a0c-a620-a27a79cb3ab6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 931 time: 0.1769187 Mar 31 23:07:36.463211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dd15d2a3-3ea4-467a-8801-00565e729998 None None] Provisioning complete for port 76c0064e-8bbc-4dbb-8424-a921550c0490 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:36.463819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd15d2a3-3ea4-467a-8801-00565e729998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.465511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b28c-9bab-4233-b450-44e5d00bbdf3 req-74dae9dc-8393-41bc-97b8-203ed2b913c1 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.469542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4920b28c-9bab-4233-b450-44e5d00bbdf3 req-74dae9dc-8393-41bc-97b8-203ed2b913c1 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 950 time: 0.2004395 Mar 31 23:07:36.509624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dd15d2a3-3ea4-467a-8801-00565e729998 None None] Port 76c0064e-8bbc-4dbb-8424-a921550c0490 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:36.529187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:36.565599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:36.592656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4920b28c-9bab-4233-b450-44e5d00bbdf3 req-138e36fd-74e2-431e-a4c3-f4c2a8ee32bc tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097426 Mar 31 23:07:36.615906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d13a77ba-d474-4df4-81b1-b1069f1ab750 req-1a57b286-963f-4fed-9f13-797350bbd065 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459439 Mar 31 23:07:36.692522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 39dab912-abdf-4a87-a3e7-ae254702a2f4) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:36.697969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:36.701341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8249ae-9afb-45be-9af2-dca795a6c1b9 None None] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:36.714504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c3d770c6-189f-45d8-89ad-ac29205c2c4c admin admin] 10.222.0.83 "PUT /v2.0/routers/3c0f5bfb-40c6-4466-a224-bc6b64f168b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0089834 Mar 31 23:07:36.717417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.718009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.813825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-64d83819-f984-419c-9efb-e755854ca016 tempest-AgentManagementNegativeTest-1192735975 tempest-AgentManagementNegativeTest-1192735975-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2415998 Mar 31 23:07:36.860037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3476ef65-e7cb-4bdb-823c-a91e48b81a1a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5210733 Mar 31 23:07:36.861144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54916) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:36.942131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d173cde5-ec3a-4bc0-b828-ba1ceea6b81a {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:36.996731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.015051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-39dab912-abdf-4a87-a3e7-ae254702a2f4', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:37.016010 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.046913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Transition to ACTIVE for port object d173cde5-ec3a-4bc0-b828-ba1ceea6b81a will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:37.181218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.190905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 39ea2754-45a9-4299-9028-315410e77dee up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:37.369786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:37.380141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Allocated IP 172.20.0.2 (39dab912-abdf-4a87-a3e7-ae254702a2f4/7464528f-9450-48ba-af29-584b61da41a8/c6a9d22d-7280-4a45-9e06-548a88fa134c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:37.384979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 39ea2754-45a9-4299-9028-315410e77dee triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:37.385417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.498356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Attempting to bind port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:37.498694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Attempting to bind port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:37.499040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Attempting to bind port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:37.525915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a on network 58f0953a-582e-461a-828d-7b3ce52455a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:37.526308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Attempting to bind port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:37.539724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:37.544787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Checking segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:37.544787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Bound using segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:37.544787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Bound port: d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:37.544787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.548109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.579762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.638008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 39ea2754-45a9-4299-9028-315410e77dee, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=39ea2754-45a9-4299-9028-315410e77dee,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:37.640014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:37.650273 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:37.759971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Sync routers for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:37.817204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:37.817869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:37.824463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.841001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.886545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.956267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.956571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.963174 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] 10.222.0.44 "PUT /v2.0/ports/d173cde5-ec3a-4bc0-b828-ba1ceea6b81a HTTP/1.1" status: 200 len: 1091 time: 2.0065749 Mar 31 23:07:37.963643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:37.984799 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95" -d '{"events": [{"name": "network-changed", "server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:37.998795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd3ef-c2e4-4a77-a159-d004495609b4 req-b57155bf-70cd-434a-8c6a-6b4cd89d702d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.003130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed2bd3ef-c2e4-4a77-a159-d004495609b4 req-b57155bf-70cd-434a-8c6a-6b4cd89d702d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 943 time: 0.1942039 Mar 31 23:07:38.026407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e3bc-9aa7-41d7-a724-5964a63574e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.034121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=39ea2754-45a9-4299-9028-315410e77dee,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.047762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.117713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed2bd3ef-c2e4-4a77-a159-d004495609b4 req-41c8bc2a-5b50-4fe2-9f65-ed361d394cea tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053646 Mar 31 23:07:38.123155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54946) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.206352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.20.0.1 (39dab912-abdf-4a87-a3e7-ae254702a2f4/7464528f-9450-48ba-af29-584b61da41a8/3e921f7b-a750-4204-b291-40dc8c161869) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:38.215620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:38.243714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.305949 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d91064-bfd0-489c-a281-68ba0f161ecb x-openstack-request-id: req-50d91064-bfd0-489c-a281-68ba0f161ecb {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:38.308247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:38.308965 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:38.310083 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50d91064-bfd0-489c-a281-68ba0f161ecb {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:38.311732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:38.312306 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d91064-bfd0-489c-a281-68ba0f161ecb'] response: {'name': 'network-changed', 'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'status': 'completed', 'code': 200} Mar 31 23:07:38.321189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-bcaec59a-a849-4f61-9c62-625916ebda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.324894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-bcaec59a-a849-4f61-9c62-625916ebda45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 1094 time: 0.1709371 Mar 31 23:07:38.327252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d22d-7280-4a45-9e06-548a88fa134c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.431195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-df331e94-14c4-486d-b67b-1b6c49946c23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a HTTP/1.1" status: 200 len: 217 time: 0.0991178 Mar 31 23:07:38.454784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.457225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:38.469533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346253752', 'description': 'tempest-description--1726696039'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:38.500366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.512784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Attempting to bind port c6a9d22d-7280-4a45-9e06-548a88fa134c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:38.513157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Attempting to bind port c6a9d22d-7280-4a45-9e06-548a88fa134c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:38.513515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Attempting to bind port c6a9d22d-7280-4a45-9e06-548a88fa134c on network 39dab912-abdf-4a87-a3e7-ae254702a2f4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:38.522624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:38.522994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Checking segment: {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:38.523421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.523812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Bound using segment: {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:38.524539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Bound port: c6a9d22d-7280-4a45-9e06-548a88fa134c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:38.524922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.545657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.547889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ded3f1ac-405f-4c84-9423-eed508ab2020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.583647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-ca5a36fa-bbc1-4556-b36e-74af13de8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.585809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-ca5a36fa-bbc1-4556-b36e-74af13de8336 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.1476221 Mar 31 23:07:38.640805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-65a99878-5a21-4165-8985-4b08edec87ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438097 Mar 31 23:07:38.684399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.732390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.800048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:38.804741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.810424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] For port c6a9d22d-7280-4a45-9e06-548a88fa134c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:38.824406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ded3f1ac-405f-4c84-9423-eed508ab2020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.824768 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.828399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:38.828634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-9be8332f-ce79-45fd-8c07-73dfa9791884 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780059 Mar 31 23:07:38.830797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] For port c6a9d22d-7280-4a45-9e06-548a88fa134c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a9d22d-7280-4a45-9e06-548a88fa134c,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:38.831633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.844490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:38.886664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.905804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 2, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:38.926257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7328e562-1aa1-490d-8651-c18695e0d6c9 req-aeb77a27-ce33-4287-b384-cb28e67bb27d service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895240 Mar 31 23:07:38.935355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Checking router: 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:38.935717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Updating router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 port 76c0064e-8bbc-4dbb-8424-a921550c0490 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:38.961584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.963646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.073376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=05657b1478b34d8ca87ac95601f0b5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788955 Mar 31 23:07:39.075194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd93952a-04cc-41a4-901a-54c393c5779b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.075442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c4713-24f7-42d9-9684-53959d63bab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:39.076770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.077240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 39ea2754-45a9-4299-9028-315410e77dee up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:39.089987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.099418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ded3f1ac-405f-4c84-9423-eed508ab2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.113884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.114056 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.176120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432283bd-a058-48f3-897f-585384fe024f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.176382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f1ac-405f-4c84-9423-eed508ab2020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ac363-8b7c-41c9-8a68-e5205e514ac0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.201982 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ded3f1ac-405f-4c84-9423-eed508ab2020 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=772869a402e3462c826270da2261a4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9494376 Mar 31 23:07:39.205052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54974) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:39.254684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f30337-3f2e-45bd-a517-f77001090ee1 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d22d-7280-4a45-9e06-548a88fa134c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.281554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 39ea2754-45a9-4299-9028-315410e77dee triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:39.281921 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.296622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.309877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-ab97b269-8e52-43cb-bafa-154ff1189203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.312846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-ab97b269-8e52-43cb-bafa-154ff1189203 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 1094 time: 0.0943134 Mar 31 23:07:39.329937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.330850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e2c3297-7f4a-4d82-ac4f-c233052f971d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8691833 Mar 31 23:07:39.398114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54984) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:39.405444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'security_group_rule': {'security_group_id': '432283bd-a058-48f3-897f-585384fe024f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:39.429118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-af646dc3-be67-4024-9132-9e7a08a5568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.430906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-af646dc3-be67-4024-9132-9e7a08a5568a service neutron] 10.222.0.44 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 907 time: 0.1108689 Mar 31 23:07:39.453640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.457628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.459038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd93952a-04cc-41a4-901a-54c393c5779b HTTP/1.1" status: 204 len: 168 time: 0.4486978 Mar 31 23:07:39.494785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b615-7544-4062-8a0a-1c6a8cec5c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd93952a-04cc-41a4-901a-54c393c5779b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.519601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-197d3a5c-a568-4b02-879d-7479116b9d32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a HTTP/1.1" status: 200 len: 217 time: 0.0820935 Mar 31 23:07:39.546058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.548178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.614572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-5b6382c6-5d14-4ebc-923d-f08c2a0ad954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.616311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-5b6382c6-5d14-4ebc-923d-f08c2a0ad954 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.0909333 Mar 31 23:07:39.629624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.639139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945094d8-12d2-46dc-a93c-b3cb2310334f req-4b5060b6-9ff4-450d-82a0-29dd352a613a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.640751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-945094d8-12d2-46dc-a93c-b3cb2310334f req-4b5060b6-9ff4-450d-82a0-29dd352a613a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 943 time: 0.3214726 Mar 31 23:07:39.652221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-1abad73c-e644-45aa-b732-709c09a6eb89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298629 Mar 31 23:07:39.679382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.681148 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.784048 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-a6a0240c-73d6-42db-bb29-cdb5834c3246 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243665 Mar 31 23:07:39.789948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a4a54-b687-4751-a32f-58a24091f37d None None] Pushing event updated for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.817699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d4d05-cec5-498f-b35a-ff4a1973f161 req-f46f329d-e6a6-4125-ac81-79ed8757271d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.819749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4d4d05-cec5-498f-b35a-ff4a1973f161 req-f46f329d-e6a6-4125-ac81-79ed8757271d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.2729230 Mar 31 23:07:39.832929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Attempting to bind port 76c0064e-8bbc-4dbb-8424-a921550c0490 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:39.833544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Attempting to bind port 76c0064e-8bbc-4dbb-8424-a921550c0490 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:39.833648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Attempting to bind port 76c0064e-8bbc-4dbb-8424-a921550c0490 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:39.840818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:39.841228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:39.841595 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.841986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:39.842452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Bound port: 76c0064e-8bbc-4dbb-8424-a921550c0490, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:39.842846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.846836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-945094d8-12d2-46dc-a93c-b3cb2310334f req-5e4975eb-4f9f-41ee-a2f4-290ce2090258 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750054 Mar 31 23:07:39.903618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.957371 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c94dcca1-f9e7-4ffc-b72a-0ca57b9e9c95 req-42e66673-3b57-4dde-8ec8-248270be2ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646211 Mar 31 23:07:39.958751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f4d4d05-cec5-498f-b35a-ff4a1973f161 req-1177056c-ce41-4d2a-a002-7f6366dbf613 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133013 Mar 31 23:07:39.977282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] For port 76c0064e-8bbc-4dbb-8424-a921550c0490, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:39.987960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.994224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] For port 76c0064e-8bbc-4dbb-8424-a921550c0490, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=76c0064e-8bbc-4dbb-8424-a921550c0490,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:40.033380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fd58d6-a673-48bf-b5a5-e963a78dcc07,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.063853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.066691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.069908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.073918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ab0ac363-8b7c-41c9-8a68-e5205e514ac0 HTTP/1.1" status: 204 len: 168 time: 0.8266761 Mar 31 23:07:40.087408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2933a5-f3ff-4dfd-8b9a-c0e9e40bfcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ac363-8b7c-41c9-8a68-e5205e514ac0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.121440 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.157233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.158793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-356dbdc2-5361-469c-9c44-88999bc2cbee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7585652 Mar 31 23:07:40.161707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55000) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:40.169568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'security_group_rule': {'security_group_id': '432283bd-a058-48f3-897f-585384fe024f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:40.201994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] Provisioning complete for port 76c0064e-8bbc-4dbb-8424-a921550c0490 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:40.202366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.230674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:40.231338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:40.254858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.268060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a4a54-b687-4751-a32f-58a24091f37d None None] Pushing event updated for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.354811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.361866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.460936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.502884 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.545485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:40.579898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:40.581359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:40.593446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.625491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] For port 76c0064e-8bbc-4dbb-8424-a921550c0490, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=76c0064e-8bbc-4dbb-8424-a921550c0490,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:40.712105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.733678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6057b-67bb-4960-8d49-cd3873964310 None None] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:40.739266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fd9c2d-0213-4e2e-b33f-3b8530ce6bc9,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.810214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.815979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c525c-26a5-459d-b95e-8e53361f949a req-7cfd4376-fcd6-48d1-962a-845c28029176 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.817727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d84c525c-26a5-459d-b95e-8e53361f949a req-7cfd4376-fcd6-48d1-962a-845c28029176 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.0575418 Mar 31 23:07:40.854759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.859378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ee3e89e-91e5-4dc0-ac30-7dc6130027f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6949403 Mar 31 23:07:40.861393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55022) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:40.861584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:40.867836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:40.983192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e50755-67b5-4117-bc99-8c33a7863d58 None None] Pushing event updated for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:41.010001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.051540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Provisioning complete for port 76c0064e-8bbc-4dbb-8424-a921550c0490 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:41.051933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.113498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:41.125091 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:41.126875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3be5af1f-fe6d-4fd5-aa0b-ef342a7748dc tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2644300 Mar 31 23:07:41.131031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55030) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:41.153141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-218983947'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:41.154374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:41.157249 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:41.159218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:41.191476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e2a4b-11e8-495d-9d58-47a325b8851f None None] The sync data for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 is: [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:41.230613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23a0eb-ff8c-4849-8b4f-beafec10de4a req-e62ceef0-c64c-4cfa-ae5c-44c3ca8e6362 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.242355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e23a0eb-ff8c-4849-8b4f-beafec10de4a req-e62ceef0-c64c-4cfa-ae5c-44c3ca8e6362 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 943 time: 0.2614329 Mar 31 23:07:41.251032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a9d22d-7280-4a45-9e06-548a88fa134c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:41.322086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:41.327421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.339209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.363912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:41.399725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Deleting port 94b65c7a-b850-4cf2-94b0-400b61010829 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:41.400072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.432765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55034) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:41.563305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f758d7a-9078-4f3c-ae10-e0246bd8af4d req-2a41b442-9a88-49fd-a1f7-c0f1ea4274a2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.563516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Provisioning complete for port c6a9d22d-7280-4a45-9e06-548a88fa134c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:41.563894 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.566317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f758d7a-9078-4f3c-ae10-e0246bd8af4d req-2a41b442-9a88-49fd-a1f7-c0f1ea4274a2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.4502244 Mar 31 23:07:41.602065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55040) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:41.609404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e23a0eb-ff8c-4849-8b4f-beafec10de4a req-2a92c1b9-5eb5-4419-bee2-5e85c317123a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653669 Mar 31 23:07:41.622848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1243300543'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:41.662554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c6a9d22d-7280-4a45-9e06-548a88fa134c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:41.663208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.682479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45933072-4bdb-46bc-a7be-ca081707f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.709851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:41.768415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.769282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:41.771082 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 0b371db3-8296-470f-81f4-a4bf9e6a66f3 of type vlan for network 8ee71ac3-1c64-4273-bc77-f016ed78457d Mar 31 23:07:41.777022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f758d7a-9078-4f3c-ae10-e0246bd8af4d req-f63253c5-01b2-433b-9bc6-715a1afd085d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660490 Mar 31 23:07:41.787111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a06853a6-b76a-42c9-8703-6130659eab66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.828221 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.869060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:38Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:41.883605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] For port 94b65c7a-b850-4cf2-94b0-400b61010829, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=94b65c7a-b850-4cf2-94b0-400b61010829,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:41.884161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.893100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:41.894920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] For port c6a9d22d-7280-4a45-9e06-548a88fa134c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a9d22d-7280-4a45-9e06-548a88fa134c,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:41.905090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.926568 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:41.927288 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Updating router 61864a7b-0076-45b2-88c1-d2999c351451 port 3e921f7b-a750-4204-b291-40dc8c161869 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:41.931906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.932486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.970525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.970793 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.977888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.25.6.94 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ce59f4ee-3f26-4996-a47a-c9868fb005cb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:42.018381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.059433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:07:42.145135 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:07:42.147893 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:07:42.191124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-397bb38e-e667-43a5-9bfc-12b294276e71 None None] Provisioning complete for port 3e921f7b-a750-4204-b291-40dc8c161869 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:42.201923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-397bb38e-e667-43a5-9bfc-12b294276e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.201923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbb22-da10-494d-a133-7ab140d4af41 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d22d-7280-4a45-9e06-548a88fa134c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.285991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-397bb38e-e667-43a5-9bfc-12b294276e71 None None] Port 3e921f7b-a750-4204-b291-40dc8c161869 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:42.316796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-397bb38e-e667-43a5-9bfc-12b294276e71 None None] Provisioning complete for port c6a9d22d-7280-4a45-9e06-548a88fa134c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:42.328396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-397bb38e-e667-43a5-9bfc-12b294276e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.355354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a06853a6-b76a-42c9-8703-6130659eab66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.393699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.482144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.550181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:42.551185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a06853a6-b76a-42c9-8703-6130659eab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.596459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06853a6-b76a-42c9-8703-6130659eab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4a4e0-0691-49d6-9bdf-0ceaf31efaed,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.622591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.635135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:42.669852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.670107 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Added segment cbb8e366-643c-442a-b6a5-c9c0a4962348 of type vlan for network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d Mar 31 23:07:42.692349 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.744010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.751920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.753002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.763205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.792653 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.859521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4a6d83f3-2613-47fa-8282-20c08ae43416 None None] Provisioning complete for port 3e921f7b-a750-4204-b291-40dc8c161869 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:42.859883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4a6d83f3-2613-47fa-8282-20c08ae43416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.909793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a805a-f463-4916-897f-f283b9885fe3 None None] Pushing event updated for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.942220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.948389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d83f3-2613-47fa-8282-20c08ae43416 None None] Port 3e921f7b-a750-4204-b291-40dc8c161869 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:42.950844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:42.979115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=ce59f4ee-3f26-4996-a47a-c9868fb005cb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.986302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a06853a6-b76a-42c9-8703-6130659eab66 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95baf4fec4884e5db5cbef17692b2e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3791819 Mar 31 23:07:42.994935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badab571-f1ac-42a2-9f91-aaa147513ec2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.998026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:43.035747 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Attempting to bind port 3e921f7b-a750-4204-b291-40dc8c161869 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:43.036123 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Attempting to bind port 3e921f7b-a750-4204-b291-40dc8c161869 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:43.036405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:43.036918 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Attempting to bind port 3e921f7b-a750-4204-b291-40dc8c161869 on network 39dab912-abdf-4a87-a3e7-ae254702a2f4 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:43.046919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:43.064203 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:43.065373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Checking segment: {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:43.065373 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.065373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Bound using segment: {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:43.065812 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Bound port: 3e921f7b-a750-4204-b291-40dc8c161869, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59671895-1375-4adf-822d-9abde197b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:43.066196 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.072867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:43.089833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:43.094119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'mac_address': 'fa:16:3e:3d:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:43.118190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8762-5ad3-4731-8da2-4ccfa6230b00 req-97be20d0-a81c-44a9-9ea4-94472db40351 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.134544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e0b8762-5ad3-4731-8da2-4ccfa6230b00 req-97be20d0-a81c-44a9-9ea4-94472db40351 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 943 time: 0.3921282 Mar 31 23:07:43.135272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=8ee71ac3-1c64-4273-bc77-f016ed78457d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.148684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.172992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:43.174852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.183629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.184669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.204093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d2da2311-e99e-4172-b628-8d34a92a31ca tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0566092 Mar 31 23:07:43.241929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55068) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:43.279754 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] For port 3e921f7b-a750-4204-b291-40dc8c161869, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:43.284690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] For port 3e921f7b-a750-4204-b291-40dc8c161869, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3e921f7b-a750-4204-b291-40dc8c161869,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:43.288356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:43.291310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:43.319706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.320341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.320965 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Floating IP 634bba0c-6706-47ad-99a4-0bd4dfb89348 disassociated. External IP: 172.25.6.67, port: 94b65c7a-b850-4cf2-94b0-400b61010829. Mar 31 23:07:43.321505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Calling delete_port for 94b65c7a-b850-4cf2-94b0-400b61010829 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:43.339997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31521301-f72a-410e-a981-507ea84a8cdd req-d320ac5d-768e-4eba-a595-4fb3a857a1d7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.343076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31521301-f72a-410e-a981-507ea84a8cdd req-d320ac5d-768e-4eba-a595-4fb3a857a1d7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 946 time: 0.3837850 Mar 31 23:07:43.351951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:43.371152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 76c0064e-8bbc-4dbb-8424-a921550c0490 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:43.379342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:43.380236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e0b8762-5ad3-4731-8da2-4ccfa6230b00 req-1f17769d-1808-4884-91ab-37e603949435 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747496 Mar 31 23:07:43.411981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'mac_address': 'fa:16:3e:c2:49:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:43.437290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31521301-f72a-410e-a981-507ea84a8cdd req-933a94bf-6357-477a-a361-f774b309b4a7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f620e94-4de5-4715-ab1c-b737a2439d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832202 Mar 31 23:07:43.444320 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.478903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] Provisioning complete for port 3e921f7b-a750-4204-b291-40dc8c161869 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:43.479444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.538712 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:43.540515 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:43.565588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.576891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.587611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.612209 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a805a-f463-4916-897f-f283b9885fe3 None None] Pushing event updated for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.640744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:43.641691 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2076349 Mar 31 23:07:43.647242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'subnet': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:43.689614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:43.694763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c099a6-16be-48a3-b836-dbf42a2afbf4 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Network': ['ID=eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.708200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d173cde5-ec3a-4bc0-b828-ba1ceea6b81a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:43.721107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.729646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:43.754907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.777893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 76c0064e-8bbc-4dbb-8424-a921550c0490 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:43.778630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.785306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.845124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'Port': ['ID=94b65c7a-b850-4cf2-94b0-400b61010829,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.857346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5f4eede8-19ac-4bd2-a411-d3a5d10f058f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:43.907142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.937673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:43.948150 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cee8edc-3a39-440f-9028-42b91b4a1457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.954086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:43.960581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.998079 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:38Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:43Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:44.016805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:44.021637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.031329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.038151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb214c-3606-40c6-bded-c76189f9be6f None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:38Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:43Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:44.039320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:44.108693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] For port 3e921f7b-a750-4204-b291-40dc8c161869, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3e921f7b-a750-4204-b291-40dc8c161869,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:44.121319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.269989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a9d22d-7280-4a45-9e06-548a88fa134c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:44.307562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:44.319526 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.330672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:44.333125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:44.362107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.366196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.370272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3fb4a4e0-0691-49d6-9bdf-0ceaf31efaed HTTP/1.1" status: 204 len: 168 time: 1.3622904 Mar 31 23:07:44.441158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.448617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16db7d-0fd3-445b-b68f-196041fc97cb None None] Pushing event updated for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:44.465597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d173cde5-ec3a-4bc0-b828-ba1ceea6b81a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:44.472432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] No DVR routers for this DVR port 94b65c7a-b850-4cf2-94b0-400b61010829 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:44.477515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.497131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d84c525c-26a5-459d-b95e-8e53361f949a req-e71f76b2-334a-4520-85c2-8cf87762cfbd tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "DELETE /v2.0/ports/94b65c7a-b850-4cf2-94b0-400b61010829 HTTP/1.1" status: 204 len: 173 time: 3.6678159 Mar 31 23:07:44.497850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'name': 'network-vif-deleted', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:44.500546 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db061ff6-9774-4780-b2fe-b72fd4126b23" -d '{"events": [{"server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "name": "network-vif-deleted", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:44.520568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620d1ed-4cdd-401e-becc-ae5de11b761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4a4e0-0691-49d6-9bdf-0ceaf31efaed,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:44.575468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 94b65c7a-b850-4cf2-94b0-400b61010829 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:44.597946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:44.598597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:44.688193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4183e614-f8a2-445e-92d5-e76e6a731f0b req-3b1dc28d-b66b-4b37-8207-0edf92250d29 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 210 time: 0.0823445 Mar 31 23:07:44.795522 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b87fd4-8199-46a8-a72b-d1426617fae9 x-openstack-request-id: req-49b87fd4-8199-46a8-a72b-d1426617fae9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:44.796005 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4eba380-06a6-494a-9066-de9a220ae2cb", "name": "network-vif-deleted", "tag": "94b65c7a-b850-4cf2-94b0-400b61010829", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:44.796323 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-49b87fd4-8199-46a8-a72b-d1426617fae9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:44.796740 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b87fd4-8199-46a8-a72b-d1426617fae9'] response: {'server_uuid': 'd4eba380-06a6-494a-9066-de9a220ae2cb', 'name': 'network-vif-deleted', 'tag': '94b65c7a-b850-4cf2-94b0-400b61010829', 'status': 'completed', 'code': 200} Mar 31 23:07:44.822429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628315-958e-490c-b077-27bacd6ca989 req-869376d2-87c2-4dac-8f4f-a00bd3ff3ead tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:44.824182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0628315-958e-490c-b077-27bacd6ca989 req-869376d2-87c2-4dac-8f4f-a00bd3ff3ead tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 944 time: 0.2096412 Mar 31 23:07:44.865492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 94b65c7a-b850-4cf2-94b0-400b61010829 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:44.866178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 94b65c7a-b850-4cf2-94b0-400b61010829 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:44.891630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0628315-958e-490c-b077-27bacd6ca989 req-7209e126-a776-4c55-ac32-3176910e7f16 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Mar 31 23:07:44.905902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c6a9d22d-7280-4a45-9e06-548a88fa134c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:44.907831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.922463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-38c20872-593b-4fcb-a0cc-fbcf43835e08 None None] Provisioning complete for port 3e921f7b-a750-4204-b291-40dc8c161869 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:44.923073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38c20872-593b-4fcb-a0cc-fbcf43835e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.021099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.029395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:45.050158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.109250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Subnet': ['ID=52f031f5-c6cf-4a3e-885b-e24845ca905f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.120878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.147856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Checking segment: {'id': 'cbb8e366-643c-442a-b6a5-c9c0a4962348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:45.148215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network hostable DHCP agents. Network: eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:45.174324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.312616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:45.313111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: 8ee71ac3-1c64-4273-bc77-f016ed78457d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:45.315283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=43e3af44-4bea-4d7e-8c71-e3ade9e6d16e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.324507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=ce59f4ee-3f26-4996-a47a-c9868fb005cb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.345100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.398372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:45.411168 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.467485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:45.469182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:45.502914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.504584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd798c43-182f-43d1-8214-4dc638a142f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6425884 Mar 31 23:07:45.511251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3e921f7b-a750-4204-b291-40dc8c161869 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:45.513813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:45.551096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:45.551733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:45.575423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:45.577712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 8ee71ac3-1c64-4273-bc77-f016ed78457d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:45.580045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:45.580742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.590708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:45.593431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.611257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973553e3-9659-4860-b993-1338cccb28cd None None] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:45.635656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5dfb8a-8b22-46f5-9b2a-088f771bbedb None None] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:45.757446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c22af73c-dacf-4d7d-a512-b272c8f2ba17 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1155760 Mar 31 23:07:45.760269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55128) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:45.761142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3e921f7b-a750-4204-b291-40dc8c161869 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:45.761776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.767234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-124313511'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:45.799612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bdc6bf47-ffc0-4d2a-8b77-a78904b690cd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5305326 Mar 31 23:07:45.809314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55132) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:45.818910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-b14e2d9e-20fe-47d2-8c2d-4634b6c00169 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--346253752&fields=id&tenant_id=3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 267 time: 0.0926266 Mar 31 23:07:45.874235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:45.887278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7c16fe1-fcc1-44e0-aaed-a1761b9bce08 req-19ba08ad-76da-4b3b-85bd-dbd8a92f1c6e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4eba380-06a6-494a-9066-de9a220ae2cb HTTP/1.1" status: 200 len: 210 time: 0.0566924 Mar 31 23:07:46.031861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-793bf4a1-d5dc-412f-bb82-dcb692236171 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:46.033474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-793bf4a1-d5dc-412f-bb82-dcb692236171 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.2048473 Mar 31 23:07:46.101743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-13dbb171-656d-47ff-8384-61080dc6f95d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/quotas/3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 375 time: 0.0473032 Mar 31 23:07:46.215375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da404c-6df8-48f2-ac69-2813404be38c req-6221fb3e-404c-4851-b94d-0414dc850401 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:46.220287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84da404c-6df8-48f2-ac69-2813404be38c req-6221fb3e-404c-4851-b94d-0414dc850401 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 944 time: 0.1796508 Mar 31 23:07:46.252195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'tenant_id': '2c7fbbcfd7d04b41a5e263fb272d24a9', 'fixed_ips': [{'subnet_id': '52f031f5-c6cf-4a3e-885b-e24845ca905f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:46.253286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:46.283790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-c3fb8927-9594-4179-b368-5e61f8c1a7f7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798182 Mar 31 23:07:46.437179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-8ee71ac3-1c64-4273-bc77-f016ed78457d', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:46.437179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:46.437763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-a4b9c6f6-701a-4c10-a51b-425cf05c2192 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504297 Mar 31 23:07:46.440736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84da404c-6df8-48f2-ac69-2813404be38c req-96b58db0-94aa-4d02-9080-b5044237b678 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122426 Mar 31 23:07:46.491471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:46.498098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:46.541855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:46.556869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port 1c98091f-2f1a-41a5-a6ab-6b880230de53 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:07:46.580941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:46.588096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-922dedda-4665-4bc1-b888-5862f4743ef5 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404817 Mar 31 23:07:46.631162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:46.819722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:46.833083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Allocated IP 172.20.0.2 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/f5b4e921-a275-4896-89d7-ad4de254cf42) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:46.901040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a358-5719-4ca7-bc1e-4eb1b4daf0cd None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:46.917257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:46.987556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.019857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Allocated IP 172.21.0.2 (8ee71ac3-1c64-4273-bc77-f016ed78457d/43e3af44-4bea-4d7e-8c71-e3ade9e6d16e/dd194bec-f4bd-465d-bcf5-679a02f0396c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:47.058771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90fbca89-a889-4a5d-9277-9b91b59cdc11 req-b69db33a-ccda-4a70-9f8a-2da63e24416c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.0855849 Mar 31 23:07:47.060775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:47.061197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.141474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.237792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.273467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.333493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.341114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:47.383815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:47.384371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.388776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.429060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c477ab5-d426-4b9f-b21d-48b7041940d4 None None] New status for floating IP 634bba0c-6706-47ad-99a4-0bd4dfb89348: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:47.437460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.458848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:47.461202 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5136cf1d-d8c5-48a8-b1aa-8c7b16d88a46" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:47.479251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:47.502145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.508484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.512559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.514178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "DELETE /v2.0/security-groups/8f620e94-4de5-4715-ab1c-b737a2439d6c HTTP/1.1" status: 204 len: 168 time: 0.3713899 Mar 31 23:07:47.517709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55196) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.534498 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f5854-c3e0-4ba2-9637-83f9442cf460 x-openstack-request-id: req-e34f5854-c3e0-4ba2-9637-83f9442cf460 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:47.542624 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:47.542624 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e34f5854-c3e0-4ba2-9637-83f9442cf460 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:47.542624 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34f5854-c3e0-4ba2-9637-83f9442cf460'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'code': 200} Mar 31 23:07:47.543024 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-7868ecc4-dbf1-4522-8887-264d541cf172 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] show failed (client error): The resource could not be found. Mar 31 23:07:47.550157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7868ecc4-dbf1-4522-8887-264d541cf172 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups/8f620e94-4de5-4715-ab1c-b737a2439d6c HTTP/1.1" status: 404 len: 347 time: 0.0311153 Mar 31 23:07:47.551593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55198) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.591241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.612081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.617055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:47.620879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.633728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:47.639759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:47.644811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Pushing event updated for resources: {'Port': ['ID=f5b4e921-a275-4896-89d7-ad4de254cf42,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.649656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:47.662784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:47.667837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:47.688252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3182cd-df94-4903-8bdf-6bcdf18eb75e tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f620e94-4de5-4715-ab1c-b737a2439d6c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.729676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.21.0.1 (8ee71ac3-1c64-4273-bc77-f016ed78457d/43e3af44-4bea-4d7e-8c71-e3ade9e6d16e/0df008a8-cf83-4f52-bc41-e17dd4eb73e5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:47.763286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:47.803059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbffa7-0516-423c-b1cb-2f5c9072e213 req-94338c20-193e-436c-8d84-94d5abba52af tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:47.811072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3cbffa7-0516-423c-b1cb-2f5c9072e213 req-94338c20-193e-436c-8d84-94d5abba52af tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 944 time: 0.2426741 Mar 31 23:07:47.883426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f6a863b6-87b9-40a1-a48a-7d383946fede {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:07:47.883645 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:07:47.887922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3cbffa7-0516-423c-b1cb-2f5c9072e213 req-e1226204-e9ed-4f59-b79e-1ff4e74a26d2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758569 Mar 31 23:07:47.909804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Deleting port e3c65fdd-3bef-4b22-805c-d0f22c01346d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:47.910140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.911075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Pushing event updated for resources: {'Port': ['ID=dd194bec-f4bd-465d-bcf5-679a02f0396c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.931345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.931576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.969855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Attempting to bind port f5b4e921-a275-4896-89d7-ad4de254cf42 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:47.970410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Attempting to bind port f5b4e921-a275-4896-89d7-ad4de254cf42 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cbb8e366-643c-442a-b6a5-c9c0a4962348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:47.970691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Attempting to bind port f5b4e921-a275-4896-89d7-ad4de254cf42 on network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:47.972785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Attempting to bind port dd194bec-f4bd-465d-bcf5-679a02f0396c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:47.973388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Attempting to bind port dd194bec-f4bd-465d-bcf5-679a02f0396c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:47.973744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Attempting to bind port dd194bec-f4bd-465d-bcf5-679a02f0396c on network 8ee71ac3-1c64-4273-bc77-f016ed78457d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:47.993990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:47.994454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Checking segment: {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:47.994860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.995275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Bound using segment: {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:47.995752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Bound port: dd194bec-f4bd-465d-bcf5-679a02f0396c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:47.996132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.998095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:47.998453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Checking segment: {'id': 'cbb8e366-643c-442a-b6a5-c9c0a4962348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:47.999409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.999674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Bound using segment: {'id': 'cbb8e366-643c-442a-b6a5-c9c0a4962348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:48.000128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Bound port: f5b4e921-a275-4896-89d7-ad4de254cf42, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb8e366-643c-442a-b6a5-c9c0a4962348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:48.000501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.024449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.024869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.041155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Calling delete_port for e3c65fdd-3bef-4b22-805c-d0f22c01346d owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:48.078541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.152812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:48.159093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:48.167151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:48.189289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.219278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.248725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c76bc8f2-9759-40b8-9ba9-86cf09e159fb req-430f13a0-9233-4fa2-8c5d-bd85a9e8acee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.0419087 Mar 31 23:07:48.277224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.282751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] For port f5b4e921-a275-4896-89d7-ad4de254cf42, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:48.323053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] For port f5b4e921-a275-4896-89d7-ad4de254cf42, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f5b4e921-a275-4896-89d7-ad4de254cf42,segment=NetworkSegment(cbb8e366-643c-442a-b6a5-c9c0a4962348),segment_id=cbb8e366-643c-442a-b6a5-c9c0a4962348)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:48.324724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] For port dd194bec-f4bd-465d-bcf5-679a02f0396c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:48.354296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] For port dd194bec-f4bd-465d-bcf5-679a02f0396c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dd194bec-f4bd-465d-bcf5-679a02f0396c,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:48.355901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.386044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.407833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port 4f798b21-650d-4403-a147-c8a9f7d3dccd yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:07:48.429678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.454552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'Port': ['ID=e3c65fdd-3bef-4b22-805c-d0f22c01346d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.540372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.543210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.544415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac7da9ed-72da-46fc-87f4-2c156af3e0b4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "DELETE /v2.0/floatingips/634bba0c-6706-47ad-99a4-0bd4dfb89348 HTTP/1.1" status: 204 len: 168 time: 0.9895844 Mar 31 23:07:48.547891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.11 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/4f798b21-650d-4403-a147-c8a9f7d3dccd) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:48.573047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.579076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.703786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac37b1-3225-4de2-9352-46c2eea9b75e None None] Pushing event updated for resources: {'Port': ['ID=dd194bec-f4bd-465d-bcf5-679a02f0396c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.751983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.847987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653141a-ff43-47a2-9777-7335dd8d5145 None None] Pushing event updated for resources: {'Port': ['ID=f5b4e921-a275-4896-89d7-ad4de254cf42,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.230112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.239553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ff14d-cfb8-4859-97ad-f3b07687bfcc req-d7bbe289-7c48-4ed1-8ffa-20cc2b6a23c7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:49.246601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-326ff14d-cfb8-4859-97ad-f3b07687bfcc req-d7bbe289-7c48-4ed1-8ffa-20cc2b6a23c7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.1838658 Mar 31 23:07:49.265941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55250) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:49.293693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129802141', 'description': 'tempest-description--185977843'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:49.352384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-326ff14d-cfb8-4859-97ad-f3b07687bfcc req-517e6a17-2290-40cb-97b6-b9571d463808 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 Mar 31 23:07:49.463197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.504310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6970be9-8ad0-42de-8f72-d580e7c764e6 req-1ec5b88e-d1da-4aa1-bade-308b603759a1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.1037042 Mar 31 23:07:49.536289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:49.542695 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32567ace-5c2f-4e52-856f-8d091014eb9e" -d '{"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-plugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:49.606364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.624366 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db76fee-3497-4a70-b295-a01c109e0da4 x-openstack-request-id: req-4db76fee-3497-4a70-b295-a01c109e0da4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:49.625212 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-plugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:49.625615 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4db76fee-3497-4a70-b295-a01c109e0da4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:49.626154 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db76fee-3497-4a70-b295-a01c109e0da4'] response: {'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'code': 200} Mar 31 23:07:49.698920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.724071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=4f798b21-650d-4403-a147-c8a9f7d3dccd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.745066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:49.768398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:49.769735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f5b4e921-a275-4896-89d7-ad4de254cf42 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:49.791575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:49.829668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.841110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.872370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f5b4e921-a275-4896-89d7-ad4de254cf42 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:49.873514 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.893808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1447b-e6cc-4e78-b419-44f57e864ea8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.894231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373ce1-ced4-41bb-a9bf-6c184557d8c0 req-d9a68a89-4428-47a7-bfaa-b20ea7c4812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:49.894231 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd373ce1-ced4-41bb-a9bf-6c184557d8c0 req-d9a68a89-4428-47a7-bfaa-b20ea7c4812b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 1096 time: 0.1726694 Mar 31 23:07:49.907507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:49.908017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.952268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd373ce1-ced4-41bb-a9bf-6c184557d8c0 req-368f9ce7-91db-469d-bae2-e8e543be741a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Mar 31 23:07:49.963112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.026248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.073513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port f5b4e921-a275-4896-89d7-ad4de254cf42, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f5b4e921-a275-4896-89d7-ad4de254cf42,segment=NetworkSegment(cbb8e366-643c-442a-b6a5-c9c0a4962348),segment_id=cbb8e366-643c-442a-b6a5-c9c0a4962348)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:50.090864 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.093460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b4b058ab-c256-495e-bf32-089ca0913f93 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8206055 Mar 31 23:07:50.095265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:50.100838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group_rule': {'security_group_id': '88c1447b-e6cc-4e78-b419-44f57e864ea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:50.113636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:50.157701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ce5e811-762c-43e0-880d-9602f9add9cc tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3925738 Mar 31 23:07:50.159905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:50.163680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.173392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-196317092', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:94:9a:5f'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:50.231984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.233223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dd194bec-f4bd-465d-bcf5-679a02f0396c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:50.414880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.426015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd091b5-fa51-414c-af4c-93170779aca1 None None] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:50.431756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:50.433746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:50.556104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.640174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:50.681920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=f5b4e921-a275-4896-89d7-ad4de254cf42,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:50.690104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-842fe708-c29e-4161-bfa6-29ef1fbb0cd2 None None] Provisioning complete for port f5b4e921-a275-4896-89d7-ad4de254cf42 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:50.691328 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-842fe708-c29e-4161-bfa6-29ef1fbb0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.743528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.769117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77ece3c1-5178-45c6-bb66-990fbf336b24 req-54ea3433-150c-4ac3-a0db-1b538ab30642 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.1365743 Mar 31 23:07:50.816122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port dd194bec-f4bd-465d-bcf5-679a02f0396c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:50.818646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.912140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d36d8e-6a82-40f0-9776-6fbac408c52e req-ad36e8c7-01c3-42f8-965e-98d6b9f814b5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:50.913705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16d36d8e-6a82-40f0-9776-6fbac408c52e req-ad36e8c7-01c3-42f8-965e-98d6b9f814b5 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.3560514 Mar 31 23:07:50.928886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a173e97-e7ef-435d-b907-3c12b5c294f1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:51.066117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16d36d8e-6a82-40f0-9776-6fbac408c52e req-fd678331-d186-47a6-9f24-8c6ad330b880 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310415 Mar 31 23:07:51.098685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.108604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.109859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80751807-c752-4801-b2fd-9984e38cc645 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0134096 Mar 31 23:07:51.119933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55294) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:51.128441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.145333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'security_group_rule': {'security_group_id': '88c1447b-e6cc-4e78-b419-44f57e864ea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:51.203356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port 6ba35c3a-f1d4-4328-a42e-39406d3712ae yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:07:51.321883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afa13d-15af-4e5f-b8e6-a3ec92b8080b None None] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:51.444888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.516757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:51.550492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port dd194bec-f4bd-465d-bcf5-679a02f0396c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dd194bec-f4bd-465d-bcf5-679a02f0396c,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:51.569038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1189e8e5-f3a5-4e4f-9ae7-f3e24b2e89e3 None None] Provisioning complete for port dd194bec-f4bd-465d-bcf5-679a02f0396c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:51.579734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1189e8e5-f3a5-4e4f-9ae7-f3e24b2e89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.627266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.14 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/6ba35c3a-f1d4-4328-a42e-39406d3712ae) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:51.680157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.729345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.749705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-e8254cd1-bba7-4681-ad32-b0acf1d188ea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:51.750427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-e8254cd1-bba7-4681-ad32-b0acf1d188ea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.3134668 Mar 31 23:07:51.819481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.853530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:51.878083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc32b54-9179-4a45-97c9-9a43cb459c22,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:51.879784 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d249c5e2-6506-4479-b2d7-d018522b5331 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0648675 Mar 31 23:07:51.890372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55300) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:51.901650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792727'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:51.926752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=dd194bec-f4bd-465d-bcf5-679a02f0396c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:51.936603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:51.979514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f5b4e921-a275-4896-89d7-ad4de254cf42 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:52.004696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-c16cec04-98a8-4cee-9e5b-44a1e947330a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 379 time: 0.2406297 Mar 31 23:07:52.018340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'device_id': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'admin_state_up': True, 'tenant_id': '3cd88da30a944d2b833046343995672a', 'security_groups': ['432283bd-a058-48f3-897f-585384fe024f']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:52.020998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.026795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e2b1a4d2-611e-4c69-bc3c-5128d199daaf tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9016888 Mar 31 23:07:52.027017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55302) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.029899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dd20b7d-7215-4857-b123-66be6d3e74c5 req-b40accf0-fd1e-46b4-9d6e-59181fa5eab1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.1409681 Mar 31 23:07:52.049764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:52.179591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.218019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:52.218811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:52.326553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096cf9d-3afa-4b08-908c-2b7073d7030b req-2684708f-e733-439e-9577-36ef9bd054da tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.329220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0096cf9d-3afa-4b08-908c-2b7073d7030b req-2684708f-e733-439e-9577-36ef9bd054da tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.0956633 Mar 31 23:07:52.331614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.341128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-ce1f3395-6549-4b48-8f7b-5969f8c5e5c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1189964 Mar 31 23:07:52.347268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:52.380800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.387957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:52.394175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.425544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:52.426709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:52.430537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.451304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:52.483900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:52.543729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.544414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.598463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=6ba35c3a-f1d4-4328-a42e-39406d3712ae,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.632356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0096cf9d-3afa-4b08-908c-2b7073d7030b req-258de2b9-d12f-414f-baac-b1c2fdaa62e2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879767 Mar 31 23:07:52.649282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f5b4e921-a275-4896-89d7-ad4de254cf42 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:52.650682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.663549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:52.701115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.705729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.705729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.705729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.705729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.705729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.706204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.708198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d9dd3d5e-9848-4511-99f8-9c90d724e21e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6502 time: 0.3101320 Mar 31 23:07:52.713719 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.714072 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 44961efe-e59b-4d95-b849-a745e8afba13 of type vlan for network f163a703-e16b-42e9-a4ab-c544c0a2e4bf Mar 31 23:07:52.726216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.20.0.13 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:52.743053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d56f9760-2a41-4b15-b343-e1a11b5d53be tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5792575 Mar 31 23:07:52.765480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-502b0b7c-d822-4150-90a3-ed8ec0bebe15 None None] Provisioning complete for port f5b4e921-a275-4896-89d7-ad4de254cf42 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:52.766444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-502b0b7c-d822-4150-90a3-ed8ec0bebe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.997826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.999361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-0d4613a4-dae8-463a-aa07-9a0a1bee2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.000045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-0d4613a4-dae8-463a-aa07-9a0a1bee2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.000604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-0d4613a4-dae8-463a-aa07-9a0a1bee2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.002754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-0d4613a4-dae8-463a-aa07-9a0a1bee2cc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8a00a9e-faf5-463b-802f-ae39c9884e58&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=16e30b3a-970b-4faa-8669-55b19f89b98e&id=16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 200 len: 2301 time: 0.1919503 Mar 31 23:07:53.065372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:48Z', 'revision_number': 3, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:49Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:53.114094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:53.114094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Updating router 61864a7b-0076-45b2-88c1-d2999c351451 port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:53.140499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.157393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.252900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-502b0b7c-d822-4150-90a3-ed8ec0bebe15 None None] Provisioning complete for port 4f798b21-650d-4403-a147-c8a9f7d3dccd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:53.252900 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-502b0b7c-d822-4150-90a3-ed8ec0bebe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.301241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-1b40262d-0037-4a48-a92a-499e71d330ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 200 len: 1002 time: 0.2555676 Mar 31 23:07:53.304621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.306093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-502b0b7c-d822-4150-90a3-ed8ec0bebe15 None None] Port 4f798b21-650d-4403-a147-c8a9f7d3dccd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:53.353211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4bdae31-080c-45c5-a855-5e6c3bf76e4b req-ff28735c-98f5-4181-9646-7ea4a0c10848 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.0950048 Mar 31 23:07:53.379169 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.453793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:53.495638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Provisioning complete for port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:53.497785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.504638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:53.510661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:53.513462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:53.583251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-2518875a-34de-413b-aaf6-811b62fd67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.590249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-2518875a-34de-413b-aaf6-811b62fd67f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07771adc-67f5-4bc8-bbd7-690559153c46 HTTP/1.1" status: 200 len: 856 time: 0.2746201 Mar 31 23:07:53.595926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:53.607653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.618729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85163e0d-a779-4722-87d6-8c2bf33a29a9 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.620419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Provisioning complete for port 6ba35c3a-f1d4-4328-a42e-39406d3712ae triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:53.620995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.621312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.622535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.640146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85163e0d-a779-4722-87d6-8c2bf33a29a9 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.647742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85163e0d-a779-4722-87d6-8c2bf33a29a9 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.656051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-85163e0d-a779-4722-87d6-8c2bf33a29a9 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6524506 Mar 31 23:07:53.660400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55338) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:53.699046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.728556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.732055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.804362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-dbdbdf20-aa9c-4cf7-838c-d792f6ae9383 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7927070 Mar 31 23:07:53.827642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.833704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Request body: {'port': {'device_id': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:53.858632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Port 6ba35c3a-f1d4-4328-a42e-39406d3712ae cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:53.893247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Provisioning complete for port dd194bec-f4bd-465d-bcf5-679a02f0396c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:53.893920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36e32504-aba9-47c4-8f69-f7ffec62f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.970971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=f163a703-e16b-42e9-a4ab-c544c0a2e4bf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:53.971542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dd194bec-f4bd-465d-bcf5-679a02f0396c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:53.995442 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.040615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e67e-ccff-405f-aa4f-0894f34d461b req-f861835a-14d4-4b33-a97f-30145e7f6576 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.042376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1466e67e-ccff-405f-aa4f-0894f34d461b req-f861835a-14d4-4b33-a97f-30145e7f6576 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.5745618 Mar 31 23:07:54.054951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:54.060374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-f1c589b6-f3fa-49b6-bf6c-24f976149e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.061885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-f1c589b6-f3fa-49b6-bf6c-24f976149e38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8a00a9e-faf5-463b-802f-ae39c9884e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3978326 Mar 31 23:07:54.196305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.204828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1466e67e-ccff-405f-aa4f-0894f34d461b req-c5f2906d-f690-4c8f-ac4f-5a6e9ded8b71 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475623 Mar 31 23:07:54.258164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Allocated IP 172.25.6.32 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/85187988-c956-4f59-830c-77856c16572b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:54.279202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port 6ba35c3a-f1d4-4328-a42e-39406d3712ae {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:54.279837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.358646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-e2069a64-9088-4a92-aa33-492be5e9c65d service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460566 Mar 31 23:07:54.534338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-859a9f7b-b306-4fe6-92b8-3b1b7638f1ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 2.6387346 Mar 31 23:07:54.539230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55354) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.567401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:54.578333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.594609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port dd194bec-f4bd-465d-bcf5-679a02f0396c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:54.595903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.650422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a155d-db1b-417d-aaa4-2d9c944112c6 None None] Pushing event updated for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.845404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.923378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-2136325b-0d37-4dec-a448-296304e1b0c5 service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537262 Mar 31 23:07:54.954246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025feef-45de-4eec-a1ac-85abf7dbd828 req-266095f5-0a7f-4373-a174-554e9086785a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.961092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Attempting to bind port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:54.961709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Attempting to bind port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:54.961828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Attempting to bind port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 on network 8ee71ac3-1c64-4273-bc77-f016ed78457d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:54.971292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9025feef-45de-4eec-a1ac-85abf7dbd828 req-266095f5-0a7f-4373-a174-554e9086785a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 932 time: 0.3543642 Mar 31 23:07:54.979334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:54.979718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Checking segment: {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:54.980125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.980514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Bound using segment: {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:54.980999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Bound port: 0df008a8-cf83-4f52-bc41-e17dd4eb73e5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b371db3-8296-470f-81f4-a4bf9e6a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:54.981402 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.039175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.099714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:55.107058 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.123506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for 6ba35c3a-f1d4-4328-a42e-39406d3712ae owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:55.191722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] For port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:55.218056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Provisioning complete for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:55.219071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.330251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.333275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:55.341053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] For port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:55.354234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Provisioning complete for port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:55.355101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.438923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:55.464602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:55.471438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe57ef-4f47-4623-84f1-e62fc326db8b None None] Port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:55.473525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.479123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:55.481171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=85187988-c956-4f59-830c-77856c16572b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.573406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:55.573966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:55.577473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a155d-db1b-417d-aaa4-2d9c944112c6 None None] Pushing event updated for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.656223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-6d39d1b4-9a3c-4f55-a8be-91027f0dd20e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 217 time: 0.6803780 Mar 31 23:07:55.763747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:55.793686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9025feef-45de-4eec-a1ac-85abf7dbd828 req-018af3a2-f0db-4935-a659-2a70b056d561 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8209865 Mar 31 23:07:55.842791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:55.851723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.045884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-5e3e4c19-de26-4dbd-b2cd-a81bafba5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.047471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-5e3e4c19-de26-4dbd-b2cd-a81bafba5d1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.3093226 Mar 31 23:07:56.064578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71b2d-7057-475a-ac9e-63e58f702b77 req-3644ff17-138d-4878-9819-c5a5bc84464d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.066374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae71b2d-7057-475a-ac9e-63e58f702b77 req-3644ff17-138d-4878-9819-c5a5bc84464d tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.4092641 Mar 31 23:07:56.110727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] Provisioning complete for port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:56.111414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.134270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae71b2d-7057-475a-ac9e-63e58f702b77 req-5ae59495-c9d9-45a7-a7f7-8964d63ee9bd tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591078 Mar 31 23:07:56.136485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:48Z', 'revision_number': 3, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:55Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:56.140021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-ac6848a0-ab6e-4599-b5bd-ff44ccfc4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.143930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-ac6848a0-ab6e-4599-b5bd-ff44ccfc4c70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863261 Mar 31 23:07:56.171389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc7055-3d85-4ad5-bcb3-47c9ac129343 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:48Z', 'revision_number': 3, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:55Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:56.294886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.346943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.362865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Transition to ACTIVE for port object 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:56.369210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.398022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] For port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:56.444374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=6ba35c3a-f1d4-4328-a42e-39406d3712ae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.490485 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.531322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.678965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641462c-812d-4f22-8145-d5c7ac6c3dbd None None] Pushing event updated for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.779316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d4866097-43c9-4f63-9cce-b6745235fe6e service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298280 Mar 31 23:07:56.848761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.064787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.071158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.174539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:57.175539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: f163a703-e16b-42e9-a4ab-c544c0a2e4bf, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:57.180115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=3abc9848-66dc-4371-9877-af64183d3b38,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.368433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581400-54ab-49ee-89ef-8836a9117646 req-22e63361-9de9-43bf-a246-9b23e66a3cf9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:57.374263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac581400-54ab-49ee-89ef-8836a9117646 req-22e63361-9de9-43bf-a246-9b23e66a3cf9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 944 time: 0.2555580 Mar 31 23:07:57.378375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-1764fc6a-298d-4b62-a068-103b4e868740 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844142 Mar 31 23:07:57.379332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:57.446662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.501511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-b46fc4a1-7516-410c-a0af-95d445580d22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 217 time: 0.1023653 Mar 31 23:07:57.504983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.524362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f163a703-e16b-42e9-a4ab-c544c0a2e4bf) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:57.530476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.531048 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e792012-ffc8-4317-9a1e-91e034beda1a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/6ba35c3a-f1d4-4328-a42e-39406d3712ae HTTP/1.1" status: 204 len: 168 time: 3.8690159 Mar 31 23:07:57.536389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ba65f-0aff-44c7-a863-0ef826ba97d7 None None] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:57.638288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:57.640440 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.664675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.696266 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aa410b-ffcc-4376-bb3d-15c648486ff2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] GET failed (client error): The resource could not be found. Mar 31 23:07:57.697891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7aa410b-ffcc-4376-bb3d-15c648486ff2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports/6ba35c3a-f1d4-4328-a42e-39406d3712ae HTTP/1.1" status: 404 len: 333 time: 0.1044412 Mar 31 23:07:57.704734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55432) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.713926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-1464939885'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:57.744022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Attempting to bind port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:57.745346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Attempting to bind port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:57.745739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Attempting to bind port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:57.817464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:57.821398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Attempting to bind port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:57.847864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac581400-54ab-49ee-89ef-8836a9117646 req-920485b9-246a-4196-9411-4bb68d07b98e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346774 Mar 31 23:07:57.859888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:57.860308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:57.860717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:57.861190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Bound port: 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:57.868488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.868689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8baecc4a-c13e-43b7-b803-4347a5917a32 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3118978 Mar 31 23:07:57.870531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55444) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.953659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-f1fe5524-9525-412f-859f-a4639b9d39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:57.971868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-f1fe5524-9525-412f-859f-a4639b9d39a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.4606450 Mar 31 23:07:58.014793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=85187988-c956-4f59-830c-77856c16572b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:58.094383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:58.125662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.128231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:58.129267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.171776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:58.178714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:58.281931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Allocated IP 172.22.0.2 (f163a703-e16b-42e9-a4ab-c544c0a2e4bf/3abc9848-66dc-4371-9877-af64183d3b38/785a249b-db3b-41ce-8291-69e165f67bd6) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:58.282414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:58.288523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.313124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-98e90659-65bf-4130-86fa-3d4d38b147b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.315202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-98e90659-65bf-4130-86fa-3d4d38b147b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3024662 Mar 31 23:07:58.315704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.331109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6102b491-5d89-4511-9c7f-b95bae5c2bcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2902913 Mar 31 23:07:58.331109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.415119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.419494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.419494 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] 10.222.0.44 "PUT /v2.0/ports/1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 1092 time: 4.6036298 Mar 31 23:07:58.419494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:58.448403 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:58.460904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.461802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-dc67fa61-8fe9-4894-89cf-a8a269efc4f8 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131177 Mar 31 23:07:58.463090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port d9ffba32-e533-43fd-bfad-92e66205e5b3 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:07:58.511265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:58.511784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.621539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.623900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7ba8-162a-4740-96a6-cf05228276ef service neutron] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:58.717139 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbde0cb-a8a0-4693-8a2c-21ebc9cd72ed x-openstack-request-id: req-afbde0cb-a8a0-4693-8a2c-21ebc9cd72ed {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:58.717493 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:58.717971 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-afbde0cb-a8a0-4693-8a2c-21ebc9cd72ed {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:58.721001 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbde0cb-a8a0-4693-8a2c-21ebc9cd72ed'] response: {'name': 'network-changed', 'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'status': 'completed', 'code': 200} Mar 31 23:07:58.727442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-292b1cbc-2196-4f40-be44-9635883d543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.749685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-292b1cbc-2196-4f40-be44-9635883d543a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1095 time: 0.1699824 Mar 31 23:07:58.758680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:58.777946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:58.794028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:58.795872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-c16fd78d-c8e8-4df1-893a-41070bcfca7f service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243768 Mar 31 23:07:58.871738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.882057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-eb110c35-3c9f-4ae7-bc78-3ed83a7c40ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 217 time: 0.1220322 Mar 31 23:07:58.890237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.13 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/d9ffba32-e533-43fd-bfad-92e66205e5b3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:59.016349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-38ae36b5-98a6-40ec-beb3-983edee361eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.019398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-38ae36b5-98a6-40ec-beb3-983edee361eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1287560 Mar 31 23:07:59.022027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Pushing event updated for resources: {'Port': ['ID=785a249b-db3b-41ce-8291-69e165f67bd6,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.039114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Attempting to bind port 785a249b-db3b-41ce-8291-69e165f67bd6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:59.039730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Attempting to bind port 785a249b-db3b-41ce-8291-69e165f67bd6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:59.040263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Attempting to bind port 785a249b-db3b-41ce-8291-69e165f67bd6 on network f163a703-e16b-42e9-a4ab-c544c0a2e4bf {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:59.043138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-0e2ef017-953f-45c7-9177-d100e8bb1ce6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162 HTTP/1.1" status: 200 len: 217 time: 0.1791813 Mar 31 23:07:59.060046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:59.061041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f256258e-0857-4f22-8b86-703d08852921 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2129802141&fields=id&tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 267 time: 0.1204789 Mar 31 23:07:59.061714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Checking segment: {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:59.064591 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.065178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Bound using segment: {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:59.065869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Bound port: 785a249b-db3b-41ce-8291-69e165f67bd6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:59.066424 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.155105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-36c23420-5718-46bd-93db-ce89c31386d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.156681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-36c23420-5718-46bd-93db-ce89c31386d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314220 Mar 31 23:07:59.233829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] For port 785a249b-db3b-41ce-8291-69e165f67bd6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:59.243890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] For port 785a249b-db3b-41ce-8291-69e165f67bd6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=785a249b-db3b-41ce-8291-69e165f67bd6,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:59.330607 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-40815a4b-ddf3-457a-9269-0ad2bbd378c3 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664479 Mar 31 23:07:59.332289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-524c5354-b85b-4078-aebc-d1c30c9a16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.333889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-524c5354-b85b-4078-aebc-d1c30c9a16b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.2327211 Mar 31 23:07:59.374285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.528191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b461c17-81b6-4891-acea-bb13deb9e483 None None] Pushing event updated for resources: {'Port': ['ID=785a249b-db3b-41ce-8291-69e165f67bd6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.538392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02db52e-4a56-431e-a34c-43020130b274 req-bdedd1da-4dfe-4024-b48a-2a4597a08d3d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.540013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a02db52e-4a56-431e-a34c-43020130b274 req-bdedd1da-4dfe-4024-b48a-2a4597a08d3d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 944 time: 0.3670347 Mar 31 23:07:59.548904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-46b72c56-7a4e-43da-9e1c-8cbd847a72df req-910f4511-ea28-4509-bfc8-94de71ccaf8a service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111342 Mar 31 23:07:59.811706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-4df6b931-3196-4717-8c24-970cf7c48fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.813248 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-4df6b931-3196-4717-8c24-970cf7c48fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1095 time: 0.1015697 Mar 31 23:07:59.826367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-6aabf7e7-bf74-49f9-806b-f8b418056aa3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.828204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-6aabf7e7-bf74-49f9-806b-f8b418056aa3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 811 time: 0.7662787 Mar 31 23:07:59.986254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-c9e8035e-2d16-4f6b-a1f9-0556df2f9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.991596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-c9e8035e-2d16-4f6b-a1f9-0556df2f9c95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5928547 Mar 31 23:07:59.993798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f7b9ba45-a161-43dc-8e5a-1de33f6cfb00 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/quotas/0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 375 time: 0.1477017 Mar 31 23:08:00.009542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-b58ae124-1d3b-4892-8d1f-6991f4638b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.012064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-b58ae124-1d3b-4892-8d1f-6991f4638b73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1910825 Mar 31 23:08:00.015925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.027713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a02db52e-4a56-431e-a34c-43020130b274 req-758fb7df-2c75-4467-9851-8037fd0ae1c7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591038 Mar 31 23:08:00.069993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-82978528-c520-4ade-a8de-bb86dcd1bed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 217 time: 0.0513484 Mar 31 23:08:00.206790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-3bcbdfe5-cca7-4d07-9e1c-252009e76d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.228806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-3bcbdfe5-cca7-4d07-9e1c-252009e76d4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1404660 Mar 31 23:08:00.238313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-23b3285d-029c-4df3-934a-0c68a63e287b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699691 Mar 31 23:08:00.308752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-d59f8643-e732-419c-ae60-4223feb60d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.310853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-d59f8643-e732-419c-ae60-4223feb60d6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856788 Mar 31 23:08:00.354018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.22.0.1 (f163a703-e16b-42e9-a4ab-c544c0a2e4bf/3abc9848-66dc-4371-9877-af64183d3b38/48043121-246e-4f25-9b68-2dcc6871f7e2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:00.563834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-459832a1-1b7c-4424-b41c-4eb975c18e23 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449565 Mar 31 23:08:00.788351 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f416d32f-aeed-4d3b-b1e1-9e0a465d0597 req-889f7753-928c-4686-b07d-5885c410f055 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165465 Mar 31 23:08:00.977197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.992202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:01.024576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d6660418-1dc7-4b44-98d7-8868ea36a592 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9904423 Mar 31 23:08:01.171209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4fe77-8874-4070-beff-b05590e0684f None None] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:01.220919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=d9ffba32-e533-43fd-bfad-92e66205e5b3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:01.270332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:01.275795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:01.310651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:01.317265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'mac_address': 'fa:16:3e:c2:49:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:01.330538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:01.340239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] Provisioning complete for port 785a249b-db3b-41ce-8291-69e165f67bd6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:01.340670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.380828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.381530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.392186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-66e7a0f2-5f64-48b4-b6c5-5dbe9c4f6e43 service neutron] 10.222.0.83 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1421847 Mar 31 23:08:01.467036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-178f94e2-dac7-424b-8282-b4a959a6ef8a service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124079 Mar 31 23:08:01.563455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.580170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-e70f98e0-25f3-46ff-9019-0e03ebc1766e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898 HTTP/1.1" status: 200 len: 217 time: 0.0959125 Mar 31 23:08:01.592046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d173cde5-ec3a-4bc0-b828-ba1ceea6b81a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:01.593388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151a7a3-dc17-41ee-bc43-8d3894babae1 req-40b47b9b-3b7c-49f1-b0ae-819b646dfd8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.601141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f151a7a3-dc17-41ee-bc43-8d3894babae1 req-40b47b9b-3b7c-49f1-b0ae-819b646dfd8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 944 time: 0.3485768 Mar 31 23:08:01.610526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c4cfc984-5ca4-4078-9731-61c41db102c7 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9020329 Mar 31 23:08:01.613287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:01.621256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:94:9a:5f'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:01.674849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.716978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:01.738070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f151a7a3-dc17-41ee-bc43-8d3894babae1 req-bae245eb-97fe-481e-9add-007618dd1d27 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359627 Mar 31 23:08:01.777515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-1aef59a7-0519-4eb2-b74e-8f63768a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.779453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-1aef59a7-0519-4eb2-b74e-8f63768a2aac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.1679485 Mar 31 23:08:01.802838 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.833677 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.841395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-c7b273cc-9ed8-4e6f-8bb7-5f6be78f8ffa service neutron] 10.222.0.83 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355237 Mar 31 23:08:02.069548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d6900591-874d-4e08-8c75-3c5a6215dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:02.085801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d6900591-874d-4e08-8c75-3c5a6215dbd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2863533 Mar 31 23:08:02.122079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.157402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.160799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] For port 785a249b-db3b-41ce-8291-69e165f67bd6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=785a249b-db3b-41ce-8291-69e165f67bd6,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:02.194508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 785a249b-db3b-41ce-8291-69e165f67bd6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:02.262616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.318972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d173cde5-ec3a-4bc0-b828-ba1ceea6b81a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:02.430291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-da276921-acd4-4ffb-b30e-fbc187d25b3b service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286474 Mar 31 23:08:02.473996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 785a249b-db3b-41ce-8291-69e165f67bd6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:02.474835 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.589695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:02.597155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:02.620787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.662119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:02.690631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea61bc84-6d4c-4f43-a737-8f0c2f905cf0 req-aac474a6-19b8-4e48-bb65-f1cba4f65462 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 210 time: 0.2529485 Mar 31 23:08:02.835473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-44a75f4e-8525-4347-90dd-7b880ea7aca9 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042096 Mar 31 23:08:02.836261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b04fa188-f655-48b4-9256-007eddea2081 None None] Provisioning complete for port 785a249b-db3b-41ce-8291-69e165f67bd6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:02.836626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b04fa188-f655-48b4-9256-007eddea2081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.840379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.847641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.848310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.848310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.848482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.848704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:02.866718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.084432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-c6fda42d-51e0-4ca0-b988-8073db37291c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73 HTTP/1.1" status: 200 len: 217 time: 0.2257926 Mar 31 23:08:03.169048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-23e0677d-4383-44a7-af81-38271b4ab81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.170554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-23e0677d-4383-44a7-af81-38271b4ab81f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.0632956 Mar 31 23:08:03.179125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87d18-1cb7-470e-b72d-7c2331f88fe9 req-49ce487a-d765-4ba4-b497-8adc7b516f3e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.186857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27d87d18-1cb7-470e-b72d-7c2331f88fe9 req-49ce487a-d765-4ba4-b497-8adc7b516f3e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 944 time: 0.1319976 Mar 31 23:08:03.210834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe63e9-83ca-4e56-a11c-830d773e0355 None None] Pushing event updated for resources: {'Port': ['ID=785a249b-db3b-41ce-8291-69e165f67bd6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.248341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.323634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27d87d18-1cb7-470e-b72d-7c2331f88fe9 req-96f0acd0-8d40-4657-90a3-405913e0dc55 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355824 Mar 31 23:08:03.324293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.330207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.363114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b04fa188-f655-48b4-9256-007eddea2081 None None] Provisioning complete for port d9ffba32-e533-43fd-bfad-92e66205e5b3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:03.369267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b04fa188-f655-48b4-9256-007eddea2081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.414914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b04fa188-f655-48b4-9256-007eddea2081 None None] Port d9ffba32-e533-43fd-bfad-92e66205e5b3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:03.416802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=d9ffba32-e533-43fd-bfad-92e66205e5b3,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.440241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-ba8e7a7b-102f-496d-92d0-f9b82bf752ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.441918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-ba8e7a7b-102f-496d-92d0-f9b82bf752ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2471259 Mar 31 23:08:03.513622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] In _notify_port_updated(), no bound segment for port d9ffba32-e533-43fd-bfad-92e66205e5b3 on network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:03.534131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.538675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.541925 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-742c4798-f926-40f5-a780-ac1c14d212a0 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "PUT /v2.0/ports/d9ffba32-e533-43fd-bfad-92e66205e5b3 HTTP/1.1" status: 200 len: 995 time: 1.9272168 Mar 31 23:08:03.543088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55596) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:03.552847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-39b698d0-6481-48da-b9f9-3afc6bc333db None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:03.554953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-39b698d0-6481-48da-b9f9-3afc6bc333db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.672197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-39b698d0-6481-48da-b9f9-3afc6bc333db None None] Port 48043121-246e-4f25-9b68-2dcc6871f7e2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:03.742526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port d9ffba32-e533-43fd-bfad-92e66205e5b3 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:03.742914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.750309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-05a6f12a-33f3-43cc-bc3a-fe49a2382285 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942131 Mar 31 23:08:03.944455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1db21a7a-1e30-40b0-89ad-38351e1ec67e req-e9bd1811-e58b-4379-a4f4-1ff053e42aca tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 210 time: 0.1050222 Mar 31 23:08:03.952494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 785a249b-db3b-41ce-8291-69e165f67bd6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:04.074463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.107878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for d9ffba32-e533-43fd-bfad-92e66205e5b3 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:04.110617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-758499ec-1e27-4c4f-b016-ff9b60834623 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495054 Mar 31 23:08:04.128896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f7fd0c17-7f1a-4b83-97e4-08b6db9ca5ff None None] Provisioning complete for port d9ffba32-e533-43fd-bfad-92e66205e5b3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:04.129284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0c17-7f1a-4b83-97e4-08b6db9ca5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.180614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.186844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd0c17-7f1a-4b83-97e4-08b6db9ca5ff None None] Port d9ffba32-e533-43fd-bfad-92e66205e5b3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:04.195109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 785a249b-db3b-41ce-8291-69e165f67bd6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:04.195483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.240149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-4054038b-fade-4df9-81e8-bb0a99079275 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 200 len: 217 time: 0.1199720 Mar 31 23:08:04.279034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.430921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.508491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.585926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04bb77f0-01e2-4795-9253-0ecc113741e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.587368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.625415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-b9c88ee4-3543-4e0f-8bcf-1fcbb01e65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.626953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-b9c88ee4-3543-4e0f-8bcf-1fcbb01e65ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.3800614 Mar 31 23:08:04.661044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab936b5-92bd-4ff8-b418-e972ea1ed680 req-49438830-684b-427b-92ff-cc91146dd694 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.662763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eab936b5-92bd-4ff8-b418-e972ea1ed680 req-49438830-684b-427b-92ff-cc91146dd694 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 944 time: 0.1510334 Mar 31 23:08:04.746115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:04.748531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d85f785b-1db9-4b1c-a69d-4f96de5dc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.750115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-d85f785b-1db9-4b1c-a69d-4f96de5dc89c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104660 Mar 31 23:08:04.753081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eab936b5-92bd-4ff8-b418-e972ea1ed680 req-9e94eefd-2bf8-496b-84f5-7184241fa8b8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744245 Mar 31 23:08:04.754461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:04.785496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.824986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.844414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=d9ffba32-e533-43fd-bfad-92e66205e5b3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.985913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:05.003133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:05.041644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-df642547-24ba-4237-85b5-30258f6be42b service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732370 Mar 31 23:08:05.180789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04bb77f0-01e2-4795-9253-0ecc113741e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.205362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.225253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:05.268426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:05.268716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04bb77f0-01e2-4795-9253-0ecc113741e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.330910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:05.331773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.393231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.430054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d7fe702-fe58-4f90-a789-94aed421bdf0 req-c7c5d594-ce9d-44b8-9946-7e9fa453d22f service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792214 Mar 31 23:08:05.476441 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-04bb77f0-01e2-4795-9253-0ecc113741e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41ef69879e3a4738896fb45b9ffa40ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443506 Mar 31 23:08:05.488808 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.491141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb77f0-01e2-4795-9253-0ecc113741e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b02463-1d6c-4da6-bf48-f926738eb40f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:05.494256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55654) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.508022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.511907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7e08dff-d29c-444d-8ffb-b24a97427c87 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/d9ffba32-e533-43fd-bfad-92e66205e5b3 HTTP/1.1" status: 204 len: 168 time: 1.9677699 Mar 31 23:08:05.520028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55658) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.558401 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-228abb6c-68dd-4363-b1a1-0714428b54bf tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] GET failed (client error): The resource could not be found. Mar 31 23:08:05.560173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-228abb6c-68dd-4363-b1a1-0714428b54bf tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports/d9ffba32-e533-43fd-bfad-92e66205e5b3 HTTP/1.1" status: 404 len: 333 time: 0.0408800 Mar 31 23:08:05.565003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.566546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.569432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:05.570371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-1545758360'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:05.577288 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d62182-6821-4662-8db5-54ed92a37dc5" -d '{"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-plugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:05.589057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:05.594201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfa5eb32-ed3d-490a-afb7-9698745c12ad req-6587547b-71cd-4719-9353-bc60ca06fbd6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 210 time: 0.1628647 Mar 31 23:08:05.595516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:05.604087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-341d015c-7d49-4535-aa64-6c00c111f6ab tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7289789 Mar 31 23:08:05.604856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.608196 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:05.609418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'network': {'name': 'tempest-RoutersTest-126288448'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:05.652368 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:05.655131 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:05.681426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.700058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.740817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:05.744450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.779018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:05.790150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.790903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.791327 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added segment 9b6ea5b8-f641-4b95-b857-25142cd2e306 of type vlan for network 2c952736-c0a9-434b-b841-9b7507026fe0 Mar 31 23:08:05.798704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09933746-8690-4e4f-8fd6-d794bde1586c None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:05.799238 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09933746-8690-4e4f-8fd6-d794bde1586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.800985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.843970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.890760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.918221 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:05.935565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.021007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:06.028669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.062164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.075142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port c6a5028c-0d80-4ce1-8de8-a530a16e8759 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:06.078724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-09933746-8690-4e4f-8fd6-d794bde1586c None None] Port 48043121-246e-4f25-9b68-2dcc6871f7e2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:06.123577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.132900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:06.134842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.194010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.197019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.201480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/03b02463-1d6c-4da6-bf48-f926738eb40f HTTP/1.1" status: 204 len: 168 time: 0.7028356 Mar 31 23:08:06.211793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:06.288805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Network': ['ID=2c952736-c0a9-434b-b841-9b7507026fe0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.316577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2c952736-c0a9-434b-b841-9b7507026fe0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:06.331433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940a134-f6e0-4ed2-8871-897b8969afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b02463-1d6c-4da6-bf48-f926738eb40f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.383039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-688263c5-d35a-4dbb-a11a-9849efe17071 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:06.386391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-688263c5-d35a-4dbb-a11a-9849efe17071 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 811 time: 0.4915767 Mar 31 23:08:06.479330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f3e2015-289f-4106-b161-7d1bb3ed2ed6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8734756 Mar 31 23:08:06.483187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55676) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:06.532775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.14 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/c6a5028c-0d80-4ce1-8de8-a530a16e8759) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:06.551135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'subnet': {'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:06.646730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-b118db8d-e818-411a-97f3-999394da573b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c HTTP/1.1" status: 200 len: 380 time: 0.2364817 Mar 31 23:08:06.687929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'port': {'device_id': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'admin_state_up': True, 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'security_groups': ['88c1447b-e6cc-4e78-b419-44f57e864ea8']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:06.734828 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:06.840645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:06.840992 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Updating router 61864a7b-0076-45b2-88c1-d2999c351451 port 48043121-246e-4f25-9b68-2dcc6871f7e2 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:06.924843 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.957401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Made reservation on behalf of 0c7fc5c6e5004ab68666011a6ce9ed8c for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:06.963036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.003275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.174052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Allocated IP 172.20.0.14 (fff5b72b-1d40-4f75-9b8c-f425017fb180/a1c3221a-08ac-4d34-aa16-1e5c2d7ff146/c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:07.194092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.341176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:07.347595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:07.361039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:07.374168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=c6a5028c-0d80-4ce1-8de8-a530a16e8759,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:07.485146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:07.488140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.533572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:07.561292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-044657e1-b025-408b-ad41-9ea267b6c340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.578260 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.613272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e83f47df-5ca7-4661-ae64-55fe1e8a03fb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0471430 Mar 31 23:08:07.628031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55684) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:07.640830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:94:9a:5f'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:07.660859 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.760927 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b613-efc3-4124-9271-365dc620ddc9 None None] Pushing event updated for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:07.831017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0e68f559-4679-4bce-a00b-f7714faf547a None None] Provisioning complete for port c6a5028c-0d80-4ce1-8de8-a530a16e8759 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:07.839356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0e68f559-4679-4bce-a00b-f7714faf547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.979076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0e68f559-4679-4bce-a00b-f7714faf547a None None] Port c6a5028c-0d80-4ce1-8de8-a530a16e8759 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:08.144945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Made reservation on behalf of e4e342d5978a4fb4bfa5218084c00d77 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:08.158746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-044657e1-b025-408b-ad41-9ea267b6c340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.167990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.172390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Attempting to bind port 48043121-246e-4f25-9b68-2dcc6871f7e2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:08.174393 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Attempting to bind port 48043121-246e-4f25-9b68-2dcc6871f7e2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:08.175086 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Attempting to bind port 48043121-246e-4f25-9b68-2dcc6871f7e2 on network f163a703-e16b-42e9-a4ab-c544c0a2e4bf {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:08.186182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:08.186955 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Checking segment: {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:08.191642 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.195224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Bound using segment: {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:08.195224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Bound port: 48043121-246e-4f25-9b68-2dcc6871f7e2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44961efe-e59b-4d95-b849-a745e8afba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:08.195224 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.228958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.250933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-044657e1-b025-408b-ad41-9ea267b6c340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.278715 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] For port 48043121-246e-4f25-9b68-2dcc6871f7e2, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:08.283401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] For port 48043121-246e-4f25-9b68-2dcc6871f7e2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=48043121-246e-4f25-9b68-2dcc6871f7e2,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:08.313319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a34bbd96-f828-4c62-94a6-a1148aa6d2e1 None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:08.313796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a34bbd96-f828-4c62-94a6-a1148aa6d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.345836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-044657e1-b025-408b-ad41-9ea267b6c340 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7ca7ae9332e423db62353c3c23caf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063383 Mar 31 23:08:08.364330 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.368661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a34bbd96-f828-4c62-94a6-a1148aa6d2e1 None None] Port 48043121-246e-4f25-9b68-2dcc6871f7e2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:08.407113 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.418411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55686) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:08.476793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:08.479399 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:07:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:08.581328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044657e1-b025-408b-ad41-9ea267b6c340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9aca4-27d0-493a-a52a-5a26bfe5a22d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.597650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.710483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.803510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:08.812661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:08.820934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:08.827906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event updated for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.853531 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:08.866306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:08.866306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.005425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:09.038474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.066575 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b613-efc3-4124-9271-365dc620ddc9 None None] Pushing event updated for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.280323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.280323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.326022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.397648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.477697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] For port 48043121-246e-4f25-9b68-2dcc6871f7e2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=48043121-246e-4f25-9b68-2dcc6871f7e2,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:09.564665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:09.574987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.594716 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c7dc6-0c88-4bb3-888c-5fb06e19e4c5 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:09.604247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:09.605954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.612254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.612713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:09.614161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7fa9aca4-27d0-493a-a52a-5a26bfe5a22d HTTP/1.1" status: 204 len: 168 time: 1.1941881 Mar 31 23:08:09.616343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.618337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.649434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.681935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973889b-94e0-4a72-b1f9-58a03f1300d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9aca4-27d0-493a-a52a-5a26bfe5a22d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.741303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Subnet': ['ID=82c77b69-ada8-47c2-9310-711b3e55f68c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.788580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-26423fa6-7b50-436d-8366-ce012d82bdcc tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1195343 Mar 31 23:08:09.829411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Request body: {'port': {'device_id': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:09.830594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=c6a5028c-0d80-4ce1-8de8-a530a16e8759,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.860774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] In _notify_port_updated(), no bound segment for port c6a5028c-0d80-4ce1-8de8-a530a16e8759 on network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:09.881613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.886672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.886672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-67a0bb74-1c48-4e64-abaf-89aba5918ca2 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "PUT /v2.0/ports/c6a5028c-0d80-4ce1-8de8-a530a16e8759 HTTP/1.1" status: 200 len: 997 time: 2.2571123 Mar 31 23:08:09.893086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:09.902675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Checking segment: {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:09.903182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network hostable DHCP agents. Network: 2c952736-c0a9-434b-b841-9b7507026fe0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:09.980217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.008006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 2c952736-c0a9-434b-b841-9b7507026fe0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:10.106902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 48043121-246e-4f25-9b68-2dcc6871f7e2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:10.158121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port c6a5028c-0d80-4ce1-8de8-a530a16e8759 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:10.162780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.280980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2c952736-c0a9-434b-b841-9b7507026fe0) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:10.312201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.317693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.331595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09dac68-a49f-47f4-b60b-634b842fe7cb None None] Network 2c952736-c0a9-434b-b841-9b7507026fe0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:10.354318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-215d3bd3-01d3-470b-ac3b-6743a3077d6a None None] Provisioning complete for port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:10.362002 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-215d3bd3-01d3-470b-ac3b-6743a3077d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.440921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.475848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for c6a5028c-0d80-4ce1-8de8-a530a16e8759 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:10.508632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-84463eab-7100-46fc-b185-c69d2f39f6c5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0050151 Mar 31 23:08:10.518179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed4944-0c14-44b5-8f55-fc6148b9e285 None None] Pushing event updated for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:10.518376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55694) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:11.014995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.094501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=c6a5028c-0d80-4ce1-8de8-a530a16e8759,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:11.170593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:11.170593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.170989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:11.171430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.264202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-215d3bd3-01d3-470b-ac3b-6743a3077d6a None None] Port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:11.300670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.300670 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0bd35f65-3011-442d-a8f1-513bbd5ad479 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/c6a5028c-0d80-4ce1-8de8-a530a16e8759 HTTP/1.1" status: 204 len: 168 time: 1.4013073 Mar 31 23:08:11.300943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.301056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55704) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:11.319776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Transition to ACTIVE for port object c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:11.366907 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-66787bf6-d2f5-4bcb-a90a-6274bd9507f1 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] GET failed (client error): The resource could not be found. Mar 31 23:08:11.374108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55706) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:11.380292 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66787bf6-d2f5-4bcb-a90a-6274bd9507f1 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports/c6a5028c-0d80-4ce1-8de8-a530a16e8759 HTTP/1.1" status: 404 len: 333 time: 0.0749226 Mar 31 23:08:11.380462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-1956422670'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:11.384094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:11.515846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.615690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a7cd855f-f334-4b06-8fc8-79f6201a247f None None] Could not find standard attr ID for object c6a5028c-0d80-4ce1-8de8-a530a16e8759. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:08:11.625818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.704315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:11.709122 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6794-9a7c-4d78-8847-54f0a2efc086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.713366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:11.724655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-2c952736-c0a9-434b-b841-9b7507026fe0', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:11.728856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.925821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Attempting to bind port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:11.926172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Attempting to bind port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:11.926420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Attempting to bind port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:11.937564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.960956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:11.961577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Attempting to bind port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 on network fff5b72b-1d40-4f75-9b8c-f425017fb180 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:12.087856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Allocated IP 172.23.0.2 (2c952736-c0a9-434b-b841-9b7507026fe0/82c77b69-ada8-47c2-9310-711b3e55f68c/08789ecf-22a3-44f6-a0a6-0acd3de74feb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:12.156167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:12.157483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Checking segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:12.157899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Bound using segment: {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:12.159594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Bound port: c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612ac4b-d958-43da-8c6c-64597b5beb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:12.160164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.167272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:12.169477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 48043121-246e-4f25-9b68-2dcc6871f7e2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:12.170933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.229185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port 102b238a-c67c-438c-a09f-6071e0cb05ca yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:12.458421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 48043121-246e-4f25-9b68-2dcc6871f7e2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:12.459251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.597502 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.663399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:12.703192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:12.706855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.738852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.7 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/102b238a-c67c-438c-a09f-6071e0cb05ca) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:12.761536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Network 2c952736-c0a9-434b-b841-9b7507026fe0 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:12.765275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.765424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:12.769830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:12.848790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:12.848790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.848790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 200 len: 1092 time: 3.0255420 Mar 31 23:08:12.848790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:12.849331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Pushing event updated for resources: {'Port': ['ID=08789ecf-22a3-44f6-a0a6-0acd3de74feb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:12.849803 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:12.853082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Attempting to bind port 08789ecf-22a3-44f6-a0a6-0acd3de74feb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:12.853565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Attempting to bind port 08789ecf-22a3-44f6-a0a6-0acd3de74feb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:12.854018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Attempting to bind port 08789ecf-22a3-44f6-a0a6-0acd3de74feb on network 2c952736-c0a9-434b-b841-9b7507026fe0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:12.859900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:12.860391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Checking segment: {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:12.860880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.861504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Bound using segment: {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:12.862193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Bound port: 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:12.862822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.972424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] For port 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:12.976071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] For port 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=08789ecf-22a3-44f6-a0a6-0acd3de74feb,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:12.981621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caba03-214f-44c6-9f0c-d1c6a27c4373 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:12.991221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Allocated IP 172.23.0.1 (2c952736-c0a9-434b-b841-9b7507026fe0/82c77b69-ada8-47c2-9310-711b3e55f68c/0d641012-718b-4203-9b8a-f6759a408023) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:13.086074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.210090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a615b-a10b-4bb0-807a-02958e313654 None None] Pushing event updated for resources: {'Port': ['ID=08789ecf-22a3-44f6-a0a6-0acd3de74feb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.243836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.263791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-1d0be843-933c-435f-9703-f9cf92797008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.265407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-1d0be843-933c-435f-9703-f9cf92797008 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 1095 time: 0.1563785 Mar 31 23:08:13.268290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.366357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55752) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:13.374800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-b3b7eb83-7c9b-4900-ae85-e95dec600c5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 200 len: 217 time: 0.0910017 Mar 31 23:08:13.506482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-e400626a-a0de-4c96-a8c5-330e19935b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.514480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-e400626a-a0de-4c96-a8c5-330e19935b8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.1236794 Mar 31 23:08:13.568349 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.596115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.665920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a289e8-7a6e-4497-9c89-7f160f49af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.714554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:13.725884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 2c952736-c0a9-434b-b841-9b7507026fe0 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:13.729716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:13.747343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:13.750367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:13.757668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-889ba876-c84e-4d84-99a9-d6fc2a678365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.758177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-889ba876-c84e-4d84-99a9-d6fc2a678365 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411299 Mar 31 23:08:13.758841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=102b238a-c67c-438c-a09f-6071e0cb05ca,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.777722 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee755cc-1d94-441d-a19c-223abef6e9bd x-openstack-request-id: req-dee755cc-1d94-441d-a19c-223abef6e9bd {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:13.782247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:13.783770 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-plugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:13.784045 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dee755cc-1d94-441d-a19c-223abef6e9bd {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:13.784324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a289e8-7a6e-4497-9c89-7f160f49af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.784480 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee755cc-1d94-441d-a19c-223abef6e9bd'] response: {'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'code': 200} Mar 31 23:08:13.803878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8800ef5-a2a9-4da8-96e3-f6d6032fffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.881896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a289e8-7a6e-4497-9c89-7f160f49af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.959421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a289e8-7a6e-4497-9c89-7f160f49af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7e1ec-2a24-46cb-9d77-c57a5f8b205e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.972536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71a289e8-7a6e-4497-9c89-7f160f49af9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a2f9dacbaaa4ef8935de578948ed3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013906 Mar 31 23:08:13.983656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:14.049202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 08789ecf-22a3-44f6-a0a6-0acd3de74feb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:14.065802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.098523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.140039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114723d2-400c-4daa-b12f-b7f4f3be7436 req-d62645c0-d0da-4d22-8ea2-133c93a9d543 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.142697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-114723d2-400c-4daa-b12f-b7f4f3be7436 req-d62645c0-d0da-4d22-8ea2-133c93a9d543 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.5481880 Mar 31 23:08:14.147377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 08789ecf-22a3-44f6-a0a6-0acd3de74feb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:14.148249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.199291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.199971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.219233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.224839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-75e00329-9f80-48df-a935-efc7924f3604 None None] Provisioning complete for port 102b238a-c67c-438c-a09f-6071e0cb05ca triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:14.225916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e00329-9f80-48df-a935-efc7924f3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.256084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.258710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.260076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7aa7e1ec-2a24-46cb-9d77-c57a5f8b205e HTTP/1.1" status: 204 len: 168 time: 0.2753878 Mar 31 23:08:14.278642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afb752-1ee8-428a-a5dd-6ab25c2fa200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7e1ec-2a24-46cb-9d77-c57a5f8b205e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.359835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.363842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.369573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-75e00329-9f80-48df-a935-efc7924f3604 None None] Port 102b238a-c67c-438c-a09f-6071e0cb05ca cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:14.415698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=08789ecf-22a3-44f6-a0a6-0acd3de74feb,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:14.420975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f65df-12ff-4d98-9e9a-cb997a873206 req-1e1b561a-2897-4777-968f-6b0def60423a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.435563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df0f65df-12ff-4d98-9e9a-cb997a873206 req-1e1b561a-2897-4777-968f-6b0def60423a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 944 time: 0.5392458 Mar 31 23:08:14.500943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-f3a33fc5-1884-411d-8eff-99c7841330eb service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065001 Mar 31 23:08:14.522773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.529959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba0431e7-5591-40f6-9ec5-4816725cc230 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1500716 Mar 31 23:08:14.532592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:14.548851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'network_id': 'eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d', 'name': 'tempest-AllowedAddressPairTestJSON-1466142250'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:14.593058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-114723d2-400c-4daa-b12f-b7f4f3be7436 req-c9e96785-be06-4025-a62f-4f8ee2acc343 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146297 Mar 31 23:08:14.620702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=08789ecf-22a3-44f6-a0a6-0acd3de74feb,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.668521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.722710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fb9af-6b2e-4429-9c85-5d0d26c8722e None None] Network 2c952736-c0a9-434b-b841-9b7507026fe0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:14.818797 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3105f02a-f8ae-46f5-8140-40b164d3d2ca x-openstack-request-id: req-3105f02a-f8ae-46f5-8140-40b164d3d2ca {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:14.819819 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:14.819819 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3105f02a-f8ae-46f5-8140-40b164d3d2ca {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:14.820047 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3105f02a-f8ae-46f5-8140-40b164d3d2ca'] response: {'name': 'network-changed', 'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'status': 'completed', 'code': 200} Mar 31 23:08:14.920154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c0866bf6-148c-446c-a05e-6eab13a28948 None None] Provisioning complete for port 08789ecf-22a3-44f6-a0a6-0acd3de74feb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:14.921279 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c0866bf6-148c-446c-a05e-6eab13a28948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.992044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Made reservation on behalf of 2c7fbbcfd7d04b41a5e263fb272d24a9 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:14.998280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.042651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] device_id is not set on port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:15.096908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df0f65df-12ff-4d98-9e9a-cb997a873206 req-6b9d0a9f-5bf1-4680-b9d6-a50a45b72434 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604023 Mar 31 23:08:15.157448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c7a142a-3165-4da1-9b3c-171da7effa38 req-056e7b46-1a71-429a-886c-d2c23e78ec62 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366723 Mar 31 23:08:15.241125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Allocated IP 172.20.0.3 (eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d/52f031f5-c6cf-4a3e-885b-e24845ca905f/5d0e21f1-37df-42b1-8f44-2dce7a6e1603) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:15.241676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238665de-2c46-4c4a-bb68-49869797ea32 req-9950616d-9739-483e-9fc2-77be2ead2e14 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.253466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238665de-2c46-4c4a-bb68-49869797ea32 req-9950616d-9739-483e-9fc2-77be2ead2e14 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 950 time: 0.2124066 Mar 31 23:08:15.354072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238665de-2c46-4c4a-bb68-49869797ea32 req-85ee485c-f4f1-4a72-aea0-56a70c4b91e7 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 Mar 31 23:08:15.455289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.531573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.543329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-14e6a8d6-6c43-48fa-ba4b-b153c8e88a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.545296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-14e6a8d6-6c43-48fa-ba4b-b153c8e88a49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 1095 time: 0.1198695 Mar 31 23:08:15.571224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.645833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.720443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e4f10d4c-41ab-4431-a83d-28139c9dce4f None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:15.722797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4f10d4c-41ab-4431-a83d-28139c9dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.746831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.796355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event updated for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.803502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.813496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-49c27ec3-9959-4cf3-bcde-f0ebc72b266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.815514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-49c27ec3-9959-4cf3-bcde-f0ebc72b266f service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.2636132 Mar 31 23:08:15.851658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:15.856572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:15.866094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:15.890600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:15.892978 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a801ced-4846-490c-bdf4-fc08ce0e61b4" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:15.928805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=5d0e21f1-37df-42b1-8f44-2dce7a6e1603,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.948791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e4f10d4c-41ab-4431-a83d-28139c9dce4f None None] Port 0d641012-718b-4203-9b8a-f6759a408023 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:15.992722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-faad5719-39e2-45b1-ac69-fd5f11dba754 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 200 len: 217 time: 0.1636465 Mar 31 23:08:16.012513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e4f10d4c-41ab-4431-a83d-28139c9dce4f None None] Provisioning complete for port 08789ecf-22a3-44f6-a0a6-0acd3de74feb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.014395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4f10d4c-41ab-4431-a83d-28139c9dce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.086193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 08789ecf-22a3-44f6-a0a6-0acd3de74feb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:16.133764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.134462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.338076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fbe6e2fd-ed55-4098-bd9e-19064dc0620d tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7984803 Mar 31 23:08:16.344878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55844) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:16.353268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:94:9a:5f'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d3:e8:ac'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:16.355968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 08789ecf-22a3-44f6-a0a6-0acd3de74feb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.357526 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.584619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.585032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.631506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55850) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:16.647565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Port 0d641012-718b-4203-9b8a-f6759a408023 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:16.687157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Provisioning complete for port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.688082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.698944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-5eb8d272-fb45-414e-8705-4eb95a27b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.701224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-5eb8d272-fb45-414e-8705-4eb95a27b0d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.6996818 Mar 31 23:08:16.736982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.773592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.775662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e3005e48-033b-4d18-b935-fbc658a7e064 None None] Port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:16.825035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155b88b-6d80-4ec4-bb94-1088899da30c req-5335a1f2-c6ad-4cc4-8d74-75026709cdf4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.831611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f155b88b-6d80-4ec4-bb94-1088899da30c req-5335a1f2-c6ad-4cc4-8d74-75026709cdf4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.8677211 Mar 31 23:08:16.872048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-a875de39-66aa-4ab0-b362-622b51832de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.874023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-a875de39-66aa-4ab0-b362-622b51832de8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462042 Mar 31 23:08:16.874426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241100120-network', 'tenant_id': 'd8ec505f6f844e20a8c1cabca39baad9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:16.886262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Network 2c952736-c0a9-434b-b841-9b7507026fe0 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:16.912196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.999085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-e96de788-6bfa-46a0-aebb-3b6d0c82b787 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113205 Mar 31 23:08:17.000766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:17.030694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Made reservation on behalf of d8ec505f6f844e20a8c1cabca39baad9 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:17.033505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.064342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f155b88b-6d80-4ec4-bb94-1088899da30c req-896fe360-1b78-40bd-8230-9782caa6d76d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180221 Mar 31 23:08:17.148673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.161347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.242441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.281315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:17.320646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event updated for resources: {'Port': ['ID=5d0e21f1-37df-42b1-8f44-2dce7a6e1603,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:17.336306 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a6151-3657-4637-a1e4-91ea92ab86f8 x-openstack-request-id: req-a09a6151-3657-4637-a1e4-91ea92ab86f8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:17.337115 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:17.337115 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a09a6151-3657-4637-a1e4-91ea92ab86f8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:17.337324 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09a6151-3657-4637-a1e4-91ea92ab86f8'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:08:17.488506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21f1af3-f21f-4614-bd9f-8b2b55c72c33 req-5009d6e3-7c86-4f69-a340-474105834772 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765949 Mar 31 23:08:17.534716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3a28de6f-6430-4387-905c-050af9e98c19 None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:17.535167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a28de6f-6430-4387-905c-050af9e98c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.581123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:17.591573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-69bcae4d-8a2d-4d18-84dd-f7eec3cbbf30 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9772809 Mar 31 23:08:17.594017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55872) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:17.608637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:17.625774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:17.651286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3a28de6f-6430-4387-905c-050af9e98c19 None None] Port 0d641012-718b-4203-9b8a-f6759a408023 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:17.664701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:17.665358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:17.705405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.732735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414ddc-a216-4400-8fa8-c0350005e6a0 req-d7a04bb8-c4dc-4cdb-af4c-effb900a27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.732735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-66414ddc-a216-4400-8fa8-c0350005e6a0 req-d7a04bb8-c4dc-4cdb-af4c-effb900a27b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1097 time: 0.2977686 Mar 31 23:08:17.732735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] In _notify_port_updated(), no bound segment for port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 on network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:17.733616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.734255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.739045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e041135-b262-4850-9cde-58d89188b15a tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "PUT /v2.0/ports/5d0e21f1-37df-42b1-8f44-2dce7a6e1603 HTTP/1.1" status: 200 len: 1056 time: 1.3924000 Mar 31 23:08:17.741465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:17.829220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.913700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fcf39-f465-4078-9b0d-cc14a95aa675,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:17.952675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:17.959652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-66414ddc-a216-4400-8fa8-c0350005e6a0 req-31371870-cd92-4931-a33c-c0992d074c47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185822 Mar 31 23:08:17.995845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.996447 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Added segment abec4b50-dde0-4381-bcdd-4302ffe5200f of type vlan for network 5e3e809e-61e8-4ef6-b45e-deba2238c74e Mar 31 23:08:18.005511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:18.007795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-37c16fb3-160c-4be7-9bab-34553493e545 None None] Provisioning complete for port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:18.020617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:18.020617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.021210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37c16fb3-160c-4be7-9bab-34553493e545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.119958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.206395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.234478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:18.274279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.279515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.279515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.431753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-37c16fb3-160c-4be7-9bab-34553493e545 None None] Port 5d0e21f1-37df-42b1-8f44-2dce7a6e1603 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:18.468682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8335-6b10-4317-8846-ff5abf1f7ea6 req-424ecff3-2720-4b76-bfd8-956cb66dcfbe tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.470310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55db8335-6b10-4317-8846-ff5abf1f7ea6 req-424ecff3-2720-4b76-bfd8-956cb66dcfbe tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 944 time: 0.1392660 Mar 31 23:08:18.482592 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8440878 Mar 31 23:08:18.495916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:18.502379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Request body: {'subnet': {'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241100120-subnet', 'tenant_id': 'd8ec505f6f844e20a8c1cabca39baad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:18.517590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7df9c8-8323-4212-bfae-fbaa0325ea29 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3e809e-61e8-4ef6-b45e-deba2238c74e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:18.542195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:18.556185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.562693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.573711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.577718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.586483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.593523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.602366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.604444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-ea0731c6-b597-4d2e-9caf-0d50d618ee00 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.2942474 Mar 31 23:08:18.644518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Made reservation on behalf of d8ec505f6f844e20a8c1cabca39baad9 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:18.647444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.681004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:18.685119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55db8335-6b10-4317-8846-ff5abf1f7ea6 req-4690faaf-2ada-40fc-907c-cf479a22406a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969168 Mar 31 23:08:18.760296 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:18.802292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35e0338-1b00-4f4f-ad6b-5f7ed115429e req-9ef6af6b-f7fb-4faf-a90f-2ea0621c8f48 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1856744 Mar 31 23:08:18.873540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:18.911791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'port_id': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'mac_address': 'fa:16:3e:35:ce:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:18.913876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:18.965519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.971049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b062-50ba-447e-a19a-8cb29eafc57c req-96adf256-d004-4121-870c-1b8f8a2483bb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.986604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eff9b062-50ba-447e-a19a-8cb29eafc57c req-96adf256-d004-4121-870c-1b8f8a2483bb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1799600 Mar 31 23:08:19.033220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:08:19.047449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=5d0e21f1-37df-42b1-8f44-2dce7a6e1603,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:19.074271 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.113993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:19.140893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:19.168862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Removed routes are [] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:08:19.168862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.230252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eff9b062-50ba-447e-a19a-8cb29eafc57c req-4300615b-076e-46dd-8b36-ac2c482cd4f3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253222 Mar 31 23:08:19.244191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:14Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:15Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:19.246160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.258603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.263790 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.266825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.276772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.284660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.297778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.321211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.348786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc2f6629-d371-463b-9514-3f13743217e2 req-2410651f-aa0c-42f1-99c1-dcbec032b428 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.3504567 Mar 31 23:08:19.460102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:19.464609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:19.469762 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba388849-3c99-40f2-9268-b6c6ad3c42cd" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:19.478624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:19.478982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Updating router 61864a7b-0076-45b2-88c1-d2999c351451 port 0d641012-718b-4203-9b8a-f6759a408023 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:19.562838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.598035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.611889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.616349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.711520 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a557f7-2dbd-4a89-aa09-f66eaaeb05e9 x-openstack-request-id: req-85a557f7-2dbd-4a89-aa09-f66eaaeb05e9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:19.716570 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:19.716570 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-85a557f7-2dbd-4a89-aa09-f66eaaeb05e9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:19.716570 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a557f7-2dbd-4a89-aa09-f66eaaeb05e9'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'code': 200} Mar 31 23:08:19.735326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:19.742341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ea51c01c-18e6-420a-ae91-08a801f1a788 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/5d0e21f1-37df-42b1-8f44-2dce7a6e1603 HTTP/1.1" status: 204 len: 168 time: 1.9965079 Mar 31 23:08:19.743595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:19.829576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d1c431-b3e4-457d-a482-8189d822024f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:19.842004 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfb28b7-31a7-4f36-8122-1a7b1810bbbb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] GET failed (client error): The resource could not be found. Mar 31 23:08:19.844687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3dfb28b7-31a7-4f36-8122-1a7b1810bbbb tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports/5d0e21f1-37df-42b1-8f44-2dce7a6e1603 HTTP/1.1" status: 404 len: 333 time: 0.0982549 Mar 31 23:08:19.853132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55924) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:19.921538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:19.925211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Checking segment: {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:19.925859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Network hostable DHCP agents. Network: 5e3e809e-61e8-4ef6-b45e-deba2238c74e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:19.987691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.018014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port 102b238a-c67c-438c-a09f-6071e0cb05ca {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:20.019031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.026928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c01f1-4cf8-412e-bdf4-e0898ac7ddfd req-b8b93c20-44a0-453b-ae23-7909d8303d61 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.035128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-372c01f1-4cf8-412e-bdf4-e0898ac7ddfd req-b8b93c20-44a0-453b-ae23-7909d8303d61 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 945 time: 0.1720331 Mar 31 23:08:20.048017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.093167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:20.101203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:20.117116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:20.271333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.320540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for 102b238a-c67c-438c-a09f-6071e0cb05ca owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:20.336600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-372c01f1-4cf8-412e-bdf4-e0898ac7ddfd req-cd698f3f-f1d0-4bdd-b37c-9329d21e4639 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985635 Mar 31 23:08:20.339601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5e3e809e-61e8-4ef6-b45e-deba2238c74e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:20.370928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b44413-08dd-4c6d-b452-d0c74165129b None None] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:20.393360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:20.410569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.411854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.542795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4134-551c-4da8-9954-ada96befa193 req-77ad77ae-ee5f-449c-9fbf-bcc98c2b28bf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.547512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f08e4134-551c-4da8-9954-ada96befa193 req-77ad77ae-ee5f-449c-9fbf-bcc98c2b28bf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1364281 Mar 31 23:08:20.564032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:20.576781 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.577998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.579342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-260aa3a8-e80c-4958-a673-de02889f9b46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 933 time: 2.9800849 Mar 31 23:08:20.583318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55948) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.611957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f08e4134-551c-4da8-9954-ada96befa193 req-1267fecc-5d26-4e7b-aa91-72b985f1bb42 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516562 Mar 31 23:08:20.673602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555b5ef-dbcb-4faf-b60e-f39281c7721c None None] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:20.714322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7df4db3b-080c-401f-b311-851b1a6cf0d4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 933 time: 0.1288607 Mar 31 23:08:20.722620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55952) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.730528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'routes': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:20.797087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e69a5-d506-4d5b-9409-6bd2adf462aa req-6b1eae7e-e47a-4f4c-820e-1ce79f5dcd37 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.811206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c21e69a5-d506-4d5b-9409-6bd2adf462aa req-6b1eae7e-e47a-4f4c-820e-1ce79f5dcd37 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.0886796 Mar 31 23:08:20.811837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.819199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'floatingip': {'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:20.849421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.875247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.014222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Attempting to bind port 0d641012-718b-4203-9b8a-f6759a408023 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:21.014592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Attempting to bind port 0d641012-718b-4203-9b8a-f6759a408023 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:21.014950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Attempting to bind port 0d641012-718b-4203-9b8a-f6759a408023 on network 2c952736-c0a9-434b-b841-9b7507026fe0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:21.020412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a78a2-1c42-4865-bc68-08f4a128d2fc None None] Pushing event updated for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.033441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:21.033826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Checking segment: {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:21.034236 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.034724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Bound using segment: {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:21.035347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Bound port: 0d641012-718b-4203-9b8a-f6759a408023, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6ea5b8-f641-4b95-b857-25142cd2e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:21.036704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.147582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] For port 0d641012-718b-4203-9b8a-f6759a408023, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:21.152259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] For port 0d641012-718b-4203-9b8a-f6759a408023, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d641012-718b-4203-9b8a-f6759a408023,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:21.232193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c715321d-7a42-48ed-8636-c5ccbfc8f3b4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7349708 Mar 31 23:08:21.235131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.248224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.383461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=102b238a-c67c-438c-a09f-6071e0cb05ca,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.422183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a78a2-1c42-4865-bc68-08f4a128d2fc None None] Pushing event updated for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.515904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:21.518991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:21.639056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:21.639056 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.711470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb935-dc1e-480d-9bf6-cc6ca5c964e6 req-44a0ac89-07e3-4816-85a7-5e126f7e76e3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:21.725610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-002bb935-dc1e-480d-9bf6-cc6ca5c964e6 req-44a0ac89-07e3-4816-85a7-5e126f7e76e3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 945 time: 0.2160304 Mar 31 23:08:21.877127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.880747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71a1fc5a-2621-492b-b8e7-e3f698cc1f90 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/102b238a-c67c-438c-a09f-6071e0cb05ca HTTP/1.1" status: 204 len: 168 time: 2.0201688 Mar 31 23:08:21.889890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:21.909496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-002bb935-dc1e-480d-9bf6-cc6ca5c964e6 req-9b543e08-16eb-4cef-abc6-00b2131bc24b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209788 Mar 31 23:08:21.984455 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4b3466-ceff-48bb-9bd7-de129735fd44 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] GET failed (client error): The resource could not be found. Mar 31 23:08:21.986280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce4b3466-ceff-48bb-9bd7-de129735fd44 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "GET /v2.0/ports/102b238a-c67c-438c-a09f-6071e0cb05ca HTTP/1.1" status: 404 len: 333 time: 0.0911784 Mar 31 23:08:21.997573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55996) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:22.061451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:08:22.167544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:22.174241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.241375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port 4f798b21-650d-4403-a147-c8a9f7d3dccd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:22.241832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.288053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added routes are [] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:08:22.288669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:08:22.325410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.351741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.450351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.550532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.586309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for 4f798b21-650d-4403-a147-c8a9f7d3dccd owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:22.622147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] For port 0d641012-718b-4203-9b8a-f6759a408023, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d641012-718b-4203-9b8a-f6759a408023,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:22.669377 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Floating IP 1125d448-3091-4532-b786-7d4892bb59f0 associated. External IP: 172.25.6.94, port: 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae. Mar 31 23:08:22.695441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:22.751557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.768611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.788529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.858400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56032) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:22.973263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:23.014403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:19Z', 'revision_number': 6, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:21Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:23.016394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08771a-2048-495d-93a5-00b3dbe8644a None None] Pushing event updated for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:23.110510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:23.126714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e135e691-6c61-4fe2-ad4b-53e2d28494ab None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:23.128534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e135e691-6c61-4fe2-ad4b-53e2d28494ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.134640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64249e15-cd41-4422-9187-94fe9af5969d None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:19Z', 'revision_number': 6, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:21Z', 'revision_number': 4, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:23.166885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6ac8-dfd1-4044-b219-654fa91217a6 req-0a572d3f-384d-49e1-a05a-4c133053c2f4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.175262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffac6ac8-dfd1-4044-b219-654fa91217a6 req-0a572d3f-384d-49e1-a05a-4c133053c2f4 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 945 time: 0.1374531 Mar 31 23:08:23.321598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:23.328235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:23.357805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.363410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-584a9fb8-8ecf-43b2-876b-267b37da2793 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 699 time: 2.6374438 Mar 31 23:08:23.369005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56040) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:23.369463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:23.373822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.408352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.408852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.409379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.412367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.412367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.412367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.412367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.436523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-b2552ebf-85dc-4523-b8b6-221737f4ea82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6502 time: 0.5765042 Mar 31 23:08:23.637236 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.715673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:23.717896 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d5080-ea08-4988-9979-a072fd104a5a" -d '{"events": [{"server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "name": "network-vif-plugged", "status": "completed", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:23.771935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:23.797827 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-6f690aed-4db3-417c-baac-b5cf9b1e72ac service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3577433 Mar 31 23:08:23.809327 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35773609-aa69-4aa4-862f-93a5da298fa8 x-openstack-request-id: req-35773609-aa69-4aa4-862f-93a5da298fa8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:23.810219 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "name": "network-vif-plugged", "status": "completed", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:23.810653 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-35773609-aa69-4aa4-862f-93a5da298fa8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:23.811376 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35773609-aa69-4aa4-862f-93a5da298fa8'] response: {'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'code': 200} Mar 31 23:08:23.889696 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.900928 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bb12f3d4-de88-4997-9bc5-44944ac50338 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 699 time: 0.5179088 Mar 31 23:08:23.907319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56060) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:24.093942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d641012-718b-4203-9b8a-f6759a408023 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:24.129276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:24.155034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.244773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.257331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0d641012-718b-4203-9b8a-f6759a408023 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:24.257975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.384302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=4f798b21-650d-4403-a147-c8a9f7d3dccd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:24.570351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffac6ac8-dfd1-4044-b219-654fa91217a6 req-4427d04a-8604-44c5-a181-e739b867305d tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3939328 Mar 31 23:08:24.608353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.773106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:24.777019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.782589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b21fdb47-ba54-4377-be3d-c2a2e44ae4cd tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/ports/4f798b21-650d-4403-a147-c8a9f7d3dccd HTTP/1.1" status: 204 len: 168 time: 2.7815447 Mar 31 23:08:24.782589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073634c-f963-4d28-bb46-a9546247a824 req-0cd0a50f-190b-488a-b0e9-fe8dd3d27eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:24.784158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c073634c-f963-4d28-bb46-a9546247a824 req-0cd0a50f-190b-488a-b0e9-fe8dd3d27eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 1097 time: 0.6846080 Mar 31 23:08:24.787682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.789848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56086) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:24.792336 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Sync routers for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:24.802444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:24.816036 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:24.816671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:24.821600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:24.823044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:24.876698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-40992d3a-c799-43f7-af26-dbeb17f52f12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "PUT /v2.0/floatingips/1125d448-3091-4532-b786-7d4892bb59f0 HTTP/1.1" status: 200 len: 991 time: 4.0585492 Mar 31 23:08:24.921282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:24.924366 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e517738-6773-47b1-a4b2-d8bf86bb8174" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:24.965197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:25.008238 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9215f7c-8bdc-4e3b-a648-85170de02c9a x-openstack-request-id: req-d9215f7c-8bdc-4e3b-a648-85170de02c9a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:25.009112 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:25.009665 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9215f7c-8bdc-4e3b-a648-85170de02c9a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:25.010404 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9215f7c-8bdc-4e3b-a648-85170de02c9a'] response: {'name': 'network-changed', 'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'status': 'completed', 'code': 200} Mar 31 23:08:25.075573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c073634c-f963-4d28-bb46-a9546247a824 req-9f3d16ec-4db3-4271-bdd8-b5d10a72b64e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711666 Mar 31 23:08:25.083282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting subnet 52f031f5-c6cf-4a3e-885b-e24845ca905f {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:25.087429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.087737 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:25.159510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-0969aa66-1ef3-4e36-8bde-91e81a5cd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.161920 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-0969aa66-1ef3-4e36-8bde-91e81a5cd062 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1097 time: 0.1264324 Mar 31 23:08:25.166176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.306497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.342093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 0d641012-718b-4203-9b8a-f6759a408023 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:25.342504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.421926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-b348e79d-5a43-4f30-a528-a5ecdc61a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.423420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-b348e79d-5a43-4f30-a528-a5ecdc61a6b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2529705 Mar 31 23:08:25.517805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 0d641012-718b-4203-9b8a-f6759a408023, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d641012-718b-4203-9b8a-f6759a408023,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:25.518629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.531905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8194e0-4070-43e5-80d7-5892df26404a req-b79734bb-679b-4c65-befe-fa1888e99caa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.533472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a8194e0-4070-43e5-80d7-5892df26404a req-b79734bb-679b-4c65-befe-fa1888e99caa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.5654447 Mar 31 23:08:25.535227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 0d641012-718b-4203-9b8a-f6759a408023 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:25.541244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 7, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:25.548323 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '1125d448-3091-4532-b786-7d4892bb59f0', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:43Z', 'updated_at': '2022-03-31T23:08:21Z', 'revision_number': 1, 'project_id': '3cd88da30a944d2b833046343995672a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:25.584466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:25.597807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:25.599167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:25.604332 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Checking router: 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:25.615433 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:25.616314 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:25.624246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a8194e0-4070-43e5-80d7-5892df26404a req-1e73811a-7fb4-4243-a9b5-2efb72901ccb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816276 Mar 31 23:08:25.638992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-3348bf05-f0ba-4de9-b32b-034d9e080a98 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.652277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-3348bf05-f0ba-4de9-b32b-034d9e080a98 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/networks?id=5e3e809e-61e8-4ef6-b45e-deba2238c74e HTTP/1.1" status: 200 len: 808 time: 0.3059216 Mar 31 23:08:25.678800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-bc014ec1-d8b0-4846-b89a-92faf6492851 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/quotas/d8ec505f6f844e20a8c1cabca39baad9 HTTP/1.1" status: 200 len: 375 time: 0.0178437 Mar 31 23:08:25.737482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-f8f1056e-9171-48e5-8aa5-90496e51448e tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576687 Mar 31 23:08:25.740391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.766825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:25.787664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:25.867528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Subnet': ['ID=52f031f5-c6cf-4a3e-885b-e24845ca905f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:25.940132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.954780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-623d7f8e-47a4-4b66-8171-11fa9a177840 tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/subnets/52f031f5-c6cf-4a3e-885b-e24845ca905f HTTP/1.1" status: 204 len: 168 time: 1.1519673 Mar 31 23:08:25.957144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56122) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.003330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130ca81-212f-4324-8b95-45205b00d9cd None None] Network eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:26.193490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00937-24ab-434f-8bd4-d7d3f7690b8d req-5b182a6f-a121-459f-9022-916eb9747a0a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.195835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bd00937-24ab-434f-8bd4-d7d3f7690b8d req-5b182a6f-a121-459f-9022-916eb9747a0a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.4127061 Mar 31 23:08:26.201937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-f08eb29d-a5f1-4fac-b1d2-c68686a22e81 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465225 Mar 31 23:08:26.207294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.330332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bd00937-24ab-434f-8bd4-d7d3f7690b8d req-bacd709b-0534-4c6a-af94-5b54b0d141b5 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170254 Mar 31 23:08:26.335098 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '1125d448-3091-4532-b786-7d4892bb59f0', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:43Z', 'updated_at': '2022-03-31T23:08:21Z', 'revision_number': 1, 'project_id': '3cd88da30a944d2b833046343995672a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:26.367491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf5381-ad71-450a-b17d-79c08ecc424d None None] The sync data for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 is: [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '1125d448-3091-4532-b786-7d4892bb59f0', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:43Z', 'updated_at': '2022-03-31T23:08:21Z', 'revision_number': 1, 'project_id': '3cd88da30a944d2b833046343995672a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:26.486634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 7, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:26.493925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-c4706944-cd4b-43c8-b5d9-65e50c4e3591 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836344 Mar 31 23:08:26.508067 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-d0002e7d-a9c3-4fea-810e-c37d67aea51b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 1.0760646 Mar 31 23:08:26.575618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Deleting port f5b4e921-a275-4896-89d7-ad4de254cf42 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:26.575966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.587631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] DHCP port deletion for eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:26.596241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054a166-c8ac-4eca-931e-c22a5ef19cfe None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 7, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0d641012-718b-4203-9b8a-f6759a408023', 'name': '', 'network_id': '2c952736-c0a9-434b-b841-9b7507026fe0', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:56:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:12Z', 'updated_at': '2022-03-31T23:08:22Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '82c77b69-ada8-47c2-9310-711b3e55f68c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:26.606603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa59cf2-f8ac-47c5-974b-ff9c65c26053 req-c9b0d5c7-0f31-455d-ab72-9d9592730745 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.608323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfa59cf2-f8ac-47c5-974b-ff9c65c26053 req-c9b0d5c7-0f31-455d-ab72-9d9592730745 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1315684 Mar 31 23:08:26.633679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-96241a75-11af-4c3a-bf1e-6f0b5ba13273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.635536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-96241a75-11af-4c3a-bf1e-6f0b5ba13273 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1164114 Mar 31 23:08:26.694865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:26.710824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.828070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=0d641012-718b-4203-9b8a-f6759a408023,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.840077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-a7f8dafd-d6ea-4aee-a84e-7fae31eb3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.840077 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-a7f8dafd-d6ea-4aee-a84e-7fae31eb3323 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958468 Mar 31 23:08:26.862805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a7a97-1621-4513-951a-e030fcee2e14 None None] New status for floating IP 1125d448-3091-4532-b786-7d4892bb59f0: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:08:26.911184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Deleting port f5b4e921-a275-4896-89d7-ad4de254cf42 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:26.913059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfa59cf2-f8ac-47c5-974b-ff9c65c26053 req-eb22b65f-7970-4aa6-8a20-f9745dd4f1f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877960 Mar 31 23:08:26.915163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.915301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] For port f5b4e921-a275-4896-89d7-ad4de254cf42, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f5b4e921-a275-4896-89d7-ad4de254cf42,segment=NetworkSegment(cbb8e366-643c-442a-b6a5-c9c0a4962348),segment_id=cbb8e366-643c-442a-b6a5-c9c0a4962348)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:26.915545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.016691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Calling delete_port for f5b4e921-a275-4896-89d7-ad4de254cf42 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:27.206532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] For port f5b4e921-a275-4896-89d7-ad4de254cf42, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f5b4e921-a275-4896-89d7-ad4de254cf42,segment=NetworkSegment(cbb8e366-643c-442a-b6a5-c9c0a4962348),segment_id=cbb8e366-643c-442a-b6a5-c9c0a4962348)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:27.207356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.276340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Calling delete_port for f5b4e921-a275-4896-89d7-ad4de254cf42 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:27.374769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f88640c2-b909-42e1-b643-52e3408757bc req-dbf75bb4-4a4d-4a04-af04-c59e8a885442 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0939975 Mar 31 23:08:27.423844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.451104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-fae14712-097a-4cf2-854f-a23e943db6a9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043417 Mar 31 23:08:27.453638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:27.483609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'mac_address': 'fa:16:3e:3d:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:27.521705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.571627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.576089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] No DVR routers for this DVR port f5b4e921-a275-4896-89d7-ad4de254cf42 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:27.590117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:27.623901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Port': ['ID=f5b4e921-a275-4896-89d7-ad4de254cf42,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.628998 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.672425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:27.677893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] Pushing event deleted for resources: {'Port': ['ID=f5b4e921-a275-4896-89d7-ad4de254cf42,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.685515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a15ee-1f27-4600-8da0-636018d039cf None None] No DVR routers for this DVR port f5b4e921-a275-4896-89d7-ad4de254cf42 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:27.733531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4980-2c16-4b6c-bf9a-13b18e8b9ac1 req-441db0db-5763-495e-9787-f2b992adf244 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.735831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-094c4980-2c16-4b6c-bf9a-13b18e8b9ac1 req-441db0db-5763-495e-9787-f2b992adf244 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.2699459 Mar 31 23:08:27.744946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.750835 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.766030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e517738-6773-47b1-a4b2-d8bf86bb8174 req-4d415878-00e9-47b1-9adb-d3dd41fd7859 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580409 Mar 31 23:08:27.802746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:27.849824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb8e366-643c-442a-b6a5-c9c0a4962348') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:27.850234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb8e366-643c-442a-b6a5-c9c0a4962348') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:27.873697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-094c4980-2c16-4b6c-bf9a-13b18e8b9ac1 req-272b335f-6fd5-436f-8f7b-0035f9027425 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242044 Mar 31 23:08:27.875911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.889921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.914278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.947990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:27.950712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:27.957474 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:27.967734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5f4eede8-19ac-4bd2-a411-d3a5d10f058f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:28.032206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:28.168229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f7716-1dcb-4369-96e1-da525b6ee779 req-d7346319-24a8-4fb2-9799-6cb557a117f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.180410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f22f7716-1dcb-4369-96e1-da525b6ee779 req-d7346319-24a8-4fb2-9799-6cb557a117f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1351619 Mar 31 23:08:28.192274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:28.213947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd8504-9d69-420d-b7b8-f22b4817a054 req-a4335499-3a17-4e37-96b3-b7aa615238e7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.235659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3fd8504-9d69-420d-b7b8-f22b4817a054 req-a4335499-3a17-4e37-96b3-b7aa615238e7 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.1223185 Mar 31 23:08:28.236074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fb8202fc-4b12-4427-b7f0-d15002ea8bb7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3147218 Mar 31 23:08:28.236982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:28.237852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56164) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:28.252167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Request body: {'floatingip': {'port_id': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:28.294723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.304569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f5b4e921-a275-4896-89d7-ad4de254cf42 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:28.325998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f22f7716-1dcb-4369-96e1-da525b6ee779 req-8d55cc66-bee2-4cd0-ac9c-5659357d8177 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484010 Mar 31 23:08:28.338901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:28.343332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.346655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] 10.222.0.83 "DELETE /v2.0/networks/eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d HTTP/1.1" status: 204 len: 168 time: 2.3307533 Mar 31 23:08:28.366890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f5b4e921-a275-4896-89d7-ad4de254cf42 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:28.366890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f5b4e921-a275-4896-89d7-ad4de254cf42 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:28.385763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.389202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e129748-259f-4ff0-a25a-b1f6699ce26f tempest-AllowedAddressPairTestJSON-1186978092 tempest-AllowedAddressPairTestJSON-1186978092-project] Pushing event deleted for resources: {'Network': ['ID=eb1d2943-2db5-434c-a99b-1bc9ee5e3f4d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:28.400257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:28.400438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:28.408032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 82c77b69-ada8-47c2-9310-711b3e55f68c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:28.428079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.558715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.558825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:28.585200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a338-2d43-4f9e-90b2-18dd18ac2a34 req-3b5564de-fb06-41df-b404-79aecb1f8a61 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.586784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c128a338-2d43-4f9e-90b2-18dd18ac2a34 req-3b5564de-fb06-41df-b404-79aecb1f8a61 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1268535 Mar 31 23:08:28.591046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d73852e5-eca7-440d-91f7-a8673e5606b9 req-754b506d-000b-4855-9d11-5d03555389ce tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0772469 Mar 31 23:08:28.670355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c128a338-2d43-4f9e-90b2-18dd18ac2a34 req-a0e66932-407e-4bbb-ba48-ab4703f65e36 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731671 Mar 31 23:08:28.678293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.797468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:26Z', 'revision_number': 8, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:28.831829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:28.838350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:28.839168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:28.913798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.939366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.945423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0821571-47ab-4364-9426-be045e4f867b None None] Network 2c952736-c0a9-434b-b841-9b7507026fe0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:28.946369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/82c77b69-ada8-47c2-9310-711b3e55f68c HTTP/1.1" status: 204 len: 168 time: 0.6873159 Mar 31 23:08:28.954205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56202) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.009486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabe57d-b566-46dc-9b8f-d40c8fe12ee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=82c77b69-ada8-47c2-9310-711b3e55f68c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.078409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:29.132275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.231423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 08789ecf-22a3-44f6-a0a6-0acd3de74feb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:29.232056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.277900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.347689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=08789ecf-22a3-44f6-a0a6-0acd3de74feb,segment=NetworkSegment(9b6ea5b8-f641-4b95-b857-25142cd2e306),segment_id=9b6ea5b8-f641-4b95-b857-25142cd2e306)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:29.360585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.383660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 08789ecf-22a3-44f6-a0a6-0acd3de74feb owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:29.472415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.556321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56226) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.623429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] DHCP port deletion for 2c952736-c0a9-434b-b841-9b7507026fe0 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:29.676186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:26Z', 'revision_number': 8, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:29.711369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0b1a4-ef84-4d78-ac92-0dc819d14e71 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:26Z', 'revision_number': 8, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48043121-246e-4f25-9b68-2dcc6871f7e2', 'name': '', 'network_id': 'f163a703-e16b-42e9-a4ab-c544c0a2e4bf', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:68:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '3abc9848-66dc-4371-9877-af64183d3b38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:59Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '3abc9848-66dc-4371-9877-af64183d3b38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:29.728608 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Floating IP 4c52ada4-aa09-4e19-b80b-4e0e9cae11bd associated. External IP: 172.25.6.32, port: c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99. Mar 31 23:08:29.748860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Deleting port 08789ecf-22a3-44f6-a0a6-0acd3de74feb {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:29.748860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.764670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.794677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56690c6f-3db7-4bd1-9ac8-9f9507cfe0ba req-8e283348-bc27-41f1-aef0-aa8d9194f9cb tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0940642 Mar 31 23:08:29.829018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=08789ecf-22a3-44f6-a0a6-0acd3de74feb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.837641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port 08789ecf-22a3-44f6-a0a6-0acd3de74feb on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:29.840615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] For port 08789ecf-22a3-44f6-a0a6-0acd3de74feb, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:29.841460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.869711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Calling delete_port for 08789ecf-22a3-44f6-a0a6-0acd3de74feb owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:29.872985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Port 08789ecf-22a3-44f6-a0a6-0acd3de74feb was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:08:29.875458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.909158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] Pushing event deleted for resources: {'Port': ['ID=08789ecf-22a3-44f6-a0a6-0acd3de74feb,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.916135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0dc75a68-3dc1-41b7-83ad-a8accf1e8e6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2c7fbbcfd7d04b41a5e263fb272d24a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554356 Mar 31 23:08:29.920930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56236) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.922665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44dc5e-7f80-4543-afdd-95e57ab311ca None None] No DVR routers for this DVR port 08789ecf-22a3-44f6-a0a6-0acd3de74feb on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:29.981906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.011069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c952736-c0a9-434b-b841-9b7507026fe0']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.024031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6ea5b8-f641-4b95-b857-25142cd2e306') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.024031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6ea5b8-f641-4b95-b857-25142cd2e306') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.032694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.050677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.061871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:30.062392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:30.066101 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:30.185150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 08789ecf-22a3-44f6-a0a6-0acd3de74feb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:30.208998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 08789ecf-22a3-44f6-a0a6-0acd3de74feb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:30.210620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 08789ecf-22a3-44f6-a0a6-0acd3de74feb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:30.211062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d641012-718b-4203-9b8a-f6759a408023 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:30.233869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0d641012-718b-4203-9b8a-f6759a408023 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:30.234283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d641012-718b-4203-9b8a-f6759a408023 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:30.346106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.352655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.386838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/2c952736-c0a9-434b-b841-9b7507026fe0 HTTP/1.1" status: 204 len: 168 time: 1.4011784 Mar 31 23:08:30.386838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56242) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:30.387031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.387031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:30.400275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.408579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f7731-e963-4403-a618-c44c64e791a7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=2c952736-c0a9-434b-b841-9b7507026fe0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.572183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:30.576629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.586128 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:30.600672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:30.603283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.609809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9bb9e15-39a1-4de2-8ca4-36e2ada519a6 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "PUT /v2.0/floatingips/4c52ada4-aa09-4e19-b80b-4e0e9cae11bd HTTP/1.1" status: 200 len: 991 time: 2.3699687 Mar 31 23:08:30.619760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:30.619760 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:30.673594 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30919be3-526d-4c8d-9c5a-f8c3fbf95043 x-openstack-request-id: req-30919be3-526d-4c8d-9c5a-f8c3fbf95043 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:30.673868 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:30.674109 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-30919be3-526d-4c8d-9c5a-f8c3fbf95043 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:30.674566 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30919be3-526d-4c8d-9c5a-f8c3fbf95043'] response: {'name': 'network-changed', 'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'status': 'completed', 'code': 200} Mar 31 23:08:30.700813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.704157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:30.714155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.718712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/badab571-f1ac-42a2-9f91-aaa147513ec2 HTTP/1.1" status: 204 len: 168 time: 0.7926052 Mar 31 23:08:30.756996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33880c-e09b-4b55-8972-ede22672582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badab571-f1ac-42a2-9f91-aaa147513ec2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.842527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:30.846735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.846965 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:30.936696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-9437ae04-0907-4b31-ab9d-93844238ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.951627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-9437ae04-0907-4b31-ab9d-93844238ace8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 1097 time: 0.1598899 Mar 31 23:08:30.963093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.968711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.008069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:31.011813 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b6b90-e142-4431-b2bc-e106c7bf2e16" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:31.030865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:31.120148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ca6464b-60d2-415a-ae62-c2786e8d6703 req-d87a9e24-d931-4e94-b788-58b817948a87 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0847466 Mar 31 23:08:31.149381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.231066 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff72d3f1-f5f0-43c1-9da3-cc27c795fcd6 x-openstack-request-id: req-ff72d3f1-f5f0-43c1-9da3-cc27c795fcd6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:31.231371 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:31.231628 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff72d3f1-f5f0-43c1-9da3-cc27c795fcd6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:31.232023 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff72d3f1-f5f0-43c1-9da3-cc27c795fcd6'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'code': 200} Mar 31 23:08:31.254637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:31.264675 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '4c52ada4-aa09-4e19-b80b-4e0e9cae11bd', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:35:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:55Z', 'updated_at': '2022-03-31T23:08:29Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:31.305165 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:31.315816 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:31.317823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:31.339921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-60676501-384d-40b0-bded-bb452102160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.341443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-60676501-384d-40b0-bded-bb452102160c service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.3072691 Mar 31 23:08:31.502805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:31.911355 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '4c52ada4-aa09-4e19-b80b-4e0e9cae11bd', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:35:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:55Z', 'updated_at': '2022-03-31T23:08:29Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:31.925077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-475841bf-f78b-4f53-9927-c7799cd076e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 200 len: 999 time: 0.5621278 Mar 31 23:08:31.941793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6adb2-da40-4391-bbd2-4adbe47221d6 None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '4c52ada4-aa09-4e19-b80b-4e0e9cae11bd', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'port_id': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'mac_address': 'fa:16:3e:35:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:55Z', 'updated_at': '2022-03-31T23:08:29Z', 'revision_number': 1, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:32.062328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-233ee9f5-257c-4448-ae69-b89040b891c6 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.063970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-233ee9f5-257c-4448-ae69-b89040b891c6 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "GET /v2.0/networks?id=5e3e809e-61e8-4ef6-b45e-deba2238c74e HTTP/1.1" status: 200 len: 808 time: 0.7027526 Mar 31 23:08:32.080377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 48043121-246e-4f25-9b68-2dcc6871f7e2 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:32.080771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.087877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-3eb158d3-5eb4-47f3-bd68-c7bbd6200e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.089349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-3eb158d3-5eb4-47f3-bd68-c7bbd6200e94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.1515379 Mar 31 23:08:32.094047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Request body: {'port': {'device_id': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e', 'admin_state_up': True, 'tenant_id': 'd8ec505f6f844e20a8c1cabca39baad9'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:32.330786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7389d9-d372-4a18-8131-5731088a9d86 None None] New status for floating IP 4c52ada4-aa09-4e19-b80b-4e0e9cae11bd: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:08:32.408764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-73badd01-4df6-4ea1-a8c5-d2609f4ce5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.410182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-73badd01-4df6-4ea1-a8c5-d2609f4ce5e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995408 Mar 31 23:08:32.418950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 48043121-246e-4f25-9b68-2dcc6871f7e2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=48043121-246e-4f25-9b68-2dcc6871f7e2,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:32.419348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.467717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 48043121-246e-4f25-9b68-2dcc6871f7e2 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:32.578426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Made reservation on behalf of d8ec505f6f844e20a8c1cabca39baad9 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:32.582258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.633636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-a39323a3-bfdf-4454-8539-1167d93d65f5 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086234 Mar 31 23:08:32.675878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.853023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1223790032'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:32.874074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Allocated IP 172.20.0.8 (5e3e809e-61e8-4ef6-b45e-deba2238c74e/29d1c431-b3e4-457d-a482-8189d822024f/f439d0d8-df8e-476a-a438-3f1e7e6166aa) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:32.957362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:32.962930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.978138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.016386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d5fc4-6c2d-40cd-bc91-16d7d2726dd9 req-72b49e63-10e2-4463-b45a-9e4fe6538663 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435876 Mar 31 23:08:33.055815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.061776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:33.094155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f957617a-688c-4ebb-9c79-e7e923b80958 req-89d375fe-499c-4207-95f1-5965782e8d48 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0759284 Mar 31 23:08:33.148651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=48043121-246e-4f25-9b68-2dcc6871f7e2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.190702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.208974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.209322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.209662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.210629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.210978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.211339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.211672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.212046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.212519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.212847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.213169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.213503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.296407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.296820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.332770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:33.347527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:33.364915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87316820-fe58-4961-b342-7a9a655f685c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.370359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.370927 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Added segment b0acde6c-8e43-44c0-b3a4-c89097cb4d69 of type vlan for network 55b00efc-25c5-4b97-b563-40723d60a9ef Mar 31 23:08:33.429777 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.450388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:33.461007 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.484484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.497527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.587072 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.609068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.620248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.621390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.632023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.699813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:33.733456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.751872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0720894 Mar 31 23:08:33.754523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:33.787283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'subnet': {'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:33.797557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:33.890853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d8077-8b6f-4ba0-816d-45be3675c96e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Network': ['ID=55b00efc-25c5-4b97-b563-40723d60a9ef,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.909724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 55b00efc-25c5-4b97-b563-40723d60a9ef details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:33.925633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:33.931029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.937589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-92a15a4d-520a-4dc4-961c-3bc02a6ee4d8 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5766218 Mar 31 23:08:33.943196 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:33.944101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:33.959796 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:33.963755 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:34.050325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 3abc9848-66dc-4371-9877-af64183d3b38 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:34.056347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.094705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-9df88121-caed-4a9d-8e79-66a51525a025 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:34.108865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-9df88121-caed-4a9d-8e79-66a51525a025 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.3044016 Mar 31 23:08:34.119150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.134354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-3c291d48-d157-4e0c-9551-31c4e545bd08 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/quotas/c1fbdb6f06c94e6aa148fd12b278b0ff HTTP/1.1" status: 200 len: 375 time: 0.0244725 Mar 31 23:08:34.149230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:34.172861 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:34.175658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:34.181314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:34.241808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Pushing event updated for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:34.279241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.314045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:34.315613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-a9b4504d-0f77-4d3d-92d3-a8f4c7cfa9bb tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803284 Mar 31 23:08:34.318892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.362871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:34.363702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.422040 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:32Z', 'revision_number': 9, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:34.440818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e1c8-472c-4621-b93b-e51f56ca45e8 req-82a76ea3-6e57-4b58-984b-feb0d1925db5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:34.450979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4982e1c8-472c-4621-b93b-e51f56ca45e8 req-82a76ea3-6e57-4b58-984b-feb0d1925db5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 931 time: 0.1952844 Mar 31 23:08:34.456726 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:34.466716 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:34.467708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:34.521864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4982e1c8-472c-4621-b93b-e51f56ca45e8 req-9f452b22-1e12-4cfa-bbdd-99c6388a1424 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695555 Mar 31 23:08:34.533495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.534695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-9f2932b1-f638-438a-97e5-d83557df2320 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4497852 Mar 31 23:08:34.561264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Request body: {'port': {'device_id': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:34.565745 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:34.571834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.611595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-68e089c6-85c7-477e-9156-ca7a7338251a service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950325 Mar 31 23:08:34.641067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=3abc9848-66dc-4371-9877-af64183d3b38,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:34.696691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22f612-058f-4f00-9cfd-d9e1894744f4 None None] Network f163a703-e16b-42e9-a4ab-c544c0a2e4bf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:34.712420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.721496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8427dd6-29ea-4b19-bde2-386e24221a53 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/3abc9848-66dc-4371-9877-af64183d3b38 HTTP/1.1" status: 204 len: 168 time: 0.7755916 Mar 31 23:08:34.724790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.726653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56428) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:34.855089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.892517 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:32Z', 'revision_number': 9, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:34.961472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-cdebc0dd-fa17-4ade-a1ea-48e7de6eada0 service neutron] 10.222.0.83 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333230 Mar 31 23:08:34.968514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.053739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Subnet': ['ID=cf4e8707-03fe-4297-971b-8f4ac1115be0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:35.065679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:35.128854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Checking segment: {'id': 'b0acde6c-8e43-44c0-b3a4-c89097cb4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:35.129229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network hostable DHCP agents. Network: 55b00efc-25c5-4b97-b563-40723d60a9ef, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:35.136974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] DHCP port deletion for f163a703-e16b-42e9-a4ab-c544c0a2e4bf request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:35.156622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 785a249b-db3b-41ce-8291-69e165f67bd6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:35.157201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.162156 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141cbe4-5a5e-4881-852b-397c691fc08f None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:32Z', 'revision_number': 9, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '0df008a8-cf83-4f52-bc41-e17dd4eb73e5', 'name': '', 'network_id': '8ee71ac3-1c64-4273-bc77-f016ed78457d', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:53:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:46Z', 'updated_at': '2022-03-31T23:07:56Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '43e3af44-4bea-4d7e-8c71-e3ade9e6d16e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:35.225625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:35.226000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.278434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Deleting port 785a249b-db3b-41ce-8291-69e165f67bd6 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:35.279068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.341267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 785a249b-db3b-41ce-8291-69e165f67bd6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=785a249b-db3b-41ce-8291-69e165f67bd6,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:35.341671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.362268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 785a249b-db3b-41ce-8291-69e165f67bd6 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:35.363112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:35.377408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] For port 785a249b-db3b-41ce-8291-69e165f67bd6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=785a249b-db3b-41ce-8291-69e165f67bd6,segment=NetworkSegment(44961efe-e59b-4d95-b849-a745e8afba13),segment_id=44961efe-e59b-4d95-b849-a745e8afba13)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:35.377408 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.398990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Calling delete_port for 785a249b-db3b-41ce-8291-69e165f67bd6 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:35.448623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 55b00efc-25c5-4b97-b563-40723d60a9ef) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:35.450079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f439d0d8-df8e-476a-a438-3f1e7e6166aa {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:35.459493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.460003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.462730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.485710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882b9e8-a10a-4439-b28f-6da38ede9275 None None] Network 55b00efc-25c5-4b97-b563-40723d60a9ef requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:35.517338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Transition to ACTIVE for port object f439d0d8-df8e-476a-a438-3f1e7e6166aa will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:35.576472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c2ba93c-5002-4238-9813-9891702225e3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7955694 Mar 31 23:08:35.577113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:35.581688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-667982577', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:35.621341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7829f71-fe20-4f2d-bc80-c16e8cc3eb3f req-b65bd79c-05de-4619-8c7b-2f519b5c638e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 210 time: 0.0633190 Mar 31 23:08:35.638332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.655774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.705015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.705015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.734508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.776870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port 785a249b-db3b-41ce-8291-69e165f67bd6 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:35.816650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:08:35.818541 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:08:35.835782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:35.839111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Pushing event updated for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:35.840256 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8fccbb-414a-4460-9aab-1771d16b0107" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:35.889378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:35.935534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.956707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=785a249b-db3b-41ce-8291-69e165f67bd6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.017974 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b58e67-71b9-4a87-8e9b-bbd2368c3dab x-openstack-request-id: req-57b58e67-71b9-4a87-8e9b-bbd2368c3dab {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:36.018612 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:36.020155 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-57b58e67-71b9-4a87-8e9b-bbd2368c3dab {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:36.020702 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b58e67-71b9-4a87-8e9b-bbd2368c3dab'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:08:36.034828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 785a249b-db3b-41ce-8291-69e165f67bd6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:36.047487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.070586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ecde-100f-4b35-93e2-8beeec5e2a4a req-545d2653-7d03-4328-8d0c-2f942121fc68 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.072489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c77ecde-100f-4b35-93e2-8beeec5e2a4a req-545d2653-7d03-4328-8d0c-2f942121fc68 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.3694322 Mar 31 23:08:36.124965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd6ec0-7a98-42f2-abca-625b7f58cda9 None None] Network 55b00efc-25c5-4b97-b563-40723d60a9ef requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:36.135255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.136341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:36.219512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] Pushing event deleted for resources: {'Port': ['ID=785a249b-db3b-41ce-8291-69e165f67bd6,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.227723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995df0e6-a468-4b3b-81ba-5d076ac31c62 None None] No DVR routers for this DVR port 785a249b-db3b-41ce-8291-69e165f67bd6 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:36.294453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 785a249b-db3b-41ce-8291-69e165f67bd6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:36.299553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 785a249b-db3b-41ce-8291-69e165f67bd6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:36.300173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 48043121-246e-4f25-9b68-2dcc6871f7e2 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:36.348963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.385814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-ddd98180-0f5c-4bc6-9410-5b9e0f5ca307 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.391789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-ddd98180-0f5c-4bc6-9410-5b9e0f5ca307 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a203b7d-64e9-4e8d-b449-8d728923caab HTTP/1.1" status: 200 len: 945 time: 0.3722453 Mar 31 23:08:36.447248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 48043121-246e-4f25-9b68-2dcc6871f7e2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:36.447462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 48043121-246e-4f25-9b68-2dcc6871f7e2 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:36.571795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.572220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f163a703-e16b-42e9-a4ab-c544c0a2e4bf']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:36.606710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44961efe-e59b-4d95-b849-a745e8afba13') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:36.607032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44961efe-e59b-4d95-b849-a745e8afba13') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:36.670925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Deleting port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:36.671167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c77ecde-100f-4b35-93e2-8beeec5e2a4a req-d6397a4e-1a38-4487-b4d4-72a277158a1d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316822 Mar 31 23:08:36.671292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.686622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Attempting to bind port f439d0d8-df8e-476a-a438-3f1e7e6166aa on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:36.687419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Attempting to bind port f439d0d8-df8e-476a-a438-3f1e7e6166aa by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:36.703321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Attempting to bind port f439d0d8-df8e-476a-a438-3f1e7e6166aa on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:36.712725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.742275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Port f439d0d8-df8e-476a-a438-3f1e7e6166aa on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:36.742976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Attempting to bind port f439d0d8-df8e-476a-a438-3f1e7e6166aa on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:36.752397 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.804220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33333edf-e19b-4ebb-816e-3689aca7a6f6 req-c8a84d48-3050-48fa-b19e-89c89db330a8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 210 time: 0.0937638 Mar 31 23:08:36.809077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.809077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:36.809077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Checking segment: {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:36.810141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Bound using segment: {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:36.811795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Bound port: f439d0d8-df8e-476a-a438-3f1e7e6166aa, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:36.813083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.835429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:36.835429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:36.838239 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:36.840677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:36.911964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.988397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] For port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:36.990107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.011703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:37.016716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:37.033694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.050757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.060626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/f163a703-e16b-42e9-a4ab-c544c0a2e4bf HTTP/1.1" status: 204 len: 168 time: 2.3273277 Mar 31 23:08:37.064256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56486) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:37.080465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.090527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.096580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Calling delete_port for d173cde5-ec3a-4bc0-b828-ba1ceea6b81a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:37.124580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2cdea-1f45-40de-8b59-0d5f326fe737 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=f163a703-e16b-42e9-a4ab-c544c0a2e4bf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.125098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.127574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.260065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Pushing event updated for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.566555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.205 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/6697c85b-6b0c-49ec-8ec2-73e0879e85f9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-8b22b8e9-17ec-4c74-8ed2-678a8974b148 service neutron] 10.222.0.10 "PUT /v2.0/ports/f439d0d8-df8e-476a-a438-3f1e7e6166aa HTTP/1.1" status: 200 len: 1091 time: 2.8048351 Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9041ded3-340d-4b29-8f3c-bb91de3eb935 x-openstack-request-id: req-9041ded3-340d-4b29-8f3c-bb91de3eb935 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9041ded3-340d-4b29-8f3c-bb91de3eb935 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:37.570258 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9041ded3-340d-4b29-8f3c-bb91de3eb935'] response: {'name': 'network-changed', 'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa', 'status': 'completed', 'code': 200} Mar 31 23:08:37.571051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.579069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-141c0bce-7ec9-45fd-a3ab-988dfeef0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.580598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-141c0bce-7ec9-45fd-a3ab-988dfeef0a66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 1094 time: 0.0880053 Mar 31 23:08:37.734220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-44f93cb7-0bac-4ad1-bb90-be2ebed15196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.735944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-44f93cb7-0bac-4ad1-bb90-be2ebed15196 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1406679 Mar 31 23:08:37.845965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.908551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.926162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.943116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd48ca-38c8-419d-9ebb-10aaefef945f req-c2c71903-5c12-4250-9822-dced666794f1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.944719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79bd48ca-38c8-419d-9ebb-10aaefef945f req-c2c71903-5c12-4250-9822-dced666794f1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.2046943 Mar 31 23:08:38.012707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-5c094263-5531-46f1-bd5b-1a39ec5f4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.014499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca2fa3e-ccbd-4f67-961e-09ba9e23fe40 req-5c094263-5531-46f1-bd5b-1a39ec5f4c8c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2696271 Mar 31 23:08:38.021960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:38.032250 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a32cc-d693-4094-903e-f3424485205a" -d '{"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-unplugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:38.065680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79bd48ca-38c8-419d-9ebb-10aaefef945f req-d8d2772a-93cb-4efa-87d2-6d722879712b tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134543 Mar 31 23:08:38.179784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] No DVR routers for this DVR port d173cde5-ec3a-4bc0-b828-ba1ceea6b81a on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:38.180930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-421f28cf-d80e-4347-a502-5e1b5db1022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.186205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-421f28cf-d80e-4347-a502-5e1b5db1022b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 1094 time: 0.0791581 Mar 31 23:08:38.188695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.194082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6807e1ee-313f-4fa4-b4e4-053af4bf293f req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "DELETE /v2.0/ports/d173cde5-ec3a-4bc0-b828-ba1ceea6b81a HTTP/1.1" status: 204 len: 173 time: 1.7965329 Mar 31 23:08:38.216947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:38.217712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-deleted', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:38.221869 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0949df-6767-4b8a-b88f-3899e2beee6f" -d '{"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-deleted", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:38.233371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:38.236818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=6697c85b-6b0c-49ec-8ec2-73e0879e85f9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:38.240901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:38.291330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-2137e881-e0d3-444b-862c-6eeb3efa8347 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa HTTP/1.1" status: 200 len: 217 time: 0.0876851 Mar 31 23:08:38.293919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e4cfa26-2ec3-49a8-9813-9de00ddae8e2 req-f00e4a58-2e67-434b-8ced-c883db6eed8f tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 210 time: 0.0927894 Mar 31 23:08:38.343644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556a22f-5c32-4465-b5a9-bd8d73c09783 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event deleted for resources: {'Port': ['ID=d173cde5-ec3a-4bc0-b828-ba1ceea6b81a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:38.393369 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fcc5dd-294d-4925-a6f8-cc5fc4493638 x-openstack-request-id: req-32fcc5dd-294d-4925-a6f8-cc5fc4493638 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:38.393656 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-unplugged", "status": "completed", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:38.393910 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-32fcc5dd-294d-4925-a6f8-cc5fc4493638 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:38.394320 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fcc5dd-294d-4925-a6f8-cc5fc4493638'] response: {'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'code': 200} Mar 31 23:08:38.424650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-e945bb0c-e3ea-486e-ba22-7932c307b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.429609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-e945bb0c-e3ea-486e-ba22-7932c307b0e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29d1c431-b3e4-457d-a482-8189d822024f HTTP/1.1" status: 200 len: 848 time: 0.1100297 Mar 31 23:08:38.479889 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15a8e78-70b9-4143-b2fe-0bd49f4fde2d x-openstack-request-id: req-a15a8e78-70b9-4143-b2fe-0bd49f4fde2d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:38.479889 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a203b7d-64e9-4e8d-b449-8d728923caab", "name": "network-vif-deleted", "tag": "d173cde5-ec3a-4bc0-b828-ba1ceea6b81a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:38.479889 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a15a8e78-70b9-4143-b2fe-0bd49f4fde2d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:38.479889 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15a8e78-70b9-4143-b2fe-0bd49f4fde2d'] response: {'server_uuid': '7a203b7d-64e9-4e8d-b449-8d728923caab', 'name': 'network-vif-deleted', 'tag': 'd173cde5-ec3a-4bc0-b828-ba1ceea6b81a', 'status': 'completed', 'code': 200} Mar 31 23:08:38.480665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-0b7fb479-95c5-4059-82c9-6c1226c21b65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e3e809e-61e8-4ef6-b45e-deba2238c74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405698 Mar 31 23:08:38.500811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:38.501216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.709622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-7009a188-3e02-4196-a0f5-822ed094ed8f service neutron] 10.222.0.10 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191057 Mar 31 23:08:38.717588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 0df008a8-cf83-4f52-bc41-e17dd4eb73e5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:38.717935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.792909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.801403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:38.976547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-257851e7-1345-480a-9611-0beebd9ad8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.978444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-257851e7-1345-480a-9611-0beebd9ad8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1097 time: 0.1822054 Mar 31 23:08:39.063083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:39.141504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d173cde5-ec3a-4bc0-b828-ba1ceea6b81a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:39.141846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d173cde5-ec3a-4bc0-b828-ba1ceea6b81a not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:39.148566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-2571bef1-145f-4c99-8ed4-f6a3bf1c14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.151260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-2571bef1-145f-4c99-8ed4-f6a3bf1c14e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1282589 Mar 31 23:08:39.275624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-8a6b0376-804a-4087-8ed2-429faeffe258 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.277225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-8a6b0376-804a-4087-8ed2-429faeffe258 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 805 time: 0.4697771 Mar 31 23:08:39.294010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Request body: {'port': {'device_id': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'admin_state_up': True, 'tenant_id': 'c1fbdb6f06c94e6aa148fd12b278b0ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:39.586881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ff5b1b-cc10-4314-8380-70f07cd71b65 req-257f108f-5cd4-42c2-ac9a-4b4cf2bdc0d9 service neutron] 10.222.0.10 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536870 Mar 31 23:08:39.617390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56412320-84c1-44c5-8946-ff9aab963964 req-9cb40d48-2984-4c53-86c6-968d65fdd2d9 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.619065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56412320-84c1-44c5-8946-ff9aab963964 req-9cb40d48-2984-4c53-86c6-968d65fdd2d9 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.1339829 Mar 31 23:08:39.724968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.795785 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-e68bda28-6ac1-4554-9764-2e3aab0c7820 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 1001 time: 0.6342196 Mar 31 23:08:39.819325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56412320-84c1-44c5-8946-ff9aab963964 req-212dbc2f-2406-455a-a6c5-75b7fb91ce4d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832099 Mar 31 23:08:39.875871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=0df008a8-cf83-4f52-bc41-e17dd4eb73e5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:40.105819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4e9853d-53e5-48ac-a371-e499d41247f2 req-17a59ec5-eab4-472e-80b5-3aa6de06f286 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 210 time: 0.0825391 Mar 31 23:08:40.120552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-36f19b36-3301-4f28-8260-03ffd4f2d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.130853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-36f19b36-3301-4f28-8260-03ffd4f2d05e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.2186346 Mar 31 23:08:40.314672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-2897838c-335b-4311-88ff-2d92468147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.321678 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-2897838c-335b-4311-88ff-2d92468147b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675091 Mar 31 23:08:40.322822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.333151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.442855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Made reservation on behalf of c1fbdb6f06c94e6aa148fd12b278b0ff for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:40.447144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.652959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-9858ddbe-0bed-4545-8e70-80e1ca819a1a service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173418 Mar 31 23:08:40.673027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:40.856307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:40.869718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:40.870326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b40cb2ea-ac2c-4c58-8e66-37cf5b11f375 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8040001 Mar 31 23:08:40.875286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:40.915430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:40.916103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:41.004926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 43e3af44-4bea-4d7e-8c71-e3ade9e6d16e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:41.007962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.038609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a19fd2bb-0754-4145-9c50-a31433b5e86a req-cad6a3d0-be25-47fd-a28a-b82dda3f4766 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388293 Mar 31 23:08:41.071602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Allocated IP 172.20.0.10 (58f0953a-582e-461a-828d-7b3ce52455a9/7f5bace0-4927-4b00-8d72-acda98460ffa/59199549-9877-4f3f-9642-33b338b855c9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:41.127103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.209978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:41.239857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:08:41.318153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.528521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.590874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=43e3af44-4bea-4d7e-8c71-e3ade9e6d16e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:41.625943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.632920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b8dd7404-509e-430c-ac33-eb40263a5de1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/43e3af44-4bea-4d7e-8c71-e3ade9e6d16e HTTP/1.1" status: 204 len: 168 time: 0.7537799 Mar 31 23:08:41.650182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56546) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:41.661363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0fbe9-0742-4178-96ce-50ff8d24c45c req-9b09eacc-ddd5-4fce-95f0-a0d1d33898a3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.663544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8e0fbe9-0742-4178-96ce-50ff8d24c45c req-9b09eacc-ddd5-4fce-95f0-a0d1d33898a3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.2655649 Mar 31 23:08:41.666242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.745999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:41.771388 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:41.818409 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:41.820964 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:41.841702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eef8f0-11e8-409c-aebb-faf431580315 None None] Network 8ee71ac3-1c64-4273-bc77-f016ed78457d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:41.844977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9996d1cd-35f4-4b32-9330-3f1377b1801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.869202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.873434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e1112357-162b-42ee-9364-d400df7b369d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2929001 Mar 31 23:08:41.873756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56548) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:41.990496 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.029629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.030690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:42.034105 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.102334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8e0fbe9-0742-4178-96ce-50ff8d24c45c req-013d589a-490b-4c66-826a-a9299d69b67d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081020 Mar 31 23:08:42.139666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.165230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:39Z', 'revision_number': 10, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.184484 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.188158 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f355f-eab0-4030-8ce2-8c2b9b7eac97 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:42.188910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Network 58f0953a-582e-461a-828d-7b3ce52455a9 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:42.235743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:42.255188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] DHCP port deletion for 8ee71ac3-1c64-4273-bc77-f016ed78457d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:42.268305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:42.271815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.296235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:42.324282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.327304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:42.381635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port dd194bec-f4bd-465d-bcf5-679a02f0396c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:42.382017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.408867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.410012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.446655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.447501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.448116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.448738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.449329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.449931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.450488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.451073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.451679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.452231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.452811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.453400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:42.568914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:42.623282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c7577-84c7-43cc-b338-cc60a2b4c4e6 req-d9960335-bf15-4b38-8eae-ee0452c73dd4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.627512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5c7577-84c7-43cc-b338-cc60a2b4c4e6 req-d9960335-bf15-4b38-8eae-ee0452c73dd4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 932 time: 0.3508751 Mar 31 23:08:42.634701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port dd194bec-f4bd-465d-bcf5-679a02f0396c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dd194bec-f4bd-465d-bcf5-679a02f0396c,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:42.637100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.726137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for dd194bec-f4bd-465d-bcf5-679a02f0396c owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:42.796469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b5c7577-84c7-43cc-b338-cc60a2b4c4e6 req-17f4f96e-356a-446a-874c-aae23935c3a8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376932 Mar 31 23:08:42.824380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Deleting port dd194bec-f4bd-465d-bcf5-679a02f0396c {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:42.824769 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.849499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-5cff1699-5205-4a12-84e1-e45e8f0a694b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5609291 Mar 31 23:08:42.878915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Request body: {'port': {'device_id': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:42.991608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.032737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.045835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] For port dd194bec-f4bd-465d-bcf5-679a02f0396c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=dd194bec-f4bd-465d-bcf5-679a02f0396c,segment=NetworkSegment(0b371db3-8296-470f-81f4-a4bf9e6a66f3),segment_id=0b371db3-8296-470f-81f4-a4bf9e6a66f3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:43.046393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.077730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port dd194bec-f4bd-465d-bcf5-679a02f0396c on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:43.083766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Calling delete_port for dd194bec-f4bd-465d-bcf5-679a02f0396c owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:43.086684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=dd194bec-f4bd-465d-bcf5-679a02f0396c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:43.114453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:39Z', 'revision_number': 10, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:43.231278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9943ea-4738-43e5-afc4-655bba21bb04 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:39Z', 'revision_number': 10, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None, '_interfaces': [{'id': '3e921f7b-a750-4204-b291-40dc8c161869', 'name': '', 'network_id': '39dab912-abdf-4a87-a3e7-ae254702a2f4', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'mac_address': 'fa:16:3e:b8:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61864a7b-0076-45b2-88c1-d2999c351451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7464528f-9450-48ba-af29-584b61da41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:37Z', 'updated_at': '2022-03-31T23:07:44Z', 'revision_number': 5, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'subnets': [{'id': '7464528f-9450-48ba-af29-584b61da41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:43.320672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.329789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.351210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88998e70-f4b7-4b3e-a95b-41424c0bf949 req-aa89e6ed-82a6-42bc-9faf-6836067b6eb3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:43.352440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88998e70-f4b7-4b3e-a95b-41424c0bf949 req-aa89e6ed-82a6-42bc-9faf-6836067b6eb3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.1498296 Mar 31 23:08:43.365789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.366426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] No DVR routers for this DVR port dd194bec-f4bd-465d-bcf5-679a02f0396c on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:43.372431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf1ca2-cf83-4c58-b97c-a78852f4d49b None None] Pushing event deleted for resources: {'Port': ['ID=dd194bec-f4bd-465d-bcf5-679a02f0396c,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:43.406255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee71ac3-1c64-4273-bc77-f016ed78457d']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:43.439366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b371db3-8296-470f-81f4-a4bf9e6a66f3') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:43.439707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b371db3-8296-470f-81f4-a4bf9e6a66f3') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:43.452412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88998e70-f4b7-4b3e-a95b-41424c0bf949 req-3a4f35d9-dd31-425b-b7e8-8795f11c17e1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827610 Mar 31 23:08:43.476923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.496072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.507053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:43.507494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:43.661455 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:43.735926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.747185 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.751326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/8ee71ac3-1c64-4273-bc77-f016ed78457d HTTP/1.1" status: 204 len: 168 time: 2.0859201 Mar 31 23:08:43.754917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56552) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:43.814263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d04d-b3a6-4e48-aecd-065d5714da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.847831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e0ef-0345-4682-a219-3329008043dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=8ee71ac3-1c64-4273-bc77-f016ed78457d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.054033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dd194bec-f4bd-465d-bcf5-679a02f0396c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:44.109317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: dd194bec-f4bd-465d-bcf5-679a02f0396c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:44.110711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device dd194bec-f4bd-465d-bcf5-679a02f0396c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:44.111382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:44.216271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:44.216902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0df008a8-cf83-4f52-bc41-e17dd4eb73e5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:44.285283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59199549-9877-4f3f-9642-33b338b855c9 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:44.295582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.307928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.1 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/d25250d4-ce71-40e2-b6b2-182b573f4399) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:44.324007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Transition to ACTIVE for port object 59199549-9877-4f3f-9642-33b338b855c9 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:44.436379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.498504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.547818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.672179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Attempting to bind port 59199549-9877-4f3f-9642-33b338b855c9 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:44.672604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Attempting to bind port 59199549-9877-4f3f-9642-33b338b855c9 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:44.673298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Attempting to bind port 59199549-9877-4f3f-9642-33b338b855c9 on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:44.678327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Port 59199549-9877-4f3f-9642-33b338b855c9 on network 58f0953a-582e-461a-828d-7b3ce52455a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:44.678327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Attempting to bind port 59199549-9877-4f3f-9642-33b338b855c9 on network 58f0953a-582e-461a-828d-7b3ce52455a9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:44.684716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:44.685079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Checking segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:44.685455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Bound using segment: {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:44.685900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Bound port: 59199549-9877-4f3f-9642-33b338b855c9, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39247717-a0ad-41db-98a2-a9a5997f8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:44.686252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.728876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88a11-be99-41e5-9136-00e2af378b81 req-18b7b26d-6fdb-4291-904e-726a245bfe74 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.730944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edc88a11-be99-41e5-9136-00e2af378b81 req-18b7b26d-6fdb-4291-904e-726a245bfe74 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 932 time: 0.7435398 Mar 31 23:08:44.762269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.783445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f439d0d8-df8e-476a-a438-3f1e7e6166aa details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:44.820389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d25250d4-ce71-40e2-b6b2-182b573f4399,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.838706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:44.842639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:44.847429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:44.906718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:44.912228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:44.917320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.929070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edc88a11-be99-41e5-9136-00e2af378b81 req-594222ee-4c34-4d2c-94d4-31ae0322e37b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627367 Mar 31 23:08:45.021603 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.064875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.067550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.073947 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] 10.222.0.44 "PUT /v2.0/ports/59199549-9877-4f3f-9642-33b338b855c9 HTTP/1.1" status: 200 len: 1092 time: 2.1967185 Mar 31 23:08:45.094242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'tag': '59199549-9877-4f3f-9642-33b338b855c9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:45.095161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:45.099960 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9184a214-efcc-4854-b132-c4bfa0861377" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "tag": "59199549-9877-4f3f-9642-33b338b855c9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:45.121832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa', 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e', 'port_id': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa', 'mac_address': 'fa:16:3e:ff:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d1c431-b3e4-457d-a482-8189d822024f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:45.222689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fce26-229d-4e50-a9e2-e02e0215f37a req-4b32568f-42e4-4cd6-b75f-c2b6704442b5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.225320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-898fce26-229d-4e50-a9e2-e02e0215f37a req-4b32568f-42e4-4cd6-b75f-c2b6704442b5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 943 time: 0.1168902 Mar 31 23:08:45.232535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.288205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f439d0d8-df8e-476a-a438-3f1e7e6166aa {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:45.300245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.314994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-4b65f41c-3281-4661-91ad-e51c44f38b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.317031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-4b65f41c-3281-4661-91ad-e51c44f38b6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 1095 time: 0.1242502 Mar 31 23:08:45.323688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b44965-dac7-4ce5-8816-c216614b6479 service neutron] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.346804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:45.375417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-d0fd1bc1-8bcc-4e20-a9e5-eacd5f342428 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59199549-9877-4f3f-9642-33b338b855c9 HTTP/1.1" status: 200 len: 217 time: 0.0448472 Mar 31 23:08:45.394031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-898fce26-229d-4e50-a9e2-e02e0215f37a req-c0789288-090d-43b4-90a7-aa80688268c2 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585243 Mar 31 23:08:45.421798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.434379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.478468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.546827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.556900 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c816b-3533-444e-8e98-8f2f56474bf7 x-openstack-request-id: req-d52c816b-3533-444e-8e98-8f2f56474bf7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:45.556900 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "tag": "59199549-9877-4f3f-9642-33b338b855c9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:45.557393 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d52c816b-3533-444e-8e98-8f2f56474bf7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:45.557583 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52c816b-3533-444e-8e98-8f2f56474bf7'] response: {'name': 'network-changed', 'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'tag': '59199549-9877-4f3f-9642-33b338b855c9', 'status': 'completed', 'code': 200} Mar 31 23:08:45.694569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-7ca622f3-179a-43f1-a2a5-2c2780914a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.696256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-7ca622f3-179a-43f1-a2a5-2c2780914a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.3110304 Mar 31 23:08:45.756108 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-cae0481c-0c29-412c-829a-50eaf0417039 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495257 Mar 31 23:08:45.776808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port 3e921f7b-a750-4204-b291-40dc8c161869 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:45.777799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.911893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port 3e921f7b-a750-4204-b291-40dc8c161869, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3e921f7b-a750-4204-b291-40dc8c161869,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:45.912704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.931896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for 3e921f7b-a750-4204-b291-40dc8c161869 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:45.953261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f439d0d8-df8e-476a-a438-3f1e7e6166aa'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:46.002531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-75c38dbb-88b8-4bb5-b278-31def93e6b84 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384520 Mar 31 23:08:46.172602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.203904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f502eaa-44d1-4a67-aa73-f8f429843c26 req-ba50ee12-79b5-47bf-ab26-93543ccf1035 service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908386 Mar 31 23:08:46.244262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.267101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.308089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=3e921f7b-a750-4204-b291-40dc8c161869,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:46.325315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8477a4-2ea4-40d7-88bb-c6ebf07fa806 req-456c3248-b08c-4a71-93a0-57f5d479b9fa tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.327452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8477a4-2ea4-40d7-88bb-c6ebf07fa806 req-456c3248-b08c-4a71-93a0-57f5d479b9fa tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.1808262 Mar 31 23:08:46.465298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d25250d4-ce71-40e2-b6b2-182b573f4399,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:46.535989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.615486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a214-efcc-4854-b132-c4bfa0861377 req-e7eb755c-4366-4b36-8b80-8ad3b0c4dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.617656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8477a4-2ea4-40d7-88bb-c6ebf07fa806 req-afd445ff-57fa-473b-9b2c-e14094858e81 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185873 Mar 31 23:08:46.625027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-e7eb755c-4366-4b36-8b80-8ad3b0c4dfa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 1095 time: 0.1780150 Mar 31 23:08:46.626327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.826250 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.840406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.977968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce27457-1d23-4969-90fe-e860de8925e2 req-9dd1ecfe-6240-456b-a8f4-b00cb8c2207c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.989671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ce27457-1d23-4969-90fe-e860de8925e2 req-9dd1ecfe-6240-456b-a8f4-b00cb8c2207c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 944 time: 0.1590817 Mar 31 23:08:47.088601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a214-efcc-4854-b132-c4bfa0861377 req-faac2c0e-a544-486c-87da-42bc637b4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.090624 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-faac2c0e-a544-486c-87da-42bc637b4d3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 200 len: 907 time: 0.4540138 Mar 31 23:08:47.139277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ce27457-1d23-4969-90fe-e860de8925e2 req-68169ece-55c5-4ec2-b7f0-c705fc1dba12 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482146 Mar 31 23:08:47.156348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:47.183776 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-e4c14a24-c792-4e35-9194-3e604f63de70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59199549-9877-4f3f-9642-33b338b855c9 HTTP/1.1" status: 200 len: 217 time: 0.0705316 Mar 31 23:08:47.191294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:47.201927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:47.256249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:47.269338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:47.276925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-98df9537-5cab-4634-9d55-f168870ab29a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5205200 Mar 31 23:08:47.279405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56574) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.289690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.290341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.351158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting subnet 7464528f-9450-48ba-af29-584b61da41a8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:47.355490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.400717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a214-efcc-4854-b132-c4bfa0861377 req-17492e49-5a3e-4076-b557-b8541747484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.406570 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-17492e49-5a3e-4076-b557-b8541747484c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 200 len: 845 time: 0.2100077 Mar 31 23:08:47.408010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.486883 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-b7a5074e-20a6-453b-aa59-fa72108cb174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58f0953a-582e-461a-828d-7b3ce52455a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746651 Mar 31 23:08:47.549805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.587377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:47.615326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:47.672395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.729888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:47.737215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f224660-e8dd-4cce-a090-f641cb4260ae tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/routers/c8f03a79-2b55-4c39-aa6c-51dfe4053577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8623788 Mar 31 23:08:47.741621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.748173 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:47.760469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'port': {'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef', 'name': 'tempest-FloatingIPTestJSON-201461797'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:47.763797 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.768630 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.773082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Subnet': ['ID=7464528f-9450-48ba-af29-584b61da41a8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:47.799176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.844743 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.876523 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.877420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.898266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:47.920833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.924253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.928122 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-f34c6a33-5006-4c7a-8d33-b6d6faa3447f service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324846 Mar 31 23:08:47.951685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.960245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3ec0d273-6a8a-483c-aa99-6f1dc4aeb459 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/7464528f-9450-48ba-af29-584b61da41a8 HTTP/1.1" status: 204 len: 168 time: 0.6790071 Mar 31 23:08:47.964916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.976053 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.976967 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b302-2354-4322-bb9d-87fec1f2f989 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:47.989972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a4002-935d-4521-bbb9-87d87c61a73d None None] Network 39dab912-abdf-4a87-a3e7-ae254702a2f4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:48.023024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322c52-8516-4bcc-b2d1-8a6162d92e20 req-d62f0ff2-8268-4a1c-bc4b-366c90e36430 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.031339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7322c52-8516-4bcc-b2d1-8a6162d92e20 req-d62f0ff2-8268-4a1c-bc4b-366c90e36430 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.2320585 Mar 31 23:08:48.085081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:48.106681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7322c52-8516-4bcc-b2d1-8a6162d92e20 req-2664e07d-3913-4cca-a402-4ba66c834cb6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715370 Mar 31 23:08:48.132882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9184a214-efcc-4854-b132-c4bfa0861377 req-8fd29e2d-51a2-42d9-8d71-ab2567e71dbe service neutron] 10.222.0.44 "GET /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967757 Mar 31 23:08:48.213536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.236875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:48.243660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:48.251893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.292551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] device_id is not set on port 93b53545-1cb4-47ba-a616-755daf60da2c yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:48.353482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Deleting port c6a9d22d-7280-4a45-9e06-548a88fa134c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:48.353482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.368904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c235b-9b8c-4a07-a028-a1c706f58aa0 req-f697f630-cedb-45bf-9cfe-d75104522915 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.377151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-074c235b-9b8c-4a07-a028-a1c706f58aa0 req-f697f630-cedb-45bf-9cfe-d75104522915 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 944 time: 0.1242297 Mar 31 23:08:48.706875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-074c235b-9b8c-4a07-a028-a1c706f58aa0 req-e8699a3c-550d-42b8-a973-9824541305e3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039515 Mar 31 23:08:48.714108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] For port c6a9d22d-7280-4a45-9e06-548a88fa134c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a9d22d-7280-4a45-9e06-548a88fa134c,segment=NetworkSegment(59671895-1375-4adf-822d-9abde197b90c),segment_id=59671895-1375-4adf-822d-9abde197b90c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:48.717527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.756075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.3 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/93b53545-1cb4-47ba-a616-755daf60da2c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:48.756716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Calling delete_port for c6a9d22d-7280-4a45-9e06-548a88fa134c owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:48.921579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5c6fe-05fa-4592-925d-e9b1c24f3081 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:48.999582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f439d0d8-df8e-476a-a438-3f1e7e6166aa up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:49.026313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.071051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Port': ['ID=c6a9d22d-7280-4a45-9e06-548a88fa134c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:49.079300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No DVR routers for this DVR port c6a9d22d-7280-4a45-9e06-548a88fa134c on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:49.104283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:49.193367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.570701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:49.570701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '59199549-9877-4f3f-9642-33b338b855c9', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': '59199549-9877-4f3f-9642-33b338b855c9', 'mac_address': 'fa:16:3e:ef:26:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:49.574268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.574972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.574972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59199549-9877-4f3f-9642-33b338b855c9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:49.575199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d5039-60c3-4b33-85b5-3de108d27b64 req-3a69435d-5a9a-4b08-b3b3-4026efa4aedd tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.575199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d9d5039-60c3-4b33-85b5-3de108d27b64 req-3a69435d-5a9a-4b08-b3b3-4026efa4aedd tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.1363163 Mar 31 23:08:49.575199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dab912-abdf-4a87-a3e7-ae254702a2f4']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:49.575496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59671895-1375-4adf-822d-9abde197b90c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59671895-1375-4adf-822d-9abde197b90c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d9d5039-60c3-4b33-85b5-3de108d27b64 req-a98f7018-1330-44b6-9c23-e59be3f34fb8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755920 Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:49.575641 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:49.615946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9172b2-f707-4293-930e-e942318e983e None None] DHCP port deletion for 39dab912-abdf-4a87-a3e7-ae254702a2f4 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:49.841662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de124bc-e0cc-4e7a-a570-7a6b21d4897d req-9426bfa0-7359-4be1-9a53-e7cf4b5b3252 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.843136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1de124bc-e0cc-4e7a-a570-7a6b21d4897d req-9426bfa0-7359-4be1-9a53-e7cf4b5b3252 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 944 time: 0.0517251 Mar 31 23:08:49.883659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3e921f7b-a750-4204-b291-40dc8c161869 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:49.891038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1de124bc-e0cc-4e7a-a570-7a6b21d4897d req-fffd1993-3d10-4014-872a-2e0b9c572f82 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Mar 31 23:08:49.928442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 3e921f7b-a750-4204-b291-40dc8c161869 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:49.929017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3e921f7b-a750-4204-b291-40dc8c161869 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:49.929329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a9d22d-7280-4a45-9e06-548a88fa134c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:49.953720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c6a9d22d-7280-4a45-9e06-548a88fa134c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:49.954067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a9d22d-7280-4a45-9e06-548a88fa134c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:50.106693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.139627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.140248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port f439d0d8-df8e-476a-a438-3f1e7e6166aa completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:50.143671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.147289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f439d0d8-df8e-476a-a438-3f1e7e6166aa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:50.147482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.147682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.152885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/networks/39dab912-abdf-4a87-a3e7-ae254702a2f4 HTTP/1.1" status: 204 len: 168 time: 2.1744061 Mar 31 23:08:50.158554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:50.158746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56588) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:50.162137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:50.165521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'routes': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:50.165832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:50.182900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1ea2d-b4d9-486b-abed-5b558ab8f8f0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Pushing event deleted for resources: {'Network': ['ID=39dab912-abdf-4a87-a3e7-ae254702a2f4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.209259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=93b53545-1cb4-47ba-a616-755daf60da2c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.232629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.256995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.257638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.284133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.346178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:50.350041 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5faeef-b5e5-47cd-a7c0-7a736996eac0" -d '{"events": [{"server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "name": "network-vif-plugged", "status": "completed", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:50.359994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b513da9-ddbf-4fb6-aac6-eb7ed61fd3dc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6168792 Mar 31 23:08:50.362572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:50.369607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'port': {'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef', 'name': 'tempest-FloatingIPTestJSON-1489968222'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:50.377480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:50.411164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Added routes are [] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:08:50.411446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Removed routes are [] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:08:50.411810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.429952 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1659340-2b85-4af8-98c3-f8b0d3436b40 x-openstack-request-id: req-e1659340-2b85-4af8-98c3-f8b0d3436b40 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:50.430528 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "name": "network-vif-plugged", "status": "completed", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:50.431071 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e1659340-2b85-4af8-98c3-f8b0d3436b40 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:50.435499 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1659340-2b85-4af8-98c3-f8b0d3436b40'] response: {'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa', 'code': 200} Mar 31 23:08:50.455205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.463924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['59199549-9877-4f3f-9642-33b338b855c9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:50.622462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.649429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.658195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.813779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router 61864a7b-0076-45b2-88c1-d2999c351451 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:50.935079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54511e43-8b67-4a22-b32f-3211f77b3b26 req-357a9716-067e-4aba-bf21-f2a1a611dbb4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.937086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54511e43-8b67-4a22-b32f-3211f77b3b26 req-357a9716-067e-4aba-bf21-f2a1a611dbb4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 945 time: 0.1806455 Mar 31 23:08:50.939374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798df9f-b3cb-44e1-8e95-1530e81504c0 req-ac5250eb-0014-4d17-93fd-a10b575eeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.941117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a798df9f-b3cb-44e1-8e95-1530e81504c0 req-ac5250eb-0014-4d17-93fd-a10b575eeeae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 1096 time: 0.3791547 Mar 31 23:08:51.027484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:51.043844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Sync routers for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:51.054197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.055824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb52b92c-52d4-4e40-8e45-65f8aea6b1de tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 700 time: 0.8963609 Mar 31 23:08:51.070526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56610) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.070830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a798df9f-b3cb-44e1-8e95-1530e81504c0 req-5a9383fa-fe38-48df-816f-e83b8f50723e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025147 Mar 31 23:08:51.070920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:51.070920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.074954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54511e43-8b67-4a22-b32f-3211f77b3b26 req-49e7cbaf-d973-43b5-854e-9855eefcd850 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219943 Mar 31 23:08:51.115233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-83d0c595-78cb-4e7d-9e3b-279ba28ae343 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 205 time: 0.0537975 Mar 31 23:08:51.117024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56614) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.182813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:51.192460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:51.196213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.220466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] device_id is not set on port cbc9e48b-79e5-4844-b3ac-e9ea61b21c50 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:51.244595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.249914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.309827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Checking router: 61864a7b-0076-45b2-88c1-d2999c351451 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:51.328228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Routers {'61864a7b-0076-45b2-88c1-d2999c351451'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:51.328879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['61864a7b-0076-45b2-88c1-d2999c351451'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.433567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.13 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/cbc9e48b-79e5-4844-b3ac-e9ea61b21c50) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:51.446717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] Set router 61864a7b-0076-45b2-88c1-d2999c351451 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:51.565558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.610391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e7050-a69f-445b-b42b-8c5cb88de033 None None] The sync data for ids ['61864a7b-0076-45b2-88c1-d2999c351451'] in n-d-828414-2 is: [{'id': '61864a7b-0076-45b2-88c1-d2999c351451', 'name': 'tempest-RoutersTest-router-283828545', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:08:46Z', 'revision_number': 11, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:51.646534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.764782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.827649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:51.831347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:51.836187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:51.872290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.873326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=cbc9e48b-79e5-4844-b3ac-e9ea61b21c50,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:51.874509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.888625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121c3c2-edd1-4327-a1d7-f78f7741896d req-7c176685-3b21-40fa-8c7f-9b14103a52ff tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:51.896417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1121c3c2-edd1-4327-a1d7-f78f7741896d req-7c176685-3b21-40fa-8c7f-9b14103a52ff tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.7200134 Mar 31 23:08:51.903940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:51.904872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.969242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1121c3c2-edd1-4327-a1d7-f78f7741896d req-25969b43-5cc9-4529-bb1b-31a9414db2b7 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718315 Mar 31 23:08:51.995744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8934cd7b-5f09-41b1-8821-49138263304b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6305530 Mar 31 23:08:52.005078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56624) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.009608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'cbc9e48b-79e5-4844-b3ac-e9ea61b21c50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:52.031730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.032791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router 61864a7b-0076-45b2-88c1-d2999c351451 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:08:52.049312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.049312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-97def0c8-f8e6-44d7-ba06-6c39b5a2c7c0 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 204 len: 168 time: 0.9268303 Mar 31 23:08:52.049609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56626) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.056722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837067099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:52.134643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.218109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.219385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.241914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c33fae-0ff5-4974-a210-d2435d5d7cbc req-a3911906-b6f4-4034-9027-51992d1d8abb tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.244504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31c33fae-0ff5-4974-a210-d2435d5d7cbc req-a3911906-b6f4-4034-9027-51992d1d8abb tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 945 time: 0.0848260 Mar 31 23:08:52.311581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.321280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31c33fae-0ff5-4974-a210-d2435d5d7cbc req-b04f0efc-dca1-4c96-9241-666bf35c67fc tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Mar 31 23:08:52.343762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.437952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.496398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.167 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d6a0fc1b-02ae-48e1-8639-5d19d27163b9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:52.597342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.598659 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b64b0767-2673-4b5c-96ae-72b5fec6be0a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5477803 Mar 31 23:08:52.601489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.610613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:52.710589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.799494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7334-71d5-4ae1-a9a9-b2815bf748d6 req-279f3bb2-cffa-4801-ab62-dd875dd21cb4 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.803871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf1e7334-71d5-4ae1-a9a9-b2815bf748d6 req-279f3bb2-cffa-4801-ab62-dd875dd21cb4 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 951 time: 0.0666659 Mar 31 23:08:52.863414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf1e7334-71d5-4ae1-a9a9-b2815bf748d6 req-0b6f7076-2869-411c-88e5-d685e7723d53 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 Mar 31 23:08:52.874071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.951969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.984496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.007840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:53.044522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:53.048594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:53.050502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d6a0fc1b-02ae-48e1-8639-5d19d27163b9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.105656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:53.167760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6c00-a339-40a0-8393-0278ca0e27c9 req-2e64581b-b998-46e4-acb5-74b8b9147f34 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.180934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-123c6c00-a339-40a0-8393-0278ca0e27c9 req-2e64581b-b998-46e4-acb5-74b8b9147f34 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.1003301 Mar 31 23:08:53.237512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-123c6c00-a339-40a0-8393-0278ca0e27c9 req-f188532a-a7eb-4ea8-bc0d-34b12179802d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552166 Mar 31 23:08:53.272315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 59199549-9877-4f3f-9642-33b338b855c9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:53.277281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 59199549-9877-4f3f-9642-33b338b855c9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:53.277652 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.398483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.438930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:53.442029 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b00479e-00ae-49cc-8be4-0437a346d828" -d '{"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-plugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:53.458180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Router f7a80471-40a0-4dc6-b18c-d743f0f27e5b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:08:53.462006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:53.517299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcde03-c694-48fa-ac5d-d6ada32c2243 req-745d6814-8712-41e1-9727-05400698ee11 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.518875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcfcde03-c694-48fa-ac5d-d6ada32c2243 req-745d6814-8712-41e1-9727-05400698ee11 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 945 time: 0.0804543 Mar 31 23:08:53.557392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.570709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcfcde03-c694-48fa-ac5d-d6ada32c2243 req-be216124-e771-4d41-97ca-e0b92ecb55a0 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Mar 31 23:08:53.607297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:53.618873 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Sync routers for ids ['f7a80471-40a0-4dc6-b18c-d743f0f27e5b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:53.623609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.632721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d53141b3-13a5-4863-954a-6dcb3c7d7181 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "PUT /v2.0/routers/f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 200 len: 693 time: 1.0264924 Mar 31 23:08:53.633127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56696) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.656995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Routers {'f7a80471-40a0-4dc6-b18c-d743f0f27e5b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:53.657639 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f7a80471-40a0-4dc6-b18c-d743f0f27e5b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:53.666031 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6332b71-5f4c-4a42-98ce-16f3cdbc6673 x-openstack-request-id: req-d6332b71-5f4c-4a42-98ce-16f3cdbc6673 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:53.669336 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-plugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:53.669801 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d6332b71-5f4c-4a42-98ce-16f3cdbc6673 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:53.670980 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6332b71-5f4c-4a42-98ce-16f3cdbc6673'] response: {'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9', 'code': 200} Mar 31 23:08:53.704043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.774065 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Set router f7a80471-40a0-4dc6-b18c-d743f0f27e5b gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:53.808270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-40c2c322-e534-4002-982e-87e457489546 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/routers/f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 200 len: 699 time: 0.1734505 Mar 31 23:08:53.811407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.856548 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a80471-40a0-4dc6-b18c-d743f0f27e5b', 'name': 'tempest-RoutersTest-router-837067099', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:52Z', 'updated_at': '2022-03-31T23:08:52Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:53.859789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5210aca-5f70-4fae-9406-a1476a64457a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 200 len: 205 time: 0.0437019 Mar 31 23:08:53.859951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56706) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.887805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Checking router: f7a80471-40a0-4dc6-b18c-d743f0f27e5b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:53.895675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548ad09-9cce-46f0-a503-d70c9bb5dbe2 req-76596c74-a1ee-4dac-8af5-de2a9c4e9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.898467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9548ad09-9cce-46f0-a503-d70c9bb5dbe2 req-76596c74-a1ee-4dac-8af5-de2a9c4e9e59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 1097 time: 0.0997827 Mar 31 23:08:53.899212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Routers {'f7a80471-40a0-4dc6-b18c-d743f0f27e5b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:53.900268 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f7a80471-40a0-4dc6-b18c-d743f0f27e5b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:54.027047 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9548ad09-9cce-46f0-a503-d70c9bb5dbe2 req-02bbc354-d8fe-4d0b-bdf8-43615b5103a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868943 Mar 31 23:08:54.031227 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] Set router f7a80471-40a0-4dc6-b18c-d743f0f27e5b gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:54.031452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.067567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.092242 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a80471-40a0-4dc6-b18c-d743f0f27e5b', 'name': 'tempest-RoutersTest-router-837067099', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:52Z', 'updated_at': '2022-03-31T23:08:52Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:54.134253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.162358 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362760ff-fe48-4358-a91a-27b8db4da24b None None] The sync data for ids ['f7a80471-40a0-4dc6-b18c-d743f0f27e5b'] in n-d-828414-2 is: [{'id': 'f7a80471-40a0-4dc6-b18c-d743f0f27e5b', 'name': 'tempest-RoutersTest-router-837067099', 'tenant_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:52Z', 'updated_at': '2022-03-31T23:08:52Z', 'revision_number': 2, 'project_id': 'e4e342d5978a4fb4bfa5218084c00d77', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:54.253334 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.260075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.261402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a6119dcc-00b9-4a27-9633-37027e6459d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1104157 Mar 31 23:08:54.380133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.440032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.440541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.441094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.441740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.442299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.442807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.443329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.445356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-defe42ab-2e1c-45ee-9540-289291c07b77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e873d9caeb44f60a97ac81f303f0275&device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 6502 time: 0.1104205 Mar 31 23:08:54.464610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.465198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Fanout notify agent at l3_agent the message router_deleted on router f7a80471-40a0-4dc6-b18c-d743f0f27e5b {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:08:54.467645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd4a47-bc80-44a0-aaad-632088c9cf28 req-189ed0cd-213e-4631-b894-643227c25a95 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.469236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45fd4a47-bc80-44a0-aaad-632088c9cf28 req-189ed0cd-213e-4631-b894-643227c25a95 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.1019990 Mar 31 23:08:54.497991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.499431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71101f5d-5543-4236-89eb-dc7a1cebae94 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 204 len: 168 time: 0.6379516 Mar 31 23:08:54.504768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.573597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-224d88e8-b4f0-404b-9edd-46c9353ec4b1 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 200 len: 205 time: 0.0637782 Mar 31 23:08:54.577672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56718) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.610413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45fd4a47-bc80-44a0-aaad-632088c9cf28 req-97a15ad5-1b0b-48ea-a018-485c605abd3d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159077 Mar 31 23:08:54.721761 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5889f4be-ba55-447d-b38b-836b20b27325 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:54.722655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5889f4be-ba55-447d-b38b-836b20b27325 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/f7a80471-40a0-4dc6-b18c-d743f0f27e5b HTTP/1.1" status: 404 len: 336 time: 0.1437557 Mar 31 23:08:54.728451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56732) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.781380 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6039d-30d1-4ef4-9da9-482ea558ad7c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:54.782094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab6039d-30d1-4ef4-9da9-482ea558ad7c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:54.790374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ab6039d-30d1-4ef4-9da9-482ea558ad7c tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/82c77b69-ada8-47c2-9310-711b3e55f68c HTTP/1.1" status: 404 len: 337 time: 0.0506463 Mar 31 23:08:54.794502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56734) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.837705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a204052f-9c79-4b19-90f5-2bf574e7c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.838502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a204052f-9c79-4b19-90f5-2bf574e7c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.839226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a204052f-9c79-4b19-90f5-2bf574e7c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.842004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a204052f-9c79-4b19-90f5-2bf574e7c4cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=a8a00a9e-faf5-463b-802f-ae39c9884e58&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=e33833d0-0806-43d5-b410-704b94546dae&id=16e30b3a-970b-4faa-8669-55b19f89b98e&id=16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 200 len: 2301 time: 0.3665469 Mar 31 23:08:54.845545 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-764e78c3-cf4a-43e4-824b-ad58681e4279 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:54.847950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764e78c3-cf4a-43e4-824b-ad58681e4279 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:54.855327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-764e78c3-cf4a-43e4-824b-ad58681e4279 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/3abc9848-66dc-4371-9877-af64183d3b38 HTTP/1.1" status: 404 len: 337 time: 0.0568581 Mar 31 23:08:54.855985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56736) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.894331 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf090615-90d4-405f-8155-626e0521c4ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:54.894870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf090615-90d4-405f-8155-626e0521c4ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:54.901741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf090615-90d4-405f-8155-626e0521c4ae tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/43e3af44-4bea-4d7e-8c71-e3ade9e6d16e HTTP/1.1" status: 404 len: 337 time: 0.0433683 Mar 31 23:08:54.902378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56738) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.985544 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6038db1-58b3-4b18-b6a2-be2b19a86458 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:54.985544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6038db1-58b3-4b18-b6a2-be2b19a86458 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:54.986357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a6038db1-58b3-4b18-b6a2-be2b19a86458 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/7464528f-9450-48ba-af29-584b61da41a8 HTTP/1.1" status: 404 len: 337 time: 0.0794945 Mar 31 23:08:54.987025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.013247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43373349-1469-45fd-a38d-7a8ec50efd28 req-fee5c7ed-1f2f-4a6b-a032-5b560354e740 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.014895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43373349-1469-45fd-a38d-7a8ec50efd28 req-fee5c7ed-1f2f-4a6b-a032-5b560354e740 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.3457370 Mar 31 23:08:55.038849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1621254c-cf9b-499b-8751-bad4bac83db4 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 200 len: 205 time: 0.0468051 Mar 31 23:08:55.046063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.054440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-895b29c5-aaf2-4c1c-964f-d35212c0d0aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 200 len: 1002 time: 0.1974828 Mar 31 23:08:55.107697 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-bf09840f-ca87-420e-8b3e-505e95f4f65a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.108768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf09840f-ca87-420e-8b3e-505e95f4f65a tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/61864a7b-0076-45b2-88c1-d2999c351451 HTTP/1.1" status: 404 len: 336 time: 0.0618501 Mar 31 23:08:55.115735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.154295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9a8a79a0-f1c4-47c3-8998-7026867a8bb5 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc6a3373-6cb1-4d76-9fff-53c053cd6081 HTTP/1.1" status: 200 len: 205 time: 0.0341742 Mar 31 23:08:55.155280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56746) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.167730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43373349-1469-45fd-a38d-7a8ec50efd28 req-8bfba84f-f42f-4c95-9380-6ec70cdb8a2a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364849 Mar 31 23:08:55.218107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.221805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-e1ea47c0-51b8-43ce-bf53-1bf9c344c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.221805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-e1ea47c0-51b8-43ce-bf53-1bf9c344c8b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07771adc-67f5-4bc8-bbd7-690559153c46 HTTP/1.1" status: 200 len: 856 time: 0.0761595 Mar 31 23:08:55.221805 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-6da7122e-9554-4220-a380-4e687fee6650 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.221805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6da7122e-9554-4220-a380-4e687fee6650 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/dc6a3373-6cb1-4d76-9fff-53c053cd6081 HTTP/1.1" status: 404 len: 336 time: 0.0555148 Mar 31 23:08:55.228440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.259070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-163ef92b-717b-49f1-a57b-146d6346f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.260598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-163ef92b-717b-49f1-a57b-146d6346f025 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a8a00a9e-faf5-463b-802f-ae39c9884e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582581 Mar 31 23:08:55.260730 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e937c87b-14fa-4071-b68b-b8427055f7dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:55.261209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e937c87b-14fa-4071-b68b-b8427055f7dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:55.264306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e937c87b-14fa-4071-b68b-b8427055f7dd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/052e6af2-6f0d-4d5b-bb40-6b07e373eb46 HTTP/1.1" status: 404 len: 337 time: 0.0348477 Mar 31 23:08:55.266991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.302765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ca0fc24-1fb4-4793-a96f-08c9f085a54b tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 200 len: 205 time: 0.0341282 Mar 31 23:08:55.304970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56752) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.348053 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5f4fb4ba-bae8-4d6a-b17b-e24739c3fc46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.353772 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f4fb4ba-bae8-4d6a-b17b-e24739c3fc46 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/68edb32b-dc4e-455f-914f-d035ffa7d16c HTTP/1.1" status: 404 len: 336 time: 0.0433373 Mar 31 23:08:55.353772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56754) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.369056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ae1ed486-b3ab-44de-95ac-0c43c19edb29 service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007898 Mar 31 23:08:55.385041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-64c5fd8b-ddfa-41de-b935-efe6eaf870c7 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=3990ca30-d604-4743-bc01-d28c6564fdc2 HTTP/1.1" status: 200 len: 205 time: 0.0317793 Mar 31 23:08:55.387842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.427329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.471524 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-5cd42dc6-0931-46e2-81bf-fd236c61fee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.472623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5cd42dc6-0931-46e2-81bf-fd236c61fee6 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/3990ca30-d604-4743-bc01-d28c6564fdc2 HTTP/1.1" status: 404 len: 336 time: 0.0737212 Mar 31 23:08:55.475903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56758) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.512466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d6a0fc1b-02ae-48e1-8639-5d19d27163b9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:55.517148 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-044eaf61-5420-4a64-8bdc-69959838bdd3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:55.518112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044eaf61-5420-4a64-8bdc-69959838bdd3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:55.521127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-044eaf61-5420-4a64-8bdc-69959838bdd3 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/f06e1544-bd6f-40af-b02e-7adb0ceaff83 HTTP/1.1" status: 404 len: 337 time: 0.0442312 Mar 31 23:08:55.523547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56762) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.530788 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.583059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.583952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5975aa6-51fc-4513-b7d4-af3cd1f39691 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=13a92575-ce7b-48c7-8a92-8bb01d9daade HTTP/1.1" status: 200 len: 205 time: 0.0587747 Mar 31 23:08:55.636433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ad168c64-d05f-45f7-8b0f-9fcc1cb753d8 service neutron] 10.222.0.10 "GET /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602363 Mar 31 23:08:55.638070 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-f441bbd7-faf6-4f61-b9d8-5744ee7d9779 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.639083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f441bbd7-faf6-4f61-b9d8-5744ee7d9779 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/13a92575-ce7b-48c7-8a92-8bb01d9daade HTTP/1.1" status: 404 len: 336 time: 0.0549965 Mar 31 23:08:55.641677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56768) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.708744 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP bc31ef35-296a-49e0-87af-162b8cc4037c associated. External IP: 172.25.6.167, port: cbc9e48b-79e5-4844-b3ac-e9ea61b21c50. Mar 31 23:08:55.743609 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96ae175-8a82-4f9c-96d1-d52aa523b7cb tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:55.744254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96ae175-8a82-4f9c-96d1-d52aa523b7cb tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:55.749716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e96ae175-8a82-4f9c-96d1-d52aa523b7cb tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/ec61b78c-ed8d-4ab5-8d2c-10c3a0d214a0 HTTP/1.1" status: 404 len: 337 time: 0.1045778 Mar 31 23:08:55.758547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.763112 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:55.799663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-b48f65db-58f5-4ec1-b48f-0565c0c5e8d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 217 time: 0.0571859 Mar 31 23:08:55.835549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7fea5aa2-e0df-4ff9-a8fc-ef12ddbbc624 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "GET /v2.0/ports?device_id=81556093-0864-4ca0-abc0-ca68a70a71eb HTTP/1.1" status: 200 len: 205 time: 0.0753677 Mar 31 23:08:55.851490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56776) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.952214 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-93d75af6-d762-4f5a-8905-d9f5cf2b46ba tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] delete failed (client error): The resource could not be found. Mar 31 23:08:55.953374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-93d75af6-d762-4f5a-8905-d9f5cf2b46ba tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/routers/81556093-0864-4ca0-abc0-ca68a70a71eb HTTP/1.1" status: 404 len: 336 time: 0.0906072 Mar 31 23:08:55.960323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-12c3bed5-286f-4435-8391-a9a470aecf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.964807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-12c3bed5-286f-4435-8391-a9a470aecf7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.1331246 Mar 31 23:08:55.965315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.086158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:56.117966 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c169f017-3812-4c75-a6e7-765dd31099fd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:56.118431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c169f017-3812-4c75-a6e7-765dd31099fd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:56.127074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c169f017-3812-4c75-a6e7-765dd31099fd tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/2cf53ad5-3d16-46f8-8e7d-08368bf311e3 HTTP/1.1" status: 404 len: 337 time: 0.1399207 Mar 31 23:08:56.127074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.176757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fa43-6607-4eb5-a618-f84b1cc9e200 req-d84cfcf2-b48e-4836-bce9-98b80e846461 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bc4fa43-6607-4eb5-a618-f84b1cc9e200 req-d84cfcf2-b48e-4836-bce9-98b80e846461 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 951 time: 0.2114644 Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffad3d8e-5e9b-4857-8da5-34e6eb895845 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffad3d8e-5e9b-4857-8da5-34e6eb895845 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffad3d8e-5e9b-4857-8da5-34e6eb895845 tempest-RoutersTest-35154109 tempest-RoutersTest-35154109-project] 10.222.0.83 "DELETE /v2.0/subnets/022cb146-03f7-484e-a297-0e454ab7fddc HTTP/1.1" status: 404 len: 337 time: 0.0522187 Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-c6f3cbea-756b-41ad-a2c7-6a7471e64481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.202794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-c6f3cbea-756b-41ad-a2c7-6a7471e64481 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1789694 Mar 31 23:08:56.206713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:56.220986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:56.254065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:56.254065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:56.275503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bc4fa43-6607-4eb5-a618-f84b1cc9e200 req-0285a4a0-59f3-4224-9286-1817c826a678 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898442 Mar 31 23:08:56.300542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:56.309592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:56.310438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:56.342279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:56.342927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236ab9f-bfbb-4870-99ab-a178dcbefd5f None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:56.363856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-1ffadb2d-ee19-43c1-ae3c-bfe73f60293e service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570730 Mar 31 23:08:56.376047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510b31-d630-46fe-bec0-8a2af33ff202 req-80aeb22e-33b6-45a1-b1e3-b7b5b27c0b4b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.377519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47510b31-d630-46fe-bec0-8a2af33ff202 req-80aeb22e-33b6-45a1-b1e3-b7b5b27c0b4b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.0841534 Mar 31 23:08:56.410863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.447534 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9c24ccc7-4c24-4cf9-9077-29d2c8d3e18d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4391227 Mar 31 23:08:56.452690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56796) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.453647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:56.471211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47510b31-d630-46fe-bec0-8a2af33ff202 req-95c6cf90-064d-41d2-9e41-909ee4b75bbc tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841660 Mar 31 23:08:56.505217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ab504570-5dd8-4547-9277-daac238739ac service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257048 Mar 31 23:08:56.555586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.559518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-978e9f24-2e0a-4f88-a735-908a29aa372d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 217 time: 0.0470400 Mar 31 23:08:56.617559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-3331fd31-7ed1-4ebd-965c-fc8d50202b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.619307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-3331fd31-7ed1-4ebd-965c-fc8d50202b08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.0533063 Mar 31 23:08:56.691111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-20795475-0b47-4834-9832-08506d1449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.695069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-20795475-0b47-4834-9832-08506d1449b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657153 Mar 31 23:08:56.754525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.798686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:56.817361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-307d6894-5d0f-4426-98ae-12d5dc73e064 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134791 Mar 31 23:08:56.881125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.887557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.887923 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP bc31ef35-296a-49e0-87af-162b8cc4037c disassociated. External IP: 172.25.6.167, port: cbc9e48b-79e5-4844-b3ac-e9ea61b21c50. Mar 31 23:08:56.936337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:56.939706 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ccc415-0914-42ad-bd04-375d0196697d" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:56.954858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-a91b7ab9-7ee6-4494-acd0-78ae7ea20d73 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288166 Mar 31 23:08:56.960684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:57.009879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-92ee37fb-540d-47d7-b2bd-712628c992e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162 HTTP/1.1" status: 200 len: 217 time: 0.0444367 Mar 31 23:08:57.048708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:57.077544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.078188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-54b29016-1653-4ef5-b7dc-c464a3cc8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.080161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-54b29016-1653-4ef5-b7dc-c464a3cc8279 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.0554395 Mar 31 23:08:57.127256 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb474a-d92c-42b1-beeb-c9563b59fd3e x-openstack-request-id: req-c3bb474a-d92c-42b1-beeb-c9563b59fd3e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:57.127550 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:57.127800 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c3bb474a-d92c-42b1-beeb-c9563b59fd3e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:57.128195 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bb474a-d92c-42b1-beeb-c9563b59fd3e'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'code': 200} Mar 31 23:08:57.157391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-764436a0-6019-4ff0-b43d-ca66461bdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.158996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-764436a0-6019-4ff0-b43d-ca66461bdd1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632172 Mar 31 23:08:57.179920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:57.251081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:57.262068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f0f230f-bb8c-4d45-adc8-0eaa7cb8bb45 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e4e342d5978a4fb4bfa5218084c00d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092628 Mar 31 23:08:57.263120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56832) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:57.341728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ba879-056e-4bb1-92f4-ab58f00eb3ef req-7f7e6fbc-2c6d-45db-ae86-8d161a0f5b42 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.346501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-950ba879-056e-4bb1-92f4-ab58f00eb3ef req-7f7e6fbc-2c6d-45db-ae86-8d161a0f5b42 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.1582139 Mar 31 23:08:57.346671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-c693b33c-c201-44bc-8055-0e4bd4158ce3 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708670 Mar 31 23:08:57.415603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:57.421096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.428404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:57.440589 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:57.442757 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:57.463854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01fb751f-362d-4e2e-9fc7-c4139275e25d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/bc31ef35-296a-49e0-87af-162b8cc4037c HTTP/1.1" status: 200 len: 688 time: 1.0148146 Mar 31 23:08:57.468369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56838) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:57.483839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.489733 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:57.495268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-950ba879-056e-4bb1-92f4-ab58f00eb3ef req-b26f73b1-cd87-4968-a101-3fd7a66fc178 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428175 Mar 31 23:08:57.501855 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:57.503484 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:57.546218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.560806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:57.561452 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac0e6d-2b8c-45a4-991b-6228ee22ae7e None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:57.576038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf99b-fe3a-43b3-8fac-2d80ea7780b3 req-974c2e4f-58ad-4473-8b72-a05e17d64b39 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.577584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ddf99b-fe3a-43b3-8fac-2d80ea7780b3 req-974c2e4f-58ad-4473-8b72-a05e17d64b39 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.2001297 Mar 31 23:08:57.583982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ef5eeb25-bbc8-4bbb-a12a-c7b0ea238879 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233789 Mar 31 23:08:57.661364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port d6a0fc1b-02ae-48e1-8639-5d19d27163b9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:57.661885 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.665188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-bff8909b-2b13-43b7-b8f8-93ec68da78c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898 HTTP/1.1" status: 200 len: 217 time: 0.0677602 Mar 31 23:08:57.718694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ddf99b-fe3a-43b3-8fac-2d80ea7780b3 req-1579cf31-f9c1-47d0-b183-f9f9b4968eb9 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284516 Mar 31 23:08:57.738059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-3e8a965b-ae4e-4503-834c-4857f67abe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.739826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-3e8a965b-ae4e-4503-834c-4857f67abe35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 200 len: 797 time: 0.0633283 Mar 31 23:08:57.804596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.805199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.817867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-9ffe391f-8af0-4939-b19a-bbab4f2f2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.817867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-9ffe391f-8af0-4939-b19a-bbab4f2f2b90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e33833d0-0806-43d5-b410-704b94546dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649173 Mar 31 23:08:57.822964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.827212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.831050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38a6405d-aab6-497f-9353-c2f51cf6104f HTTP/1.1" status: 204 len: 168 time: 0.5647211 Mar 31 23:08:57.836848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for d6a0fc1b-02ae-48e1-8639-5d19d27163b9 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:57.962974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f3e0f-9098-4eeb-8dc1-d0b1c07c6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6405d-aab6-497f-9353-c2f51cf6104f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.030442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24bc74-d18c-4692-a7f5-d2c1e5e95493 req-a8c27da1-fcb8-4bcc-afb3-cb74665ab48a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.031999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e24bc74-d18c-4692-a7f5-d2c1e5e95493 req-a8c27da1-fcb8-4bcc-afb3-cb74665ab48a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1304429 Mar 31 23:08:58.083623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-cfc2ddc3-402a-4822-81da-bca098b387c5 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531943 Mar 31 23:08:58.129876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e24bc74-d18c-4692-a7f5-d2c1e5e95493 req-6734a8a3-7e4a-4287-abe4-159abd122221 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874920 Mar 31 23:08:58.193157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.242288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=d6a0fc1b-02ae-48e1-8639-5d19d27163b9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.252801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-40217647-b81e-4453-bc03-71458b273ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536310 Mar 31 23:08:58.329325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.335535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.335535 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d9e3446-ba18-4068-887d-6ea1cea51bc3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/bc31ef35-296a-49e0-87af-162b8cc4037c HTTP/1.1" status: 204 len: 168 time: 0.8644044 Mar 31 23:08:58.347397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-d09ab3bf-745c-4175-a958-ab0f1b5d137d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73 HTTP/1.1" status: 200 len: 217 time: 0.0617902 Mar 31 23:08:58.350226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:58.362426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '93b53545-1cb4-47ba-a616-755daf60da2c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:58.422106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-01a03a28-aae4-49ca-9c8b-8d88136bc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.423637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-01a03a28-aae4-49ca-9c8b-8d88136bc83d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.0776837 Mar 31 23:08:58.535945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ae76b85b-5e6a-4f4a-a244-2280a54b76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.537995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-ae76b85b-5e6a-4f4a-a244-2280a54b76d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054111 Mar 31 23:08:58.557597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdd0bc-1cc7-42d6-b9c6-41fddff22f61 req-0d6ad6a1-1dc7-49ae-a591-aacec7fb46f3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.561296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbdd0bc-1cc7-42d6-b9c6-41fddff22f61 req-0d6ad6a1-1dc7-49ae-a591-aacec7fb46f3 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.1124406 Mar 31 23:08:58.582617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.710287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.768920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbdd0bc-1cc7-42d6-b9c6-41fddff22f61 req-926128fb-e86e-4ca5-a68c-c15ad13bf0ad tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320205 Mar 31 23:08:58.768920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-44818d99-a1c7-4faa-87c1-a1ba15121abb tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.768920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-44818d99-a1c7-4faa-87c1-a1ba15121abb tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.1678445 Mar 31 23:08:58.792056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-b9dea4dc-fe75-4c65-b29b-4f06a3a5f448 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274921 Mar 31 23:08:58.884860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.51 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4a95c56c-ca49-4fb9-8ac7-851219b4850b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:58.965442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122828b-ab48-477c-84c1-508bc0b3c67e req-7e5ed9a9-ef82-4eb2-8805-1ddcc8710a5d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.968583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9122828b-ab48-477c-84c1-508bc0b3c67e req-7e5ed9a9-ef82-4eb2-8805-1ddcc8710a5d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.1434395 Mar 31 23:08:58.977537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-8da363ea-3aa6-4de2-995e-5ecb561a9408 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755660 Mar 31 23:08:59.052086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Deleting port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:59.052511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.057581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-eb3bee91-73ba-4fa5-b218-27e4591e1c21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 200 len: 217 time: 0.0710661 Mar 31 23:08:59.092845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.108123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-8c1503a9-a915-49c2-98d8-174fc5542e05 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.109578 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-8c1503a9-a915-49c2-98d8-174fc5542e05 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 945 time: 0.1757810 Mar 31 23:08:59.181015 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9122828b-ab48-477c-84c1-508bc0b3c67e req-50b15e7f-2b69-488f-9901-df4179201fe4 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973386 Mar 31 23:08:59.239856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-17a376b4-89d1-400a-b232-e0fb3644cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.241327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-17a376b4-89d1-400a-b232-e0fb3644cd7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 200 len: 797 time: 0.1647046 Mar 31 23:08:59.245563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Deleting port f439d0d8-df8e-476a-a438-3f1e7e6166aa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:59.246027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.246765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] For port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:59.247236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.256862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5188b4-8033-4959-9d70-61f7407fce23 req-f5ded771-8671-4762-8e5a-b0dbae5d9edb tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.258406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d5188b4-8033-4959-9d70-61f7407fce23 req-f5ded771-8671-4762-8e5a-b0dbae5d9edb tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 949 time: 0.1828508 Mar 31 23:08:59.302866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Calling delete_port for 5f4eede8-19ac-4bd2-a411-d3a5d10f058f owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:59.344985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] For port f439d0d8-df8e-476a-a438-3f1e7e6166aa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f439d0d8-df8e-476a-a438-3f1e7e6166aa,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:59.356395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.360573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Calling delete_port for f439d0d8-df8e-476a-a438-3f1e7e6166aa owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:59.408611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.467680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:59.473269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:59.479161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:59.485046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=4a95c56c-ca49-4fb9-8ac7-851219b4850b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:59.715131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:59.765525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d5188b4-8033-4959-9d70-61f7407fce23 req-ec3b47e5-8b2e-4a54-a0ec-5273b78b3b41 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/security-groups?id=b24fa20f-692d-485a-b89a-5f3f88af8a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919178 Mar 31 23:08:59.779046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-73d5e617-28cb-49d8-b93f-2484d9d9d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.782488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-73d5e617-28cb-49d8-b93f-2484d9d9d586 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16e30b3a-970b-4faa-8669-55b19f89b98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5183270 Mar 31 23:09:00.033755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde592c-969f-46e3-87d0-5e9f07d17e51 req-81a0421e-bd0f-424a-a655-898e6554e4d1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:00.035863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fde592c-969f-46e3-87d0-5e9f07d17e51 req-81a0421e-bd0f-424a-a655-898e6554e4d1 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.1300771 Mar 31 23:09:00.037396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-88e6d248-1b8b-4b4c-8552-69c638899d18 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466960 Mar 31 23:09:00.116794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-34e3afdf-7e82-4c8e-a6cb-326e6ed3908c tempest-DvrRoutersNegativeTest-1654923124 tempest-DvrRoutersNegativeTest-1654923124-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1270111034', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:00.119594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.policy [None req-34e3afdf-7e82-4c8e-a6cb-326e6ed3908c tempest-DvrRoutersNegativeTest-1654923124 tempest-DvrRoutersNegativeTest-1654923124-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109835) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 31 23:09:00.119889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.policy [None req-34e3afdf-7e82-4c8e-a6cb-326e6ed3908c tempest-DvrRoutersNegativeTest-1654923124 tempest-DvrRoutersNegativeTest-1654923124-project] Failed policy check for 'create_router' {{(pid=109835) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 31 23:09:00.120391 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-34e3afdf-7e82-4c8e-a6cb-326e6ed3908c tempest-DvrRoutersNegativeTest-1654923124 tempest-DvrRoutersNegativeTest-1654923124-project] create failed (client error): Access was denied to this resource. Mar 31 23:09:00.121347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-34e3afdf-7e82-4c8e-a6cb-326e6ed3908c tempest-DvrRoutersNegativeTest-1654923124 tempest-DvrRoutersNegativeTest-1654923124-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4049630 Mar 31 23:09:00.122052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.152081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fde592c-969f-46e3-87d0-5e9f07d17e51 req-c9e045ee-00e1-417a-a197-e4ed017c1f20 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076653 Mar 31 23:09:00.159752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f439d0d8-df8e-476a-a438-3f1e7e6166aa'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:00.160386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Pushing event deleted for resources: {'Port': ['ID=f439d0d8-df8e-476a-a438-3f1e7e6166aa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:00.198196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-b5c9ade7-1edd-4ec9-8fda-4064343b1421 service neutron] 10.222.0.10 "GET /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502130 Mar 31 23:09:00.212278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] No DVR routers for this DVR port f439d0d8-df8e-476a-a438-3f1e7e6166aa on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:00.215508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.218796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c2f57f0-8d6f-4d8b-a066-aa9a39e1e72e req-e7cefda6-d361-4635-b345-6da883d4ba22 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "DELETE /v2.0/ports/f439d0d8-df8e-476a-a438-3f1e7e6166aa HTTP/1.1" status: 204 len: 173 time: 1.1037331 Mar 31 23:09:00.219282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'name': 'network-vif-deleted', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:00.229163 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937d6b79-b856-4dca-abd8-c551acd10a0b" -d '{"events": [{"server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "name": "network-vif-deleted", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:00.236699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.291434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Pushing event deleted for resources: {'Port': ['ID=5f4eede8-19ac-4bd2-a411-d3a5d10f058f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:00.326701 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc168e-1a80-4d4f-a7d6-8b5866e8040f x-openstack-request-id: req-7ddc168e-1a80-4d4f-a7d6-8b5866e8040f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:00.326984 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df6173-b378-4a34-995b-7e853a2699e6", "name": "network-vif-deleted", "tag": "f439d0d8-df8e-476a-a438-3f1e7e6166aa", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:00.327244 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7ddc168e-1a80-4d4f-a7d6-8b5866e8040f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:00.327652 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddc168e-1a80-4d4f-a7d6-8b5866e8040f'] response: {'server_uuid': 'f4df6173-b378-4a34-995b-7e853a2699e6', 'name': 'network-vif-deleted', 'tag': 'f439d0d8-df8e-476a-a438-3f1e7e6166aa', 'status': 'completed', 'code': 200} Mar 31 23:09:00.360632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] No DVR routers for this DVR port 5f4eede8-19ac-4bd2-a411-d3a5d10f058f on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:00.376391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.380113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea9cae7-ae8d-4eed-a9f5-2f36a97c739b req-05b566f1-2a77-4b70-bda1-e7e816b24ab0 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.10 "DELETE /v2.0/ports/5f4eede8-19ac-4bd2-a411-d3a5d10f058f HTTP/1.1" status: 204 len: 173 time: 1.6391575 Mar 31 23:09:00.388275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfa7eb31-75c6-4b7f-9c9d-b998a725a919 req-12e38b48-d1bb-4e69-911a-9b50e9e04ee1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0591598 Mar 31 23:09:00.388836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-deleted', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:00.393019 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e14d248-1716-4876-ae49-93846547f89b" -d '{"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-deleted", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:00.411218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.435903 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663b01e-e0bb-4982-b48e-494bb47f863a x-openstack-request-id: req-8663b01e-e0bb-4982-b48e-494bb47f863a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:00.436193 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf600f5-f87d-4048-a569-1c884d9d67f3", "name": "network-vif-deleted", "tag": "5f4eede8-19ac-4bd2-a411-d3a5d10f058f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:00.436450 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8663b01e-e0bb-4982-b48e-494bb47f863a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:00.436904 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8663b01e-e0bb-4982-b48e-494bb47f863a'] response: {'server_uuid': '8cf600f5-f87d-4048-a569-1c884d9d67f3', 'name': 'network-vif-deleted', 'tag': '5f4eede8-19ac-4bd2-a411-d3a5d10f058f', 'status': 'completed', 'code': 200} Mar 31 23:09:00.589267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.757954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.815230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56944) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:00.914392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-106bf96a-e8ba-4c99-b9c1-b62633515acb req-866955c2-9198-4af2-8872-a6980f8f5913 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Mar 31 23:09:00.922095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.929146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12ed0a2e-5a7f-4803-b8ed-5bd7c6f7c6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.013983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=4a95c56c-ca49-4fb9-8ac7-851219b4850b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.025804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.151779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12ed0a2e-5a7f-4803-b8ed-5bd7c6f7c6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.159340 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP ecaffda9-e153-4b6c-ba21-5af821986013 associated. External IP: 172.25.6.51, port: 93b53545-1cb4-47ba-a616-755daf60da2c. Mar 31 23:09:01.171364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:01.174003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:01.243872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12ed0a2e-5a7f-4803-b8ed-5bd7c6f7c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.293716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-12ed0a2e-5a7f-4803-b8ed-5bd7c6f7c6fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e1e9dd3dde244fcb2668b37114ce441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773188 Mar 31 23:09:01.296971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56956) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.302081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed0a2e-5a7f-4803-b8ed-5bd7c6f7c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72611e2d-bcf4-42d6-a719-4bb7e8b95b36,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.337243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.343840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.372735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '59199549-9877-4f3f-9642-33b338b855c9', 'network_id': '58f0953a-582e-461a-828d-7b3ce52455a9', 'port_id': '59199549-9877-4f3f-9642-33b338b855c9', 'mac_address': 'fa:16:3e:ef:26:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5bace0-4927-4b00-8d72-acda98460ffa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:01.383067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:01.385316 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15792f83-7496-4762-a8ea-ffb29121bfbe" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:01.420386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.440473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.452827 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a7694-1a5f-4fbf-8c04-47893151ddda x-openstack-request-id: req-c94a7694-1a5f-4fbf-8c04-47893151ddda {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:01.453128 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:01.453386 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c94a7694-1a5f-4fbf-8c04-47893151ddda {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:01.453837 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94a7694-1a5f-4fbf-8c04-47893151ddda'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:09:01.455911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.462354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59199549-9877-4f3f-9642-33b338b855c9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:01.470690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c513e7e-7ca1-4dc8-8868-bebf27ef57a7 req-a67ee913-6e21-4599-a64a-d754ee122543 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.472552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:01.477344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c513e7e-7ca1-4dc8-8868-bebf27ef57a7 req-a67ee913-6e21-4599-a64a-d754ee122543 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.1570442 Mar 31 23:09:01.501164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.503122 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.522011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.563504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbf0e4b8-62e8-4466-a4e9-4a5d8679dd4b req-543ad1e7-2cfb-4bb6-8cf8-7118f128a562 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4df6173-b378-4a34-995b-7e853a2699e6 HTTP/1.1" status: 200 len: 210 time: 0.0471931 Mar 31 23:09:01.581566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c513e7e-7ca1-4dc8-8868-bebf27ef57a7 req-46f87666-ee33-4795-986d-91e5589b0346 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031055 Mar 31 23:09:01.621596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:01.699484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:01.703444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.728770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:01.729394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:01.731111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.786400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:01.793870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.815435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:01.816050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:01.824741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48dd755e-c7c0-4634-9b09-a37825b59853 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.4698694 Mar 31 23:09:01.825251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.852534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['59199549-9877-4f3f-9642-33b338b855c9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:01.854894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.857412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:01.858024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467cd32-f825-43b9-a312-b227eca3ade9 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:01.863147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.865884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.869333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/72611e2d-bcf4-42d6-a719-4bb7e8b95b36 HTTP/1.1" status: 204 len: 168 time: 0.5669451 Mar 31 23:09:01.885397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98ba3f-d88d-4aea-aa8c-9c4c7a41398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72611e2d-bcf4-42d6-a719-4bb7e8b95b36,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.903049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e02bdd73-0769-4ecf-9e2e-178d4ea0a00e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/floatingips/ecaffda9-e153-4b6c-ba21-5af821986013 HTTP/1.1" status: 200 len: 976 time: 0.0765510 Mar 31 23:09:01.910946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56966) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:02.076006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a373c01-9773-456e-941c-5a8a37dc01ce req-d9013934-f481-4028-82e9-c68f2eba1c55 tempest-ImagesOneServerTestJSON-1052176251 tempest-ImagesOneServerTestJSON-1052176251-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cf600f5-f87d-4048-a569-1c884d9d67f3 HTTP/1.1" status: 200 len: 210 time: 0.0482578 Mar 31 23:09:02.084939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:02.085868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3e74f26d-759e-4641-b26c-c0ef6a1f335c tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1727052 Mar 31 23:09:02.089848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': 'cbc9e48b-79e5-4844-b3ac-e9ea61b21c50'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:02.149070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.650514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.706315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.725918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de83e-6369-403c-b72d-b72c6ade3290 req-5e7d32ce-91cb-4c52-bbe2-72ee89f816d4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.731052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d17de83e-6369-403c-b72d-b72c6ade3290 req-5e7d32ce-91cb-4c52-bbe2-72ee89f816d4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 945 time: 0.0645087 Mar 31 23:09:02.771439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d17de83e-6369-403c-b72d-b72c6ade3290 req-054eeff9-1130-40c7-af16-e0c9299c5ee4 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Mar 31 23:09:02.834894 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP ecaffda9-e153-4b6c-ba21-5af821986013 associated. External IP: 172.25.6.51, port: 93b53545-1cb4-47ba-a616-755daf60da2c. Mar 31 23:09:02.842776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:02.865061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 5f4eede8-19ac-4bd2-a411-d3a5d10f058f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:02.865488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5f4eede8-19ac-4bd2-a411-d3a5d10f058f not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:02.866007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f439d0d8-df8e-476a-a438-3f1e7e6166aa no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:02.885618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: f439d0d8-df8e-476a-a438-3f1e7e6166aa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:02.885958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f439d0d8-df8e-476a-a438-3f1e7e6166aa not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:02.937108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57010) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:02.951458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-f477f709-76fa-4934-8f64-da6c57a0205a tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.953113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-f477f709-76fa-4934-8f64-da6c57a0205a tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/networks?id=5e3e809e-61e8-4ef6-b45e-deba2238c74e HTTP/1.1" status: 200 len: 808 time: 0.1380446 Mar 31 23:09:02.969698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-348c7d1d-abda-4fda-9ba0-31ca4585b657 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/quotas/d8ec505f6f844e20a8c1cabca39baad9 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Mar 31 23:09:03.014848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-a48758c1-b90b-4082-8758-8357395160b3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373106 Mar 31 23:09:03.057617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0f1bac08-f44f-4fd7-b396-50757119bd47 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:03.058847 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-0f1bac08-f44f-4fd7-b396-50757119bd47 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:09:03.059393 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-0f1bac08-f44f-4fd7-b396-50757119bd47 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:09:03.060381 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0f1bac08-f44f-4fd7-b396-50757119bd47 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1223280 Mar 31 23:09:03.068454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:03.074138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--911045227'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:03.104227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:03.120261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-952cae93-3479-4f31-9774-177c60e4d231 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933878 Mar 31 23:09:03.168853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.184247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.190866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:03.216953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-ce290830-fe88-406a-bae1-5ea23a2ee98a service neutron] 10.222.0.83 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939319 Mar 31 23:09:03.268300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 59199549-9877-4f3f-9642-33b338b855c9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:03.269173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.269927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:03.282186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:03.294712 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:03.295704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:03.356312 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:03.366507 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:03.367617 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:03.368354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.403450 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:03.404410 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feb0fb-5b3a-4836-aa41-43b3a66c792b None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:03.408780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.410842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:03.455297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:03.457950 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990b93c-f177-4969-8c54-0af197f3f290" -d '{"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-plugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:03.508898 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8939968-3513-4ca3-94bb-25791910f5a0 x-openstack-request-id: req-b8939968-3513-4ca3-94bb-25791910f5a0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:03.509199 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-plugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:03.509452 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b8939968-3513-4ca3-94bb-25791910f5a0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:03.509933 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8939968-3513-4ca3-94bb-25791910f5a0'] response: {'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9', 'code': 200} Mar 31 23:09:03.523178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.527713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.555318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8994bb75-ccbb-4700-9771-e8d2cc04f77e req-5082931a-e3c9-418c-8ec0-2f5f33fac6f6 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0433698 Mar 31 23:09:03.590565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.598507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:03.599193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.599625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.600141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.601078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.601078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.601393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ffdf8-d02d-451f-93ca-2af532aa1f7c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.601764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.602249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.602747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.603302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.603767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.604184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.604606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:03.702729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.723830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:03.906557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b82ab5ce-a4d6-4256-8c85-94b24fded34f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c050726a8ac0450891858f47586a6d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816306 Mar 31 23:09:03.910001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:03.943554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6d2d5-cd67-48b0-a247-f38422a474c4 req-12c53233-b8a1-4970-9c5a-12b2315bdab2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:03.945153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1c6d2d5-cd67-48b0-a247-f38422a474c4 req-12c53233-b8a1-4970-9c5a-12b2315bdab2 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.0791204 Mar 31 23:09:04.010959 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.023375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1c6d2d5-cd67-48b0-a247-f38422a474c4 req-8896d442-b018-498f-94cf-59b04fa525b6 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Mar 31 23:09:04.048182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.057154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.100166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fd7f4-c82e-45d5-9762-0fc6757f1d21,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.102871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:04.106867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.112513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:04.123334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:04.124206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.161162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.163627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-527de617-5b72-42bd-9d8a-f5d2c8819999 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/ecaffda9-e153-4b6c-ba21-5af821986013 HTTP/1.1" status: 200 len: 978 time: 2.0773396 Mar 31 23:09:04.166557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57050) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.171739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:04.172359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:04.173068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.182250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.183551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ab5888ae-8246-4c26-a74f-1939e8ee125c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1141787 Mar 31 23:09:04.198535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57052) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.203259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '7b5fd7f4-c82e-45d5-9762-0fc6757f1d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:04.207719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.208794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e192031-4cb7-4679-8b6b-bff627295f1f None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:04.212728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.215352 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.218895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b24fa20f-692d-485a-b89a-5f3f88af8a2e HTTP/1.1" status: 204 len: 168 time: 0.3055592 Mar 31 23:09:04.234962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558d63-f276-4b1b-a700-e27f29c4352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24fa20f-692d-485a-b89a-5f3f88af8a2e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.247797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.328049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.390923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.400337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.528516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.528766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.528883 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP ecaffda9-e153-4b6c-ba21-5af821986013 disassociated. External IP: 172.25.6.51, port: cbc9e48b-79e5-4844-b3ac-e9ea61b21c50. Mar 31 23:09:04.529857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.555026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a90b19-f01a-49d0-8485-d370b7ac7d45,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.662985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.667167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04a2f417-2632-4f61-837d-fee07dd25611 req-97345a2f-23fa-4e30-9ed3-e03187b3ea97 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0313656 Mar 31 23:09:04.669347 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ab900f5-79d9-4946-9380-20d9fe4ea8f0 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4683077 Mar 31 23:09:04.670257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57062) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.675320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ca053d75-cafa-4a8d-ba23-c78371fa2267 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '7b5fd7f4-c82e-45d5-9762-0fc6757f1d21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:04.774622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca053d75-cafa-4a8d-ba23-c78371fa2267 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.832407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:04.940722 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-ca053d75-cafa-4a8d-ba23-c78371fa2267 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:09:04.942225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca053d75-cafa-4a8d-ba23-c78371fa2267 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2707558 Mar 31 23:09:04.947160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57074) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.956153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:04.963775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.974333 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:05.011611 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:05.012452 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.018877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4bc7d24c-2f12-4b4b-a925-38bf3a7fd478 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/ecaffda9-e153-4b6c-ba21-5af821986013 HTTP/1.1" status: 200 len: 687 time: 0.8507233 Mar 31 23:09:05.021856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.074445 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.094653 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:05.095717 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.115764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.135833 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.136649 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb70f94f-87bc-4c9e-8e75-5958bf07cf2e None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:05.154322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1ef4-73d5-48d9-ab6f-233684a08115 req-1ce5edad-9c63-4fe4-b601-78a60555fe1e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.155873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c90e1ef4-73d5-48d9-ab6f-233684a08115 req-1ce5edad-9c63-4fe4-b601-78a60555fe1e tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.0563250 Mar 31 23:09:05.164828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.199085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:05.209445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c90e1ef4-73d5-48d9-ab6f-233684a08115 req-f26ac723-c7ca-423a-98bc-33aa866af13b tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465226 Mar 31 23:09:05.212859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 4a95c56c-ca49-4fb9-8ac7-851219b4850b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:05.217121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.304691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.305099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.318226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 4a95c56c-ca49-4fb9-8ac7-851219b4850b owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:05.334296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:05.350169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:05.378492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.381805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.385450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/7b5fd7f4-c82e-45d5-9762-0fc6757f1d21 HTTP/1.1" status: 204 len: 168 time: 0.4346223 Mar 31 23:09:05.385891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57090) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.405144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f940c-744e-4a5b-9c06-a1ad502141af tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fd7f4-c82e-45d5-9762-0fc6757f1d21,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:05.407419 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.440404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:05.453550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f33d82fb-2955-486d-b17d-6bac3e2cfb43 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664675 Mar 31 23:09:05.459851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.464707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134942442'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:05.470864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:05.568824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.586943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57096) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.599158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.601134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.631726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:05.638553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=4a95c56c-ca49-4fb9-8ac7-851219b4850b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:05.655090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:05.721413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.731400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.731400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e68625b9-9707-4f0f-a9a7-fa9e1a2487b8 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/ecaffda9-e153-4b6c-ba21-5af821986013 HTTP/1.1" status: 204 len: 168 time: 0.7063720 Mar 31 23:09:05.731400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57102) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.768479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1978608390-network', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:05.776488 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d1292ad0-b536-4e32-8932-0fe520240988 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] delete failed (client error): The resource could not be found. Mar 31 23:09:05.781586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1292ad0-b536-4e32-8932-0fe520240988 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/ecaffda9-e153-4b6c-ba21-5af821986013 HTTP/1.1" status: 404 len: 345 time: 0.0505655 Mar 31 23:09:05.782249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.851213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0e70539-88e3-4260-9acd-8a1995f719a5 req-696316a9-b5c9-48c8-aeda-6e612d343c7a tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0533292 Mar 31 23:09:05.861224 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.886370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946273b4-7aac-46de-8362-2c9d263e3cbc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.892265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946273b4-7aac-46de-8362-2c9d263e3cbc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.897503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-a7c3ea36-3dc1-46c7-9df2-3c586e1ea765 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.898242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946273b4-7aac-46de-8362-2c9d263e3cbc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.899216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-a7c3ea36-3dc1-46c7-9df2-3c586e1ea765 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "GET /v2.0/networks?id=5e3e809e-61e8-4ef6-b45e-deba2238c74e HTTP/1.1" status: 200 len: 808 time: 0.2519717 Mar 31 23:09:05.900178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-946273b4-7aac-46de-8362-2c9d263e3cbc tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/ports?network_id=55b00efc-25c5-4b97-b563-40723d60a9ef HTTP/1.1" status: 200 len: 2358 time: 0.1168880 Mar 31 23:09:05.902804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.918313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Request body: {'port': {'device_id': '6380ce12-01d2-42ea-9bee-299818231183', 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e', 'admin_state_up': True, 'tenant_id': 'd8ec505f6f844e20a8c1cabca39baad9'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:05.923334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.949397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Made reservation on behalf of 4f984e1cac884178acb93f092b8fb1b7 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:05.951674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.953860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab53e4b-2700-4fc7-881d-647cc63bae3f tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.955223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bab53e4b-2700-4fc7-881d-647cc63bae3f tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/subnets/cf4e8707-03fe-4297-971b-8f4ac1115be0 HTTP/1.1" status: 200 len: 797 time: 0.0514143 Mar 31 23:09:05.960336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57108) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.965056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'port': {'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef', 'name': 'tempest-FloatingIPTestJSON-1124257109', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:06.003033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.033302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e54062-088a-4738-88ed-fae225f44371,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.101813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.103094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16397c88-701a-4957-92fc-bf65920e27e9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6420391 Mar 31 23:09:06.106003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57110) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:06.110601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3e9aefa1-57da-4b93-b720-0ffe8b4736f2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '57e54062-088a-4738-88ed-fae225f44371', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:06.111493 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-3e9aefa1-57da-4b93-b720-0ffe8b4736f2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:09:06.112807 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-3e9aefa1-57da-4b93-b720-0ffe8b4736f2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:06.112929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e9aefa1-57da-4b93-b720-0ffe8b4736f2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058930 Mar 31 23:09:06.116139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57112) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:06.146741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.170577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.194202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.236887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:06.239083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Made reservation on behalf of d8ec505f6f844e20a8c1cabca39baad9 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:06.241474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.244860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.291930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2444fe6-21f2-4938-a544-937aac3c626f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.331418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.342025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b804ab-bcb1-4ab5-a6c6-e953663cfe0c req-1988296e-95f1-4409-a4ec-3013b439e21a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:06.343930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38b804ab-bcb1-4ab5-a6c6-e953663cfe0c req-1988296e-95f1-4409-a4ec-3013b439e21a tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.0486467 Mar 31 23:09:06.351918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] device_id is not set on port cb081c38-9c9f-445e-a990-f9e0ab3473fc yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:06.382122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38b804ab-bcb1-4ab5-a6c6-e953663cfe0c req-4ff68107-41f7-4b8a-b27b-19590099bad7 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Mar 31 23:09:06.404445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.406996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.411804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/57e54062-088a-4738-88ed-fae225f44371 HTTP/1.1" status: 204 len: 168 time: 0.2946620 Mar 31 23:09:06.414960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57122) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:06.426932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:06.462745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1c01-f0d0-43ac-b7dc-7a27b8a609dd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e54062-088a-4738-88ed-fae225f44371,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.470057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.470379 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Added segment 031bad32-ee76-401f-b839-a178830ca192 of type vlan for network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f Mar 31 23:09:06.558044 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.564861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-732f61a8-cf06-48a0-b9e9-c14187a14902 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465735 Mar 31 23:09:06.568771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57124) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:06.573013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171155058'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:06.588926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Allocated IP 172.20.0.11 (5e3e809e-61e8-4ef6-b45e-deba2238c74e/29d1c431-b3e4-457d-a482-8189d822024f/dcedea95-76ba-4e04-bc1b-2bec08d1c0a3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:06.719906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.14 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/cb081c38-9c9f-445e-a990-f9e0ab3473fc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:06.727025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.12 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/cb081c38-9c9f-445e-a990-f9e0ab3473fc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:06.776064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.781262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.782237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:06.782822 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.788617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.884485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] Pushing event updated for resources: {'Network': ['ID=319c3c50-3c93-4e70-96a5-2c54ae2eab4f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.885028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.895847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:06.954147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.010956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68bc2344-cc84-41c6-aeb8-d162590c4b55 req-64ca19ab-7c64-4fc4-be2d-03c30791efd7 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0323303 Mar 31 23:09:07.012259 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.016635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-267b06d6-75c7-42df-8349-d7d574ba8c32 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4289694 Mar 31 23:09:07.020243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.026386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Request body: {'subnet': {'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1978608390-subnet', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.070062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Network 5e3e809e-61e8-4ef6-b45e-deba2238c74e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:07.073273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:07.077029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.077259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:07.083392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.124504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Pushing event updated for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.134010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:07.137526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:07.142136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:07.146576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=cb081c38-9c9f-445e-a990-f9e0ab3473fc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.170193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Made reservation on behalf of 4f984e1cac884178acb93f092b8fb1b7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:07.172594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.182388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75502df1-021f-43d1-8e81-0790834e203f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.192037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.192744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.217645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa107-54b6-4bc6-a133-83e8f624f442 req-30cdd7b4-85a7-4c09-98d8-d96d5b0fdf52 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.217872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:07.223023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bffa107-54b6-4bc6-a133-83e8f624f442 req-30cdd7b4-85a7-4c09-98d8-d96d5b0fdf52 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 946 time: 0.1084564 Mar 31 23:09:07.229797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.232259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0b8ab71-6b9c-4ab8-a348-0ad6d0dfbb7b tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6624269 Mar 31 23:09:07.233695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57144) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.240666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9cc5f3ee-9201-4faa-ac22-73842341eca2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '75502df1-021f-43d1-8e81-0790834e203f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.241626 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-9cc5f3ee-9201-4faa-ac22-73842341eca2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:09:07.242134 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-9cc5f3ee-9201-4faa-ac22-73842341eca2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:07.243151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9cc5f3ee-9201-4faa-ac22-73842341eca2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082455 Mar 31 23:09:07.248853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.249472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.250040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.303163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bffa107-54b6-4bc6-a133-83e8f624f442 req-5e9cb397-b052-4bd9-827b-e48aedd15970 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669658 Mar 31 23:09:07.305905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:07.306366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.325470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-208529e6-2d9e-4d13-821a-826bef9908fa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4111912 Mar 31 23:09:07.345379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Request body: {'port': {'device_id': '6380ce12-01d2-42ea-9bee-299818231183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.350492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.398383 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-93dbc4d2-2cbb-437f-86b3-820b29344207 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4368763 Mar 31 23:09:07.401045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.404374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.405661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'cb081c38-9c9f-445e-a990-f9e0ab3473fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.419098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.452402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.587041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.587323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:07.588478 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f11f52-6662-4565-9c39-a05272f196c6" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:07.606541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:07.629715 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43c6cf3-8725-4108-b0f4-8929aa9b8d2c x-openstack-request-id: req-c43c6cf3-8725-4108-b0f4-8929aa9b8d2c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:07.630015 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:07.630274 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c43c6cf3-8725-4108-b0f4-8929aa9b8d2c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:07.631228 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43c6cf3-8725-4108-b0f4-8929aa9b8d2c'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:09:07.642154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfaff08-a8fd-416f-8e26-29f3dd09eb68,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.648954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.667981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Checking segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:07.668331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Network hostable DHCP agents. Network: 319c3c50-3c93-4e70-96a5-2c54ae2eab4f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:07.683190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.685731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.686885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/75502df1-021f-43d1-8e81-0790834e203f HTTP/1.1" status: 204 len: 168 time: 0.4353685 Mar 31 23:09:07.692123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57152) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.747774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a22e1a-1319-40d0-bca4-d663deea88e6 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75502df1-021f-43d1-8e81-0790834e203f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.770433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.772029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:07.772406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.801183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8c93475-81bd-4672-b518-0e3973f90160 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022375 Mar 31 23:09:07.804066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57154) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.809879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148622544'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.818196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:07.865885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.894279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:07.903347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.903643 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.906964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.108 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2e46651b-e8ac-4a1b-a320-75f2ea0fa750) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:07.921970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Transition to ACTIVE for port object dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:07.938935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:07.966574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 319c3c50-3c93-4e70-96a5-2c54ae2eab4f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:07.972179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.973901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.976196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea9a9a-a5e1-4343-90cf-e3fc958ff13e None None] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:08.014252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.037387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.057917 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.060148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.105104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ab2f3ffe-646f-4110-aec6-9ef6d2024993 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0810373 Mar 31 23:09:08.105749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57158) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.110267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:08.134668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.175103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.181754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:08.184971 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.189771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.207620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.213733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.234141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.234366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:08.242381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:08.255644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:08.257222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=2e46651b-e8ac-4a1b-a320-75f2ea0fa750,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.274054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329239af-b970-4980-a76b-1a7daa4ee472 req-62f73cf1-89e5-4a79-a39d-c72ca3fd49d5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.289007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-329239af-b970-4980-a76b-1a7daa4ee472 req-62f73cf1-89e5-4a79-a39d-c72ca3fd49d5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.1644170 Mar 31 23:09:08.319812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.339759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Attempting to bind port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:08.340174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Attempting to bind port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:08.340567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Attempting to bind port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:08.346010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-329239af-b970-4980-a76b-1a7daa4ee472 req-8b3e2438-ac04-43eb-9a6a-ed19a84e439e tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Mar 31 23:09:08.348343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:08.348884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Attempting to bind port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 on network 5e3e809e-61e8-4ef6-b45e-deba2238c74e {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:08.355920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:08.356347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Checking segment: {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:08.356805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Bound using segment: {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:08.358782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Bound port: dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abec4b50-dde0-4381-bcdd-4302ffe5200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:08.358782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.364646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.379455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Allocated IP 172.20.0.2 (319c3c50-3c93-4e70-96a5-2c54ae2eab4f/0cfaff08-a8fd-416f-8e26-29f3dd09eb68/61d56b3d-7de5-41b1-b039-3d3bd72459a5) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:08.448288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f17aae-ef2f-4415-aa2f-1a039ac6b61c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.494188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8753d-c40c-4b1b-937a-61f057de6c81 req-c5a33855-94ed-48c8-aa46-bd16c4cf76b8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.495302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82f8753d-c40c-4b1b-937a-61f057de6c81 req-c5a33855-94ed-48c8-aa46-bd16c4cf76b8 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.1078117 Mar 31 23:09:08.498927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:08.502154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:08.508298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.513017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-544ac06b-b4fd-49d2-8afc-8a019530da67 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7046053 Mar 31 23:09:08.516504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57166) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.522934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-aeeed09b-405b-4e54-b794-c9b57aac78ad tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '41f17aae-ef2f-4415-aa2f-1a039ac6b61c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:08.533969 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-aeeed09b-405b-4e54-b794-c9b57aac78ad tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:09:08.534705 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-aeeed09b-405b-4e54-b794-c9b57aac78ad tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:08.537211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.539469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aeeed09b-405b-4e54-b794-c9b57aac78ad tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220397 Mar 31 23:09:08.545778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.552852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1c291dff-8d8b-4976-8343-b055e37cdfc9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '41f17aae-ef2f-4415-aa2f-1a039ac6b61c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:08.553518 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-1c291dff-8d8b-4976-8343-b055e37cdfc9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:09:08.554003 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-1c291dff-8d8b-4976-8343-b055e37cdfc9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:08.554941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c291dff-8d8b-4976-8343-b055e37cdfc9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082200 Mar 31 23:09:08.559901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57170) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.567697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-010a7686-db7d-477d-9c08-f5338fb70d96 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '41f17aae-ef2f-4415-aa2f-1a039ac6b61c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:08.569560 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-010a7686-db7d-477d-9c08-f5338fb70d96 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:09:08.570058 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-010a7686-db7d-477d-9c08-f5338fb70d96 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:08.573520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-010a7686-db7d-477d-9c08-f5338fb70d96 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101998 Mar 31 23:09:08.574296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.575600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.583429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-00eda2c4-b72e-47ac-9e9e-4f8d82ba469d tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '41f17aae-ef2f-4415-aa2f-1a039ac6b61c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:08.584289 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-00eda2c4-b72e-47ac-9e9e-4f8d82ba469d tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:09:08.590627 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-00eda2c4-b72e-47ac-9e9e-4f8d82ba469d tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:08.590627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00eda2c4-b72e-47ac-9e9e-4f8d82ba469d tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078673 Mar 31 23:09:08.594003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82f8753d-c40c-4b1b-937a-61f057de6c81 req-5c4de604-28de-496b-b53c-aa34eb914843 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832591 Mar 31 23:09:08.615862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:08.616007 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.630186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.630799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.632234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] 10.222.0.10 "PUT /v2.0/ports/dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 HTTP/1.1" status: 200 len: 1092 time: 1.2910030 Mar 31 23:09:08.632672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:08.634886 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a85291-72fc-4cf3-a257-29c45d993084" -d '{"events": [{"name": "network-changed", "server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:08.673827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Pushing event updated for resources: {'Port': ['ID=61d56b3d-7de5-41b1-b039-3d3bd72459a5,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.683257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:08.686837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:08.688819 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bfec4-12ca-4c00-9dc9-a984fe8c467a x-openstack-request-id: req-707bfec4-12ca-4c00-9dc9-a984fe8c467a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:08.689285 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:08.689687 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-707bfec4-12ca-4c00-9dc9-a984fe8c467a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:08.690238 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707bfec4-12ca-4c00-9dc9-a984fe8c467a'] response: {'name': 'network-changed', 'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3', 'status': 'completed', 'code': 200} Mar 31 23:09:08.690642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:08.692652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0ea5f-ac18-4bf5-8746-aca4bb0310a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.700118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.759019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Attempting to bind port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:08.759628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Attempting to bind port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:08.759990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Attempting to bind port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 on network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:08.766654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:08.768273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Checking segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:08.768273 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.768273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Bound using segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:08.768593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Bound port: 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:08.768778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.772608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-8dfcd957-d1ad-4a64-9341-51ad390a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.774566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-8dfcd957-d1ad-4a64-9341-51ad390a252e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 1095 time: 0.0457177 Mar 31 23:09:08.775503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.839703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] For port 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:08.842944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] For port 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=61d56b3d-7de5-41b1-b039-3d3bd72459a5,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:08.849759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.890002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-f3691a91-579b-43a8-b89f-60931b9c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.891527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-f3691a91-579b-43a8-b89f-60931b9c5193 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1027906 Mar 31 23:09:08.957545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.986424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.042646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.045380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.049113 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/41f17aae-ef2f-4415-aa2f-1a039ac6b61c HTTP/1.1" status: 204 len: 168 time: 0.4342537 Mar 31 23:09:09.051801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:09.057001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794537b-1054-41d6-b9fc-706c6cadfa36 None None] Pushing event updated for resources: {'Port': ['ID=61d56b3d-7de5-41b1-b039-3d3bd72459a5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:09.090548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c37bed-46b9-442b-be7b-07c456f08cdc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f17aae-ef2f-4415-aa2f-1a039ac6b61c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:09.408061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-9510f894-fbd8-42f4-9e8d-3ea2945c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.409622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a85291-72fc-4cf3-a257-29c45d993084 req-9510f894-fbd8-42f4-9e8d-3ea2945c532f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5108020 Mar 31 23:09:09.493756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e1ef-bf37-49d9-8246-bfa76fd5fb41 req-c1ac87c0-49dd-4a52-9b66-a4a87662b8c5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.495155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2179e1ef-bf37-49d9-8246-bfa76fd5fb41 req-c1ac87c0-49dd-4a52-9b66-a4a87662b8c5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.0573163 Mar 31 23:09:09.524149 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56443af0-80c7-452a-9b3e-ff2ca4da8f2f tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4658077 Mar 31 23:09:09.526143 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.529522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:09.533671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308634835'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:09.563322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2179e1ef-bf37-49d9-8246-bfa76fd5fb41 req-ba261eb2-da3f-483f-8ab3-4b00c8c56a17 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Mar 31 23:09:09.569492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-f378ca04-b336-4046-9fbb-d26dc79c38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.571284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-f378ca04-b336-4046-9fbb-d26dc79c38a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 1095 time: 0.0862477 Mar 31 23:09:09.590946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-34088175-66e3-4bb4-b4d2-1d0001d910bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.592415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-34088175-66e3-4bb4-b4d2-1d0001d910bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.5139105 Mar 31 23:09:09.623196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-eda39fd0-9a77-4eaf-a058-ce5ef6845f79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0387001 Mar 31 23:09:09.631946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:09.634312 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf120c56-d4be-4a17-bc9c-9295e8566504" -d '{"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:09.670783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.680494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b20f9fe7-435c-4540-a7c8-b62424ac7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.681982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-b20f9fe7-435c-4540-a7c8-b62424ac7d54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29d1c431-b3e4-457d-a482-8189d822024f HTTP/1.1" status: 200 len: 848 time: 0.0525036 Mar 31 23:09:09.703768 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a303e6-0448-49f7-bbd1-ed54909d8bf7 x-openstack-request-id: req-09a303e6-0448-49f7-bbd1-ed54909d8bf7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:09.706507 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "59199549-9877-4f3f-9642-33b338b855c9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:09.708027 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09a303e6-0448-49f7-bbd1-ed54909d8bf7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:09.708737 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a303e6-0448-49f7-bbd1-ed54909d8bf7'] response: {'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59199549-9877-4f3f-9642-33b338b855c9', 'code': 200} Mar 31 23:09:09.726639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-ffcf18e9-9fd1-4c11-9a5b-5b7b8a12d820 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e3e809e-61e8-4ef6-b45e-deba2238c74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379713 Mar 31 23:09:09.735117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.740328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.844021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a80d-c1d5-454b-b357-e6de4f13bd00 req-2c10e7b5-3afb-43df-933d-1dd9524fc042 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.845588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6a4a80d-c1d5-454b-b357-e6de4f13bd00 req-2c10e7b5-3afb-43df-933d-1dd9524fc042 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 944 time: 0.1170058 Mar 31 23:09:09.878215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-69655d13-4b6b-4333-ae45-f87435f5a135 service neutron] 10.222.0.10 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382999 Mar 31 23:09:09.971611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6a4a80d-c1d5-454b-b357-e6de4f13bd00 req-dfd07229-966f-4ef6-9fbb-ad07e2ffd669 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/security-groups?id=28461f61-1a95-4f63-9cb4-6c8f8d46746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019986 Mar 31 23:09:09.975921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Deleting port 59199549-9877-4f3f-9642-33b338b855c9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:09.976259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.021813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.024008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 61d56b3d-7de5-41b1-b039-3d3bd72459a5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:10.025792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2799caaa-8be0-442b-97fd-eb69b169d7c4 req-d86468ce-e11d-402d-85cb-d4ac53e30fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402390 Mar 31 23:09:10.045887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Allocated IP 172.25.6.122 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/bb0830fd-281e-4167-9046-36fb747c9ccc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:10.080034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:10.080748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.085808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.125149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.171732 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.208090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=61d56b3d-7de5-41b1-b039-3d3bd72459a5,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:10.210947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.226573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] For port 59199549-9877-4f3f-9642-33b338b855c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=59199549-9877-4f3f-9642-33b338b855c9,segment=NetworkSegment(39247717-a0ad-41db-98a2-a9a5997f8074),segment_id=39247717-a0ad-41db-98a2-a9a5997f8074)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:10.227903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.242380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ab385-1c2d-43a3-ba2a-296b5e843cd8 None None] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:10.292423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Calling delete_port for 59199549-9877-4f3f-9642-33b338b855c9 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:10.301088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.305518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=2e46651b-e8ac-4a1b-a320-75f2ea0fa750,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.340338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.364452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ad1b4d69-ecdb-43ba-8ba7-6ea6a457cdae None None] Provisioning complete for port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:10.364818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4d69-ecdb-43ba-8ba7-6ea6a457cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.372254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930973fb-60fb-4e34-ace7-218c66a91db7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.419561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.420095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=61d56b3d-7de5-41b1-b039-3d3bd72459a5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.420777 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fbce1cc5-06c1-4fa0-942d-14e0b2f82133 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8904700 Mar 31 23:09:10.423890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57198) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.429973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.432629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-89f7ca10-d80b-4efa-98e4-c13ba0fc6b0e tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.442058 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-89f7ca10-d80b-4efa-98e4-c13ba0fc6b0e tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:09:10.442058 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-89f7ca10-d80b-4efa-98e4-c13ba0fc6b0e tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:10.442058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89f7ca10-d80b-4efa-98e4-c13ba0fc6b0e tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065384 Mar 31 23:09:10.442496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57200) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.447598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9246c918-cafd-4be7-b804-4981aa454794 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.542062 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP fd31188e-3f8a-4fad-b540-459b63bf778a associated. External IP: 172.25.6.108, port: cb081c38-9c9f-445e-a990-f9e0ab3473fc. Mar 31 23:09:10.624996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.680370 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-9246c918-cafd-4be7-b804-4981aa454794 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:10.684231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9246c918-cafd-4be7-b804-4981aa454794 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2378631 Mar 31 23:09:10.685975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57204) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.691142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5faeae62-32fe-48dc-acd5-e4e4683c2e76 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.692475 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-5faeae62-32fe-48dc-acd5-e4e4683c2e76 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:09:10.692475 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-5faeae62-32fe-48dc-acd5-e4e4683c2e76 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:10.696284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5faeae62-32fe-48dc-acd5-e4e4683c2e76 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064275 Mar 31 23:09:10.697914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57206) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.717320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6002d357-a507-42d9-9e2b-706f5fe95dd5 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.718428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:10.724663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:10.730894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:10.734404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0830fd-281e-4167-9046-36fb747c9ccc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.752821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96acc36-36f0-4d73-860c-b79283ba08bf req-7abcdb1c-8d2e-43d8-a2c9-1f453392c219 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:10.760424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e96acc36-36f0-4d73-860c-b79283ba08bf req-7abcdb1c-8d2e-43d8-a2c9-1f453392c219 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.1151450 Mar 31 23:09:10.802798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e96acc36-36f0-4d73-860c-b79283ba08bf req-4b45b2ce-ec98-4dfc-ae1f-e6ad1e769b19 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Mar 31 23:09:10.814379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.890636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Pushing event deleted for resources: {'Port': ['ID=59199549-9877-4f3f-9642-33b338b855c9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.956913 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-6002d357-a507-42d9-9e2b-706f5fe95dd5 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:10.957986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6002d357-a507-42d9-9e2b-706f5fe95dd5 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2577021 Mar 31 23:09:10.971762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57208) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.974149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-794093b3-618a-4213-a9d6-2e4a5558c451 None None] Provisioning complete for port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:10.974649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-794093b3-618a-4213-a9d6-2e4a5558c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.977476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5a8828b3-cd09-4238-9cbc-09a89cf1bc91 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.977950 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-5a8828b3-cd09-4238-9cbc-09a89cf1bc91 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:09:10.978469 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-5a8828b3-cd09-4238-9cbc-09a89cf1bc91 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:10.979417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a8828b3-cd09-4238-9cbc-09a89cf1bc91 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060647 Mar 31 23:09:10.983404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57210) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.997646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f6c7d4c4-9f63-415d-ad63-250813cdb5d8 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:11.022129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] No DVR routers for this DVR port 59199549-9877-4f3f-9642-33b338b855c9 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:11.028505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.031819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a73639bf-c92f-49ce-8cc0-8ae0b4e0a12d req-53820ee7-604b-4bda-b9a7-f6b82bf8b7bf tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.44 "DELETE /v2.0/ports/59199549-9877-4f3f-9642-33b338b855c9 HTTP/1.1" status: 204 len: 173 time: 1.4279888 Mar 31 23:09:11.034078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-deleted', 'tag': '59199549-9877-4f3f-9642-33b338b855c9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:11.037515 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f9e609-0e3a-42fa-969f-57980a3d8afd" -d '{"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-deleted", "tag": "59199549-9877-4f3f-9642-33b338b855c9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:11.068696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:11.119583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8edf927-64d7-4bcb-b1cf-af843926401f req-d25f6f35-991a-4cc1-b28f-a239f0859487 tempest-ImagesTestJSON-781100455 tempest-ImagesTestJSON-781100455-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b5062e0-06a0-4988-ae47-060b5295eaa5 HTTP/1.1" status: 200 len: 210 time: 0.0396912 Mar 31 23:09:11.122397 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed79a58-5328-4cb9-b609-5dd00ea8f5d2 x-openstack-request-id: req-fed79a58-5328-4cb9-b609-5dd00ea8f5d2 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:11.122691 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5062e0-06a0-4988-ae47-060b5295eaa5", "name": "network-vif-deleted", "tag": "59199549-9877-4f3f-9642-33b338b855c9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:11.122942 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fed79a58-5328-4cb9-b609-5dd00ea8f5d2 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:11.123364 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed79a58-5328-4cb9-b609-5dd00ea8f5d2'] response: {'server_uuid': '9b5062e0-06a0-4988-ae47-060b5295eaa5', 'name': 'network-vif-deleted', 'tag': '59199549-9877-4f3f-9642-33b338b855c9', 'status': 'completed', 'code': 200} Mar 31 23:09:11.145597 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-f6c7d4c4-9f63-415d-ad63-250813cdb5d8 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Project 958a7364fdbb498880e64a5cfdcf0f28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:09:11.232963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:11.243205 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f6c7d4c4-9f63-415d-ad63-250813cdb5d8 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:11.245124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f6c7d4c4-9f63-415d-ad63-250813cdb5d8 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2620873 Mar 31 23:09:11.248180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57216) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.253009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:11.258958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cb5d8625-4762-40fd-91f0-c5a0ca60cc73 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:11.259477 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-cb5d8625-4762-40fd-91f0-c5a0ca60cc73 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:09:11.262060 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-cb5d8625-4762-40fd-91f0-c5a0ca60cc73 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:11.266762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb5d8625-4762-40fd-91f0-c5a0ca60cc73 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148568 Mar 31 23:09:11.267447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57218) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.274700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f8a61a19-fc07-471c-a0d9-07fa867981f9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:11.276607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:11.277255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:11.296631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.322491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:11.331091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:11.331738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:11.351039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.366905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:11.367580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8adb898-4090-42e6-9484-455b264bbfad None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:11.415013 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-f8a61a19-fc07-471c-a0d9-07fa867981f9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Project 958a7364fdbb498880e64a5cfdcf0f28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:09:11.430504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-843eabb4-318a-4187-a3fc-8fa428b529de tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0276663 Mar 31 23:09:11.432390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57224) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.438705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': 'cb081c38-9c9f-445e-a990-f9e0ab3473fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:11.539993 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f8a61a19-fc07-471c-a0d9-07fa867981f9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:11.543736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f8a61a19-fc07-471c-a0d9-07fa867981f9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2727518 Mar 31 23:09:11.544044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57226) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.545277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.550277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f558ef8c-cbec-4187-8970-9ef5902ad54a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '930973fb-60fb-4e34-ace7-218c66a91db7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:11.568208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f379c54-47fa-46e0-8607-7168922ef563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.647645 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-f558ef8c-cbec-4187-8970-9ef5902ad54a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Project 958a7364fdbb498880e64a5cfdcf0f28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:09:11.661962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.757473 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f558ef8c-cbec-4187-8970-9ef5902ad54a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:11.760460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f558ef8c-cbec-4187-8970-9ef5902ad54a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2153802 Mar 31 23:09:11.763345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57228) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.823218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.856281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.927899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 61d56b3d-7de5-41b1-b039-3d3bd72459a5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:11.971451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306b650-9357-4da6-b073-bc7e5af80094 req-4b2ac87b-3e51-4da9-b4bc-c531523de579 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.973345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6306b650-9357-4da6-b073-bc7e5af80094 req-4b2ac87b-3e51-4da9-b4bc-c531523de579 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.0865390 Mar 31 23:09:11.999144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:11.999788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.032858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6306b650-9357-4da6-b073-bc7e5af80094 req-a958c2b0-d490-49d8-abfa-82eb9be274e3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Mar 31 23:09:12.042692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.045606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.049644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/930973fb-60fb-4e34-ace7-218c66a91db7 HTTP/1.1" status: 204 len: 168 time: 0.2852600 Mar 31 23:09:12.050305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57232) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.065498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33d5b-8a0c-468e-9356-77f60504fc1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930973fb-60fb-4e34-ace7-218c66a91db7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.119024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0a6528f-590f-4f50-8af9-c77c1ba8a9c2 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627794 Mar 31 23:09:12.127347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57234) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.133342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--281281116'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:12.214164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.291448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.362481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.399485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c63eda-0b84-4ba5-aed3-e841bc2ca473,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.412074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Router effe6959-0981-4023-b46a-d4f4c60e27b9 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:12.480139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.481583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bb206aae-de6d-4404-8d85-8d3c00faa248 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3531361 Mar 31 23:09:12.484428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.489509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-306275b4-5cc5-47b0-b6a9-a1693e1c44fc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '75c63eda-0b84-4ba5-aed3-e841bc2ca473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:12.512501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57274) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.561536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Deleting subnet 7f5bace0-4927-4b00-8d72-acda98460ffa {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:12.564875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.612281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:12.613468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.623945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Sync routers for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:12.627056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.635635 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:12.636320 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:12.655828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.706203 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-306275b4-5cc5-47b0-b6a9-a1693e1c44fc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The resource could not be found. Mar 31 23:09:12.707522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-306275b4-5cc5-47b0-b6a9-a1693e1c44fc tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2219188 Mar 31 23:09:12.710179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.714591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-221d698c-d2de-4d80-8364-77286decda1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '75c63eda-0b84-4ba5-aed3-e841bc2ca473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '853648cf-4ae3-4f91-9b48-7fcf057f707b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:12.740488 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:12.761990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.767531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.768765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-85723c75-fb01-491a-a01f-da78767398f8 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6624377 Mar 31 23:09:12.771700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57278) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.818070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.855723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5bace0-4927-4b00-8d72-acda98460ffa,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.866298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.872764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e0e0188f-c639-41d2-98cf-980b59a30772 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7f5bace0-4927-4b00-8d72-acda98460ffa HTTP/1.1" status: 204 len: 168 time: 0.3588142 Mar 31 23:09:12.873226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57280) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.003680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.051390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 3, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.080958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Checking router: effe6959-0981-4023-b46a-d4f4c60e27b9 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:13.081322 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Updating router effe6959-0981-4023-b46a-d4f4c60e27b9 port bb0830fd-281e-4167-9046-36fb747c9ccc binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:13.086266 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-221d698c-d2de-4d80-8364-77286decda1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The resource could not be found. Mar 31 23:09:13.087601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-221d698c-d2de-4d80-8364-77286decda1c tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3764927 Mar 31 23:09:13.090467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57284) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.119838 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.138574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.183782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f0953a-582e-461a-828d-7b3ce52455a9']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.202298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39247717-a0ad-41db-98a2-a9a5997f8074') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.202864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39247717-a0ad-41db-98a2-a9a5997f8074') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.219133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.232100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:13.233362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.265732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.280868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0ab2-3a2c-4607-8417-eeb225efbbdd req-bee16d4d-5472-459e-8bd9-3b7316fede1c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:13.282906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45eb0ab2-3a2c-4607-8417-eeb225efbbdd req-bee16d4d-5472-459e-8bd9-3b7316fede1c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.1524746 Mar 31 23:09:13.294947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:13.295960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.309652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 59199549-9877-4f3f-9642-33b338b855c9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:13.311208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 59199549-9877-4f3f-9642-33b338b855c9 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:13.317164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:13.328615 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:13.337001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:13.394855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45eb0ab2-3a2c-4607-8417-eeb225efbbdd req-bc01d822-6aa2-408e-a35e-3dbda370581b tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993130 Mar 31 23:09:13.443370 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.470709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.512022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:13.517004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.519740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.523836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:13.525210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.526600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/75c63eda-0b84-4ba5-aed3-e841bc2ca473 HTTP/1.1" status: 204 len: 168 time: 0.4349115 Mar 31 23:09:13.537100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:13.538242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.541111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.557333 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.562791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.571886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18a662-2dc3-494d-a946-20a57884dd84 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c63eda-0b84-4ba5-aed3-e841bc2ca473,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.585721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.585721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] 10.222.0.83 "DELETE /v2.0/networks/58f0953a-582e-461a-828d-7b3ce52455a9 HTTP/1.1" status: 204 len: 168 time: 0.7109592 Mar 31 23:09:13.592698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.607522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:13.608707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:08:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.620601 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Pushing event updated for resources: {'Port': ['ID=bb0830fd-281e-4167-9046-36fb747c9ccc,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.634490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.635557 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.635557 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.635798 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.636333 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.636860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.637431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:13.658311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Attempting to bind port bb0830fd-281e-4167-9046-36fb747c9ccc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:13.658731 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Attempting to bind port bb0830fd-281e-4167-9046-36fb747c9ccc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:13.659223 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Attempting to bind port bb0830fd-281e-4167-9046-36fb747c9ccc on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:13.664494 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c6d8de6e-430d-420e-baf0-921f3bab55bd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/fd31188e-3f8a-4fad-b540-459b63bf778a HTTP/1.1" status: 200 len: 979 time: 2.2310627 Mar 31 23:09:13.667508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.668429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728019d5-2676-4d0a-b5a3-08b839e5ebcb admin admin] Pushing event deleted for resources: {'Network': ['ID=58f0953a-582e-461a-828d-7b3ce52455a9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.676034 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:13.677680 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:13.678609 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.679358 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:13.684031 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Bound port: bb0830fd-281e-4167-9046-36fb747c9ccc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:13.684559 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.719844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.719844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047594cd-c13b-4aba-a7a3-acedea574a9f None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:13.739999 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c8e60824-4b01-4bf6-bca5-73bf16f03037 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1976936 Mar 31 23:09:13.744202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.748984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d9209849-73ba-41fa-96c8-d6a0b0e11c46 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': '2c1750a9-986a-4e2b-bb44-2ae07f2d529e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:13.764868 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] For port bb0830fd-281e-4167-9046-36fb747c9ccc, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:13.768966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] For port bb0830fd-281e-4167-9046-36fb747c9ccc, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bb0830fd-281e-4167-9046-36fb747c9ccc,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:13.775735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Allocated IP 172.20.0.1 (319c3c50-3c93-4e70-96a5-2c54ae2eab4f/0cfaff08-a8fd-416f-8e26-29f3dd09eb68/8269111c-8f53-43fd-8e58-b19e3be27070) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:13.808687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5ef474f-6469-4e96-9df6-35523e76c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.937821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.940320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 2e46651b-e8ac-4a1b-a320-75f2ea0fa750 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:13.940660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.969369 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.026214 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:14.026744 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.040464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.040850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.049382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.055126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 2e46651b-e8ac-4a1b-a320-75f2ea0fa750 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:14.065737 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b7dac-58e1-4f9f-9ca8-83552106acec None None] Pushing event updated for resources: {'Port': ['ID=bb0830fd-281e-4167-9046-36fb747c9ccc,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.071919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.116170 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d9209849-73ba-41fa-96c8-d6a0b0e11c46 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The resource could not be found. Mar 31 23:09:14.121304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d9209849-73ba-41fa-96c8-d6a0b0e11c46 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3759677 Mar 31 23:09:14.122200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.133230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307969876'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:14.141734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:14.148845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:14.153871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:14.160845 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:14.190477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b984748-75ff-4631-9bbd-1f76c6f4361b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c1fbdb6f06c94e6aa148fd12b278b0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388640 Mar 31 23:09:14.193806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57302) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.195670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.202991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.278090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.279858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.365584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.373481 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 3, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.407679 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f84234-370b-42b3-8f96-b1814443e12f None None] The sync data for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 is: [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 3, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:14.458638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.536928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.554445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-081e30bd-80e4-4f0a-a334-74f8aedc66f7 None None] Provisioning complete for port 8269111c-8f53-43fd-8e58-b19e3be27070 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:14.555546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-081e30bd-80e4-4f0a-a334-74f8aedc66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.581559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=2e46651b-e8ac-4a1b-a320-75f2ea0fa750,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.583393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.586113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.590853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/28461f61-1a95-4f63-9cb4-6c8f8d46746e HTTP/1.1" status: 204 len: 168 time: 0.3954322 Mar 31 23:09:14.612282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-081e30bd-80e4-4f0a-a334-74f8aedc66f7 None None] Port 8269111c-8f53-43fd-8e58-b19e3be27070 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:14.642711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f8e53-1829-4a20-834a-1fac8a775fb3 req-a06ec820-b071-49f7-9526-f9ef9fa7e57c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.644846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463f8e53-1829-4a20-834a-1fac8a775fb3 req-a06ec820-b071-49f7-9526-f9ef9fa7e57c tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 944 time: 0.1361439 Mar 31 23:09:14.662580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59310-3563-46a7-b3ba-5c01c11dbc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28461f61-1a95-4f63-9cb4-6c8f8d46746e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.696452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.704508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.704832 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP fd31188e-3f8a-4fad-b540-459b63bf778a disassociated (deleted). External IP: 172.25.6.108, port: cb081c38-9c9f-445e-a990-f9e0ab3473fc. Mar 31 23:09:14.735213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-463f8e53-1829-4a20-834a-1fac8a775fb3 req-9566261c-f584-4a3c-8905-b30549d8ccfa tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704319 Mar 31 23:09:14.767672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.784182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.842825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.890092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:14.916031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8bb5e-80dc-4d02-aa33-b21bbb5bc15e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.931837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.936959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e1d1c802-dbe6-4b72-9814-b12d45141adf tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8072915 Mar 31 23:09:14.937820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57324) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.945378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--525181370'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:14.947890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.949976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.085784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:15.086120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:15.088408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:15.106340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3', 'network_id': '5e3e809e-61e8-4ef6-b45e-deba2238c74e', 'port_id': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3', 'mac_address': 'fa:16:3e:82:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d1c431-b3e4-457d-a482-8189d822024f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:15.115727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.210212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.225389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.235409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:15.255205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:15.298298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:15.302466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.358297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Router effe6959-0981-4023-b46a-d4f4c60e27b9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:15.391723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.398149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.450576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb249db4-37d6-4d16-ad35-98bccdad5f05,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.505526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.511272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-15bbb168-f1c8-467c-b275-a07d963a992a tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5702662 Mar 31 23:09:15.515632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57342) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.521283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-52477362-d61f-4226-8794-35e58ba5f8bd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8bb5e-80dc-4d02-aa33-b21bbb5bc15e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fb249db4-37d6-4d16-ad35-98bccdad5f05'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:15.537754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:15.545972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.547102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.553868 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:15.578235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:15.588437 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:15.595053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-44c119cf-edcb-4809-aa9b-f09c4f1b9eaa None None] Provisioning complete for port 8269111c-8f53-43fd-8e58-b19e3be27070 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:15.595998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e7bcded7-9d46-4b37-a00f-b8df7cdd45a9 admin admin] 10.222.0.83 "PUT /v2.0/routers/effe6959-0981-4023-b46a-d4f4c60e27b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8181829 Mar 31 23:09:15.596100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-44c119cf-edcb-4809-aa9b-f09c4f1b9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.596485 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:15.622120 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dcdd230c-0399-4701-87a9-1f8f7c3758f0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/fd31188e-3f8a-4fad-b540-459b63bf778a HTTP/1.1" status: 204 len: 168 time: 1.9512711 Mar 31 23:09:15.624854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57348) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.674951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-44c119cf-edcb-4809-aa9b-f09c4f1b9eaa None None] Port 8269111c-8f53-43fd-8e58-b19e3be27070 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:15.699536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:15.713910 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:15.714754 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:15.752235 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:15.753161 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7911164-0240-49bb-b69c-72dd001c27a7 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:15.783524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port cb081c38-9c9f-445e-a990-f9e0ab3473fc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:15.783524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.842701 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-52477362-d61f-4226-8794-35e58ba5f8bd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:15.843821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52477362-d61f-4226-8794-35e58ba5f8bd tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3269258 Mar 31 23:09:15.848063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57360) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.851340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['dcedea95-76ba-4e04-bc1b-2bec08d1c0a3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:16.012687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15547b6-bca6-4f2d-bc44-73c9dbab5b08 req-95d6cf44-2f29-49ff-9e6d-970feccbffc4 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.014537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d15547b6-bca6-4f2d-bc44-73c9dbab5b08 req-95d6cf44-2f29-49ff-9e6d-970feccbffc4 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 945 time: 0.1428432 Mar 31 23:09:16.152380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.155209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bb0830fd-281e-4167-9046-36fb747c9ccc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:16.230124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for cb081c38-9c9f-445e-a990-f9e0ab3473fc owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:16.282928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.307783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bb0830fd-281e-4167-9046-36fb747c9ccc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:16.308162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.311563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d15547b6-bca6-4f2d-bc44-73c9dbab5b08 req-bb15907b-4f1a-421c-aeaa-3ffd7af138f3 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748859 Mar 31 23:09:16.378744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.484882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.546023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port bb0830fd-281e-4167-9046-36fb747c9ccc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bb0830fd-281e-4167-9046-36fb747c9ccc,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:16.585957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.586426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.589160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.593294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57376) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.593688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/fb249db4-37d6-4d16-ad35-98bccdad5f05 HTTP/1.1" status: 204 len: 168 time: 0.7440701 Mar 31 23:09:16.614568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57378) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.615029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.626070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537beca4-b136-4dec-a98b-a1d33aadfb82 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb249db4-37d6-4d16-ad35-98bccdad5f05,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.643078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57382) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.651752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581114885', 'description': 'tempest-description--1534304721'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:16.705689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=bb0830fd-281e-4167-9046-36fb747c9ccc,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.745942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-976eca8f-4f35-4d55-b735-74a0cfbb6b20 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1514266 Mar 31 23:09:16.749030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57384) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.805016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.806785 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.825757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.862529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-662581764-network', 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:16.880714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=cb081c38-9c9f-445e-a990-f9e0ab3473fc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.971553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.027147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:17.029421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.054317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Sync routers for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:17.054737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.063577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.068719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:17.068719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:17.068980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.073958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:17.074533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e200ea2d-c683-459a-9586-25d8af47b9c0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/cb081c38-9c9f-445e-a990-f9e0ab3473fc HTTP/1.1" status: 204 len: 168 time: 1.4480724 Mar 31 23:09:17.078793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:17.110754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.192012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.224192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:17.233508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.244037 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.248710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/b3a8bb5e-80dc-4d02-aa33-b21bbb5bc15e HTTP/1.1" status: 204 len: 168 time: 0.4982369 Mar 31 23:09:17.249525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.249685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:17.284235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.320278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465f216-35fe-4b1c-a0c3-e1f4e332c784 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8bb5e-80dc-4d02-aa33-b21bbb5bc15e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.383562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.399417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.404898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0fda1286-6718-4bf0-a467-96929f871b9e tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532743 Mar 31 23:09:17.413613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:17.424026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443016253'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:17.466311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:17.494649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.496698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38dbdf22-01b0-4e55-8834-2640bbc9001b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8521612 Mar 31 23:09:17.502837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07076195-8116-4d7c-95d4-b5a5ebac77ad,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.511315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:17.515889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'security_group_rule': {'security_group_id': '3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:17.529198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.531105 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Added segment caa8f53e-bbf4-4fc7-81e2-3f72912b3769 of type vlan for network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 Mar 31 23:09:17.557934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.596589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.600987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba650-0eea-4f3d-afc9-993d8978bc3a req-2deb7f88-c6d9-4a19-b15f-4423cbf29f8f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.600987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-138ba650-0eea-4f3d-afc9-993d8978bc3a req-2deb7f88-c6d9-4a19-b15f-4423cbf29f8f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 945 time: 0.1503596 Mar 31 23:09:17.624660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.697413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 2, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:17.708972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-138ba650-0eea-4f3d-afc9-993d8978bc3a req-9b2598fa-905f-4a27-85a8-35ec0f0b978d tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860677 Mar 31 23:09:17.732873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Checking router: effe6959-0981-4023-b46a-d4f4c60e27b9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:17.732873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Updating router effe6959-0981-4023-b46a-d4f4c60e27b9 port 8269111c-8f53-43fd-8e58-b19e3be27070 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:17.733082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.759748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.796097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.84 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d7287038-2f29-463d-a890-07ed40f163e6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:17.808207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.819605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.823211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.836866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.909265 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.958050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.965369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] Pushing event updated for resources: {'Network': ['ID=782b6de0-47ba-4b2d-9c64-c9a1074b0f19,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.983154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:18.017003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bb0830fd-281e-4167-9046-36fb747c9ccc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:18.018251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7d2237a2-1a5d-4500-bf04-78a71de15c47 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3969197 Mar 31 23:09:18.018520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.021739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b89cffd-bd98-440d-a97b-309adb14b4dd,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.030393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Request body: {'subnet': {'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-662581764-subnet', 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:18.077451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.090720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.091984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-964bda21-7df9-4b88-b13c-37e6f804b70c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5797069 Mar 31 23:09:18.094969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.101649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'security_group_rule': {'security_group_id': '3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:18.131734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.225734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d7287038-2f29-463d-a890-07ed40f163e6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.240110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.242674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bb0830fd-281e-4167-9046-36fb747c9ccc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:18.242965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.252790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.260090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:18.262830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.368593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:18.386932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:18.397141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe17fb-aa7d-4b5f-b832-448b6df5ddad,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.403846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:18.464835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.469321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1023ce7-bae9-4f68-85b2-c08b1dc291d3 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0466008 Mar 31 23:09:18.469596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.477248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.481796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-188565dd-e5fd-40ce-ae5a-be4be4c28182 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe17fb-aa7d-4b5f-b832-448b6df5ddad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:18.509258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.574517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.729779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056151b-cd2e-4dff-ba17-98e6e5927066 None None] Pushing event updated for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.820285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Attempting to bind port 8269111c-8f53-43fd-8e58-b19e3be27070 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:18.820938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Attempting to bind port 8269111c-8f53-43fd-8e58-b19e3be27070 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:18.821380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Attempting to bind port 8269111c-8f53-43fd-8e58-b19e3be27070 on network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:18.852785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:18.853169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Checking segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:18.853579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.853976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Bound using segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:18.856847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Bound port: 8269111c-8f53-43fd-8e58-b19e3be27070, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:18.857246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.920838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:18.926932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad96300-bf27-4ae6-a972-3976fcd4eff3 req-aec76a8b-d41b-4c29-95f7-ad57de164e2f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.928563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ad96300-bf27-4ae6-a972-3976fcd4eff3 req-aec76a8b-d41b-4c29-95f7-ad57de164e2f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 945 time: 0.1043131 Mar 31 23:09:19.031072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ad96300-bf27-4ae6-a972-3976fcd4eff3 req-4cfe7739-57d6-44c3-b01c-deb3a73db270 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Mar 31 23:09:19.069072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.084371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a0424bb9-6bce-453c-89c0-d66a78100135 None None] Provisioning complete for port 8269111c-8f53-43fd-8e58-b19e3be27070 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:19.085074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0424bb9-6bce-453c-89c0-d66a78100135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.087382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] For port 8269111c-8f53-43fd-8e58-b19e3be27070, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:19.092164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] For port 8269111c-8f53-43fd-8e58-b19e3be27070, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8269111c-8f53-43fd-8e58-b19e3be27070,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:19.121670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd1600a-e1e7-4c62-9907-cc6797381315,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.136314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a0424bb9-6bce-453c-89c0-d66a78100135 None None] Port 8269111c-8f53-43fd-8e58-b19e3be27070 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:19.138657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.205811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.271219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:19.271943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:19.338194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:19.341157 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-188565dd-e5fd-40ce-ae5a-be4be4c28182 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:19.342680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-188565dd-e5fd-40ce-ae5a-be4be4c28182 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8643734 Mar 31 23:09:19.346199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.352278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4e2bb2fb-bdb4-4235-b24b-19b849f37c92 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe17fb-aa7d-4b5f-b832-448b6df5ddad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:19.354959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:19.355434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.357383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.359536 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f336c2f5-cb37-4f7a-8dec-3ee1183e140d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2629912 Mar 31 23:09:19.362287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.367856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:19.433288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.641838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056151b-cd2e-4dff-ba17-98e6e5927066 None None] Pushing event updated for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.665463 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-4e2bb2fb-bdb4-4235-b24b-19b849f37c92 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:09:19.666607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e2bb2fb-bdb4-4235-b24b-19b849f37c92 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3190413 Mar 31 23:09:19.669344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57418) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.815648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.825799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.829688 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.835734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.872675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.881003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:19.888858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:19.891273 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d8c9f-db0b-4dad-8ba5-eb720cac3681" -d '{"events": [{"server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "name": "network-vif-plugged", "status": "completed", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:19.905762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:19.909700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] Provisioning complete for port 8269111c-8f53-43fd-8e58-b19e3be27070 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:19.909879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.996341 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b937b6-3948-45b4-ab3a-56b0dfe18cfb x-openstack-request-id: req-a8b937b6-3948-45b4-ab3a-56b0dfe18cfb {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:19.996707 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "name": "network-vif-plugged", "status": "completed", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:19.997029 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a8b937b6-3948-45b4-ab3a-56b0dfe18cfb {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:19.997516 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b937b6-3948-45b4-ab3a-56b0dfe18cfb'] response: {'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3', 'code': 200} Mar 31 23:09:20.001526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.001787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.048385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.052625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.053797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/b7fe17fb-aa7d-4b5f-b832-448b6df5ddad HTTP/1.1" status: 204 len: 168 time: 0.3835325 Mar 31 23:09:20.057491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9169327e-f82c-482f-9026-a65abf8f2a6e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.058153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57426) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:20.099232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.166295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21230d8-6652-40ef-a814-13602e4c98b7 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe17fb-aa7d-4b5f-b832-448b6df5ddad,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.197389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:20.199146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Network hostable DHCP agents. Network: 782b6de0-47ba-4b2d-9c64-c9a1074b0f19, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:20.261513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=d7287038-2f29-463d-a890-07ed40f163e6,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.309236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.313781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c8ddf2c0-f8fb-4960-90a2-f2a56b9ef9a4 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2544878 Mar 31 23:09:20.314810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57430) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:20.322726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3e8a3-b661-49f6-9dbb-8c01ec456508 req-a5ab2d99-e1d0-4805-9cf7-af912ecc76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:20.324718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'tempest-secgroup--546277435'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:20.327876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49b3e8a3-b661-49f6-9dbb-8c01ec456508 req-a5ab2d99-e1d0-4805-9cf7-af912ecc76ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 1097 time: 0.2366064 Mar 31 23:09:20.336048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ca659-de77-4142-a4bf-1ac08ab6f48e req-2f0d65af-f464-4c4e-9103-13b8891e3671 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:20.338093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2ca659-de77-4142-a4bf-1ac08ab6f48e req-2f0d65af-f464-4c4e-9103-13b8891e3671 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.1527188 Mar 31 23:09:20.382922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:20.392379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.420579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.421843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49b3e8a3-b661-49f6-9dbb-8c01ec456508 req-18333a21-988b-475c-907c-dc7e8afc4e75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817401 Mar 31 23:09:20.436160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.441673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2ca659-de77-4142-a4bf-1ac08ab6f48e req-d0ae6dc0-38f8-43dc-bd01-610b5964047e tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 Mar 31 23:09:20.474933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] For port 8269111c-8f53-43fd-8e58-b19e3be27070, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8269111c-8f53-43fd-8e58-b19e3be27070,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:20.502414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 782b6de0-47ba-4b2d-9c64-c9a1074b0f19) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:20.507549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.512024 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ce0ca584-5350-4529-9cda-3511cd893473 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4365721 Mar 31 23:09:20.512497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57432) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:20.521542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'port': {'network_id': '55b00efc-25c5-4b97-b563-40723d60a9ef', 'name': 'tempest-FloatingIPTestJSON-1916818060'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:20.523937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:20.525318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.572054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ff3e4-afb5-4276-9f5c-0343a2fbb56e None None] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:20.608842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Allocated IP 172.25.6.155 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0f7c2364-337f-4e87-996d-36dbe8c142b0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:20.611498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.621915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.674357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c2a4a71e-f404-47e9-9e1f-0b1ef2f70f02 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6443145 Mar 31 23:09:20.788859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9a287-d610-49d3-8f05-fb00fb2263ae None None] Pushing event updated for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.802602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:19Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.821016 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.851534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.866198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c30fc-d442-49c2-80eb-7f5cc1d70708 None None] The sync data for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 is: [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:19Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:20.888389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:20.892501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.928609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.944929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382de78-0b28-4b23-9851-4396e4848fe8 None None] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:20.984885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] device_id is not set on port 49ac2b69-e740-4924-ab9f-793d4bfbd09c yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:21.044117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.065955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7497153 Mar 31 23:09:21.082248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57446) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:21.092571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d1f35312-69be-41ee-9522-7bf8e02d5d45 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:21.093053 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-d1f35312-69be-41ee-9522-7bf8e02d5d45 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:09:21.093527 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d1f35312-69be-41ee-9522-7bf8e02d5d45 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:09:21.109919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1f35312-69be-41ee-9522-7bf8e02d5d45 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "PUT /v2.0/security-groups/7e7a9d26-c959-4585-b135-b21809f56578 HTTP/1.1" status: 409 len: 330 time: 0.0262165 Mar 31 23:09:21.112826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57448) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:21.155688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0ff4a-1568-478c-8f80-e91e6bde1686 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7a9d26-c959-4585-b135-b21809f56578,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:21.163923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.232119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.9 (55b00efc-25c5-4b97-b563-40723d60a9ef/cf4e8707-03fe-4297-971b-8f4ac1115be0/49ac2b69-e740-4924-ab9f-793d4bfbd09c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:21.241032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:21.245438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:21.267985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:21.272218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.322169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'Port': ['ID=0f7c2364-337f-4e87-996d-36dbe8c142b0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:21.347113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.436242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.802521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.828092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.829733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.835691 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/7e7a9d26-c959-4585-b135-b21809f56578 HTTP/1.1" status: 204 len: 168 time: 0.7204142 Mar 31 23:09:21.836334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:21.890936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.962449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-0e9a46fe-2b52-40f8-a9eb-72bbe27e6fb7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.970987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-0e9a46fe-2b52-40f8-a9eb-72bbe27e6fb7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.6489980 Mar 31 23:09:22.043043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164ac52-cd9b-4b9f-8ee2-8b6d1954342a req-afd0f147-60ca-4771-a289-e5b68001a76f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.050912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b164ac52-cd9b-4b9f-8ee2-8b6d1954342a req-afd0f147-60ca-4771-a289-e5b68001a76f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.2398849 Mar 31 23:09:22.056349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8269111c-8f53-43fd-8e58-b19e3be27070 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:22.064779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-263306d2-f1eb-4b04-a2d2-831e0be02aa9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0915463 Mar 31 23:09:22.117675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.126542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-06ad8134-f4f2-42e9-a9bb-d76ab80d94c4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620053 Mar 31 23:09:22.168656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b164ac52-cd9b-4b9f-8ee2-8b6d1954342a req-7a3e2683-7c18-4feb-adad-57261ea9f531 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167362 Mar 31 23:09:22.183668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac5f76-513f-43bf-9ede-2f07f3ae36d9 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7a9d26-c959-4585-b135-b21809f56578,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.209043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8269111c-8f53-43fd-8e58-b19e3be27070 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:22.209418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.225812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.229919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.284206 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fcbc0fb2-6a8b-44e3-a5f2-008dba8fcf39 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3996809 Mar 31 23:09:22.304700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.318454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 55b00efc-25c5-4b97-b563-40723d60a9ef is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:22.326367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:22.349359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:22.412992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.416646 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-ed90e8cd-45a7-4f34-90e5-bfb868c7db44 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] delete failed (client error): The resource could not be found. Mar 31 23:09:22.426491 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed90e8cd-45a7-4f34-90e5-bfb868c7db44 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "DELETE /v2.0/security-groups/9af73c8d-8cd6-4592-8d1c-356869d6441e HTTP/1.1" status: 404 len: 347 time: 0.1165643 Mar 31 23:09:22.430135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57474) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.458154 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-4bcff9db-fe00-45cc-923f-991634a25853 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] show failed (client error): The resource could not be found. Mar 31 23:09:22.462629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=49ac2b69-e740-4924-ab9f-793d4bfbd09c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.465057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57476) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.469234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4bcff9db-fe00-45cc-923f-991634a25853 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-groups/1b4df8d3-a83b-4d72-8e0b-8eaeec764257 HTTP/1.1" status: 404 len: 347 time: 0.0377700 Mar 31 23:09:22.473891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'Port': ['ID=0f7c2364-337f-4e87-996d-36dbe8c142b0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.533764 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f05ec48b-32ff-41cc-ad78-5564534a37e1 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] show failed (client error): The resource could not be found. Mar 31 23:09:22.542206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f05ec48b-32ff-41cc-ad78-5564534a37e1 tempest-NegativeSecGroupIPv6Test-1250679509 tempest-NegativeSecGroupIPv6Test-1250679509-project] 10.222.0.83 "GET /v2.0/security-group-rules/18f219de-f95d-438c-8009-0a229c1557d6 HTTP/1.1" status: 404 len: 356 time: 0.0679815 Mar 31 23:09:22.557211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.558597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-137e68e0-7994-4859-b145-05cfa24c15cc tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1948519 Mar 31 23:09:22.559519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.560261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.601714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-a783153c-6148-484e-9ccb-32b5c0e191d3 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740813 Mar 31 23:09:22.652427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.654884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5da9fbbf-86e7-4dc7-bdcc-97ca561491f5 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1357646 Mar 31 23:09:22.658682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': '49ac2b69-e740-4924-ab9f-793d4bfbd09c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:22.763471 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.784689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-bd49fb05-358b-4a86-a6ab-7f90f89ad1b9 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820095 Mar 31 23:09:23.161229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b5def73-3bd2-492c-883e-4ed2368a0d0d req-3cb13665-c5f4-4235-906a-8f1a32b0de41 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.0445626 Mar 31 23:09:23.303281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57530) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:23.356718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bbde-3458-4786-8369-963caf66dccd req-87dd1dd5-5a39-4eca-a840-22f629f1418f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:23.360438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56d6bbde-3458-4786-8369-963caf66dccd req-87dd1dd5-5a39-4eca-a840-22f629f1418f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.1026292 Mar 31 23:09:23.447563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56d6bbde-3458-4786-8369-963caf66dccd req-2e827050-9850-4372-8a45-27b6ee51a490 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786519 Mar 31 23:09:23.548084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-519c3bd1-2654-4d65-9e16-5847e642d195 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=958a7364fdbb498880e64a5cfdcf0f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430661 Mar 31 23:09:23.551065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:23.645952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.666063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.697306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.711439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.831697 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP 0a0f8b36-1194-4025-820b-7558ccedccce associated. External IP: 172.25.6.84, port: 49ac2b69-e740-4924-ab9f-793d4bfbd09c. Mar 31 23:09:23.900314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.904555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.906308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc1ffdf8-d02d-451f-93ca-2af532aa1f7c HTTP/1.1" status: 204 len: 168 time: 0.3543358 Mar 31 23:09:23.918471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7f7b-4a37-4ee5-9c84-10936b734d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ffdf8-d02d-451f-93ca-2af532aa1f7c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.191964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.200478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:24.306917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bbf2ced-3127-452d-be93-c82279c1f28c req-f912526a-b386-4670-ad65-221b12ce671e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.0525823 Mar 31 23:09:24.423473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:24.430229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.437231 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:24.449376 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:24.449988 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:24.497116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-65c1a399-651f-4588-9f68-849c6e45b508 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/0a0f8b36-1194-4025-820b-7558ccedccce HTTP/1.1" status: 200 len: 977 time: 1.8434889 Mar 31 23:09:24.500006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.512728 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:24.550695 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:24.550695 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:24.638687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:24.639549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac477c4-2b1c-4842-b633-3603dcf897c6 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:24.731039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 49ac2b69-e740-4924-ab9f-793d4bfbd09c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:24.731521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.842982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.142129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.142129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.142129 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP 0a0f8b36-1194-4025-820b-7558ccedccce disassociated. External IP: 172.25.6.84, port: 49ac2b69-e740-4924-ab9f-793d4bfbd09c. Mar 31 23:09:25.142129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 49ac2b69-e740-4924-ab9f-793d4bfbd09c owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:25.479311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd5415-4162-4b5f-abf9-985f80db2cbf req-a18487de-23eb-41e9-b2c0-c564c6fa3cd2 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:25.481452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccdd5415-4162-4b5f-abf9-985f80db2cbf req-a18487de-23eb-41e9-b2c0-c564c6fa3cd2 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.1662912 Mar 31 23:09:25.485879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9334d420-261b-44d7-b2c9-e2d3bac74bf5 req-314e69f9-ad65-4550-95a3-4c03b47a461e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.0914567 Mar 31 23:09:25.601689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccdd5415-4162-4b5f-abf9-985f80db2cbf req-8281c94e-e4f5-4c21-8476-56c0cfe7263f tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100049 Mar 31 23:09:25.678769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.735322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=49ac2b69-e740-4924-ab9f-793d4bfbd09c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:25.897585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:26.074185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:26.090646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:26.107772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:26.108836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:26.202158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.210021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89556f92-c736-4a91-88e9-dc6206489d26 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/49ac2b69-e740-4924-ab9f-793d4bfbd09c HTTP/1.1" status: 204 len: 168 time: 1.7080934 Mar 31 23:09:26.210505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:26.212861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57634) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:26.224373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:26.225287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:26.265940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:26.266953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682535b-7b96-4e61-833b-f9d3601fdd3c None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:26.307224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3dd6a04b-1291-45d3-8c8c-14239c918e18 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/floatingips/0a0f8b36-1194-4025-820b-7558ccedccce HTTP/1.1" status: 200 len: 687 time: 0.0921316 Mar 31 23:09:26.309014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57638) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:26.487755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-c80a9278-7b72-4234-b223-f2a21bfe6eb4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:26.491506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-c80a9278-7b72-4234-b223-f2a21bfe6eb4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2207825 Mar 31 23:09:26.506161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': '18e2f154-4738-4742-951f-d37569e9828f', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:26.512200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port d7287038-2f29-463d-a890-07ed40f163e6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:26.512920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.704417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f22b1e32-b8f3-480c-953f-00e44ede6f4a req-64e2da51-6880-46f9-8806-43e74b42f088 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.0416219 Mar 31 23:09:26.786131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.786473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.809100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for d7287038-2f29-463d-a890-07ed40f163e6 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:26.831093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e45dc1-ae88-4a75-b516-abc66a541806 req-d5bd6edb-f2fa-4d43-925e-364c2950eaf5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:26.839032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34e45dc1-ae88-4a75-b516-abc66a541806 req-d5bd6edb-f2fa-4d43-925e-364c2950eaf5 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.1097360 Mar 31 23:09:26.958698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34e45dc1-ae88-4a75-b516-abc66a541806 req-574ba075-45f2-46e0-b19e-508e2579b1f1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/security-groups?id=e16fcf39-f465-4078-9b0d-cc14a95aa675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189108 Mar 31 23:09:26.995338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-c36d0dc8-bc98-4f28-8cfb-39c144b33873 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:26.996806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-c36d0dc8-bc98-4f28-8cfb-39c144b33873 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 946 time: 0.1117280 Mar 31 23:09:27.127348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:27.131043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.153719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Deleting port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:27.153980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.273840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] For port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,segment=NetworkSegment(abec4b50-dde0-4381-bcdd-4302ffe5200f),segment_id=abec4b50-dde0-4381-bcdd-4302ffe5200f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:27.274205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.290869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Calling delete_port for dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:27.300725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.327219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.7 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/b820cfb9-c7e1-421b-97d7-addbe324677a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:27.386450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=d7287038-2f29-463d-a890-07ed40f163e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.579974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.583486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.589158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2363c6df-0fad-4dfc-9f6a-d27921924c98 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/0a0f8b36-1194-4025-820b-7558ccedccce HTTP/1.1" status: 204 len: 168 time: 1.2791927 Mar 31 23:09:27.590394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.600031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'cbc9e48b-79e5-4844-b3ac-e9ea61b21c50'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:27.623569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.821094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.836432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e509f196-d6f9-4dd1-93d8-b74623a28f14 req-d113a871-a209-4c96-b9a5-98dee89ae26c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.0492938 Mar 31 23:09:27.839421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.849449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.877267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['dcedea95-76ba-4e04-bc1b-2bec08d1c0a3'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:27.918220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:27.935564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:27.946961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:27.973964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Pushing event deleted for resources: {'Port': ['ID=dcedea95-76ba-4e04-bc1b-2bec08d1c0a3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.035976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.056712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] No DVR routers for this DVR port dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:28.059447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.062777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d521ec34-b8cc-4c6a-8e49-36e3702762a1 req-63b52fb4-7041-40c4-bc01-5cb8c9a96e11 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.10 "DELETE /v2.0/ports/dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 HTTP/1.1" status: 204 len: 173 time: 1.0580957 Mar 31 23:09:28.065084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'name': 'network-vif-deleted', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:28.068068 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840a8fc-c011-41d3-9883-e96c29e282e3" -d '{"events": [{"server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "name": "network-vif-deleted", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:28.111290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.112030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.149471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a2d6633-ce2b-460a-bb30-a3a6c73662e4 req-385f573a-a54c-4159-b6e7-1137bc7ca9c1 tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0420876 Mar 31 23:09:28.151244 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e69eb-47a4-4e39-891a-fcda7250d78e x-openstack-request-id: req-1f7e69eb-47a4-4e39-891a-fcda7250d78e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:28.151538 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6380ce12-01d2-42ea-9bee-299818231183", "name": "network-vif-deleted", "tag": "dcedea95-76ba-4e04-bc1b-2bec08d1c0a3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:28.151820 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f7e69eb-47a4-4e39-891a-fcda7250d78e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:28.152191 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7e69eb-47a4-4e39-891a-fcda7250d78e'] response: {'server_uuid': '6380ce12-01d2-42ea-9bee-299818231183', 'name': 'network-vif-deleted', 'tag': 'dcedea95-76ba-4e04-bc1b-2bec08d1c0a3', 'status': 'completed', 'code': 200} Mar 31 23:09:28.185661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.216074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-98aa24fe-429b-44de-b717-3f1497ad6648 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7135246 Mar 31 23:09:28.232330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Request body: {'port': {'device_id': '18e2f154-4738-4742-951f-d37569e9828f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:28.317456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.349097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.112 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e2fb3a06-b323-4ea9-a47d-133978b290a5) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:28.495780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.677724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.744882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:28.758619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:28.769288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:28.774036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=e2fb3a06-b323-4ea9-a47d-133978b290a5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.809465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b820cfb9-c7e1-421b-97d7-addbe324677a {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:28.821032 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.838209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Transition to ACTIVE for port object b820cfb9-c7e1-421b-97d7-addbe324677a will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:28.914526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.084867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.171099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Attempting to bind port b820cfb9-c7e1-421b-97d7-addbe324677a on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:29.171441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Attempting to bind port b820cfb9-c7e1-421b-97d7-addbe324677a by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:29.171886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Attempting to bind port b820cfb9-c7e1-421b-97d7-addbe324677a on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:29.184043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Port b820cfb9-c7e1-421b-97d7-addbe324677a on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:29.184404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Attempting to bind port b820cfb9-c7e1-421b-97d7-addbe324677a on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:29.201115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:29.201453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:29.201838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:29.202268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Bound port: b820cfb9-c7e1-421b-97d7-addbe324677a, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:29.205083 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.325581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57706) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:29.354832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe50708-2a83-417e-b642-f0b0ae7b3762 req-efe1bc57-3689-4a52-93e7-5714bbd32071 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.364681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe50708-2a83-417e-b642-f0b0ae7b3762 req-efe1bc57-3689-4a52-93e7-5714bbd32071 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 943 time: 0.3146906 Mar 31 23:09:29.411668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:29.417449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b820cfb9-c7e1-421b-97d7-addbe324677a,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:29.421418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eba420ff-adf7-48a9-b91f-68ad1d778f9d req-bc99e6d4-a378-4c02-b4c5-ed2e697a48df tempest-VolumesActionsTest-196769431 tempest-VolumesActionsTest-196769431-project] 10.222.0.83 "GET /v2.0/ports?device_id=6380ce12-01d2-42ea-9bee-299818231183 HTTP/1.1" status: 200 len: 210 time: 0.0452089 Mar 31 23:09:29.484822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abe50708-2a83-417e-b642-f0b0ae7b3762 req-22727dbc-cfa0-4955-af11-19d7f289e833 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144783 Mar 31 23:09:29.525078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.542750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f324c07-0465-466e-bceb-da588467c3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.610477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.612061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.616247 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/b820cfb9-c7e1-421b-97d7-addbe324677a HTTP/1.1" status: 200 len: 1091 time: 1.3930981 Mar 31 23:09:29.617497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:29.634178 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512eed8-b646-462d-99cb-ad1106fde2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:29.688470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d1bca-8679-4328-9396-15274ec2e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.762864 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe76cfb-e2f5-4a94-aee3-3e4441c3853f x-openstack-request-id: req-bfe76cfb-e2f5-4a94-aee3-3e4441c3853f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:29.763336 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:29.763646 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bfe76cfb-e2f5-4a94-aee3-3e4441c3853f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:29.764142 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe76cfb-e2f5-4a94-aee3-3e4441c3853f'] response: {'name': 'network-changed', 'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a', 'status': 'completed', 'code': 200} Mar 31 23:09:29.784017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-df867991-96fe-4ad4-ada0-34966e890219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.786411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-df867991-96fe-4ad4-ada0-34966e890219 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 1094 time: 0.0680759 Mar 31 23:09:29.813493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.855868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-d842ad84-3be2-4268-8dd0-2ac1aaa32acb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b820cfb9-c7e1-421b-97d7-addbe324677a HTTP/1.1" status: 200 len: 217 time: 0.0602860 Mar 31 23:09:29.915357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f324c07-0465-466e-bceb-da588467c3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.941453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-21e4ef7a-9739-43ed-a891-7cdd4a4dcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.943707 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-21e4ef7a-9739-43ed-a891-7cdd4a4dcfc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0820625 Mar 31 23:09:29.985033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-743cfdec-368f-4d48-b6d5-9801512ffce0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332201 Mar 31 23:09:30.023942 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f324c07-0465-466e-bceb-da588467c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.070217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.095494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324c07-0465-466e-bceb-da588467c3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6e415-84d7-48f5-bed3-697d18a559c9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:30.127583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f324c07-0465-466e-bceb-da588467c3c3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6be5cb1a49804b8ba9adde32a19eb62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8001316 Mar 31 23:09:30.132277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57714) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:30.311463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.385302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.530239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.589641 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-5a87050a-d171-4851-ab9e-e84af4f2d7da service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966535 Mar 31 23:09:30.697561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.746424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.781532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=e2fb3a06-b323-4ea9-a47d-133978b290a5,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:30.810596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42417985-79a0-484b-b64e-7ac63ab167dc req-b4986aa9-3eba-4c0e-aea9-940aa5a08d4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.818875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42417985-79a0-484b-b64e-7ac63ab167dc req-b4986aa9-3eba-4c0e-aea9-940aa5a08d4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 943 time: 0.1434867 Mar 31 23:09:30.840077 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP 3451b317-ebdf-476b-8378-1b6b90a69ac2 associated. External IP: 172.25.6.112, port: cbc9e48b-79e5-4844-b3ac-e9ea61b21c50. Mar 31 23:09:30.857601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15b952f4-1a7c-44c1-b51c-483e25fbd61b req-0723263c-0ee4-4f37-b0ee-de0f93cf2884 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450442 Mar 31 23:09:30.913172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42417985-79a0-484b-b64e-7ac63ab167dc req-19a147ce-1a4c-4f81-b3d7-fa40ac2d6c2d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934010 Mar 31 23:09:30.968182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.971133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.976555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3df6e415-84d7-48f5-bed3-697d18a559c9 HTTP/1.1" status: 204 len: 168 time: 0.8398566 Mar 31 23:09:30.988177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca24c1-d6f0-49ff-8606-a8c14076739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6e415-84d7-48f5-bed3-697d18a559c9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:30.993753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:31.056179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-11510a53-0144-4021-921f-469a2a18f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.058415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-11510a53-0144-4021-921f-469a2a18f92b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 1094 time: 0.0594621 Mar 31 23:09:31.077995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:31.078399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device dcedea95-76ba-4e04-bc1b-2bec08d1c0a3 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:31.239137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-6b1dec31-1c1c-46b1-9a3f-099d8188c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.240640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-6b1dec31-1c1c-46b1-9a3f-099d8188c47a service neutron] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 913 time: 0.1745894 Mar 31 23:09:31.375946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-61045843-6f98-42c3-afe7-2d3f52cb2eba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b820cfb9-c7e1-421b-97d7-addbe324677a HTTP/1.1" status: 200 len: 217 time: 0.1254556 Mar 31 23:09:31.450426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-75b23508-4042-441b-9ef3-e9bc7b6e5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.451089 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-75b23508-4042-441b-9ef3-e9bc7b6e5c0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0664623 Mar 31 23:09:31.524452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-dabd7359-021c-4294-946d-69f37434a703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637422 Mar 31 23:09:31.794544 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-2b6f75dd-9465-4cc7-879a-6d9b78fed924 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604086 Mar 31 23:09:31.951918 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f512eed8-b646-462d-99cb-ad1106fde2f3 req-f2706060-6ca7-4503-93aa-cdd4765280da service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498730 Mar 31 23:09:32.189158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57754) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.217213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd3b3-e05f-408d-bfae-053584e36cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.284189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:32.387136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e83c-1747-4fad-8c63-68f20e605548 req-cccfdc7b-89b1-4bc7-9c30-871a66042419 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.387136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a86e83c-1747-4fad-8c63-68f20e605548 req-cccfdc7b-89b1-4bc7-9c30-871a66042419 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 943 time: 0.1929092 Mar 31 23:09:32.397962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd3b3-e05f-408d-bfae-053584e36cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.516920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a86e83c-1747-4fad-8c63-68f20e605548 req-d552c682-9e26-4868-8c00-87fef8798d0b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274564 Mar 31 23:09:32.592663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:32.592767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:32.592767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:32.592767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:32.622128 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:32.636114 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:32.636805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:32.683666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:32.684315 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb578-71f1-45d6-9d44-6ae1c056522f None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:32.762003 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:33.248239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b820cfb9-c7e1-421b-97d7-addbe324677a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:33.346903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b820cfb9-c7e1-421b-97d7-addbe324677a,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:33.360019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'b820cfb9-c7e1-421b-97d7-addbe324677a', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': 'b820cfb9-c7e1-421b-97d7-addbe324677a', 'mac_address': 'fa:16:3e:8f:15:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:33.414013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.430470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b820cfb9-c7e1-421b-97d7-addbe324677a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:33.453684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b820cfb9-c7e1-421b-97d7-addbe324677a,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:33.667315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd3b3-e05f-408d-bfae-053584e36cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.683437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.712408 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.718694 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e3dcd3b3-e05f-408d-bfae-053584e36cbe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b98cb9272a444c0a8a6b62a7cecd551&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5281165 Mar 31 23:09:33.719859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcd3b3-e05f-408d-bfae-053584e36cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e41a1d-6959-431e-9290-8441a5aaf566,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.723198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.761217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57770) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.762563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4ec18e3c-5fa3-411a-a2a0-fcc301962599 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1683502 Mar 31 23:09:33.771041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-801066424'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:33.782051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e4339-9df4-4cf7-9326-088c4c1d02f0 req-25ecd5db-b19e-4d78-8ee3-ed0d2f46e9c5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.783809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d2e4339-9df4-4cf7-9326-088c4c1d02f0 req-25ecd5db-b19e-4d78-8ee3-ed0d2f46e9c5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 943 time: 0.1340625 Mar 31 23:09:33.798097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.838780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d2e4339-9df4-4cf7-9326-088c4c1d02f0 req-6d504215-af5e-41d6-bf24-6259fd22f6e2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Mar 31 23:09:33.841594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.881033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.924231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:33.928290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.033867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.038151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.052735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99e41a1d-6959-431e-9290-8441a5aaf566 HTTP/1.1" status: 204 len: 168 time: 0.3281677 Mar 31 23:09:34.063933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:34.072481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b820cfb9-c7e1-421b-97d7-addbe324677a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:34.088288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61662ee2-47cf-4f1d-9bab-7b9d6d89d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e41a1d-6959-431e-9290-8441a5aaf566,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:34.093579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.094175 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Added segment 557889ac-5be5-4698-a99a-004a411d3950 of type vlan for network 39713fb4-7f14-4935-bb27-bf237bfe0d8e Mar 31 23:09:34.152767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.311410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.318925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:34.324791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.452315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Network': ['ID=39713fb4-7f14-4935-bb27-bf237bfe0d8e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:34.464453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:34.625660 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.631442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4db5f033-5ca7-46f4-a225-d63ef9f6ab8b tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8625638 Mar 31 23:09:34.631962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57780) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.638424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'subnet': {'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:34.912894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:34.921880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.039718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e30092-b29c-43e1-bc5d-e8a811738a16 req-0007af8e-4b9a-44f8-8c1d-8e539f45f3e7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.043754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6e30092-b29c-43e1-bc5d-e8a811738a16 req-0007af8e-4b9a-44f8-8c1d-8e539f45f3e7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 944 time: 0.1088932 Mar 31 23:09:35.116726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6e30092-b29c-43e1-bc5d-e8a811738a16 req-a8991de9-14a0-4f0e-ae1d-523ab7895560 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576253 Mar 31 23:09:35.267982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b820cfb9-c7e1-421b-97d7-addbe324677a up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:35.311576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.420705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Subnet': ['ID=8b49308c-372b-4daf-8386-1dc776569d1a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.442472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Checking segment: {'id': '557889ac-5be5-4698-a99a-004a411d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:35.443097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network hostable DHCP agents. Network: 39713fb4-7f14-4935-bb27-bf237bfe0d8e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:35.483278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port b820cfb9-c7e1-421b-97d7-addbe324677a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:35.490214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port b820cfb9-c7e1-421b-97d7-addbe324677a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:35.490681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.531951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8dad7-6d25-4f89-a44a-8ff8fa329293 req-6c4714a6-5796-4d49-9041-933c98ea4b33 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.533759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2d8dad7-6d25-4f89-a44a-8ff8fa329293 req-6c4714a6-5796-4d49-9041-933c98ea4b33 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.0605240 Mar 31 23:09:35.603527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:35.619666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2d8dad7-6d25-4f89-a44a-8ff8fa329293 req-7441b1cc-aa74-4e33-8fd0-b9bac28348b8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790102 Mar 31 23:09:35.647701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.694312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 39713fb4-7f14-4935-bb27-bf237bfe0d8e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:35.702741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.703560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.708787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b820cfb9-c7e1-421b-97d7-addbe324677a,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:35.711367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:35.715162 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8684096-5848-473d-9aca-5f757a739648" -d '{"events": [{"server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "name": "network-vif-plugged", "status": "completed", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:35.731375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63d7af-2fc7-4fed-863a-9661f913e9c4 None None] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:35.852309 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1b7d6e33-3efc-46da-bb85-5e6e0036e849 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2188592 Mar 31 23:09:35.855510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57836) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.860743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1642537648', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:35.885965 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47110d-683c-4e27-807e-c6286ed0635c x-openstack-request-id: req-7c47110d-683c-4e27-807e-c6286ed0635c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:35.886361 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "name": "network-vif-plugged", "status": "completed", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:35.891838 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c47110d-683c-4e27-807e-c6286ed0635c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:35.891838 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c47110d-683c-4e27-807e-c6286ed0635c'] response: {'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a', 'code': 200} Mar 31 23:09:35.891838 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.961899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4aab5-a0a6-448e-abbe-0ff2df6a85ed req-35524619-01e2-42b6-8ebe-ee20d1a8d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.966535 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d9d4aab5-a0a6-448e-abbe-0ff2df6a85ed req-35524619-01e2-42b6-8ebe-ee20d1a8d17d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 1096 time: 0.0535538 Mar 31 23:09:35.978338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.021204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.024895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.030111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d9d4aab5-a0a6-448e-abbe-0ff2df6a85ed req-cd879ce5-1d7b-4758-a70d-6d3dd49f1065 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Mar 31 23:09:36.114150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.129463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-39713fb4-7f14-4935-bb27-bf237bfe0d8e', 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e', 'tenant_id': 'f009c9189c30417dbf50d1ff5f2e9ce7', 'fixed_ips': [{'subnet_id': '8b49308c-372b-4daf-8386-1dc776569d1a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:36.130344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.363789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Allocated IP 172.20.0.2 (39713fb4-7f14-4935-bb27-bf237bfe0d8e/8b49308c-372b-4daf-8386-1dc776569d1a/cfe861d2-15d5-4033-a223-defc4d602258) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:36.479599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.490677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2520a-a819-4da4-96bb-f129243d0108 req-bdfc6258-8498-45a6-ab24-1f1831c3a928 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:36.492270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58d2520a-a819-4da4-96bb-f129243d0108 req-bdfc6258-8498-45a6-ab24-1f1831c3a928 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.2617943 Mar 31 23:09:36.570781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58d2520a-a819-4da4-96bb-f129243d0108 req-45b16368-5c4e-4c35-a959-1163fca9c0dd tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 Mar 31 23:09:36.600391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.671618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.738491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:36.743599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:36.749332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:36.763746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Pushing event updated for resources: {'Port': ['ID=cfe861d2-15d5-4033-a223-defc4d602258,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.836217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Attempting to bind port cfe861d2-15d5-4033-a223-defc4d602258 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:36.836501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Attempting to bind port cfe861d2-15d5-4033-a223-defc4d602258 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '557889ac-5be5-4698-a99a-004a411d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:36.836849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Attempting to bind port cfe861d2-15d5-4033-a223-defc4d602258 on network 39713fb4-7f14-4935-bb27-bf237bfe0d8e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:36.845277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:36.845647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Checking segment: {'id': '557889ac-5be5-4698-a99a-004a411d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:36.847305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.852412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Bound using segment: {'id': '557889ac-5be5-4698-a99a-004a411d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:36.852412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Bound port: cfe861d2-15d5-4033-a223-defc4d602258, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557889ac-5be5-4698-a99a-004a411d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:36.852412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.951483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.977269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] For port cfe861d2-15d5-4033-a223-defc4d602258, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:36.982664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.985055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] For port cfe861d2-15d5-4033-a223-defc4d602258, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=cfe861d2-15d5-4033-a223-defc4d602258,segment=NetworkSegment(557889ac-5be5-4698-a99a-004a411d3950),segment_id=557889ac-5be5-4698-a99a-004a411d3950)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:37.001518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176077-2c27-4388-8259-63e76f9622b6 req-7af05a76-f134-4235-98af-d540fa7ad982 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.001518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c176077-2c27-4388-8259-63e76f9622b6 req-7af05a76-f134-4235-98af-d540fa7ad982 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1711314 Mar 31 23:09:37.040395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.152183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc2125-899a-42d0-801a-2b178440802c None None] Pushing event updated for resources: {'Port': ['ID=cfe861d2-15d5-4033-a223-defc4d602258,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:37.180672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c176077-2c27-4388-8259-63e76f9622b6 req-68673c1b-f2fc-454a-ae36-760c6515fe94 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286664 Mar 31 23:09:37.266293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.25.6.132 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/cf6aaf51-a48c-485a-a8fe-471454e197bb) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:37.485608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.630776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.755818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:37.769471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:37.777758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:37.904617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=cf6aaf51-a48c-485a-a8fe-471454e197bb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:37.934876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.935282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.935729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.936077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.936417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.936755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.937089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.937537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.937738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.938467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.938814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.939185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:37.977275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e092107-b212-418e-b585-b11076b9f885 req-4758a20c-eab7-42d7-a0d6-bc82f6a7acd6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.987950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e092107-b212-418e-b585-b11076b9f885 req-4758a20c-eab7-42d7-a0d6-bc82f6a7acd6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.1456046 Mar 31 23:09:38.151954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device cfe861d2-15d5-4033-a223-defc4d602258 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:38.189402 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e092107-b212-418e-b585-b11076b9f885 req-be79a43c-58f7-4b64-bb66-f34afa45bbbe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020488 Mar 31 23:09:38.301724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port cfe861d2-15d5-4033-a223-defc4d602258 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:38.303571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.510184 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.520918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.575910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-4966d067-7fbf-4c3a-a18b-b823cd2b386a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068902 Mar 31 23:09:38.595547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port cfe861d2-15d5-4033-a223-defc4d602258, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=cfe861d2-15d5-4033-a223-defc4d602258,segment=NetworkSegment(557889ac-5be5-4698-a99a-004a411d3950),segment_id=557889ac-5be5-4698-a99a-004a411d3950)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:38.699669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-1018ce18-f755-43e5-893e-e6a33dc87c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.702064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-1018ce18-f755-43e5-893e-e6a33dc87c1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1098 time: 0.0769393 Mar 31 23:09:38.795726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b321c-1abd-4589-816f-8b4956aae399 None None] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:38.840188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.867783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-35db95c6-1aee-404e-a292-2750c84b34de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.870495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-35db95c6-1aee-404e-a292-2750c84b34de service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1422992 Mar 31 23:09:38.950805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-758e6775-13ef-4407-b8a8-f64c0c64e28f None None] Provisioning complete for port cfe861d2-15d5-4033-a223-defc4d602258 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:38.950805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-758e6775-13ef-4407-b8a8-f64c0c64e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.966843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-8a162428-eb1e-449e-83a4-87c20ae757a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 1001 time: 0.0853553 Mar 31 23:09:39.036508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-1433d9a8-379d-4f7e-b11d-afa057fc26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.037944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-1433d9a8-379d-4f7e-b11d-afa057fc26ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0640790 Mar 31 23:09:39.098202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-92d94e1c-a9f9-4c29-ac5e-73dada7d9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.099936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-92d94e1c-a9f9-4c29-ac5e-73dada7d9e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537751 Mar 31 23:09:39.106051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.117158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router 936a9bca-f0b1-41e7-939b-28a6812397a9 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:39.179844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-758e6775-13ef-4407-b8a8-f64c0c64e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.233495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=cfe861d2-15d5-4033-a223-defc4d602258,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.278754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-3703a4dd-82ec-4513-9cb5-41f8048495e7 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685812 Mar 31 23:09:39.298639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-758e6775-13ef-4407-b8a8-f64c0c64e28f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:39.302795 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-758e6775-13ef-4407-b8a8-f64c0c64e28f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:39.302795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:39.444936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:39.473933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d687-9a3c-46e9-a16d-fcef09c84b0b req-844d31bb-b805-4f34-82c3-975801ae9e21 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.481226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae53d687-9a3c-46e9-a16d-fcef09c84b0b req-844d31bb-b805-4f34-82c3-975801ae9e21 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.1027784 Mar 31 23:09:39.489222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] Sync routers for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:39.498451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-08e17090-3a80-476a-8428-f0dacd3355c8 req-31f4d3a3-0e7a-4869-93a3-7f2f2efddba1 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083828 Mar 31 23:09:39.515366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.538932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:39.539892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:39.550460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae53d687-9a3c-46e9-a16d-fcef09c84b0b req-29eaa47c-be0f-4be6-9278-d261dc69afba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638139 Mar 31 23:09:39.581737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:39.588163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:39.590402 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b53f0d-7ff8-4d4d-a953-2f9e86ff95a5" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:39.608625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:39.610772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:39.611422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:39.616633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.620773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af687d7b-02ff-4a3f-891c-d7c0f4bb7b0d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7638996 Mar 31 23:09:39.630989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57908) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:39.651527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:39.652287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c5c2c-4ae1-4c07-8933-c255c175d4c5 None None] The sync data for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:39.717022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.787492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.975876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device cfe861d2-15d5-4033-a223-defc4d602258 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:40.023754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8e19f8b9-3acd-4527-8e3a-6aed3753ccde None None] Provisioning complete for port cfe861d2-15d5-4033-a223-defc4d602258 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:40.023754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e19f8b9-3acd-4527-8e3a-6aed3753ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.068889 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851f47a-94da-4ccd-9516-ae84558326bc x-openstack-request-id: req-a851f47a-94da-4ccd-9516-ae84558326bc {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:40.069185 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:40.069473 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a851f47a-94da-4ccd-9516-ae84558326bc {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:40.069835 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a851f47a-94da-4ccd-9516-ae84558326bc'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:09:40.088615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port cfe861d2-15d5-4033-a223-defc4d602258 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:40.088990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.261594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccdd36-eda1-440a-8c49-bd8af1223c54 req-f634bc41-e201-4535-9076-0d32b8a9d79b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.264758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ccdd36-eda1-440a-8c49-bd8af1223c54 req-f634bc41-e201-4535-9076-0d32b8a9d79b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.0823650 Mar 31 23:09:40.272161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.323143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ccdd36-eda1-440a-8c49-bd8af1223c54 req-6a030981-7332-4592-bdfc-0108538e2507 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Mar 31 23:09:40.600188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.1 (39713fb4-7f14-4935-bb27-bf237bfe0d8e/8b49308c-372b-4daf-8386-1dc776569d1a/fa2ca78a-7915-4947-9aa5-95d7a7d60f17) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:40.735835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.849243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.895171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:40.898786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:40.902584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:40.934899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=fa2ca78a-7915-4947-9aa5-95d7a7d60f17,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:40.962638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.251514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.291333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d745f17b-a2bf-4f95-942e-76d0dba21c49 None None] Provisioning complete for port fa2ca78a-7915-4947-9aa5-95d7a7d60f17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:41.291968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745f17b-a2bf-4f95-942e-76d0dba21c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.344954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d745f17b-a2bf-4f95-942e-76d0dba21c49 None None] Port fa2ca78a-7915-4947-9aa5-95d7a7d60f17 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:41.464057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898b5d-f0ec-41a1-8a22-a7132654fc99 req-281c64b3-59bb-41f6-83da-57379c5bdfa7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.474821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab898b5d-f0ec-41a1-8a22-a7132654fc99 req-281c64b3-59bb-41f6-83da-57379c5bdfa7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.0718946 Mar 31 23:09:41.521882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab898b5d-f0ec-41a1-8a22-a7132654fc99 req-f0f97fb6-9015-499e-ae01-8ebb1d181136 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Mar 31 23:09:41.573575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-00f066c3-ee10-4213-8bc4-2583e2af1090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.664274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.683110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-1bd9c10d-7db0-4e78-9409-d8c7e99d408c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.685192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-1bd9c10d-7db0-4e78-9409-d8c7e99d408c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.0701647 Mar 31 23:09:41.726511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.865694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=fa2ca78a-7915-4947-9aa5-95d7a7d60f17,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:41.869110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.981948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port b820cfb9-c7e1-421b-97d7-addbe324677a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:41.982366 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.056140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:42.059514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:42.224474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port b820cfb9-c7e1-421b-97d7-addbe324677a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b820cfb9-c7e1-421b-97d7-addbe324677a,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:42.224851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.247137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for b820cfb9-c7e1-421b-97d7-addbe324677a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:42.281944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router 936a9bca-f0b1-41e7-939b-28a6812397a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:42.375298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8de8f1b3-85a6-49e1-b104-2054d9b68f92 None None] Provisioning complete for port fa2ca78a-7915-4947-9aa5-95d7a7d60f17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:42.375919 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8de8f1b3-85a6-49e1-b104-2054d9b68f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.431074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8de8f1b3-85a6-49e1-b104-2054d9b68f92 None None] Port fa2ca78a-7915-4947-9aa5-95d7a7d60f17 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:42.722383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9b0e-cf63-4dc7-aaff-07f75bb79cbf req-0aa4d040-20cb-41cb-b742-9b4115e5ba7e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:42.724194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baec9b0e-cf63-4dc7-aaff-07f75bb79cbf req-0aa4d040-20cb-41cb-b742-9b4115e5ba7e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 945 time: 0.0887752 Mar 31 23:09:42.792733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baec9b0e-cf63-4dc7-aaff-07f75bb79cbf req-741435eb-6810-4fe5-b807-7c9c98b616a5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Mar 31 23:09:42.852421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:42.858066 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-380bd2c9-d3a5-4595-8ce4-722a43c5e716 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/routers/936a9bca-f0b1-41e7-939b-28a6812397a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358568 Mar 31 23:09:42.860861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57932) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:42.868209 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] Sync routers for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:42.877067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'port': {'network_id': '39713fb4-7f14-4935-bb27-bf237bfe0d8e', 'name': 'tempest-FloatingIPTestJSON-244182010'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:42.888457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:42.889228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.927600 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.939026 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:42.939978 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.977271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.978797 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd48c37-6a67-47b8-a196-f07bab0dfaaa None None] The sync data for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:42.980340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.993361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b820cfb9-c7e1-421b-97d7-addbe324677a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:43.057585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=b820cfb9-c7e1-421b-97d7-addbe324677a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.067642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.071233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.072844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:43.130369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port b820cfb9-c7e1-421b-97d7-addbe324677a on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:43.134098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Made reservation on behalf of f009c9189c30417dbf50d1ff5f2e9ce7 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:43.134270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.137672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d9e178a7-420e-4617-802f-cc2037fdfb96 req-a303ac29-250c-461f-8503-8bf9d3d6bf52 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "DELETE /v2.0/ports/b820cfb9-c7e1-421b-97d7-addbe324677a HTTP/1.1" status: 204 len: 173 time: 1.4448001 Mar 31 23:09:43.137950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.138259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'name': 'network-vif-deleted', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:43.141125 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb27053-7ff7-4bd4-8322-eefbe7f840b5" -d '{"events": [{"server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "name": "network-vif-deleted", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:43.197165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] device_id is not set on port 0b3808e3-9ccd-432a-aa88-04e22b187d41 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:43.266880 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679aeeb3-f59c-4045-9d0b-c19b10808005 x-openstack-request-id: req-679aeeb3-f59c-4045-9d0b-c19b10808005 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:43.268014 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e2f154-4738-4742-951f-d37569e9828f", "name": "network-vif-deleted", "tag": "b820cfb9-c7e1-421b-97d7-addbe324677a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:43.268272 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-679aeeb3-f59c-4045-9d0b-c19b10808005 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:43.269442 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679aeeb3-f59c-4045-9d0b-c19b10808005'] response: {'server_uuid': '18e2f154-4738-4742-951f-d37569e9828f', 'name': 'network-vif-deleted', 'tag': 'b820cfb9-c7e1-421b-97d7-addbe324677a', 'status': 'completed', 'code': 200} Mar 31 23:09:43.445643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Allocated IP 172.20.0.10 (39713fb4-7f14-4935-bb27-bf237bfe0d8e/8b49308c-372b-4daf-8386-1dc776569d1a/0b3808e3-9ccd-432a-aa88-04e22b187d41) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:43.668673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.769936 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a2396424-d71e-4098-9c6e-eb565f158e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.785239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.946676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:43.954045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:43.960578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:44.089229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d9974cb-f46f-46d7-be4f-981cdd3bf776 req-af2e9dcb-dd67-4891-94e6-6f1116691f66 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=18e2f154-4738-4742-951f-d37569e9828f HTTP/1.1" status: 200 len: 210 time: 0.1080499 Mar 31 23:09:44.093646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event updated for resources: {'Port': ['ID=0b3808e3-9ccd-432a-aa88-04e22b187d41,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.119432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.120047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.220501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.226170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e4484604-7750-4593-824a-332812dbefe1 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3638663 Mar 31 23:09:44.228984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Request body: {'floatingip': {'port_id': '0b3808e3-9ccd-432a-aa88-04e22b187d41'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:44.334534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.377473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c6c5f415-a828-43c2-ba99-f8cf9c917e76 None None] Provisioning complete for port 0b3808e3-9ccd-432a-aa88-04e22b187d41 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:44.380700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6c5f415-a828-43c2-ba99-f8cf9c917e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.532164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5f415-a828-43c2-ba99-f8cf9c917e76 None None] Port 0b3808e3-9ccd-432a-aa88-04e22b187d41 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:45.116902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.175773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.251555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.327835 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP 3451b317-ebdf-476b-8378-1b6b90a69ac2 associated. External IP: 172.25.6.112, port: cbc9e48b-79e5-4844-b3ac-e9ea61b21c50. Mar 31 23:09:45.336435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b820cfb9-c7e1-421b-97d7-addbe324677a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:45.393218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: b820cfb9-c7e1-421b-97d7-addbe324677a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:45.395030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b820cfb9-c7e1-421b-97d7-addbe324677a not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:45.613665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:45.755502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:45.769519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:45.818156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:45.822736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.849174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-f61a3fe7-6e69-4e71-adb8-7696a16b74f2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.850723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-f61a3fe7-6e69-4e71-adb8-7696a16b74f2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2897487 Mar 31 23:09:45.900382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-59e4433a-95eb-4a81-870e-1fdf110cd143 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0353916 Mar 31 23:09:45.954446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.989308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:45.990167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.031335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-534c3d34-c443-4ca2-9bc4-a9323460add1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281281 Mar 31 23:09:46.145658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.145658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06a470-9cfc-4bb3-8098-75f27a744130 None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:46.200786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-b563a4af-e538-4745-be2d-6a9250ab4c9a service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604695 Mar 31 23:09:46.222097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router 936a9bca-f0b1-41e7-939b-28a6812397a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:46.558142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-41150e39-53ba-4a6f-8ceb-e53be5ec6df9 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348312 Mar 31 23:09:46.615602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:46.624829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.639847 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572432d-f907-429f-a564-adefa33d9514 None None] Sync routers for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:46.655726 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:46.657324 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.704420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.715433 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:46.716514 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.718646 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-18e5fea1-049a-427c-bd11-9d1184b8e803 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/floatingips/3451b317-ebdf-476b-8378-1b6b90a69ac2 HTTP/1.1" status: 200 len: 978 time: 2.4961836 Mar 31 23:09:46.722918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58018) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:46.755128 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4572432d-f907-429f-a564-adefa33d9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:46.756113 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572432d-f907-429f-a564-adefa33d9514 None None] The sync data for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:46.835922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 0b3808e3-9ccd-432a-aa88-04e22b187d41 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:46.836271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.930543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.932739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.937910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.113363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92e93d0e-c1cf-4a85-8536-d72c24d7d580 req-f78d3395-2070-4701-953c-5f736ba05e79 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0805502 Mar 31 23:09:47.281759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7615bd-dfbb-47d4-9030-96a7361c3c1e req-f89a9311-0905-4530-9771-c8fce5449b5a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.294825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb7615bd-dfbb-47d4-9030-96a7361c3c1e req-f89a9311-0905-4530-9771-c8fce5449b5a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1987894 Mar 31 23:09:47.402282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb7615bd-dfbb-47d4-9030-96a7361c3c1e req-aa8230ca-4322-4d35-96b6-d324a6a77c36 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064727 Mar 31 23:09:48.077483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.078145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.078145 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Floating IP 3451b317-ebdf-476b-8378-1b6b90a69ac2 disassociated. External IP: 172.25.6.112, port: 0b3808e3-9ccd-432a-aa88-04e22b187d41. Mar 31 23:09:48.078559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 0b3808e3-9ccd-432a-aa88-04e22b187d41 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:48.294326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c03c0d8-9ba0-4ff0-9ae6-bc445e7c6046 req-ca09d5b4-6f77-493a-a788-eb70eb3ab6d3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0356181 Mar 31 23:09:48.454034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.548722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=0b3808e3-9ccd-432a-aa88-04e22b187d41,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:48.905205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1718cc-3512-4850-af31-5ee4ea675ccd req-beb2e650-9a7f-4132-b6fd-09fd5ba1bf97 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.919499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1718cc-3512-4850-af31-5ee4ea675ccd req-beb2e650-9a7f-4132-b6fd-09fd5ba1bf97 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2261765 Mar 31 23:09:49.067619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1718cc-3512-4850-af31-5ee4ea675ccd req-ce3f4c4c-aa0c-4581-9055-a91ba0cb7a29 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468773 Mar 31 23:09:49.156607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router 936a9bca-f0b1-41e7-939b-28a6812397a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:49.520623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ec0bf71-ca7b-4491-9760-a9388a35de6b req-df697150-4389-4f65-9503-17608f054c04 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0882862 Mar 31 23:09:49.543756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:49.569094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] Sync routers for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:49.620813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:49.624792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.709315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.709315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c4806072-387f-4ba2-bfff-0f52fbc824f2 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/0b3808e3-9ccd-432a-aa88-04e22b187d41 HTTP/1.1" status: 204 len: 168 time: 2.9746454 Mar 31 23:09:49.712057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58092) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.753528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.777245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:49.779383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.858582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.860729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53287d76-54ed-45b1-aff4-c59cad4ff6f3 None None] The sync data for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:50.205493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ffe0-cd07-458b-a250-abb50839a0f2 req-76628084-4cf5-4b2b-aa6e-5e8fefab559d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.214902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3a2ffe0-cd07-458b-a250-abb50839a0f2 req-76628084-4cf5-4b2b-aa6e-5e8fefab559d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0658667 Mar 31 23:09:50.264458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3a2ffe0-cd07-458b-a250-abb50839a0f2 req-e8e51b70-c8a7-4e78-b914-7cd5fa359fa0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480125 Mar 31 23:09:50.528757 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.674400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51c0f705-4a0a-4117-99fb-da4a5c2e675c req-a89e80ad-b780-472e-bda4-ddf8d4f7bbf9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0483830 Mar 31 23:09:50.874352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-f7c16695-0789-412f-9933-c0c495d014e5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.875910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-f7c16695-0789-412f-9933-c0c495d014e5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2630379 Mar 31 23:09:50.918736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': '31c98b6f-7333-4a4b-a917-054bb299013c', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:51.230240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port fa2ca78a-7915-4947-9aa5-95d7a7d60f17 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:51.230592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.313278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:51.316679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.389581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:51.536083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3c05a-eaf8-4916-917d-d50e2dd49b9a req-d788928c-0861-4ee1-8c19-a4120d15919e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.566775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7b3c05a-eaf8-4916-917d-d50e2dd49b9a req-d788928c-0861-4ee1-8c19-a4120d15919e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1829257 Mar 31 23:09:51.691171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7b3c05a-eaf8-4916-917d-d50e2dd49b9a req-28d3a706-51b9-45ba-9aa8-f2596cdb2fc6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153777 Mar 31 23:09:51.691869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.2 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/e6b0a1f1-f4f8-4c68-b430-11870c4f1f11) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:51.713541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.749405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for fa2ca78a-7915-4947-9aa5-95d7a7d60f17 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:52.022136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9372c2d-92a3-4c23-87b6-dbe59625ca70 req-f8543bd4-4c7f-482d-bea8-5fb24acec593 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0715656 Mar 31 23:09:52.109968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.153412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'mac_address': 'fa:16:3e:a3:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:52.233780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.291028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:52.354937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.356098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.431371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.538471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:52.590592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.907860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60cc7d-c63b-4bab-986e-434e470c48dc req-9d4e9ed7-d4ec-4c14-93ed-1b2af57c60ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.918037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f60cc7d-c63b-4bab-986e-434e470c48dc req-9d4e9ed7-d4ec-4c14-93ed-1b2af57c60ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.1110713 Mar 31 23:09:53.068563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f60cc7d-c63b-4bab-986e-434e470c48dc req-2860e4b7-7bd0-47ac-b1b2-f568ef1a5553 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484759 Mar 31 23:09:53.111617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.236539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.311965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:53.328453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:53.344867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:53.345005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452b0f-cc75-4cae-8a0d-fcb8fbd17630 req-02ef9f0c-98f0-4545-9b0e-ff1fb0ddff21 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.347109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7452b0f-cc75-4cae-8a0d-fcb8fbd17630 req-02ef9f0c-98f0-4545-9b0e-ff1fb0ddff21 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 931 time: 0.1424448 Mar 31 23:09:53.357427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.415963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:53.465854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7452b0f-cc75-4cae-8a0d-fcb8fbd17630 req-5a6bad97-143e-4587-8589-a56228dcddd4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127567 Mar 31 23:09:53.637324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:53.637849 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.740383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=fa2ca78a-7915-4947-9aa5-95d7a7d60f17,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.927548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.928270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.960905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.045018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:54.047488 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ad8f9-5604-47d0-b250-9db66d3668a1" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:54.048097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-16ba3aaf-10d7-4b70-8dbb-ca36e67c4ded tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1324265 Mar 31 23:09:54.070265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:54.098996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.114100 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9108901d-330c-404a-b0b9-63eb348f07df x-openstack-request-id: req-9108901d-330c-404a-b0b9-63eb348f07df {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:54.114409 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-plugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:54.114666 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9108901d-330c-404a-b0b9-63eb348f07df {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:54.115107 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9108901d-330c-404a-b0b9-63eb348f07df'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:09:54.122786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Request body: {'port': {'device_id': '31c98b6f-7333-4a4b-a917-054bb299013c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:54.287359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d092c-19c9-4312-8811-f7a44b21be19 req-e3bd43c5-40ff-4d67-bff4-ee8a9de8aa08 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.289339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-788d092c-19c9-4312-8811-f7a44b21be19 req-e3bd43c5-40ff-4d67-bff4-ee8a9de8aa08 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 946 time: 0.0653999 Mar 31 23:09:54.312348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.335562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-788d092c-19c9-4312-8811-f7a44b21be19 req-958ad995-d30d-43da-81c6-bd45b6b3daeb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385325 Mar 31 23:09:54.355448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.356479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.422515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=13']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:54.619882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e8ec-0619-492b-96ed-0b036dc9a3ae req-ea9c3d20-f843-4577-aaa2-5248659e9392 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.621706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5a2e8ec-0619-492b-96ed-0b036dc9a3ae req-ea9c3d20-f843-4577-aaa2-5248659e9392 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 931 time: 0.0552695 Mar 31 23:09:54.666410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5a2e8ec-0619-492b-96ed-0b036dc9a3ae req-5f529d5b-ee52-49f9-87ca-9b3b9e13d913 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Mar 31 23:09:54.769557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router 936a9bca-f0b1-41e7-939b-28a6812397a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:54.935085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:54.952531 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] Sync routers for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:54.969652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9434332c-5bdc-4c89-87f2-483b16cc61c6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/routers/936a9bca-f0b1-41e7-939b-28a6812397a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2552919 Mar 31 23:09:54.972774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58208) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:54.989338 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:54.991130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:54.998661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:55.022101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.045302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Transition to ACTIVE for port object e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:55.047064 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:55.057693 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] Routers {'936a9bca-f0b1-41e7-939b-28a6812397a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:55.058686 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['936a9bca-f0b1-41e7-939b-28a6812397a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:55.096672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:55.097691 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8183e1-321b-4823-9c39-3995710b348e None None] The sync data for ids ['936a9bca-f0b1-41e7-939b-28a6812397a9'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:55.150927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.205926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.320838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:55.366121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.386764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Attempting to bind port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:55.387134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Attempting to bind port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:55.388189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Attempting to bind port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:55.395768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:55.396098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Attempting to bind port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:55.412956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:55.412956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:55.412956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:55.412956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Bound port: e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:55.412956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.580060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:55.589846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:55.610736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca801a-e418-4b18-85cf-09131298b96d req-c80fd25c-1d86-48a1-8390-c102a6696ca4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:55.615587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ca801a-e418-4b18-85cf-09131298b96d req-c80fd25c-1d86-48a1-8390-c102a6696ca4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1078775 Mar 31 23:09:55.684541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ca801a-e418-4b18-85cf-09131298b96d req-82d304cb-9010-4852-b7e9-d727255aad74 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532324 Mar 31 23:09:55.787636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.857284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afa09-a66d-43e5-8dbc-9e6ba3227b64 req-b161a4e1-01af-4a71-aca2-69a596d3b2f6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:55.861150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed3afa09-a66d-43e5-8dbc-9e6ba3227b64 req-b161a4e1-01af-4a71-aca2-69a596d3b2f6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 943 time: 0.1075039 Mar 31 23:09:55.872839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port cf6aaf51-a48c-485a-a8fe-471454e197bb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:55.873186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.926481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:55.927081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.928527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] 10.222.0.44 "PUT /v2.0/ports/e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 HTTP/1.1" status: 200 len: 1091 time: 1.8737061 Mar 31 23:09:55.928982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:55.931275 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d35196-db9c-48f0-8bb7-6d41aff33fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:55.997459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf6b03-634d-41b2-8828-9ba7542ae83e service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:56.049214 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7027836b-4909-4ccf-84bd-169f50edea92 x-openstack-request-id: req-7027836b-4909-4ccf-84bd-169f50edea92 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:56.049506 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:56.049758 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7027836b-4909-4ccf-84bd-169f50edea92 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:56.050160 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7027836b-4909-4ccf-84bd-169f50edea92'] response: {'name': 'network-changed', 'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11', 'status': 'completed', 'code': 200} Mar 31 23:09:56.129777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed3afa09-a66d-43e5-8dbc-9e6ba3227b64 req-8c506c6c-5943-408d-94ba-4c16dc536863 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515757 Mar 31 23:09:56.148971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-223e04d3-f24a-4d03-8530-2c4da2d8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.150468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-223e04d3-f24a-4d03-8530-2c4da2d8dc7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 1094 time: 0.0676842 Mar 31 23:09:56.183784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.235600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for cf6aaf51-a48c-485a-a8fe-471454e197bb owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:56.279217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-603ca252-0123-4bae-9fe1-88193e8ecdbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781503 Mar 31 23:09:56.342972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-a341e81b-b322-4d78-85e9-de62e620b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.345022 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-a341e81b-b322-4d78-85e9-de62e620b919 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1864727 Mar 31 23:09:56.417062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-04e9a04a-3192-4a62-a013-02f7fc20e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.419258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-04e9a04a-3192-4a62-a013-02f7fc20e4e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 1097 time: 0.1006532 Mar 31 23:09:56.598467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-8b66b367-447c-49d1-a7f6-152011e2822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.599964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80d35196-db9c-48f0-8bb7-6d41aff33fdd req-8b66b367-447c-49d1-a7f6-152011e2822e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2004066 Mar 31 23:09:56.749024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-71c6d939-fc92-4eaf-b61b-d347660a6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.752260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-71c6d939-fc92-4eaf-b61b-d347660a6edc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 1094 time: 0.0978549 Mar 31 23:09:56.762979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-da5d6f66-6a58-4b5f-aac0-0427972e848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.769287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-da5d6f66-6a58-4b5f-aac0-0427972e848a service neutron] 10.222.0.10 "GET /v2.0/networks?id=fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 200 len: 913 time: 0.3271966 Mar 31 23:09:56.880468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-d40eb322-7ca8-4a52-b85f-6e7c8839ee87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 HTTP/1.1" status: 200 len: 217 time: 0.1214666 Mar 31 23:09:56.927825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900751-a184-48d1-a563-952233383a50 req-8d00f19f-4767-4b9b-9312-78726ef32e56 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.936299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29900751-a184-48d1-a563-952233383a50 req-8d00f19f-4767-4b9b-9312-78726ef32e56 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.0859404 Mar 31 23:09:56.946763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.977536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-31958e71-7c51-4c43-acbe-574c3b6d75fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 200 len: 1001 time: 0.1986971 Mar 31 23:09:56.981340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-e08b4771-a257-469b-9463-0a97909d033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.982848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-e08b4771-a257-469b-9463-0a97909d033e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0960438 Mar 31 23:09:57.019693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=cf6aaf51-a48c-485a-a8fe-471454e197bb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.041273 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-5b52b0b5-c01a-496c-9336-13f915a1ff1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491674 Mar 31 23:09:57.174994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29900751-a184-48d1-a563-952233383a50 req-5265bd8f-d04b-4f3f-b60a-805808c121c1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372799 Mar 31 23:09:57.189153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.280804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-40bb8d3c-1b4a-450d-8ccf-1e6ed36c2790 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323923 Mar 31 23:09:57.293349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-7f519913-8d3e-4d5a-99e6-28967a14a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.294823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-7f519913-8d3e-4d5a-99e6-28967a14a2c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 200 len: 850 time: 0.2690268 Mar 31 23:09:57.351322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.362042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.512930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a06ac5cd-93ad-4aaa-a94e-38a292f775cd req-04ea5ef7-5a61-4598-b0b4-9588c8302ae5 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246451 Mar 31 23:09:57.595994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-2c01d425-21c5-494d-b2b7-507c422a5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.597852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-2c01d425-21c5-494d-b2b7-507c422a5b9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fff5b72b-1d40-4f75-9b8c-f425017fb180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104118 Mar 31 23:09:57.607737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b85f2-0043-4eee-9b03-65807627639d req-592e9a8b-da13-47c7-acd2-84014c6d8d9e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.612320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a05b85f2-0043-4eee-9b03-65807627639d req-592e9a8b-da13-47c7-acd2-84014c6d8d9e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 943 time: 0.3216178 Mar 31 23:09:57.622995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.623589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Fanout notify agent at l3_agent the message router_deleted on router 936a9bca-f0b1-41e7-939b-28a6812397a9 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:57.664697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.669740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9584bbc9-ae46-48d7-ae94-61665ab16ea0 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/routers/936a9bca-f0b1-41e7-939b-28a6812397a9 HTTP/1.1" status: 204 len: 168 time: 2.6931801 Mar 31 23:09:57.670173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:57.806344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a05b85f2-0043-4eee-9b03-65807627639d req-f574f755-d3ca-48ef-8b60-b53918969fde tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251206 Mar 31 23:09:57.858382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-a9e909b2-fe40-478f-ba3f-7769c045a6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450094 Mar 31 23:09:57.882025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting subnet 8b49308c-372b-4daf-8386-1dc776569d1a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:57.896858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.127116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c1e425d-86c6-410e-8cb3-530e628f3343 req-5aebe0c7-39bf-48d4-98be-66c89ac67ca3 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564743 Mar 31 23:09:58.131356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.344791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.458849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fab1-c991-4c5e-b2ba-949ab4ea076f req-2efb3762-76c4-4f26-b855-cb86b0af55e5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:58.461752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f43fab1-c991-4c5e-b2ba-949ab4ea076f req-2efb3762-76c4-4f26-b855-cb86b0af55e5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1375375 Mar 31 23:09:58.566886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f43fab1-c991-4c5e-b2ba-949ab4ea076f req-1f7fb0a0-fe0d-4492-9008-706014bcf386 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905268 Mar 31 23:09:58.603284 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.713944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Subnet': ['ID=8b49308c-372b-4daf-8386-1dc776569d1a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:58.735535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.740522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f8fc6-2f98-45f6-82db-6dc1a396dce7 None None] Network 39713fb4-7f14-4935-bb27-bf237bfe0d8e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:58.748480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-45a84167-3efa-4f66-a908-d17a7cd6b918 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/subnets/8b49308c-372b-4daf-8386-1dc776569d1a HTTP/1.1" status: 204 len: 168 time: 1.0770624 Mar 31 23:09:58.751132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58282) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:58.982080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.293389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] DHCP port deletion for 39713fb4-7f14-4935-bb27-bf237bfe0d8e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:59.341014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cff96-9e1a-49ad-b2af-840999727e68 req-6e839293-f961-4dcd-8eb2-30cbf56b08ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:59.357531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f2cff96-9e1a-49ad-b2af-840999727e68 req-6e839293-f961-4dcd-8eb2-30cbf56b08ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 943 time: 0.3453863 Mar 31 23:09:59.409792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Deleting port cfe861d2-15d5-4033-a223-defc4d602258 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:59.416531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.514963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] For port cfe861d2-15d5-4033-a223-defc4d602258, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=cfe861d2-15d5-4033-a223-defc4d602258,segment=NetworkSegment(557889ac-5be5-4698-a99a-004a411d3950),segment_id=557889ac-5be5-4698-a99a-004a411d3950)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:59.515686 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.531861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Calling delete_port for cfe861d2-15d5-4033-a223-defc4d602258 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:59.547625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f2cff96-9e1a-49ad-b2af-840999727e68 req-ae0b3183-b711-4b98-9db5-020bf3051b71 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889353 Mar 31 23:09:59.549050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port cfe861d2-15d5-4033-a223-defc4d602258 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:59.550005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.745389 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.781075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] For port cfe861d2-15d5-4033-a223-defc4d602258, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=cfe861d2-15d5-4033-a223-defc4d602258,segment=NetworkSegment(557889ac-5be5-4698-a99a-004a411d3950),segment_id=557889ac-5be5-4698-a99a-004a411d3950)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:59.781701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.838924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for cfe861d2-15d5-4033-a223-defc4d602258 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:59.890392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] No DVR routers for this DVR port cfe861d2-15d5-4033-a223-defc4d602258 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:59.910692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4ea78-4f2d-4425-a519-e773c82dcb8b None None] Pushing event deleted for resources: {'Port': ['ID=cfe861d2-15d5-4033-a223-defc4d602258,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.019939 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.034957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device cfe861d2-15d5-4033-a223-defc4d602258 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:00.078829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: cfe861d2-15d5-4033-a223-defc4d602258 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:00.086191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device cfe861d2-15d5-4033-a223-defc4d602258 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:00.132313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] No DVR routers for this DVR port cfe861d2-15d5-4033-a223-defc4d602258 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:00.138910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=cfe861d2-15d5-4033-a223-defc4d602258,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.294262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a72c0-6320-42ac-a2f0-f5ea643a68cd req-06f6aa39-ee27-49b1-9550-af4376e8494d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:00.296225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b33a72c0-6320-42ac-a2f0-f5ea643a68cd req-06f6aa39-ee27-49b1-9550-af4376e8494d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.2731361 Mar 31 23:10:00.404051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.434150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39713fb4-7f14-4935-bb27-bf237bfe0d8e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:00.445943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557889ac-5be5-4698-a99a-004a411d3950') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:00.446280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557889ac-5be5-4698-a99a-004a411d3950') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:00.464959 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.498658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.516210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:00.526849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:00.601075 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:00.633996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b33a72c0-6320-42ac-a2f0-f5ea643a68cd req-9e17b8c2-da5e-4742-8aea-066694599282 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295393 Mar 31 23:10:00.714081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.783104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.790172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58306) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:00.792609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/networks/39713fb4-7f14-4935-bb27-bf237bfe0d8e HTTP/1.1" status: 204 len: 168 time: 2.0381584 Mar 31 23:10:00.820131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b55f-492c-4d4d-a7c5-26d13e080eb3 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Network': ['ID=39713fb4-7f14-4935-bb27-bf237bfe0d8e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.844116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2893f6-f0e4-4fad-8156-4dc9785212f0 req-d7b44a1d-23b3-47ac-8783-db2a7ec87d45 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:00.851034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b2893f6-f0e4-4fad-8156-4dc9785212f0 req-d7b44a1d-23b3-47ac-8783-db2a7ec87d45 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 943 time: 0.1617923 Mar 31 23:10:00.927891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b2893f6-f0e4-4fad-8156-4dc9785212f0 req-bee11627-bf81-4e65-894d-e6da221fb1f9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680606 Mar 31 23:10:01.145951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port e2fb3a06-b323-4ea9-a47d-133978b290a5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:01.146278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.334029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.334480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.354447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for e2fb3a06-b323-4ea9-a47d-133978b290a5 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:01.472208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:01.602679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:01.621034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11', 'mac_address': 'fa:16:3e:28:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:01.699259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.741907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:01.791519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.796768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:01.874023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d4e7-fac2-4da9-acbc-45e63573b613 req-831f471b-b81e-46e9-96d7-e8f23640d8ac tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:01.876626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7f6d4e7-fac2-4da9-acbc-45e63573b613 req-831f471b-b81e-46e9-96d7-e8f23640d8ac tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.0986261 Mar 31 23:10:01.901756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.913898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=e2fb3a06-b323-4ea9-a47d-133978b290a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.983725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7f6d4e7-fac2-4da9-acbc-45e63573b613 req-49894be3-efc2-4e4c-83ff-6de31a292733 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986116 Mar 31 23:10:02.048669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:02.104684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.108354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.109743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-154b5c94-06fb-4330-9a4a-795ec4d422ad tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/floatingips/3451b317-ebdf-476b-8378-1b6b90a69ac2 HTTP/1.1" status: 204 len: 168 time: 1.3185809 Mar 31 23:10:02.114025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58328) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.154205 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0c6147-418d-4256-9c68-f129a01b889d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] DELETE failed (client error): The resource could not be found. Mar 31 23:10:02.155664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0c6147-418d-4256-9c68-f129a01b889d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:02.167587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58330) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.168865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f0c6147-418d-4256-9c68-f129a01b889d tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/0b3808e3-9ccd-432a-aa88-04e22b187d41 HTTP/1.1" status: 404 len: 333 time: 0.0536520 Mar 31 23:10:02.273484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58332) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.285121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e6b0a1f1-f4f8-4c68-b430-11870c4f1f11'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:02.288838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-11860231-1cd0-4852-8342-0d81435063ce tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/ports?device_id=936a9bca-f0b1-41e7-939b-28a6812397a9 HTTP/1.1" status: 200 len: 205 time: 0.1035459 Mar 31 23:10:02.320207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621ce0-f737-40d5-897a-7d625e98517e req-ae79010c-30fe-4e1c-9a4d-868f5ad19500 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:02.322282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d621ce0-f737-40d5-897a-7d625e98517e req-ae79010c-30fe-4e1c-9a4d-868f5ad19500 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 944 time: 0.2233865 Mar 31 23:10:02.397210 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-edb8a6cf-5710-4333-99d5-9ae3ea68b23f tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] delete failed (client error): The resource could not be found. Mar 31 23:10:02.406399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-edb8a6cf-5710-4333-99d5-9ae3ea68b23f tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/routers/936a9bca-f0b1-41e7-939b-28a6812397a9 HTTP/1.1" status: 404 len: 336 time: 0.1316595 Mar 31 23:10:02.406916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.474516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d621ce0-f737-40d5-897a-7d625e98517e req-d8c9fbb3-1571-4809-a4b1-562ad926d9bf tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355822 Mar 31 23:10:02.510471 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-61777a28-8851-4a1a-822b-3085832af910 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] DELETE failed (client error): The resource could not be found. Mar 31 23:10:02.510875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61777a28-8851-4a1a-822b-3085832af910 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:02.516520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58340) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.540546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61777a28-8851-4a1a-822b-3085832af910 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/subnets/8b49308c-372b-4daf-8386-1dc776569d1a HTTP/1.1" status: 404 len: 337 time: 0.1324782 Mar 31 23:10:02.664050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port cbc9e48b-79e5-4844-b3ac-e9ea61b21c50 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:02.664813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.833121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.861317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for cbc9e48b-79e5-4844-b3ac-e9ea61b21c50 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:03.301197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900144-736d-408e-9a58-78ce649e5685 req-945d330e-794b-47f2-9e26-78f2a89be7ed tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.303651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17900144-736d-408e-9a58-78ce649e5685 req-945d330e-794b-47f2-9e26-78f2a89be7ed tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.0628324 Mar 31 23:10:03.358723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17900144-736d-408e-9a58-78ce649e5685 req-e9ea2234-72b5-4a8e-9a8e-d23ac8f8cee0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484192 Mar 31 23:10:03.488720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.494010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:03.602778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=cbc9e48b-79e5-4844-b3ac-e9ea61b21c50,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.763170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463bb5d-7723-4821-9f4b-0f2d981c2f74 req-2551852d-a35e-4c82-8f26-39945562fc67 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.764863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d463bb5d-7723-4821-9f4b-0f2d981c2f74 req-2551852d-a35e-4c82-8f26-39945562fc67 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 944 time: 0.1645188 Mar 31 23:10:03.781389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:03.787868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:03.788802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.829624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.860724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-493afb11-91c2-4ead-a975-86e38b2a4737 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/cbc9e48b-79e5-4844-b3ac-e9ea61b21c50 HTTP/1.1" status: 204 len: 168 time: 1.3166442 Mar 31 23:10:03.860910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58364) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.861553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d463bb5d-7723-4821-9f4b-0f2d981c2f74 req-ae30ea31-c317-471d-944f-242b97ced16d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797656 Mar 31 23:10:03.953012 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.998280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:03.998280 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d197a-842e-4251-a881-18b3ccd577d3" -d '{"events": [{"server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:04.016892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 93b53545-1cb4-47ba-a616-755daf60da2c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:04.405538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.406103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:04.406103 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467f507-1fef-4dee-8ccc-ab142f20be87 x-openstack-request-id: req-4467f507-1fef-4dee-8ccc-ab142f20be87 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:04.406103 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:04.406103 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4467f507-1fef-4dee-8ccc-ab142f20be87 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:04.406103 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4467f507-1fef-4dee-8ccc-ab142f20be87'] response: {'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11', 'code': 200} Mar 31 23:10:04.406948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.406948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 93b53545-1cb4-47ba-a616-755daf60da2c owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:04.428631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438ed7-dbf2-4182-af45-b6fc251c653b req-8396aae3-d3cd-4138-a1c4-b988b26cb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.445073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79438ed7-dbf2-4182-af45-b6fc251c653b req-8396aae3-d3cd-4138-a1c4-b988b26cb151 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 1095 time: 0.1894710 Mar 31 23:10:04.462156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.560835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79438ed7-dbf2-4182-af45-b6fc251c653b req-05cd4987-326d-4efd-b2fb-a6b724126f20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031570 Mar 31 23:10:04.622380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb431c-94de-44da-908e-7123844670f0 req-491bf720-b39a-47c5-8c2e-b933e5297401 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.638851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bcb431c-94de-44da-908e-7123844670f0 req-491bf720-b39a-47c5-8c2e-b933e5297401 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1257567 Mar 31 23:10:04.643972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.672504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.673897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.679300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.680260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.682781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.687834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.697379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.749251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bcb431c-94de-44da-908e-7123844670f0 req-7b1594be-10da-4e6f-a8c2-8ab0c67d3732 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094413 Mar 31 23:10:04.796720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.856783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=93b53545-1cb4-47ba-a616-755daf60da2c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.051792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.135174 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-950ab306-c650-4852-ba4e-77ec09f9f83e tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/ports/93b53545-1cb4-47ba-a616-755daf60da2c HTTP/1.1" status: 204 len: 168 time: 1.2909009 Mar 31 23:10:05.139637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58384) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.236677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c2d6a-ba44-485e-8bd6-785cade8a031 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.241644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58386) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.242626 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-353c2d6a-ba44-485e-8bd6-785cade8a031 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f03a79-2b55-4c39-aa6c-51dfe4053577 HTTP/1.1" status: 200 len: 913 time: 0.1003904 Mar 31 23:10:05.391657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17aedb-3b7c-449d-8535-8f044bfa7add req-61d454e9-a623-4c84-84fa-99ac54ba4159 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.395762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff17aedb-3b7c-449d-8535-8f044bfa7add req-61d454e9-a623-4c84-84fa-99ac54ba4159 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 945 time: 0.3327687 Mar 31 23:10:06.377430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff17aedb-3b7c-449d-8535-8f044bfa7add req-f7bda082-40df-433f-b017-ba5074972d48 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9589760 Mar 31 23:10:06.464297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88a08-b7b5-4133-afdd-f1a4da649e23 req-f1338ef6-a52e-42f2-87f9-1dd71fcba2dc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.483476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7dd88a08-b7b5-4133-afdd-f1a4da649e23 req-f1338ef6-a52e-42f2-87f9-1dd71fcba2dc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.2016802 Mar 31 23:10:06.563489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7dd88a08-b7b5-4133-afdd-f1a4da649e23 req-a39d5670-d92e-4156-a8dc-767c90a2a9ee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769973 Mar 31 23:10:07.083959 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.614639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56051cc5-9199-4ea3-93d5-042dd2352cc3 req-584b0ba4-4e64-4c6c-9b18-353ddc7703db tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:07.622680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56051cc5-9199-4ea3-93d5-042dd2352cc3 req-584b0ba4-4e64-4c6c-9b18-353ddc7703db tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 945 time: 0.1229887 Mar 31 23:10:07.678830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port d25250d4-ce71-40e2-b6b2-182b573f4399 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:07.680745 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.711541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56051cc5-9199-4ea3-93d5-042dd2352cc3 req-b9ee578c-061d-45eb-95b6-ed104279b0d2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877924 Mar 31 23:10:07.784024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19062-9184-49ad-ab54-64943b4d0b5b req-e704b6c9-e0f3-462b-9e33-e333ae83190d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:07.786810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1af19062-9184-49ad-ab54-64943b4d0b5b req-e704b6c9-e0f3-462b-9e33-e333ae83190d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1462371 Mar 31 23:10:07.856048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1af19062-9184-49ad-ab54-64943b4d0b5b req-255fa94b-4b07-4ccd-8369-7e80a6a495ed tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613091 Mar 31 23:10:07.882079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.903404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for d25250d4-ce71-40e2-b6b2-182b573f4399 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:08.379627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.470846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=d25250d4-ce71-40e2-b6b2-182b573f4399,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:09.001947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.341919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85d82c-3f1c-46d0-b224-2f681e892f5a req-7f8207e6-9615-4a96-8bee-ed6b4e130f7e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:09.343702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e85d82c-3f1c-46d0-b224-2f681e892f5a req-7f8207e6-9615-4a96-8bee-ed6b4e130f7e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1312594 Mar 31 23:10:09.453946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e85d82c-3f1c-46d0-b224-2f681e892f5a req-666008eb-73e6-4c84-8ab1-24316919d495 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016929 Mar 31 23:10:09.530464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Router c8f03a79-2b55-4c39-aa6c-51dfe4053577 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:09.667938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:09.679245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7aa8bfa-6e4e-4b10-acd1-c7202a803bc6 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "PUT /v2.0/routers/c8f03a79-2b55-4c39-aa6c-51dfe4053577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4227238 Mar 31 23:10:09.679366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.681336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] Sync routers for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:09.702666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:09.715375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:09.762392 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:09.806595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:09.822948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] Routers {'c8f03a79-2b55-4c39-aa6c-51dfe4053577'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:09.823590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:09.866803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:09.867493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4a9c7-4522-4d6d-936b-7013768dc19f None None] The sync data for ids ['c8f03a79-2b55-4c39-aa6c-51dfe4053577'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:09.964406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.109810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.394511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting port 6697c85b-6b0c-49ec-8ec2-73e0879e85f9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:10.394866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.684628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.731502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Calling delete_port for 6697c85b-6b0c-49ec-8ec2-73e0879e85f9 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:10.769213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37084-1db7-4fd0-9a16-068299eeb214 req-7a8c00d2-4b09-41f3-b61e-ac10fbd8dd9e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:10.781825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09c37084-1db7-4fd0-9a16-068299eeb214 req-7a8c00d2-4b09-41f3-b61e-ac10fbd8dd9e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1317546 Mar 31 23:10:10.896906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09c37084-1db7-4fd0-9a16-068299eeb214 req-d467d16a-14ad-4608-88cb-bb49962c8593 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140873 Mar 31 23:10:11.386010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.445201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Port': ['ID=6697c85b-6b0c-49ec-8ec2-73e0879e85f9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.528761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.562594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa4bc-8482-428d-b57d-0dfda3538180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.720576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.727488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.918868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.919758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Fanout notify agent at l3_agent the message router_deleted on router c8f03a79-2b55-4c39-aa6c-51dfe4053577 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:11.947807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.959155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58522) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.963619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-86e70a96-dc44-4dd9-a0b8-bae6f95bb160 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/routers/c8f03a79-2b55-4c39-aa6c-51dfe4053577 HTTP/1.1" status: 204 len: 168 time: 2.2855034 Mar 31 23:10:12.178800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Deleting subnet cf4e8707-03fe-4297-971b-8f4ac1115be0 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:12.240765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.356541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e29b6-1f0d-40ea-8f8a-b3ed4d3dfff4 req-d829f996-7add-41c3-b834-cca2226347d2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:12.360330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e90e29b6-1f0d-40ea-8f8a-b3ed4d3dfff4 req-d829f996-7add-41c3-b834-cca2226347d2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.2994802 Mar 31 23:10:12.398403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.560350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e90e29b6-1f0d-40ea-8f8a-b3ed4d3dfff4 req-b7fbdd86-3b2b-493a-a982-ede771dcd268 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861641 Mar 31 23:10:12.564030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.774700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.862994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4e8707-03fe-4297-971b-8f4ac1115be0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.868925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.874131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5557874d-47c3-4210-b9da-7515279b4907 tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/subnets/cf4e8707-03fe-4297-971b-8f4ac1115be0 HTTP/1.1" status: 204 len: 168 time: 0.9139426 Mar 31 23:10:12.876785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58550) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:13.090008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.286089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.325917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b00efc-25c5-4b97-b563-40723d60a9ef']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:13.356010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0acde6c-8e43-44c0-b3a4-c89097cb4d69') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:13.356770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0acde6c-8e43-44c0-b3a4-c89097cb4d69') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:13.392111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.424664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.454792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:13.455275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:13.473980 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:13.779667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed71c36a-53f6-47d1-8eb3-1ed8e5bcd6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.842369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.857422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.872010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] 10.222.0.83 "DELETE /v2.0/networks/55b00efc-25c5-4b97-b563-40723d60a9ef HTTP/1.1" status: 204 len: 168 time: 0.9940333 Mar 31 23:10:13.928446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0d9e-867b-4f02-950d-2fad19cf3cdd tempest-FloatingIPTestJSON-1019738729 tempest-FloatingIPTestJSON-1019738729-project] Pushing event deleted for resources: {'Network': ['ID=55b00efc-25c5-4b97-b563-40723d60a9ef,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:14.039478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-42cad41b-269f-4efe-a9b6-1d20acf164ec tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1581114885&fields=id&tenant_id=4f984e1cac884178acb93f092b8fb1b7 HTTP/1.1" status: 200 len: 267 time: 0.1475711 Mar 31 23:10:14.355580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-b530328b-66e4-4ce3-a433-325501b5e242 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.364431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-b530328b-66e4-4ce3-a433-325501b5e242 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/networks?id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 200 len: 816 time: 0.3234906 Mar 31 23:10:14.381091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0a9c-da00-4638-8b0d-93cc3ce20ae9 req-12780c8d-6033-4683-b7ba-5ced246164e2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.381091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e69d0a9c-da00-4638-8b0d-93cc3ce20ae9 req-12780c8d-6033-4683-b7ba-5ced246164e2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.3662355 Mar 31 23:10:14.390908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-095ada38-2ed4-40a8-9e89-f66e5be27cc7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/quotas/4f984e1cac884178acb93f092b8fb1b7 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Mar 31 23:10:14.495569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e69d0a9c-da00-4638-8b0d-93cc3ce20ae9 req-90c36855-c281-4ae4-92d2-bc35dc667952 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034439 Mar 31 23:10:14.587076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-0b8424d9-9f12-42c6-b34d-911e4ee6dfc7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f984e1cac884178acb93f092b8fb1b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773832 Mar 31 23:10:14.766126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-0de2b50d-3bb6-4bfa-9fe9-f8cee3e1a5e9 service neutron] 10.222.0.83 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715279 Mar 31 23:10:14.918365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-a49819a5-78a1-4615-b02f-120fc525c840 service neutron] 10.222.0.83 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474514 Mar 31 23:10:15.274404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.357815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58598) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.640511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58606) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.645745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be39365b-156d-4cf8-a7b7-d5ad9599403a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f009c9189c30417dbf50d1ff5f2e9ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837281 Mar 31 23:10:15.788901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.822192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.095106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e8db6-7658-4df6-beee-8a968fd9816e req-3da83a6c-7c0a-4b9e-8bac-c781f5a32243 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:16.098383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-604e8db6-7658-4df6-beee-8a968fd9816e req-3da83a6c-7c0a-4b9e-8bac-c781f5a32243 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1087470 Mar 31 23:10:16.183662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-604e8db6-7658-4df6-beee-8a968fd9816e req-43336302-23c2-4bef-b0b0-6f677829c7aa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790102 Mar 31 23:10:16.285740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.288706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.289934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/87316820-fe58-4961-b342-7a9a655f685c HTTP/1.1" status: 204 len: 168 time: 0.6463299 Mar 31 23:10:16.362532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d2debd0-d929-4075-a7d1-03a09201ff11 req-321928cd-a5dd-4b42-af71-99e85424c877 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.1215413 Mar 31 23:10:16.390776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7610da8-ab57-4c6d-9619-04d4fc9ea549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87316820-fe58-4961-b342-7a9a655f685c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:16.562286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.796669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.431487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84a41-76b5-4591-a16c-27f7e1bd2a6d req-69296fbd-3dfe-4ef7-9872-6ad50a1ea70d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.444248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24e84a41-76b5-4591-a16c-27f7e1bd2a6d req-69296fbd-3dfe-4ef7-9872-6ad50a1ea70d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1167622 Mar 31 23:10:17.540036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcd6a988-9f65-43d9-84da-f5a7e3c0674f req-9d8b726e-705d-458c-b307-eaf577715063 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0720615 Mar 31 23:10:17.580009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24e84a41-76b5-4591-a16c-27f7e1bd2a6d req-a4958bd9-9613-4271-ae5c-b56259cd6d1f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268234 Mar 31 23:10:18.256110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58680) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.384568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'networks': [{'name': 'tempest-network--1521884371'}, {'name': 'tempest-network--920211495'}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:18.385161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-network--1521884371'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:18.386056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-network--920211495'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:18.488796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'network': 2} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:18.493500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.503354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.586609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.658716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f49febae-d885-49d1-9ede-e657dcb05949 req-9cdb2903-bd75-4a61-a95f-f1b367439b02 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0294206 Mar 31 23:10:18.721413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633859-5c54-4668-91dc-7be1c211f41d req-b8497923-6d35-4a7a-832a-51dacedcd6fb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.734416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b633859-5c54-4668-91dc-7be1c211f41d req-b8497923-6d35-4a7a-832a-51dacedcd6fb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.0751872 Mar 31 23:10:18.750903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.756248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.851728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b633859-5c54-4668-91dc-7be1c211f41d req-66434267-232a-4bbc-85b9-255a5dc89455 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199439 Mar 31 23:10:18.866500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:18.871883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54f39e-8bc8-45d0-b331-f222d7a21c5c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.890830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.893553 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment 88a8ff37-96b6-4f2b-99ab-4ecde14b6187 of type vlan for network 12ee0b23-9d67-4ef4-82fe-825dd3e7116e Mar 31 23:10:18.945164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.989734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:19.011711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.019209 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment 323b031e-6430-47ad-af13-a9975894272a of type vlan for network 37c41369-ef9a-4f55-88a4-b422088592ed Mar 31 23:10:19.148753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.200041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-24fea6bf-e392-41f7-8874-b2b86adb7e12 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.201668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-24fea6bf-e392-41f7-8874-b2b86adb7e12 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.10 "GET /v2.0/networks?id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 200 len: 816 time: 0.1696205 Mar 31 23:10:19.268953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-ac5ae23f-9cd4-45e2-a688-b864fd9965d1 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f984e1cac884178acb93f092b8fb1b7 HTTP/1.1" status: 200 len: 380 time: 0.0527978 Mar 31 23:10:19.270354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.275767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.276865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.282154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.283954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.301128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'port': {'device_id': '45d4c104-a781-404e-aadc-f7934c37cdef', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'admin_state_up': True, 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'security_groups': ['3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:19.428997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=12ee0b23-9d67-4ef4-82fe-825dd3e7116e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.443139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1853209 Mar 31 23:10:19.445614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:19.448391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 12ee0b23-9d67-4ef4-82fe-825dd3e7116e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:19.604286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991379-9f93-4fa3-b5b5-a198f76bcfca tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=37c41369-ef9a-4f55-88a4-b422088592ed,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.619912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 37c41369-ef9a-4f55-88a4-b422088592ed details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:19.825009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Made reservation on behalf of 4f984e1cac884178acb93f092b8fb1b7 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:19.828682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.847625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-436c656a-d1cb-4a52-88e8-09d2a0763311 req-4d689d62-7fd0-4a19-adfc-cf0739d86b03 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0599527 Mar 31 23:10:20.084213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Allocated IP 172.20.0.7 (319c3c50-3c93-4e70-96a5-2c54ae2eab4f/0cfaff08-a8fd-416f-8e26-29f3dd09eb68/25a28a9a-223a-4929-bd97-cf4f25225b21) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:20.106104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7729-3c00-4aba-bc1c-8deb9d05e24b req-5055ba1e-69e9-43a4-bf2c-4eb5411fc0f7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.112851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54bb7729-3c00-4aba-bc1c-8deb9d05e24b req-5055ba1e-69e9-43a4-bf2c-4eb5411fc0f7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1232102 Mar 31 23:10:20.154013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e22a6-9478-4085-9687-65bce212af1a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.161711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e22a6-9478-4085-9687-65bce212af1a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.177439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e22a6-9478-4085-9687-65bce212af1a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.177439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e22a6-9478-4085-9687-65bce212af1a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.178674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dd9e22a6-9478-4085-9687-65bce212af1a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7319524 Mar 31 23:10:20.181153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.296357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.297205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54bb7729-3c00-4aba-bc1c-8deb9d05e24b req-9f64956d-541a-4980-b6cd-415071729b26 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117508 Mar 31 23:10:20.359553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.416064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.444250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ee0b23-9d67-4ef4-82fe-825dd3e7116e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:20.454921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a8ff37-96b6-4f2b-99ab-4ecde14b6187') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:20.456228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a8ff37-96b6-4f2b-99ab-4ecde14b6187') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:20.468599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.484066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.492377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:20.493335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:20.497194 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:20.505358 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.574857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:20.578084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:20.583271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:20.587607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event updated for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.652809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.654217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.660655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.668816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.672243 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/12ee0b23-9d67-4ef4-82fe-825dd3e7116e HTTP/1.1" status: 204 len: 168 time: 0.4812863 Mar 31 23:10:20.675777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58738) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.688309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc719a97-ba18-49ff-93ca-6dff056717d0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=12ee0b23-9d67-4ef4-82fe-825dd3e7116e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.904795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c50d6736-58c0-4534-a90c-5744ba3b061f None None] Provisioning complete for port 25a28a9a-223a-4929-bd97-cf4f25225b21 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:20.913647 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c50d6736-58c0-4534-a90c-5744ba3b061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.950549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c50d6736-58c0-4534-a90c-5744ba3b061f None None] Port 25a28a9a-223a-4929-bd97-cf4f25225b21 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:21.151322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-f693a54c-d90c-440d-9cb8-4203cc26306a tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8603256 Mar 31 23:10:21.187681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Request body: {'port': {'device_id': '45d4c104-a781-404e-aadc-f7934c37cdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:21.213887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.286636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486f21f-408f-483c-b99d-fdaa0524375c req-c03455a4-41d1-467b-98eb-0e6b3c575d38 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.288045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9486f21f-408f-483c-b99d-fdaa0524375c req-c03455a4-41d1-467b-98eb-0e6b3c575d38 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 931 time: 0.1480379 Mar 31 23:10:21.318402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.374646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.432174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9486f21f-408f-483c-b99d-fdaa0524375c req-8b470354-81a9-47fd-8e6f-ad77a7621eb7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364324 Mar 31 23:10:21.436722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c41369-ef9a-4f55-88a4-b422088592ed']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:21.453647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323b031e-6430-47ad-af13-a9975894272a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:21.453647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323b031e-6430-47ad-af13-a9975894272a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:21.464051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.531995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.551740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:21.551740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:21.559555 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:21.572106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:21.661245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.685978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:21.687708 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0521e23-7ab8-40b3-9d8c-81cd9904a9de" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:21.702833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:21.708119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f2c02-0e91-4c8b-a93a-66ce4a107b71 req-fb028ae1-3c98-4d84-909a-a2f474b8e3f2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.709808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-073f2c02-0e91-4c8b-a93a-66ce4a107b71 req-fb028ae1-3c98-4d84-909a-a2f474b8e3f2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 947 time: 0.1795769 Mar 31 23:10:21.749832 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ed022-a28f-4f0b-8994-4d641bba534b x-openstack-request-id: req-616ed022-a28f-4f0b-8994-4d641bba534b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:21.749832 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-unplugged", "status": "completed", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:21.750109 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-616ed022-a28f-4f0b-8994-4d641bba534b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:21.750341 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616ed022-a28f-4f0b-8994-4d641bba534b'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'code': 200} Mar 31 23:10:21.752485 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.757140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.761244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/37c41369-ef9a-4f55-88a4-b422088592ed HTTP/1.1" status: 204 len: 168 time: 1.0843558 Mar 31 23:10:21.763971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:21.773935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.785399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d42e54-0a37-408a-99e5-99fed556eaeb tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=37c41369-ef9a-4f55-88a4-b422088592ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:21.818436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-073f2c02-0e91-4c8b-a93a-66ce4a107b71 req-694d2bad-2571-4544-9386-f63d2a0000e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015565 Mar 31 23:10:21.869148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a28a9a-223a-4929-bd97-cf4f25225b21 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:21.879323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.883912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32405c7-e17a-409e-99c5-cbc21f2c74c0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.890855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32405c7-e17a-409e-99c5-cbc21f2c74c0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.893438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f32405c7-e17a-409e-99c5-cbc21f2c74c0 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1276805 Mar 31 23:10:21.894567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=14']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:21.895356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Transition to ACTIVE for port object 25a28a9a-223a-4929-bd97-cf4f25225b21 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:21.899524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58770) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:21.904373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1135316582'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:21.979421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.019564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:22.025038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.055227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Pushing event updated for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.062658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:22.090690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.091073 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment 13747773-dd72-4645-b101-937ebad180a8 of type vlan for network 2a796105-c61d-4dbb-994a-b2f38ac7d665 Mar 31 23:10:22.153275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.166334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Attempting to bind port 25a28a9a-223a-4929-bd97-cf4f25225b21 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:22.166688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Attempting to bind port 25a28a9a-223a-4929-bd97-cf4f25225b21 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:22.167038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Attempting to bind port 25a28a9a-223a-4929-bd97-cf4f25225b21 on network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:22.173599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Port 25a28a9a-223a-4929-bd97-cf4f25225b21 on network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:22.176841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Attempting to bind port 25a28a9a-223a-4929-bd97-cf4f25225b21 on network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:22.180013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:22.180360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Checking segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:22.180746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Bound using segment: {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:22.181182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Bound port: 25a28a9a-223a-4929-bd97-cf4f25225b21, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031bad32-ee76-401f-b839-a178830ca192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:22.181686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.259687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.266266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.267140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.290556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:22.293897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=25a28a9a-223a-4929-bd97-cf4f25225b21,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:22.349538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=2a796105-c61d-4dbb-994a-b2f38ac7d665,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.360795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58790) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:22.363124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2a796105-c61d-4dbb-994a-b2f38ac7d665 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:22.363621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bbee206d-8b8e-4bc3-86d4-3de2ffcb700f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4630034 Mar 31 23:10:22.370855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-744365563'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:22.387699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.435592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.436705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.438460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] 10.222.0.10 "PUT /v2.0/ports/25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 200 len: 1091 time: 1.2718358 Mar 31 23:10:22.440810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:22.445356 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:22.474217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:22.478115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.521635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:22.527149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb50b1b-1f1f-48f9-bfa0-4444a94ced7c service neutron] Pushing event updated for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.554230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.554608 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment 4ddf931b-2b78-49ae-9ffb-27938a342c28 of type vlan for network c24706e7-edd7-40d8-a3a7-d31111c6ea53 Mar 31 23:10:22.677353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.708538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7752849-8922-4489-9e81-c708d814e5e1 req-6e7ddf59-9f9b-4054-b460-c1d8b2aa971f tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.710303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7752849-8922-4489-9e81-c708d814e5e1 req-6e7ddf59-9f9b-4054-b460-c1d8b2aa971f tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.1444411 Mar 31 23:10:22.728329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8b3b6183-363f-486b-b934-db3d16d0b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.729826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-8b3b6183-363f-486b-b934-db3d16d0b854 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f984e1cac884178acb93f092b8fb1b7&device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 1094 time: 0.1210661 Mar 31 23:10:22.792075 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff72ee-eb94-4e19-9e6b-0f09d328e948 x-openstack-request-id: req-d8ff72ee-eb94-4e19-9e6b-0f09d328e948 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:22.792493 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:22.792762 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d8ff72ee-eb94-4e19-9e6b-0f09d328e948 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:22.793170 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ff72ee-eb94-4e19-9e6b-0f09d328e948'] response: {'name': 'network-changed', 'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'status': 'completed', 'code': 200} Mar 31 23:10:22.796197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-bfa61b36-69c4-45e3-99a6-5644ffdf4980 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 200 len: 217 time: 0.0487673 Mar 31 23:10:22.819829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.825265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.825853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.873148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7752849-8922-4489-9e81-c708d814e5e1 req-45187ce7-295a-4254-b6f4-a60f9da72fea tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503148 Mar 31 23:10:22.928501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-d7c60c40-a0c5-4669-b5c6-004265d0dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.930302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-d7c60c40-a0c5-4669-b5c6-004265d0dd76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cfaff08-a8fd-416f-8e26-29f3dd09eb68 HTTP/1.1" status: 200 len: 855 time: 0.1229768 Mar 31 23:10:22.932997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=c24706e7-edd7-40d8-a3a7-d31111c6ea53,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.945437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c24706e7-edd7-40d8-a3a7-d31111c6ea53 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:22.978881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8e30e64b-a6d0-4ebf-bd79-cef56f4d6b77 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6183665 Mar 31 23:10:22.981596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58814) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:22.990539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'ports': [{'network_id': '2a796105-c61d-4dbb-994a-b2f38ac7d665', 'name': 'tempest-port--365731482', 'admin_state_up': True}, {'network_id': 'c24706e7-edd7-40d8-a3a7-d31111c6ea53', 'admin_state_up': False}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:22.990882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'port': {'network_id': '2a796105-c61d-4dbb-994a-b2f38ac7d665', 'name': 'tempest-port--365731482', 'admin_state_up': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:22.991453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'port': {'network_id': 'c24706e7-edd7-40d8-a3a7-d31111c6ea53', 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:22.996042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-c65bfac4-56ff-4bf8-845c-7ef7a21e05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.997148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-c65bfac4-56ff-4bf8-845c-7ef7a21e05aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601745 Mar 31 23:10:23.100940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-7bcb0260-cf54-4334-aa29-f404ffa464a5 service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972943 Mar 31 23:10:23.217138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3b0ba3e-4147-470b-9f12-d51237fb8344 req-376eb7a1-52b6-4ac2-8060-833d7c1366fb service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099560 Mar 31 23:10:23.270753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'port': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:23.276901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.291266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.457509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] device_id is not set on port 8561e482-d359-4d8a-840a-f148e074220d yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:23.511375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-27aafc6b-a5bc-429d-a94b-6d9a01b02e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.513221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-27aafc6b-a5bc-429d-a94b-6d9a01b02e85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f984e1cac884178acb93f092b8fb1b7&device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 1094 time: 0.0644524 Mar 31 23:10:23.565892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.624651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-69b1b5a0-ba60-4b69-9cdc-2539127d0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.624651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-69b1b5a0-ba60-4b69-9cdc-2539127d0bb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 200 len: 918 time: 0.1042590 Mar 31 23:10:23.676979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] device_id is not set on port 16b88302-5194-4d9c-b7fb-449c72ac2ad5 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:23.700485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-ccccd12a-e4bb-48e4-9c4a-ceb4624e2aed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 200 len: 217 time: 0.0607157 Mar 31 23:10:23.787812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-f58cdfce-3485-48d8-b221-473ae8ece63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.789686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-f58cdfce-3485-48d8-b221-473ae8ece63d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cfaff08-a8fd-416f-8e26-29f3dd09eb68 HTTP/1.1" status: 200 len: 855 time: 0.0826323 Mar 31 23:10:23.863660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.865541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-30fdfa5f-4d21-4410-99ae-40c9843d2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.867193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-30fdfa5f-4d21-4410-99ae-40c9843d2dc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630558 Mar 31 23:10:24.011568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-af9f69a1-33e3-4d2f-b98d-ab568a29e755 service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274073 Mar 31 23:10:24.054429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.127209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561300fa-3824-4ee9-838f-b1f680ea8634 req-80ebaf82-70aa-480e-aa52-51441aad8c9c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.134063 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.137398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-561300fa-3824-4ee9-838f-b1f680ea8634 req-80ebaf82-70aa-480e-aa52-51441aad8c9c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.1251543 Mar 31 23:10:24.137541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Port': ['ID=8561e482-d359-4d8a-840a-f148e074220d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:24.164833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Checking segment: {'id': '13747773-dd72-4645-b101-937ebad180a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2a796105-c61d-4dbb-994a-b2f38ac7d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:24.165191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network hostable DHCP agents. Network: 2a796105-c61d-4dbb-994a-b2f38ac7d665, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:24.185216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-561300fa-3824-4ee9-838f-b1f680ea8634 req-5c194b1a-ece2-43a3-849b-0b84ed909f1c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Mar 31 23:10:24.219290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c96c53de-79ba-4d8e-b2bc-057aa617b2d3 req-b9c7592b-8b81-4018-87b3-ae4bb2d1595f service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993005 Mar 31 23:10:24.265278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network 2a796105-c61d-4dbb-994a-b2f38ac7d665 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:24.356344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2a796105-c61d-4dbb-994a-b2f38ac7d665) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:24.364834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18525fa-b8ce-4fd5-ba60-7ef39b745bba None None] Network 2a796105-c61d-4dbb-994a-b2f38ac7d665 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:24.369411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:24.370288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.460788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Port': ['ID=16b88302-5194-4d9c-b7fb-449c72ac2ad5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:24.480741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Checking segment: {'id': '4ddf931b-2b78-49ae-9ffb-27938a342c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c24706e7-edd7-40d8-a3a7-d31111c6ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:24.481269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network hostable DHCP agents. Network: c24706e7-edd7-40d8-a3a7-d31111c6ea53, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:24.568162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network c24706e7-edd7-40d8-a3a7-d31111c6ea53 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:24.739689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, c24706e7-edd7-40d8-a3a7-d31111c6ea53) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:24.743591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:24.750034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.756642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf5585-3660-4c10-971f-77431a44ff36 None None] Network c24706e7-edd7-40d8-a3a7-d31111c6ea53 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:24.765532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.766494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.839167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b86ae8ee-8bec-46fe-bde8-cd309e9a13b8 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8562694 Mar 31 23:10:24.841677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58896) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.962146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7656b590-0155-425a-a612-23da57d9288a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.970314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7656b590-0155-425a-a612-23da57d9288a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.974415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7656b590-0155-425a-a612-23da57d9288a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1317458 Mar 31 23:10:24.977032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:25.072961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting port 8561e482-d359-4d8a-840a-f148e074220d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:25.073646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.073771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891f73-3620-44d5-b830-f56edcd236ca req-95d525a9-f400-497e-a265-1b43ab79bc10 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.076632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94891f73-3620-44d5-b830-f56edcd236ca req-95d525a9-f400-497e-a265-1b43ab79bc10 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0871379 Mar 31 23:10:25.118844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94891f73-3620-44d5-b830-f56edcd236ca req-c537342d-6fbe-42a0-b708-c964b63a16f3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Mar 31 23:10:25.162801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.180775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Calling delete_port for 8561e482-d359-4d8a-840a-f148e074220d owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:25.257016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f25b2-0d83-47cd-b540-273b4a7eff5d req-e0c3521e-34c2-47dc-9f44-51c10d52ef9f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.265604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-509f25b2-0d83-47cd-b540-273b4a7eff5d req-e0c3521e-34c2-47dc-9f44-51c10d52ef9f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0647769 Mar 31 23:10:25.328574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-509f25b2-0d83-47cd-b540-273b4a7eff5d req-117fbc87-28d9-474d-822c-7aaef7582186 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621119 Mar 31 23:10:25.370101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fec22-ca92-436a-96b3-a962a9c691f8 req-cae34c95-6f36-491a-943e-dba42c6dae3f tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.371785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-345fec22-ca92-436a-96b3-a962a9c691f8 req-cae34c95-6f36-491a-943e-dba42c6dae3f tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.0705001 Mar 31 23:10:25.420322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-345fec22-ca92-436a-96b3-a962a9c691f8 req-0e6c43f5-c2be-437b-bd2b-d42f2203f5f6 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 Mar 31 23:10:25.441175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.479868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Port': ['ID=8561e482-d359-4d8a-840a-f148e074220d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.480258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7daf85-5ad7-4a29-80ba-f92bf56d2e29 req-eb7bae14-2f13-46b1-96f8-7c08d3b951b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.482421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c7daf85-5ad7-4a29-80ba-f92bf56d2e29 req-eb7bae14-2f13-46b1-96f8-7c08d3b951b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0655417 Mar 31 23:10:25.492930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.492930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b54f6faf-c5a2-40e5-839f-fd350deecf4d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/ports/8561e482-d359-4d8a-840a-f148e074220d HTTP/1.1" status: 204 len: 168 time: 0.5105009 Mar 31 23:10:25.495276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:25.533815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c7daf85-5ad7-4a29-80ba-f92bf56d2e29 req-0eac9912-abb3-4427-8ba3-c07bc33488a4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381777 Mar 31 23:10:25.602806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting port 16b88302-5194-4d9c-b7fb-449c72ac2ad5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:25.607669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.683974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.698352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Calling delete_port for 16b88302-5194-4d9c-b7fb-449c72ac2ad5 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:25.922476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.959644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Port': ['ID=16b88302-5194-4d9c-b7fb-449c72ac2ad5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.970115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.977142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b46992b-60cb-4e19-91ad-3a843a101112 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/ports/16b88302-5194-4d9c-b7fb-449c72ac2ad5 HTTP/1.1" status: 204 len: 168 time: 0.4782758 Mar 31 23:10:25.977467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58948) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.014668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c0bdb089-fa8a-4e3d-85ed-76e4dbf28b27 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358610 Mar 31 23:10:26.018202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.023753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-444722599'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.107098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f7e0-3cce-458d-a97f-55574f3e06ca req-9e0bdeac-0f1b-4209-a48f-f58d0f844677 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.109274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38b4f7e0-3cce-458d-a97f-55574f3e06ca req-9e0bdeac-0f1b-4209-a48f-f58d0f844677 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1214492 Mar 31 23:10:26.132922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-63a39c04-405e-4f36-bafd-11d7cfe6aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.135301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-63a39c04-405e-4f36-bafd-11d7cfe6aa94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.0813222 Mar 31 23:10:26.154962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:26.161125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.166847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38b4f7e0-3cce-458d-a97f-55574f3e06ca req-30504b2e-5a62-44f9-8245-e2faaa695755 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476260 Mar 31 23:10:26.246376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:26.266297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.266640 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment ccd06662-256d-4559-b9f6-f53405d84494 of type vlan for network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f Mar 31 23:10:26.313693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-fbfa6e15-23bb-4d76-bd44-b2ad561b7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.315744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-fbfa6e15-23bb-4d76-bd44-b2ad561b7a7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1726465 Mar 31 23:10:26.336535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.432031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-bba70307-1c66-45e6-a766-03c73c9402a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.1094930 Mar 31 23:10:26.491744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-392d7252-17a0-4e1e-8db2-8eecfcb39ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.496805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-392d7252-17a0-4e1e-8db2-8eecfcb39ca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0572522 Mar 31 23:10:26.544284 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.546235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.552114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.552990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.555493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.566366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.574009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.582048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.588634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.595417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.605219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-e19d5667-d3df-472b-b035-fb5e9e8131ea tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.1252623 Mar 31 23:10:26.639786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-17d34069-2e13-4ca4-96b0-32787ebecb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.641423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-17d34069-2e13-4ca4-96b0-32787ebecb52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368580 Mar 31 23:10:26.688454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6686788 Mar 31 23:10:26.688863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d12c91-577c-4cb4-92fe-e810cdba5ac1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.693176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5783bbfd-bfea-49d2-a768-3e43ca5cb6a3 req-62a5937b-ced1-4245-a2cb-edb7f5e58f15 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866954 Mar 31 23:10:26.695358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.703527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:26.704227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346540271'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.717569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902aa3c-c8b2-496e-a38d-53cae249107d req-74c23e44-42de-4bf2-bd66-f650ff78422b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.719247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a902aa3c-c8b2-496e-a38d-53cae249107d req-74c23e44-42de-4bf2-bd66-f650ff78422b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.1032345 Mar 31 23:10:26.782887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a902aa3c-c8b2-496e-a38d-53cae249107d req-58e452fb-dcfa-4cc4-b012-56962968f47d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535541 Mar 31 23:10:26.841372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-50d499dc-3187-4bd0-89b0-14b6cf15f363 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884601 Mar 31 23:10:26.864915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:26.871817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.874619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58968) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.915286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:26.927859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.928444 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Added segment 1c60a28d-4a3c-463b-b566-f671758032cb of type vlan for network ec24ad2d-03dd-4877-ac98-fa1df22d964a Mar 31 23:10:26.962496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1045a9d6-64f3-4d06-89aa-bb159635a679 req-18f59317-e59f-4d1f-84cf-9f5307990942 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150832 Mar 31 23:10:27.003982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.048233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6a18bdb-b220-45a8-8268-eadc1fa1939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.117206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.122892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.123577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.161392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6a18bdb-b220-45a8-8268-eadc1fa1939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.210053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Network': ['ID=ec24ad2d-03dd-4877-ac98-fa1df22d964a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.221826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network ec24ad2d-03dd-4877-ac98-fa1df22d964a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:27.243566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-194ddd3b-45b6-4871-88e3-13278f36d14f tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5447218 Mar 31 23:10:27.246612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6a18bdb-b220-45a8-8268-eadc1fa1939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.348786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18bdb-b220-45a8-8268-eadc1fa1939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b58c2d-b5ce-4d75-b442-e1b1d666d0f7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.400823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58978) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.411560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'subnets': [{'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--867650239', 'ip_version': 4}, {'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:27.411913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'subnet': {'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--867650239', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:27.415017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Request body: {'subnet': {'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:27.433463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6a18bdb-b220-45a8-8268-eadc1fa1939c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2cd7559779d442c38833d607a462b31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570221 Mar 31 23:10:27.433987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58982) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.473700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f7c9a-2bf3-4f7a-8733-60e80a8bd14d req-99012b59-b5f8-4b60-8de7-d5bd60d13b8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.477456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb6f7c9a-2bf3-4f7a-8733-60e80a8bd14d req-99012b59-b5f8-4b60-8de7-d5bd60d13b8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1305363 Mar 31 23:10:27.544096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb6f7c9a-2bf3-4f7a-8733-60e80a8bd14d req-394cf56a-ec44-42f8-bfdd-ef16ba55e9bf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603611 Mar 31 23:10:27.544952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.570689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.710847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Made reservation on behalf of e997676335034908806b8bfe6c4daa0e for: {'subnet': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:27.711458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.714060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.717680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.717680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.718768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/89b58c2d-b5ce-4d75-b442-e1b1d666d0f7 HTTP/1.1" status: 204 len: 168 time: 0.2789860 Mar 31 23:10:27.754216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6013bb8-240e-4c89-8f1e-5e60453288e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b58c2d-b5ce-4d75-b442-e1b1d666d0f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.969221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.976484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.982566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.991139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.997122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.003865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.010286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.011674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-6f810f42-dc6d-4a9f-b60f-1da9e042cf2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.1694534 Mar 31 23:10:28.029246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd15de-0b5d-4039-8e3b-11291f559427 req-5758d5d9-c576-4107-b72d-7ba38b208ef1 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.030774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cfd15de-0b5d-4039-8e3b-11291f559427 req-5758d5d9-c576-4107-b72d-7ba38b208ef1 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.1326914 Mar 31 23:10:28.102153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-044ddc7a-a00f-48e9-af9f-84c0c1e892e6 req-35f89c7e-2e43-484c-9f34-01d7199512df tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702128 Mar 31 23:10:28.118024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cfd15de-0b5d-4039-8e3b-11291f559427 req-d380cc3a-4d2c-4bb9-bce7-2434b5173b54 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695782 Mar 31 23:10:28.528069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.609997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Subnet': ['ID=31a0b9b6-d9b7-4369-9b37-62e944e35e41,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.620462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Checking segment: {'id': 'ccd06662-256d-4559-b9f6-f53405d84494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:28.620834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network hostable DHCP agents. Network: 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:28.696324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200e84-c362-4e4c-99bc-427c9bb891a3 req-99cbc298-0eaa-4762-aa1d-94ea760af8cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.697945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d200e84-c362-4e4c-99bc-427c9bb891a3 req-99cbc298-0eaa-4762-aa1d-94ea760af8cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0531194 Mar 31 23:10:28.738868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d200e84-c362-4e4c-99bc-427c9bb891a3 req-a5321864-3ef3-4d49-9ad8-e36e7cae084b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343544 Mar 31 23:10:28.750664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:28.773779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59002) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:28.796781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-740ac793-47c4-4291-9e39-1ceda602d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.842667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:28.847713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.866561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed72256-f99a-42fa-adf7-e14066368048 None None] Network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:28.921628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-740ac793-47c4-4291-9e39-1ceda602d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.974919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event updated for resources: {'Subnet': ['ID=62ae968b-4f64-4107-a247-c7aefa3802b0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.999505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Checking segment: {'id': '1c60a28d-4a3c-463b-b566-f671758032cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:28.999780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network hostable DHCP agents. Network: ec24ad2d-03dd-4877-ac98-fa1df22d964a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:29.019413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36873e9-cf15-4fab-b22d-9ff5aa46e25c req-aecee136-07d8-4b0c-9c31-84581c629b4a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.021151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36873e9-cf15-4fab-b22d-9ff5aa46e25c req-aecee136-07d8-4b0c-9c31-84581c629b4a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0918238 Mar 31 23:10:29.022357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-740ac793-47c4-4291-9e39-1ceda602d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.082205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f', 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f', 'tenant_id': 'e997676335034908806b8bfe6c4daa0e', 'fixed_ips': [{'subnet_id': '31a0b9b6-d9b7-4369-9b37-62e944e35e41'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:29.083288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.084967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac793-47c4-4291-9e39-1ceda602d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9047d148-0c8a-4cb4-ac7c-57632c822349,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.102050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-740ac793-47c4-4291-9e39-1ceda602d387 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a01158967c6e449fb938676c7e31b861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245044 Mar 31 23:10:29.102245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.128859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Network ec24ad2d-03dd-4877-ac98-fa1df22d964a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:29.132645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36873e9-cf15-4fab-b22d-9ff5aa46e25c req-62db5970-da24-4e2e-95a2-6e1729dd087e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934701 Mar 31 23:10:29.173719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.203740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.217495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, ec24ad2d-03dd-4877-ac98-fa1df22d964a) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:29.229388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.230089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.230772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.297558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Allocated IP 172.20.0.2 (0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f/31a0b9b6-d9b7-4369-9b37-62e944e35e41/91a214b3-9abb-4415-b3b2-cee8a052c6fd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:29.368517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69661d28-e850-4f4e-a3cd-25ea2cd20265 None None] Network ec24ad2d-03dd-4877-ac98-fa1df22d964a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:29.406191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309ded0-97fd-40a7-8eb8-4629764714c1 req-a597d91a-ccf1-4fcf-9a75-0fbec9f53628 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.408039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5309ded0-97fd-40a7-8eb8-4629764714c1 req-a597d91a-ccf1-4fcf-9a75-0fbec9f53628 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.0956047 Mar 31 23:10:29.436957 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-222bdf42-4dcd-47d8-a6f6-f171092c4da7 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0348573 Mar 31 23:10:29.437839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59016) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.473090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.483810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.492243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.503179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.512423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.520368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.528564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.534953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.537372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.538933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9047d148-0c8a-4cb4-ac7c-57632c822349 HTTP/1.1" status: 204 len: 168 time: 0.4359171 Mar 31 23:10:29.539622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-200f4e23-fc48-4756-aba0-7171dfde12c2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.2155890 Mar 31 23:10:29.578245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8cee-d183-4b9b-b2ea-8ea6862f292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9047d148-0c8a-4cb4-ac7c-57632c822349,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.621234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014f82b-37a2-489e-aa7c-be55a1fa85fc tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.622808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014f82b-37a2-489e-aa7c-be55a1fa85fc tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.624596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014f82b-37a2-489e-aa7c-be55a1fa85fc tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.626826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d014f82b-37a2-489e-aa7c-be55a1fa85fc tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1875198 Mar 31 23:10:29.630914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59024) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.649217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cce6188a-8a35-4a00-a6dd-4ce8fe19eeb2 req-438835c6-c19d-4dbf-a5f7-9d4b35889d41 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085796 Mar 31 23:10:29.656362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59026) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.836008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Deleting subnet 29d1c431-b3e4-457d-a482-8189d822024f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:29.841415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.873049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting subnet 31a0b9b6-d9b7-4369-9b37-62e944e35e41 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:29.888951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5309ded0-97fd-40a7-8eb8-4629764714c1 req-24196188-56b7-48c6-8a93-659874d12b25 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716423 Mar 31 23:10:29.930937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.950663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.960192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.968749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.977317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.983969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.992816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.999092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.001004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-d4d6078f-f00d-4155-94c2-be3ef2d4dcc0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.3703203 Mar 31 23:10:30.001583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.055143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.064217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-ec24ad2d-03dd-4877-ac98-fa1df22d964a', 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a', 'tenant_id': 'e997676335034908806b8bfe6c4daa0e', 'fixed_ips': [{'subnet_id': '62ae968b-4f64-4107-a247-c7aefa3802b0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:30.065558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.101791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f76a1-00e8-4b5f-9386-6bfb655e4097 req-4ac1f841-ae54-43d8-b02d-9255307948a6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.110276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3f76a1-00e8-4b5f-9386-6bfb655e4097 req-4ac1f841-ae54-43d8-b02d-9255307948a6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1078858 Mar 31 23:10:30.168102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.176813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.185406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3f76a1-00e8-4b5f-9386-6bfb655e4097 req-57230a7b-1105-4ba0-bb38-7af156b7a7e9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740073 Mar 31 23:10:30.192614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-837da7a8-f05d-470d-8e5f-6b224e4e7197 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.195834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-837da7a8-f05d-470d-8e5f-6b224e4e7197 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1515605 Mar 31 23:10:30.203384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.244810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d1c431-b3e4-457d-a482-8189d822024f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.246771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:30.252535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.255167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.261268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f6d6744-e4d1-4b78-b9ad-03553769233f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/29d1c431-b3e4-457d-a482-8189d822024f HTTP/1.1" status: 204 len: 168 time: 0.6036806 Mar 31 23:10:30.261884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59038) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:30.282172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:30.292027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:30.381932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Pushing event updated for resources: {'Port': ['ID=91a214b3-9abb-4415-b3b2-cee8a052c6fd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.398532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Attempting to bind port 91a214b3-9abb-4415-b3b2-cee8a052c6fd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:30.398894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Attempting to bind port 91a214b3-9abb-4415-b3b2-cee8a052c6fd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'ccd06662-256d-4559-b9f6-f53405d84494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:30.399315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Attempting to bind port 91a214b3-9abb-4415-b3b2-cee8a052c6fd on network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:30.412824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:30.413206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Checking segment: {'id': 'ccd06662-256d-4559-b9f6-f53405d84494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:30.413615 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.414829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Bound using segment: {'id': 'ccd06662-256d-4559-b9f6-f53405d84494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:30.415133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Bound port: 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd06662-256d-4559-b9f6-f53405d84494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:30.415545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.425173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Allocated IP 172.20.0.18 (ec24ad2d-03dd-4877-ac98-fa1df22d964a/62ae968b-4f64-4107-a247-c7aefa3802b0/133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:30.441983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8520fef-4b0b-44cc-b41a-cccab0d2ddad req-77541f96-db75-49e0-97c5-b37adb853efb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.443187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8520fef-4b0b-44cc-b41a-cccab0d2ddad req-77541f96-db75-49e0-97c5-b37adb853efb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1197844 Mar 31 23:10:30.453920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-21876b58-7208-484b-b9c3-072ca6dd75a9 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2481184 Mar 31 23:10:30.472824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:30.499431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.528140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.579597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8520fef-4b0b-44cc-b41a-cccab0d2ddad req-9e0d18d1-285d-42c2-b57b-8df2b88ab4c0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242874 Mar 31 23:10:30.594407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.655466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.662458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.685517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3e809e-61e8-4ef6-b45e-deba2238c74e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:30.703873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abec4b50-dde0-4381-bcdd-4302ffe5200f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:30.704299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abec4b50-dde0-4381-bcdd-4302ffe5200f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:30.718803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.741344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.753076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:30.753684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:30.755595 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:30.769634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.811884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Network ec24ad2d-03dd-4877-ac98-fa1df22d964a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:30.819399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:30.823187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:30.824380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfede-f6cb-44cd-bdc4-68d64c6578a6 req-455907df-0a68-46b6-9ff5-7a4f8e7aa454 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.832907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92bfede-f6cb-44cd-bdc4-68d64c6578a6 req-455907df-0a68-46b6-9ff5-7a4f8e7aa454 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1703081 Mar 31 23:10:30.836883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Pushing event updated for resources: {'Port': ['ID=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.863153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.887778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] For port 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:30.893874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.900499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/subnets/31a0b9b6-d9b7-4369-9b37-62e944e35e41 HTTP/1.1" status: 204 len: 168 time: 1.2643502 Mar 31 23:10:30.907877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59054) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:30.921283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56481f43-89d4-41b4-b022-c2247558ac2a tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Subnet': ['ID=31a0b9b6-d9b7-4369-9b37-62e944e35e41,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.928174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] For port 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=91a214b3-9abb-4415-b3b2-cee8a052c6fd,segment=NetworkSegment(ccd06662-256d-4559-b9f6-f53405d84494),segment_id=ccd06662-256d-4559-b9f6-f53405d84494)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:30.929668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Attempting to bind port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:30.930372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Attempting to bind port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '1c60a28d-4a3c-463b-b566-f671758032cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:30.931636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Attempting to bind port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f on network ec24ad2d-03dd-4877-ac98-fa1df22d964a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:30.938476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:30.938982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Checking segment: {'id': '1c60a28d-4a3c-463b-b566-f671758032cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:30.940490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.941165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Bound using segment: {'id': '1c60a28d-4a3c-463b-b566-f671758032cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:30.941958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Bound port: 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c60a28d-4a3c-463b-b566-f671758032cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ec24ad2d-03dd-4877-ac98-fa1df22d964a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:30.942548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.966687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.974816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92bfede-f6cb-44cd-bdc4-68d64c6578a6 req-383151af-4280-4f8c-befb-1169fad037a6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369939 Mar 31 23:10:30.975529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.979328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e3e809e-61e8-4ef6-b45e-deba2238c74e HTTP/1.1" status: 204 len: 168 time: 0.6090615 Mar 31 23:10:31.018297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1b32b-eebc-4d0a-8a0b-c0cb6f78044a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3e809e-61e8-4ef6-b45e-deba2238c74e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.026281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a1de28e-44bc-437e-843c-74474fa38454,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:31.041901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.055672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.062223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.069314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.075924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.083218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.089288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.095379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] For port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:31.096050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.103544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-66e01388-bcab-4643-86dd-13401856cf8e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 5445 time: 0.3058128 Mar 31 23:10:31.106156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] For port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,segment=NetworkSegment(1c60a28d-4a3c-463b-b566-f671758032cb),segment_id=1c60a28d-4a3c-463b-b566-f671758032cb)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:31.139886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57b45b-2571-4f34-9ae3-e873e920f380 None None] Pushing event updated for resources: {'Port': ['ID=91a214b3-9abb-4415-b3b2-cee8a052c6fd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.196844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting subnet 62ae968b-4f64-4107-a247-c7aefa3802b0 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:31.208640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.215085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54e0036c-c12f-4fbb-8e4d-cd9fe54e986e req-0663741d-a894-41cc-abe6-334db5b0a036 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917776 Mar 31 23:10:31.243380 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.264038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] For port 9a1de28e-44bc-437e-843c-74474fa38454, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:31.303964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da8ab-f948-4efa-8b98-b465a4fb818b req-a9ad99ca-e2a9-4442-b21d-3551c70bb241 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.305513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c39da8ab-f948-4efa-8b98-b465a4fb818b req-a9ad99ca-e2a9-4442-b21d-3551c70bb241 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 945 time: 0.1976972 Mar 31 23:10:31.317490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.342469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403ac7-35d2-46d0-9f66-f6761e1deb40 None None] Pushing event updated for resources: {'Port': ['ID=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.371073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] device_id is not set on port 9a1de28e-44bc-437e-843c-74474fa38454 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:31.409445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.476934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c39da8ab-f948-4efa-8b98-b465a4fb818b req-9f44e3c3-2498-4d8d-a3b3-44565cc3e446 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628437 Mar 31 23:10:31.549459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7de8-0888-403c-99f8-56dc86bc007f req-c6c86850-76e0-4093-a5bf-9ff66be54826 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.551123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34a7de8-0888-403c-99f8-56dc86bc007f req-c6c86850-76e0-4093-a5bf-9ff66be54826 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.2283282 Mar 31 23:10:31.554781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.566310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.639919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78dca6b0-33f8-498d-864a-4ceb0cc25cae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8ec505f6f844e20a8c1cabca39baad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723956 Mar 31 23:10:31.641679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59084) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.662444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.807264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] No DVR routers for this DVR port 9a1de28e-44bc-437e-843c-74474fa38454 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:31.807758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.815296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.851232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e34a7de8-0888-403c-99f8-56dc86bc007f req-fbe8552d-6908-4a7f-8960-14e5fbbc641d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849491 Mar 31 23:10:31.889643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.925510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] In _notify_port_updated(), no bound segment for port 9a1de28e-44bc-437e-843c-74474fa38454 on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:31.926781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.927441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.928780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-abef1a15-4bd0-4340-a362-379d688af471 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 200 len: 1032 time: 1.4633725 Mar 31 23:10:31.965217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-0740140d-c6a5-45b6-8bcf-f027f942a2d7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.971765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-0740140d-c6a5-45b6-8bcf-f027f942a2d7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.3534036 Mar 31 23:10:32.049737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-0ae1e13b-de65-4596-a6f3-da27c73628c4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/quotas/3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 375 time: 0.0770290 Mar 31 23:10:32.050798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.101816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.109128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/subnets/62ae968b-4f64-4107-a247-c7aefa3802b0 HTTP/1.1" status: 204 len: 168 time: 1.1981020 Mar 31 23:10:32.113313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59092) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.169316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-0715fa8d-c995-439a-a188-683af1a2f57e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.173714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-0715fa8d-c995-439a-a188-683af1a2f57e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "GET /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2351182 Mar 31 23:10:32.177706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d59b6-fa14-49f1-97d1-a7a2f8509c13 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Subnet': ['ID=62ae968b-4f64-4107-a247-c7aefa3802b0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.200409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.203237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.209514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e16fcf39-f465-4078-9b0d-cc14a95aa675 HTTP/1.1" status: 204 len: 168 time: 0.5662410 Mar 31 23:10:32.213514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:32.217063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-62fc172b-8820-4490-9532-6ab52c596210 None None] Provisioning complete for port 9a1de28e-44bc-437e-843c-74474fa38454 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:32.221517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62fc172b-8820-4490-9532-6ab52c596210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.223799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9fb90-fec7-4eab-8941-238e2e43a91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fcf39-f465-4078-9b0d-cc14a95aa675,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.225445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 91a214b3-9abb-4415-b3b2-cee8a052c6fd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:32.228303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99349d-4b80-40a4-93a2-eb249e3e6911 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.233976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1d99349d-4b80-40a4-93a2-eb249e3e6911 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194911 Mar 31 23:10:32.235132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59098) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.331090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.351107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.369448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-1b110d58-0a6a-4b57-802b-a55f5aae8ddb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3052599 Mar 31 23:10:32.419362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 91a214b3-9abb-4415-b3b2-cee8a052c6fd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:32.419720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.426047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-62fc172b-8820-4490-9532-6ab52c596210 None None] Port 9a1de28e-44bc-437e-843c-74474fa38454 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:32.432251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:32.434828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.555919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] For port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,segment=NetworkSegment(1c60a28d-4a3c-463b-b566-f671758032cb),segment_id=1c60a28d-4a3c-463b-b566-f671758032cb)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:32.556493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.589550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Calling delete_port for 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:32.598208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.642037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.661044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=91a214b3-9abb-4415-b3b2-cee8a052c6fd,segment=NetworkSegment(ccd06662-256d-4559-b9f6-f53405d84494),segment_id=ccd06662-256d-4559-b9f6-f53405d84494)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:32.664250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.692924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.692924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.692924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.697124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.703658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-01fa113c-c784-482d-bdc6-0465807aa69e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 4666 time: 0.2617700 Mar 31 23:10:32.735466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-d7396173-6c49-4e92-8a1a-257fbae9dc10 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.739036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-d7396173-6c49-4e92-8a1a-257fbae9dc10 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 945 time: 0.1572735 Mar 31 23:10:32.742535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-0e218be0-e356-4d86-9f28-39d861f1d3a9 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584669 Mar 31 23:10:32.770308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.771699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:32.930381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=91a214b3-9abb-4415-b3b2-cee8a052c6fd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.004577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:33.004964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.092761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149915d-a4ac-407a-91d6-89103d864f40 None None] Network 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:33.204317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.277208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,segment=NetworkSegment(1c60a28d-4a3c-463b-b566-f671758032cb),segment_id=1c60a28d-4a3c-463b-b566-f671758032cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:33.310501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3ffb9ea7-f5dc-4f6e-9200-b5531580279e None None] Provisioning complete for port 91a214b3-9abb-4415-b3b2-cee8a052c6fd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:33.311188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9ea7-f5dc-4f6e-9200-b5531580279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.378774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:33.379417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.382577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.458944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72adf574-94a0-4547-9084-cd231e8c2d7f None None] Network ec24ad2d-03dd-4877-ac98-fa1df22d964a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:33.483443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:33.514614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:33.514981 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.530877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:33.678102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d451569-e3cf-462a-8f60-28afb44d5a8e req-52c73243-2856-40bf-b2ad-57d38d0a5961 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&id=6324bac7-5cf2-44ce-9cdf-6812c900c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9344037 Mar 31 23:10:33.695731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.758718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] DHCP port deletion for 0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:33.762745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.890495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.891457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-89773eec-9b7d-43bb-a250-ef417b3a47ca service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0777347 Mar 31 23:10:33.891738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=e6b0a1f1-f4f8-4c68-b430-11870c4f1f11,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.892144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5e5308f1-549c-4c31-bc5d-281a83c1714b,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:33.892956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:33.892956 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d2e48-73ec-4b73-8caa-01b44350ec4a" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:33.893156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:33.893156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.893156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93cee36b-b822-4db8-914f-4b6efb91add9 req-4f423ba6-8cb6-4f52-b514-4c34d26af01f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "DELETE /v2.0/ports/e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 HTTP/1.1" status: 204 len: 173 time: 1.1424429 Mar 31 23:10:33.893156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'name': 'network-vif-deleted', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:33.893156 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83df3c6-93c8-4a65-b8b2-e3378d010869" -d '{"events": [{"server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "name": "network-vif-deleted", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:33.920681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:33.940123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8a46861e-ff09-4b72-b121-c2920ee85f09 None None] Provisioning complete for port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:33.940638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8a46861e-ff09-4b72-b121-c2920ee85f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.958889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] For port 5e5308f1-549c-4c31-bc5d-281a83c1714b, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:34.013502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Deleting port 91a214b3-9abb-4415-b3b2-cee8a052c6fd {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:34.013502 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.039704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1ed61-ba5e-46f7-9e54-8558590a6c90 None None] DHCP port deletion for ec24ad2d-03dd-4877-ac98-fa1df22d964a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:34.048373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.072520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1fec8be-2b0b-4ad5-ac94-ecb6a0555383 req-49dc2969-4166-4bcd-b04b-9b3991d7ccfb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0473323 Mar 31 23:10:34.078832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] device_id is not set on port 5e5308f1-549c-4c31-bc5d-281a83c1714b yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:34.089386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.107838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Port': ['ID=133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.122441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] No DVR routers for this DVR port 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:34.196316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.275107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.344535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec24ad2d-03dd-4877-ac98-fa1df22d964a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:34.347561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c60a28d-4a3c-463b-b566-f671758032cb') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:34.347740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c60a28d-4a3c-463b-b566-f671758032cb') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:34.364063 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8dcd5a-6ac3-4be0-a561-9ed86996472c x-openstack-request-id: req-6b8dcd5a-6ac3-4be0-a561-9ed86996472c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:34.366926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.371684 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:34.371684 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b8dcd5a-6ac3-4be0-a561-9ed86996472c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:34.371684 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8dcd5a-6ac3-4be0-a561-9ed86996472c'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'code': 200} Mar 31 23:10:34.371684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 91a214b3-9abb-4415-b3b2-cee8a052c6fd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:34.400550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.419457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:34.419992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.488368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.488368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9d576d43-aa82-480e-abe7-c71fdaaea124 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:34.517840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Pushing event updated for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.537457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] No DVR routers for this DVR port 5e5308f1-549c-4c31-bc5d-281a83c1714b on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:34.539492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b8a31f-66d7-44d7-9e45-1b6c2df8b246 x-openstack-request-id: req-d7b8a31f-66d7-44d7-9e45-1b6c2df8b246 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:34.539680 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c98b6f-7333-4a4b-a917-054bb299013c", "name": "network-vif-deleted", "tag": "e6b0a1f1-f4f8-4c68-b430-11870c4f1f11", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:34.539835 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7b8a31f-66d7-44d7-9e45-1b6c2df8b246 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:34.540264 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b8a31f-66d7-44d7-9e45-1b6c2df8b246'] response: {'server_uuid': '31c98b6f-7333-4a4b-a917-054bb299013c', 'name': 'network-vif-deleted', 'tag': 'e6b0a1f1-f4f8-4c68-b430-11870c4f1f11', 'status': 'completed', 'code': 200} Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:34.574746 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:34.608371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156376a8-c253-4272-a84e-eff190edcbd1 req-63487347-af5a-493f-9681-a1306fd29401 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.610339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-156376a8-c253-4272-a84e-eff190edcbd1 req-63487347-af5a-493f-9681-a1306fd29401 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.4382024 Mar 31 23:10:34.631126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.640346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.647924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/ec24ad2d-03dd-4877-ac98-fa1df22d964a HTTP/1.1" status: 204 len: 168 time: 2.4115846 Mar 31 23:10:34.658866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:34.670624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] In _notify_port_updated(), no bound segment for port 5e5308f1-549c-4c31-bc5d-281a83c1714b on network e33833d0-0806-43d5-b410-704b94546dae {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:34.671986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.672847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.674760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-a6a48103-6549-49b6-bb50-db5433b3361a service neutron] 10.222.0.10 "PUT /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 200 len: 1032 time: 2.4866595 Mar 31 23:10:34.699587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] For port 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=91a214b3-9abb-4415-b3b2-cee8a052c6fd,segment=NetworkSegment(ccd06662-256d-4559-b9f6-f53405d84494),segment_id=ccd06662-256d-4559-b9f6-f53405d84494)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:34.702950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.706695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da45d1-3982-4f20-bf01-1d9eba12d20d tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=ec24ad2d-03dd-4877-ac98-fa1df22d964a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.729558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Calling delete_port for 91a214b3-9abb-4415-b3b2-cee8a052c6fd owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:34.871222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-156376a8-c253-4272-a84e-eff190edcbd1 req-b49e5e82-d3bb-45aa-aab1-43a75a8e40bb tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433786 Mar 31 23:10:34.876456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8a46861e-ff09-4b72-b121-c2920ee85f09 None None] Could not find standard attr ID for object 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:34.881886 n-d-828414-2 neutron-server[109836]: INFO neutron.plugins.ml2.db [None req-8a46861e-ff09-4b72-b121-c2920ee85f09 None None] No ports have port_id starting with 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f Mar 31 23:10:34.948591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.998111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed6b5550-db64-4958-add8-29601c3bbf8c req-cdca3524-4a14-4d84-90b4-f3d738a1f66a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 210 time: 0.0551729 Mar 31 23:10:35.008307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port e3b58935-1c4e-4d38-b6fa-edcc85487898 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:35.008658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.012868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.063712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.090306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.187036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.200124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c1c415f1-dbc9-4893-93d5-8fbb3137e4df None None] Provisioning complete for port 5e5308f1-549c-4c31-bc5d-281a83c1714b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:35.200457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c415f1-dbc9-4893-93d5-8fbb3137e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.203273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:35.257221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c1c415f1-dbc9-4893-93d5-8fbb3137e4df None None] Port 5e5308f1-549c-4c31-bc5d-281a83c1714b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:35.258007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:35.276786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.277523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5e5308f1-549c-4c31-bc5d-281a83c1714b no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.351916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.401215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] No DVR routers for this DVR port 91a214b3-9abb-4415-b3b2-cee8a052c6fd on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:35.430296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df93fa2f-6638-434e-9aa3-3b8cf0c472f7 req-23e2c051-73dc-4dd0-8e71-aab93dff7c26 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.1182799 Mar 31 23:10:35.453563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5e5308f1-549c-4c31-bc5d-281a83c1714b not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:35.458161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d66938ac-7188-4d03-9dc4-d6be188c1c73 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.459401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.464697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39cc01de-fa18-4926-a331-24d5741b8f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.480519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port e3b58935-1c4e-4d38-b6fa-edcc85487898, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e3b58935-1c4e-4d38-b6fa-edcc85487898,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:35.481420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.503612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08013c-3bbe-4f4b-b6f7-2801ec8b95c4 None None] Pushing event deleted for resources: {'Port': ['ID=91a214b3-9abb-4415-b3b2-cee8a052c6fd,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.509543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Deleting port 91a214b3-9abb-4415-b3b2-cee8a052c6fd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:35.509897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.539057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for e3b58935-1c4e-4d38-b6fa-edcc85487898 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:35.555253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.561269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.567738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.573703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.580182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.588398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-fbc07faf-edcc-4f68-8383-f34822eafde2 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3883 time: 0.3177633 Mar 31 23:10:35.607638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.613094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.626039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39cc01de-fa18-4926-a331-24d5741b8f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.652535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:35.652814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e6b0a1f1-f4f8-4c68-b430-11870c4f1f11 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:35.682956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:35.703225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] For port 91a214b3-9abb-4415-b3b2-cee8a052c6fd, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:35.703592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.726817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b520b08c-81fb-4b02-9f28-a2b458f20482 req-4989377e-881c-446b-9b66-9e522dc8b64f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375625 Mar 31 23:10:35.727708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Calling delete_port for 91a214b3-9abb-4415-b3b2-cee8a052c6fd owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:35.733462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Port 91a214b3-9abb-4415-b3b2-cee8a052c6fd was not found and therefore no delete operation was performed {{(pid=109834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:10:35.740543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.774258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.774709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a1de28e-44bc-437e-843c-74474fa38454 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.776183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39cc01de-fa18-4926-a331-24d5741b8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.784586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Port': ['ID=91a214b3-9abb-4415-b3b2-cee8a052c6fd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.799412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] No DVR routers for this DVR port 91a214b3-9abb-4415-b3b2-cee8a052c6fd on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:35.848740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-39cc01de-fa18-4926-a331-24d5741b8f49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=39144ed4bdd04533b2fb6b93ecdaa788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957112 Mar 31 23:10:35.849768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc01de-fa18-4926-a331-24d5741b8f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70654b3-02d1-4161-87e0-5e736bb06b5d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.853514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59222) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:35.897920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.925879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a1de28e-44bc-437e-843c-74474fa38454 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:35.926840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e3b58935-1c4e-4d38-b6fa-edcc85487898 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.938528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.993879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.012841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd06662-256d-4559-b9f6-f53405d84494') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.013343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd06662-256d-4559-b9f6-f53405d84494') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.040049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.069592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.070872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.081317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:36.093993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.120063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:36.120405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 133fbfe6-b22b-44c4-a0d8-4a4ffc07f46f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:36.144197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.150206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.214415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:36.214962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.221185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d03d9a64-4d9f-4b05-a15a-a9979d563162 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:36.221529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=e3b58935-1c4e-4d38-b6fa-edcc85487898,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.223541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0dbd676b-74a7-4a98-9312-c967989eee29 req-70408635-7ae9-460e-9723-f34a04c5f62a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 210 time: 0.0706148 Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:36.224259 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:36.326082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b38a8-8ffc-4ffa-b3f5-3e5cb6a95ca8 req-a635c4b6-c164-4c30-8e27-f7bdf1e6fe36 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.334231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-118b38a8-8ffc-4ffa-b3f5-3e5cb6a95ca8 req-a635c4b6-c164-4c30-8e27-f7bdf1e6fe36 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.3185661 Mar 31 23:10:36.359621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.361626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.363702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.364995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f70654b3-02d1-4161-87e0-5e736bb06b5d HTTP/1.1" status: 204 len: 168 time: 0.5104582 Mar 31 23:10:36.393180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port e3b58935-1c4e-4d38-b6fa-edcc85487898 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:36.393948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:36.399231 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7990885-a503-4414-bcce-18a0184ff05f" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:36.417708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.421028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-b499da8e-4984-457c-b631-f7891453b155 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "DELETE /v2.0/ports/e3b58935-1c4e-4d38-b6fa-edcc85487898 HTTP/1.1" status: 204 len: 173 time: 1.7195892 Mar 31 23:10:36.421601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:36.426525 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf17ac-3b82-410c-80d7-11a793fab7cc" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:36.433826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6782bf8-ec79-4c3d-9c50-e7a24eeb9312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70654b3-02d1-4161-87e0-5e736bb06b5d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.436372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:36.467188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.484502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.489863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f HTTP/1.1" status: 204 len: 168 time: 1.8280263 Mar 31 23:10:36.492417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59240) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.499390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.552648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-118b38a8-8ffc-4ffa-b3f5-3e5cb6a95ca8 req-fb0fcbf8-5af9-4b21-8dd8-8a7327cdbbb0 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170484 Mar 31 23:10:36.569396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d838e919-c73d-420b-82cf-fc7d1830ba2a x-openstack-request-id: req-d838e919-c73d-420b-82cf-fc7d1830ba2a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:36.569714 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:36.569978 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d838e919-c73d-420b-82cf-fc7d1830ba2a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:36.570382 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d838e919-c73d-420b-82cf-fc7d1830ba2a'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'code': 200} Mar 31 23:10:36.570642 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d838e919-c73d-420b-82cf-fc7d1830ba2a'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'code': 200} Mar 31 23:10:36.581130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb6c7-c2ae-4dca-a540-f461e2accaa1 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=0accbd6b-5e3a-4d1c-8f48-ab38352b8c7f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.625004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.661709 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d9e0b5-cfdc-4b01-a72a-651dbc0a64bd x-openstack-request-id: req-f0d9e0b5-cfdc-4b01-a72a-651dbc0a64bd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:36.664081 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "e3b58935-1c4e-4d38-b6fa-edcc85487898", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:36.664081 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f0d9e0b5-cfdc-4b01-a72a-651dbc0a64bd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:36.664081 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d9e0b5-cfdc-4b01-a72a-651dbc0a64bd'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'e3b58935-1c4e-4d38-b6fa-edcc85487898', 'status': 'completed', 'code': 200} Mar 31 23:10:36.688923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.723613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d1c10be-926d-4184-bebc-8e65780ecc7d req-8dae0967-8b12-426e-8912-54fe039d4644 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0650911 Mar 31 23:10:36.751408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:36.753107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.864505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.882321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:36.883217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.895546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24706e7-edd7-40d8-a3a7-d31111c6ea53']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.924348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddf931b-2b78-49ae-9ffb-27938a342c28') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.924819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddf931b-2b78-49ae-9ffb-27938a342c28') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:36.955858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.970180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.976710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:36.977116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:37.074225 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:37.188052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-4e663845-afd2-4802-9971-5312364a8ae4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.196863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.205822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-4e663845-afd2-4802-9971-5312364a8ae4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.205822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-4e663845-afd2-4802-9971-5312364a8ae4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.212640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-4e663845-afd2-4802-9971-5312364a8ae4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.221034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-4e663845-afd2-4802-9971-5312364a8ae4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 3144 time: 0.2747207 Mar 31 23:10:37.230320 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.230697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.231076 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Floating IP 619cdb37-8567-4de3-afb3-133a3f3dcb51 disassociated. External IP: 172.25.6.142, port: 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3. Mar 31 23:10:37.231485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:37.315031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38f15124-1fb8-472d-b7cd-437ab0fb60e9 req-0b5ac1b7-55c0-4c33-aa98-923105a1a775 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922821 Mar 31 23:10:37.336340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-87b7153e-2340-4e5f-a655-1309d49fdf66 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.337902 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-87b7153e-2340-4e5f-a655-1309d49fdf66 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.2628770 Mar 31 23:10:37.342102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.358375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/c24706e7-edd7-40d8-a3a7-d31111c6ea53 HTTP/1.1" status: 204 len: 168 time: 0.8642998 Mar 31 23:10:37.363259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59282) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.367499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'device_id': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'admin_state_up': True, 'tenant_id': '3cd88da30a944d2b833046343995672a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:37.405539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c827ab-4050-4a1b-b23f-278b7c5f8d0b tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=c24706e7-edd7-40d8-a3a7-d31111c6ea53,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:37.500498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59284) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.511216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccc4626e-d925-4aa1-8388-050c9873a996 req-d4749ffc-892c-4415-af33-90dfe9cfc5f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 210 time: 0.0543964 Mar 31 23:10:37.525440 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.552458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dec2a9fe-6f00-407d-b61b-18b4bc8e7f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.625338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.695096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=56ccaee5-12d2-433c-b9e1-6f5097ac5fc3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:37.706280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.717670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dec2a9fe-6f00-407d-b61b-18b4bc8e7f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.776995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a796105-c61d-4dbb-994a-b2f38ac7d665']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:37.785136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:37.789332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.808117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13747773-dd72-4645-b101-937ebad180a8') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:37.808475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13747773-dd72-4645-b101-937ebad180a8') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:37.829305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.836611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dec2a9fe-6f00-407d-b61b-18b4bc8e7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.913944 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.919401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3823040e-baba-4b99-ba25-4016442d9186 req-1edc6e4e-6474-449c-9e1e-dc00bf21790c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.0861826 Mar 31 23:10:37.937774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672330e-48a7-4f6e-bc54-4fffef887bb7 req-731bd056-206f-4cf2-9464-a57740996711 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.939782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3672330e-48a7-4f6e-bc54-4fffef887bb7 req-731bd056-206f-4cf2-9464-a57740996711 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.2100763 Mar 31 23:10:37.943198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:37.943609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:37.946804 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:37.965687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dec2a9fe-6f00-407d-b61b-18b4bc8e7f2d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9112e94cb2bf4793a21047f30a4762f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575195 Mar 31 23:10:37.966696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59290) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.974732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2a9fe-6f00-407d-b61b-18b4bc8e7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c35ded7-2816-41e5-9f16-cd7b067d7511,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.049648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:38.082261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.20.0.12 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/89680c71-d6a0-4c21-84e5-39dbc6e34241) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:38.132235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3672330e-48a7-4f6e-bc54-4fffef887bb7 req-58df6e23-7345-498c-bccf-045fbae467e0 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845665 Mar 31 23:10:38.180279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.195947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.199137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] 10.222.0.83 "DELETE /v2.0/networks/2a796105-c61d-4dbb-994a-b2f38ac7d665 HTTP/1.1" status: 204 len: 168 time: 0.8366914 Mar 31 23:10:38.213774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.249221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Pushing event deleted for resources: {'Network': ['ID=2a796105-c61d-4dbb-994a-b2f38ac7d665,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.270379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.270728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.277786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.278244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.278591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.278934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.279300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.279642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.279959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.280304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.282483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.283389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ac6b2-daee-476e-b78e-719840839421 tempest-BulkNetworkOpsTest-1574886427 tempest-BulkNetworkOpsTest-1574886427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:38.370786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.372912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.436757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:38.449940 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Sync routers for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:38.470929 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:38.473576 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:38.529227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port 56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:38.533674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.537604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-502635d4-2076-4b5b-82cc-25bd80737ca0 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "DELETE /v2.0/ports/56ccaee5-12d2-433c-b9e1-6f5097ac5fc3 HTTP/1.1" status: 204 len: 173 time: 2.1052637 Mar 31 23:10:38.551765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.572263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:38.586758 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cdaa77-44de-4595-bde3-3efddf875458" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:38.644454 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:38.671576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:38.674644 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb68db8-3923-4c20-a392-9d6c67d79144" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:38.690302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:38.694267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:38.717505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:38.746625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.750254 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.754560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c35ded7-2816-41e5-9f16-cd7b067d7511 HTTP/1.1" status: 204 len: 168 time: 0.7814879 Mar 31 23:10:38.773750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.774468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311c45-b56c-4e3e-8920-ce63c8c6f9e0 req-201cb8d6-bd59-4e9f-8c13-68e2f10ba14b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.781816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311c45-b56c-4e3e-8920-ce63c8c6f9e0 req-201cb8d6-bd59-4e9f-8c13-68e2f10ba14b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.791315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311c45-b56c-4e3e-8920-ce63c8c6f9e0 req-201cb8d6-bd59-4e9f-8c13-68e2f10ba14b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.792716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4311c45-b56c-4e3e-8920-ce63c8c6f9e0 req-201cb8d6-bd59-4e9f-8c13-68e2f10ba14b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 2410 time: 0.3119326 Mar 31 23:10:38.810980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb909f2-8d47-427a-bec4-f68afc78dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c35ded7-2816-41e5-9f16-cd7b067d7511,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.830592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2220c-989e-4659-bb52-6a93a82283a4 req-d874fd64-bc7e-4e8d-8027-e44847e53634 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.832428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaa2220c-989e-4659-bb52-6a93a82283a4 req-d874fd64-bc7e-4e8d-8027-e44847e53634 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 932 time: 0.1727610 Mar 31 23:10:38.847103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.852017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.945535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port 9d576d43-aa82-480e-abe7-c71fdaaea124 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:38.946099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.993880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4311c45-b56c-4e3e-8920-ce63c8c6f9e0 req-ffd537b8-011a-4e00-acd9-dbc00b76a331 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760333 Mar 31 23:10:38.995938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-bf25d379-9bdc-4dc9-89f0-e92c48a530b5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6323097 Mar 31 23:10:39.009077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Request body: {'port': {'device_id': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:39.071790 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.117662 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89aab92-c23e-422f-ba8d-6d434c3b3cc4 x-openstack-request-id: req-f89aab92-c23e-422f-ba8d-6d434c3b3cc4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:39.118627 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:39.118884 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f89aab92-c23e-422f-ba8d-6d434c3b3cc4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:39.120522 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89aab92-c23e-422f-ba8d-6d434c3b3cc4'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'code': 200} Mar 31 23:10:39.138065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.155303 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Checking router: 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:39.171959 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:39.175247 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.226807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1f48581b-873c-40a1-9bb7-0c3d9bb1575c None None] Provisioning complete for port 89680c71-d6a0-4c21-84e5-39dbc6e34241 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:39.227436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f48581b-873c-40a1-9bb7-0c3d9bb1575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.230418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port 9d576d43-aa82-480e-abe7-c71fdaaea124, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9d576d43-aa82-480e-abe7-c71fdaaea124,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:39.237929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.277943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaa2220c-989e-4659-bb52-6a93a82283a4 req-c4750189-68b5-47e3-bfc1-a5302a7f0943 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287221 Mar 31 23:10:39.283644 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542705c-9400-41aa-b6bc-5b87f7067a9b x-openstack-request-id: req-6542705c-9400-41aa-b6bc-5b87f7067a9b {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:39.283644 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "56ccaee5-12d2-433c-b9e1-6f5097ac5fc3", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:39.283644 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6542705c-9400-41aa-b6bc-5b87f7067a9b {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:39.291307 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6542705c-9400-41aa-b6bc-5b87f7067a9b'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': '56ccaee5-12d2-433c-b9e1-6f5097ac5fc3', 'status': 'completed', 'code': 200} Mar 31 23:10:39.323120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59312) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.335971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for 9d576d43-aa82-480e-abe7-c71fdaaea124 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:39.417693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1f48581b-873c-40a1-9bb7-0c3d9bb1575c None None] Port 89680c71-d6a0-4c21-84e5-39dbc6e34241 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:39.497960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 25a28a9a-223a-4929-bd97-cf4f25225b21 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:39.502272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:39.772968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=25a28a9a-223a-4929-bd97-cf4f25225b21,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:39.786765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3d0bd543-f0c5-4406-802b-21404b4804c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e997676335034908806b8bfe6c4daa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542255 Mar 31 23:10:39.789350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89680c71-d6a0-4c21-84e5-39dbc6e34241 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:39.794545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59326) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.803168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c1b4267-77aa-48bb-ad88-913cb16939bc req-0063a54d-7e26-4c1c-b9ec-ff1f4888d101 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.3951573 Mar 31 23:10:39.818812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'port_id': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'mac_address': 'fa:16:3e:a0:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:39.835761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.839686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.886578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Transition to ACTIVE for port object 89680c71-d6a0-4c21-84e5-39dbc6e34241 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:39.900227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=9d576d43-aa82-480e-abe7-c71fdaaea124,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:39.902545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.929533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a28a9a-223a-4929-bd97-cf4f25225b21 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:39.943039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.967623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.968403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd6cba-783f-41b1-bd56-bfa0e98946ba req-f6b3f31a-9a40-4eec-b8ce-418555a6f01b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:39.972243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=25a28a9a-223a-4929-bd97-cf4f25225b21,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:39.977577 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1967f74-7674-4af0-9b70-10319f237678 None None] The sync data for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 is: [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:03:08Z', 'revision_number': 4, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '00064242-c94f-40f9-822e-76de98544af0', 'name': '', 'network_id': 'a8a00a9e-faf5-463b-802f-ae39c9884e58', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'mac_address': 'fa:16:3e:e1:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:07Z', 'updated_at': '2022-03-31T23:03:18Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'subnets': [{'id': '07771adc-67f5-4bc8-bbd7-690559153c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:39.985706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18dd6cba-783f-41b1-bd56-bfa0e98946ba req-f6b3f31a-9a40-4eec-b8ce-418555a6f01b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 943 time: 0.3149221 Mar 31 23:10:39.987277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.034118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.070933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.141193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port 9d576d43-aa82-480e-abe7-c71fdaaea124 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:40.150790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Pushing event updated for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.164730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.168170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-bfadc8aa-c199-46a4-88cd-dfa19f66ee76 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "DELETE /v2.0/ports/9d576d43-aa82-480e-abe7-c71fdaaea124 HTTP/1.1" status: 204 len: 173 time: 1.5944779 Mar 31 23:10:40.198302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.270448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Attempting to bind port 89680c71-d6a0-4c21-84e5-39dbc6e34241 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:40.270797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Attempting to bind port 89680c71-d6a0-4c21-84e5-39dbc6e34241 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:40.271261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Attempting to bind port 89680c71-d6a0-4c21-84e5-39dbc6e34241 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:40.282385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Port 89680c71-d6a0-4c21-84e5-39dbc6e34241 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:40.283400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Attempting to bind port 89680c71-d6a0-4c21-84e5-39dbc6e34241 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:40.295791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18dd6cba-783f-41b1-bd56-bfa0e98946ba req-8aa1c66a-edae-442e-9262-0ebb7bfa8b8b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064580 Mar 31 23:10:40.322228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.331499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.367114 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7b54f39e-8bc8-45d0-b331-f222d7a21c5c HTTP/1.1" status: 204 len: 168 time: 0.5705600 Mar 31 23:10:40.371596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:40.378920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:40.379442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:40.379991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Bound port: 89680c71-d6a0-4c21-84e5-39dbc6e34241, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:40.380433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.442597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5993dc-e8b4-4af1-ae6c-67477c40de36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54f39e-8bc8-45d0-b331-f222d7a21c5c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.466013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['25a28a9a-223a-4929-bd97-cf4f25225b21'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:40.630510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:40.637699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d9aea-9612-4575-99ad-d2ef9a045aae None None] New status for floating IP 619cdb37-8567-4de3-afb3-133a3f3dcb51: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:10:40.650902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:40.742939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.801734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.802484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.804030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] 10.222.0.44 "PUT /v2.0/ports/89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 200 len: 1092 time: 1.8003612 Mar 31 23:10:40.804563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:40.807298 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b141299-e6da-49ee-8715-6dda772b5385" -d '{"events": [{"name": "network-changed", "server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:40.860131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab3f6b-531b-4b23-ad53-f52e2eed2742 service neutron] Pushing event updated for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.037061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-789c3901-ab21-43b3-a9b1-c5c622411e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.041912 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-789c3901-ab21-43b3-a9b1-c5c622411e36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 1095 time: 0.1063199 Mar 31 23:10:41.171751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-f4dc8fc6-1e07-43f0-88ed-45e29c3d1a22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 200 len: 217 time: 0.1209304 Mar 31 23:10:41.275729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3632b-04e8-47ae-a44c-bbf6d97a393c req-c34c9d51-d3da-4f1f-aae2-e134f5b06596 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.282381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3632b-04e8-47ae-a44c-bbf6d97a393c req-c34c9d51-d3da-4f1f-aae2-e134f5b06596 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.291842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5a3632b-04e8-47ae-a44c-bbf6d97a393c req-c34c9d51-d3da-4f1f-aae2-e134f5b06596 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 1677 time: 1.1219749 Mar 31 23:10:41.299057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:41.301308 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993bb0a-d67d-4dd8-9df7-1a85ffb3e834" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:41.318715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-9788e8aa-64e6-4a27-8a9e-7163e600d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.320962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-9788e8aa-64e6-4a27-8a9e-7163e600d99b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1422029 Mar 31 23:10:41.388780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5a3632b-04e8-47ae-a44c-bbf6d97a393c req-4b8a38a6-9b3c-4d77-bc4f-f89a27c9b4a7 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953546 Mar 31 23:10:41.404981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port d03d9a64-4d9f-4b05-a15a-a9979d563162 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:41.408437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.438314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942460-5e7c-46e4-b639-ff151381e832 req-9a2a7582-4a60-4509-abec-41282a725d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.442621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-9a2a7582-4a60-4509-abec-41282a725d3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036618 Mar 31 23:10:41.446587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624fd6-7802-44ca-8050-6768ee7a1d96 req-225fcfb2-0300-4b5e-8e76-df758561f46e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.459836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f624fd6-7802-44ca-8050-6768ee7a1d96 req-225fcfb2-0300-4b5e-8e76-df758561f46e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 944 time: 0.2506564 Mar 31 23:10:41.567666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd1a383f-73cb-4886-9e41-ef88542bbdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.585668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-2b41f6c4-55fd-4fdd-9a1a-fc31b89b7706 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334672 Mar 31 23:10:41.632411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f624fd6-7802-44ca-8050-6768ee7a1d96 req-3baffc30-d121-4dd5-ba6e-9bd849f81358 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716037 Mar 31 23:10:41.707947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb3fb087-6ddc-495b-8dfc-1eb37e2780c3 req-08547206-75ad-430f-813f-84cc5c1a792c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c98b6f-7333-4a4b-a917-054bb299013c HTTP/1.1" status: 200 len: 210 time: 0.1109097 Mar 31 23:10:41.770255 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d7ca9-e5cb-4228-ac00-1af3b9d25ae8 x-openstack-request-id: req-789d7ca9-e5cb-4228-ac00-1af3b9d25ae8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:41.771038 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:41.771494 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-789d7ca9-e5cb-4228-ac00-1af3b9d25ae8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:41.771898 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789d7ca9-e5cb-4228-ac00-1af3b9d25ae8'] response: {'name': 'network-changed', 'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241', 'status': 'completed', 'code': 200} Mar 31 23:10:41.834913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port d03d9a64-4d9f-4b05-a15a-a9979d563162, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d03d9a64-4d9f-4b05-a15a-a9979d563162,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:41.834913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.843789 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424cc2d-18d1-4c93-a111-b0494e6638f5 x-openstack-request-id: req-a424cc2d-18d1-4c93-a111-b0494e6638f5 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:41.844084 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "9d576d43-aa82-480e-abe7-c71fdaaea124", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:41.844337 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a424cc2d-18d1-4c93-a111-b0494e6638f5 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:41.844732 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a424cc2d-18d1-4c93-a111-b0494e6638f5'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': '9d576d43-aa82-480e-abe7-c71fdaaea124', 'status': 'completed', 'code': 200} Mar 31 23:10:41.854923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47942460-5e7c-46e4-b639-ff151381e832 req-51413ba0-96bd-4e22-8a41-47cb2ddc4d53 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588410 Mar 31 23:10:41.896435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for d03d9a64-4d9f-4b05-a15a-a9979d563162 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:41.964365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc8a0-dd5a-420d-b577-01c1c7ef0547 req-4a439746-164c-466b-87c3-55dc089d053b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.965817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e63fc8a0-dd5a-420d-b577-01c1c7ef0547 req-4a439746-164c-466b-87c3-55dc089d053b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 944 time: 0.1629121 Mar 31 23:10:42.057552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e63fc8a0-dd5a-420d-b577-01c1c7ef0547 req-3194f47a-d1cd-4ccd-978f-d5ec9c770f14 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835550 Mar 31 23:10:42.064651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141299-e6da-49ee-8715-6dda772b5385 req-7350b1dc-8195-4484-bc98-da9aaf9c3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.066194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-7350b1dc-8195-4484-bc98-da9aaf9c3502 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 1095 time: 0.0874243 Mar 31 23:10:42.232996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141299-e6da-49ee-8715-6dda772b5385 req-b2671740-1b08-4a33-a641-bcf27cf91768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.237325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.240156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-b2671740-1b08-4a33-a641-bcf27cf91768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1504509 Mar 31 23:10:42.336315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-29300bf2-5e5d-445d-8e6a-bc4821e8aabb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 200 len: 217 time: 0.0889757 Mar 31 23:10:42.350104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=d03d9a64-4d9f-4b05-a15a-a9979d563162,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.447346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port d03d9a64-4d9f-4b05-a15a-a9979d563162 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:42.457695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.466010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-ad26ef1e-2ba0-45da-ab04-f55a87ed0504 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "DELETE /v2.0/ports/d03d9a64-4d9f-4b05-a15a-a9979d563162 HTTP/1.1" status: 204 len: 173 time: 2.2642975 Mar 31 23:10:42.497033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141299-e6da-49ee-8715-6dda772b5385 req-ce79024e-21d1-4172-92d9-3379d1349c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.504834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-ce79024e-21d1-4172-92d9-3379d1349c64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1544631 Mar 31 23:10:42.597995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141299-e6da-49ee-8715-6dda772b5385 req-7d69a067-e8fe-4e48-893e-2e694f15ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.600910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-7d69a067-e8fe-4e48-893e-2e694f15ab3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865140 Mar 31 23:10:42.716107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88543354-9f5c-40a4-a13d-029ac12b2b54 req-1ccade6a-1ef5-448e-b234-579a525a80a8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.730647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88543354-9f5c-40a4-a13d-029ac12b2b54 req-1ccade6a-1ef5-448e-b234-579a525a80a8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 943 time: 0.1821067 Mar 31 23:10:42.845830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-f0c0be74-35a7-4785-aa09-f4545497e741 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371998 Mar 31 23:10:42.965894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88543354-9f5c-40a4-a13d-029ac12b2b54 req-b3cf7d33-5ac1-4d80-a348-654e958d4c3f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups?id=50084c5f-23e1-4ad7-8adf-9a9e2fb06147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327340 Mar 31 23:10:42.999940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port d66938ac-7188-4d03-9dc4-d6be188c1c73 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:43.000542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.096291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b141299-e6da-49ee-8715-6dda772b5385 req-d7ee57be-c038-464f-8946-5851d5db7fd6 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441607 Mar 31 23:10:43.126868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433e5e9-aa64-465f-9bed-bbe1376c51e5 req-1e8d5bab-2d66-4de4-b9da-3cd1837a9fdb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.135877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6433e5e9-aa64-465f-9bed-bbe1376c51e5 req-1e8d5bab-2d66-4de4-b9da-3cd1837a9fdb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 944 time: 0.3083246 Mar 31 23:10:43.180741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:43.249064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6433e5e9-aa64-465f-9bed-bbe1376c51e5 req-8278d14a-0818-43dc-a236-f4bc96972fe4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122949 Mar 31 23:10:43.284798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port d66938ac-7188-4d03-9dc4-d6be188c1c73, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d66938ac-7188-4d03-9dc4-d6be188c1c73,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:43.285246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.307669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for d66938ac-7188-4d03-9dc4-d6be188c1c73 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:43.311284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958067247'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:43.324543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f21ec-8f62-407f-a848-51e0435efff5 req-42065a4b-bdd2-4e69-bddb-32c4c245b702 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.333148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-210f21ec-8f62-407f-a848-51e0435efff5 req-42065a4b-bdd2-4e69-bddb-32c4c245b702 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 944 time: 0.1239061 Mar 31 23:10:43.424590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-210f21ec-8f62-407f-a848-51e0435efff5 req-08b735ba-21df-4eff-898b-1fda94cbb8f2 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903158 Mar 31 23:10:43.425602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:43.429153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.453434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.515424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 25a28a9a-223a-4929-bd97-cf4f25225b21 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:43.537480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.621033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.653968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=d66938ac-7188-4d03-9dc4-d6be188c1c73,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.682168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.682369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 25a28a9a-223a-4929-bd97-cf4f25225b21 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:43.701445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 25a28a9a-223a-4929-bd97-cf4f25225b21 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:43.703810 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.719970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:43.727558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port d66938ac-7188-4d03-9dc4-d6be188c1c73 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:43.730280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.732995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.733340 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 4bc03181-4286-4b0e-803e-b21c82b04e0f of type vlan for network 70fcdd4f-393b-439e-b339-f4356c843850 Mar 31 23:10:43.734167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b82536d8-5cb9-4f79-8dc6-4402eb7e14c5 req-dcf46f7c-6cda-4868-ae58-b94a2d74ba51 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.10 "DELETE /v2.0/ports/d66938ac-7188-4d03-9dc4-d6be188c1c73 HTTP/1.1" status: 204 len: 173 time: 1.2625377 Mar 31 23:10:43.796698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5897c9af-c437-4147-9fb2-699e7895422a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.813146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.828871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.832854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.833236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.833578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.833915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.834248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.834786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.835034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.835234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.835559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.835880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.836196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:43.842535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0d74e972-568c-4429-a826-99dddb755070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.846676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162'}, {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:43.846855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.851454 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c44c40-1428-4d9f-a935-e430583bea09" -d '{"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162"}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:43.937069 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6eb7fe-c01c-4739-b19a-714e9c293036 x-openstack-request-id: req-bb6eb7fe-c01c-4739-b19a-714e9c293036 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:43.937372 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "d03d9a64-4d9f-4b05-a15a-a9979d563162", "status": "completed", "code": 200}, {"server_uuid": "d84283df-87cf-428e-ab07-af33ea2c23c9", "name": "network-vif-deleted", "tag": "d66938ac-7188-4d03-9dc4-d6be188c1c73", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:43.937672 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb6eb7fe-c01c-4739-b19a-714e9c293036 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:43.938568 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6eb7fe-c01c-4739-b19a-714e9c293036'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'd03d9a64-4d9f-4b05-a15a-a9979d563162', 'status': 'completed', 'code': 200} Mar 31 23:10:43.938568 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6eb7fe-c01c-4739-b19a-714e9c293036'] response: {'server_uuid': 'd84283df-87cf-428e-ab07-af33ea2c23c9', 'name': 'network-vif-deleted', 'tag': 'd66938ac-7188-4d03-9dc4-d6be188c1c73', 'status': 'completed', 'code': 200} Mar 31 23:10:43.942414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:43.948594 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc38ff9-9242-46bc-a1eb-03684ba79ab2" -d '{"events": [{"server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "name": "network-vif-plugged", "status": "completed", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:43.990923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=25a28a9a-223a-4929-bd97-cf4f25225b21,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:43.997467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.005222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.007593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.049009 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84827f8-b91a-448a-84ca-471f41110339 x-openstack-request-id: req-f84827f8-b91a-448a-84ca-471f41110339 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:44.049383 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "name": "network-vif-plugged", "status": "completed", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:44.056851 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f84827f8-b91a-448a-84ca-471f41110339 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:44.056851 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84827f8-b91a-448a-84ca-471f41110339'] response: {'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'code': 200} Mar 31 23:10:44.109893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.162187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=70fcdd4f-393b-439e-b339-f4356c843850,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:44.186591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 70fcdd4f-393b-439e-b339-f4356c843850 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:44.189683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31bda9c2-f1e2-4bb7-a7aa-d85b53d9160d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0073783 Mar 31 23:10:44.318910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff5cc765-b8ec-4fed-bc27-8ebd88acef6b req-241f6016-0513-426c-a010-b547581e3beb tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.1620486 Mar 31 23:10:44.375477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437eb70-187d-47d2-abf2-c93c0bafdd64 req-908b64be-6b94-4e06-98f0-85a009107889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.375477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7437eb70-187d-47d2-abf2-c93c0bafdd64 req-908b64be-6b94-4e06-98f0-85a009107889 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 1096 time: 0.2286010 Mar 31 23:10:44.432361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:44.504868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7437eb70-187d-47d2-abf2-c93c0bafdd64 req-ab350ad0-293e-40cb-881d-ba5c4902fe36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055343 Mar 31 23:10:44.552338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f8de7-c539-41b2-845e-763d14acc8ac req-7f5219fd-0b68-489b-a5a9-a7af02da7c09 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.560830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972f8de7-c539-41b2-845e-763d14acc8ac req-7f5219fd-0b68-489b-a5a9-a7af02da7c09 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 944 time: 0.1233850 Mar 31 23:10:44.664700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972f8de7-c539-41b2-845e-763d14acc8ac req-74efe9cc-8f9f-4f2c-b438-127b0aa8daa6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025963 Mar 31 23:10:44.696146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb921-bdd7-4b3a-938f-c7db9c6d93e4 req-93591923-d04f-4743-a17f-48fb6add9fd0 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.704398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cfbb921-bdd7-4b3a-938f-c7db9c6d93e4 req-93591923-d04f-4743-a17f-48fb6add9fd0 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1411655 Mar 31 23:10:44.793964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cfbb921-bdd7-4b3a-938f-c7db9c6d93e4 req-72a34fa6-58ce-44c6-96c5-1a68812234d7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864925 Mar 31 23:10:45.290082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.480645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc61564b-cd22-49ed-a8c6-841b1b39983a req-446d9f01-9820-46da-a5f4-80e9fec36335 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0497339 Mar 31 23:10:45.667170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 89680c71-d6a0-4c21-84e5-39dbc6e34241 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:45.843720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:45.860393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '89680c71-d6a0-4c21-84e5-39dbc6e34241', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '89680c71-d6a0-4c21-84e5-39dbc6e34241', 'mac_address': 'fa:16:3e:ce:a7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:45.889926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba2fa-d77d-47d9-b5c4-8f460713e33b req-96b36a03-5d2c-48f6-9825-8456f5704ca4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:45.910606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.921673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-466ba2fa-d77d-47d9-b5c4-8f460713e33b req-96b36a03-5d2c-48f6-9825-8456f5704ca4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 944 time: 0.1576171 Mar 31 23:10:45.928418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89680c71-d6a0-4c21-84e5-39dbc6e34241 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:45.992070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:46.054030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-466ba2fa-d77d-47d9-b5c4-8f460713e33b req-1a51c85a-c4fa-4099-82f5-7a8553221015 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315658 Mar 31 23:10:46.086525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.093101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d35663-c004-4637-b0ea-267123797ed7 req-4b4534d2-cfff-4eb3-8939-251c77bd8659 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.106587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00d35663-c004-4637-b0ea-267123797ed7 req-4b4534d2-cfff-4eb3-8939-251c77bd8659 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1511538 Mar 31 23:10:46.183279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00d35663-c004-4637-b0ea-267123797ed7 req-f6ca5d29-49c0-4237-bd34-5e6ccd71f19b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681002 Mar 31 23:10:46.211125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.385036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:46.636970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.663056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89bcc2c8-f130-4015-a225-fd3a8ddc47ff req-35e9d377-5071-4a17-9373-945f944b337b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0519285 Mar 31 23:10:46.763199 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:46.835029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.306211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-0d26a81f-0f28-402a-ad21-0e9bcf767a12 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.308136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-0d26a81f-0f28-402a-ad21-0e9bcf767a12 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2206185 Mar 31 23:10:47.344693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-8bd00210-b4b2-4573-8535-74a31fd668d3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0294478 Mar 31 23:10:47.400920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-d1d87617-3f7b-4987-ab17-275a226061ce tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534687 Mar 31 23:10:47.509858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-05d2f657-e21d-4c1d-98c5-e488bb453892 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074049 Mar 31 23:10:47.639544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b73ada02-ee0f-497c-8e64-d51908d71cd3 req-d98450e3-02f2-444a-93be-b5d912cd1d92 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Mar 31 23:10:47.692315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 89680c71-d6a0-4c21-84e5-39dbc6e34241 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:47.804362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:47.809725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '70fcdd4f-393b-439e-b339-f4356c843850', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:47.945983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437609a-9013-46c6-b0b5-737d8e3ae89d req-a6b2db42-bfb2-4102-91c8-274e896b5539 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.948606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3437609a-9013-46c6-b0b5-737d8e3ae89d req-a6b2db42-bfb2-4102-91c8-274e896b5539 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 945 time: 0.0835159 Mar 31 23:10:47.962206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 89680c71-d6a0-4c21-84e5-39dbc6e34241 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:47.966144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 89680c71-d6a0-4c21-84e5-39dbc6e34241 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:47.966584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.063044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3437609a-9013-46c6-b0b5-737d8e3ae89d req-e9b3e3a7-cc4e-4a8c-ba8e-ade6de3b7003 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Mar 31 23:10:48.076570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:48.082542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.215228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.273580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:48.276174 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008270e5-8475-489c-88d9-a5dbfd83abc0" -d '{"events": [{"server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "name": "network-vif-plugged", "status": "completed", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:48.276805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afc3a-9da0-4d97-a73a-e66d8879f605 req-dab11bb6-f0fc-4ac8-b805-78d2c2087790 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.286262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e9afc3a-9da0-4d97-a73a-e66d8879f605 req-dab11bb6-f0fc-4ac8-b805-78d2c2087790 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1321595 Mar 31 23:10:48.291082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:48.328324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b15776cc-e70e-41d5-a7bf-f67fbaf138af req-a84d9e44-87e0-45cd-b970-d7fa94df3465 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0398159 Mar 31 23:10:48.364089 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.421156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e9afc3a-9da0-4d97-a73a-e66d8879f605 req-98155819-93ea-4f2e-9330-2a0d716b6ad9 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339869 Mar 31 23:10:48.454276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-683d1954-d306-4e9d-b305-68ef6dbd6f1b req-9dd06559-ec3c-4350-9b43-5d74bc7b0d93 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b6e8317-70d4-4011-8274-a3a0aa03ee61 HTTP/1.1" status: 200 len: 210 time: 0.0318642 Mar 31 23:10:48.459857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.600549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=ceb0cd83-68cf-47f4-a5de-181e8ef94cb2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.613471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '4bc03181-4286-4b0e-803e-b21c82b04e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:48.613837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 70fcdd4f-393b-439e-b339-f4356c843850, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:48.736427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 70fcdd4f-393b-439e-b339-f4356c843850 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:48.770556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd61ed-d7b1-494e-9cfb-af9e47d92b28 req-0f947bf7-cab0-414b-9dc3-0e93ef9e6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.772221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6bd61ed-d7b1-494e-9cfb-af9e47d92b28 req-0f947bf7-cab0-414b-9dc3-0e93ef9e6ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 1097 time: 0.1301799 Mar 31 23:10:48.800027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500e0a3-6e15-46df-b8fd-5004ae8680bb req-c9477533-9708-41ba-962c-40ede5e20150 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.802167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f500e0a3-6e15-46df-b8fd-5004ae8680bb req-c9477533-9708-41ba-962c-40ede5e20150 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1498232 Mar 31 23:10:48.807294 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ce225-1856-4ecf-87f0-42829b7e9a45 x-openstack-request-id: req-786ce225-1856-4ecf-87f0-42829b7e9a45 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:48.807823 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "name": "network-vif-plugged", "status": "completed", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:48.807939 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-786ce225-1856-4ecf-87f0-42829b7e9a45 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:48.808272 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ce225-1856-4ecf-87f0-42829b7e9a45'] response: {'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241', 'code': 200} Mar 31 23:10:48.811082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59502) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.820455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Request body: {'floatingip': {'port_id': '25a28a9a-223a-4929-bd97-cf4f25225b21'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:48.837723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.846274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 70fcdd4f-393b-439e-b339-f4356c843850) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:48.852645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6bd61ed-d7b1-494e-9cfb-af9e47d92b28 req-19a5db96-66f1-4467-97c9-9948f7d3a9bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716867 Mar 31 23:10:48.853902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.854489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.857545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead6acd-ed75-4aba-a5ed-c59c222f8261 None None] Network 70fcdd4f-393b-439e-b339-f4356c843850 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:48.926668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.973821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99b2a29b-caa7-43a4-952c-50248b0a0dba tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1647167 Mar 31 23:10:48.974067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59508) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.980285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924341771'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:49.093232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:49.097869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.184187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:49.219150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.219788 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment e18e99e6-3741-4428-a72f-24e627ae3127 of type vlan for network 6f43ad34-5714-4b65-a558-663f1362d13d Mar 31 23:10:49.254428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-70fcdd4f-393b-439e-b339-f4356c843850', 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': 'ceb0cd83-68cf-47f4-a5de-181e8ef94cb2'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:49.255623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.329458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.453904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.462694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.464633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.530751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190a9c8-3923-4e13-aba9-34ed607c9fcf req-61f512c9-7142-4998-a80a-28c2a03f5108 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.539192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d190a9c8-3923-4e13-aba9-34ed607c9fcf req-61f512c9-7142-4998-a80a-28c2a03f5108 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.2214463 Mar 31 23:10:49.630415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Allocated IP 2001:db8:0:ffff::2 (70fcdd4f-393b-439e-b339-f4356c843850/ceb0cd83-68cf-47f4-a5de-181e8ef94cb2/66056be8-3615-4e49-8385-023255873935) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:49.646617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=6f43ad34-5714-4b65-a558-663f1362d13d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.656066 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d840f54-721f-4187-9db2-ccaecaf4e641 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6806641 Mar 31 23:10:49.659552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59528) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:49.666516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:49.675914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6f43ad34-5714-4b65-a558-663f1362d13d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:49.786529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d190a9c8-3923-4e13-aba9-34ed607c9fcf req-1834ce71-8840-4302-aeb9-d89bca447806 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463620 Mar 31 23:10:49.944655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:49.948460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.989810 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.006568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d77555e3-9526-4dc9-a733-8cea17866182 req-2a685839-3009-4158-ae86-75eb885a112b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0811663 Mar 31 23:10:50.038004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:10:50.054246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.136064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Network 70fcdd4f-393b-439e-b339-f4356c843850 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:50.143531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:50.147794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:50.217880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.232438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Pushing event updated for resources: {'Port': ['ID=66056be8-3615-4e49-8385-023255873935,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:50.281496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.288220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Attempting to bind port 66056be8-3615-4e49-8385-023255873935 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:50.289238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Attempting to bind port 66056be8-3615-4e49-8385-023255873935 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4bc03181-4286-4b0e-803e-b21c82b04e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:50.289827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Attempting to bind port 66056be8-3615-4e49-8385-023255873935 on network 70fcdd4f-393b-439e-b339-f4356c843850 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:50.296423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-de1180f8-5111-401f-a777-d9935caf4676 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.297997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-de1180f8-5111-401f-a777-d9935caf4676 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.1699371 Mar 31 23:10:50.299430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:50.300078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Checking segment: {'id': '4bc03181-4286-4b0e-803e-b21c82b04e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:50.300668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.301231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Bound using segment: {'id': '4bc03181-4286-4b0e-803e-b21c82b04e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:50.303487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Bound port: 66056be8-3615-4e49-8385-023255873935, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc03181-4286-4b0e-803e-b21c82b04e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '70fcdd4f-393b-439e-b339-f4356c843850'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:50.303487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.356490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-427b478e-28aa-4f08-81ea-2a7dc3362010 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0180826 Mar 31 23:10:50.392791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] For port 66056be8-3615-4e49-8385-023255873935, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:50.398282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] For port 66056be8-3615-4e49-8385-023255873935, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66056be8-3615-4e49-8385-023255873935,segment=NetworkSegment(4bc03181-4286-4b0e-803e-b21c82b04e0f),segment_id=4bc03181-4286-4b0e-803e-b21c82b04e0f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:50.405229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-3266625f-6c2e-4a5e-b2b3-70488cf2f657 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399573 Mar 31 23:10:50.448552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.459346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.517531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa1629-c200-4105-b15b-f418f7d94e86 None None] Pushing event updated for resources: {'Port': ['ID=66056be8-3615-4e49-8385-023255873935,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:50.546528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-19057a69-8363-4d9e-a0d7-c52c2fa09ee0 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111097 Mar 31 23:10:50.609011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': 'e18e99e6-3741-4428-a72f-24e627ae3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:50.609509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 6f43ad34-5714-4b65-a558-663f1362d13d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:50.626346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=93665ddc-eb9d-4919-8362-77b0f0701b26,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:50.668923 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Floating IP a1cc5901-ff70-4bb9-9359-226525303c7d associated. External IP: 172.25.6.155, port: 25a28a9a-223a-4929-bd97-cf4f25225b21. Mar 31 23:10:50.705909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 6f43ad34-5714-4b65-a558-663f1362d13d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:50.719606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-db1eb096-1900-459a-9c94-c10a2d8daa4f service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719918 Mar 31 23:10:50.779938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6f43ad34-5714-4b65-a558-663f1362d13d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:50.790898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaeedcc-31a2-411a-bcbb-233b8cbd08d8 None None] Network 6f43ad34-5714-4b65-a558-663f1362d13d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:50.802131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.804397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.890811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b419c8a5-821a-4d20-bd2c-9f7310eb5a79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2292554 Mar 31 23:10:50.893591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:51.102520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-6f43ad34-5714-4b65-a558-663f1362d13d', 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': '93665ddc-eb9d-4919-8362-77b0f0701b26'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:51.103516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.171795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1489528c-d2e9-433f-b558-72ec3210bd90 req-38a4d4e8-e9c3-425e-b78a-eead55a9c900 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 210 time: 0.1023901 Mar 31 23:10:51.179798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.287397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b0f2-013f-4c8a-8952-640ad718d983 req-9b3116e5-4590-4885-9663-59f83baeaa6e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.289241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0981b0f2-013f-4c8a-8952-640ad718d983 req-9b3116e5-4590-4885-9663-59f83baeaa6e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.3099597 Mar 31 23:10:51.301810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.336042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7397e68f-1c8b-445c-abe9-6b6f54add192 req-88759c71-aeb9-48a3-acd9-eba7e0c9412b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0458949 Mar 31 23:10:51.375082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Allocated IP 2001:db8::1 (6f43ad34-5714-4b65-a558-663f1362d13d/93665ddc-eb9d-4919-8362-77b0f0701b26/8c62ba41-de41-4470-b5dc-b5ad8756caa0) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:51.403368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Router effe6959-0981-4023-b46a-d4f4c60e27b9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:51.427298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0981b0f2-013f-4c8a-8952-640ad718d983 req-405ed580-3862-4795-b0bb-3b31fde45ff7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190391 Mar 31 23:10:51.597498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.645251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:51.650828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.656491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Sync routers for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:51.673666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:51.683821 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:51.699879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.725365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be29d3fd-5ff7-461e-b3cf-5104a41dbc27 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "PUT /v2.0/floatingips/a1cc5901-ff70-4bb9-9359-226525303c7d HTTP/1.1" status: 200 len: 991 time: 2.9099896 Mar 31 23:10:51.728399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:51.738636 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35222dd-f16a-4783-b30c-d3260450d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:51.789533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Network 6f43ad34-5714-4b65-a558-663f1362d13d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:51.798443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:51.809105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.817697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:51.878281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Pushing event updated for resources: {'Port': ['ID=8c62ba41-de41-4470-b5dc-b5ad8756caa0,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.890482 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c95413b-fc0a-4f7b-8133-3ce08596e89c x-openstack-request-id: req-2c95413b-fc0a-4f7b-8133-3ce08596e89c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:51.890774 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:51.891041 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c95413b-fc0a-4f7b-8133-3ce08596e89c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:51.891454 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c95413b-fc0a-4f7b-8133-3ce08596e89c'] response: {'name': 'network-changed', 'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'status': 'completed', 'code': 200} Mar 31 23:10:51.976665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:51.989101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Attempting to bind port 8c62ba41-de41-4470-b5dc-b5ad8756caa0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:51.989466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Attempting to bind port 8c62ba41-de41-4470-b5dc-b5ad8756caa0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e18e99e6-3741-4428-a72f-24e627ae3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:51.989830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Attempting to bind port 8c62ba41-de41-4470-b5dc-b5ad8756caa0 on network 6f43ad34-5714-4b65-a558-663f1362d13d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:52.003783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:52.005168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Checking segment: {'id': 'e18e99e6-3741-4428-a72f-24e627ae3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:52.006227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.006828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Bound using segment: {'id': 'e18e99e6-3741-4428-a72f-24e627ae3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:52.014110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Bound port: 8c62ba41-de41-4470-b5dc-b5ad8756caa0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18e99e6-3741-4428-a72f-24e627ae3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6f43ad34-5714-4b65-a558-663f1362d13d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:52.018935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.073012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=93665ddc-eb9d-4919-8362-77b0f0701b26,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.094095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.153200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43ad34-5714-4b65-a558-663f1362d13d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.184318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18e99e6-3741-4428-a72f-24e627ae3127') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.185042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18e99e6-3741-4428-a72f-24e627ae3127') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.210228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] For port 8c62ba41-de41-4470-b5dc-b5ad8756caa0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:52.214759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.216990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] For port 8c62ba41-de41-4470-b5dc-b5ad8756caa0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8c62ba41-de41-4470-b5dc-b5ad8756caa0,segment=NetworkSegment(e18e99e6-3741-4428-a72f-24e627ae3127),segment_id=e18e99e6-3741-4428-a72f-24e627ae3127)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:52.247267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc61f8-3e8c-49fd-a7ee-b4d204c20b8a req-1e9b332b-e4b6-47a9-959e-57d6a20b4029 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.248892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-babc61f8-3e8c-49fd-a7ee-b4d204c20b8a req-1e9b332b-e4b6-47a9-959e-57d6a20b4029 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.2684197 Mar 31 23:10:52.250916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35222dd-f16a-4783-b30c-d3260450d93f req-6ed00d0f-b50b-48c5-91c1-28700bed3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.253375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66056be8-3615-4e49-8385-023255873935 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:52.261326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-6ed00d0f-b50b-48c5-91c1-28700bed3651 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f984e1cac884178acb93f092b8fb1b7&device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 1096 time: 0.3245676 Mar 31 23:10:52.322212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.331839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:52.332278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.338489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:52.340906 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:52.427923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1018-233f-4229-8a8d-9bef14adeb34 req-449840a1-3374-4641-9bfa-c3487a05515d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.429484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3ef1018-233f-4229-8a8d-9bef14adeb34 req-449840a1-3374-4641-9bfa-c3487a05515d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.3244185 Mar 31 23:10:52.454046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10afcdc-4232-40f2-95f1-1964af8c581d None None] Pushing event updated for resources: {'Port': ['ID=8c62ba41-de41-4470-b5dc-b5ad8756caa0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.467661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b259cd-fa05-4421-b469-9a00d3dd43c7 None None] Network 70fcdd4f-393b-439e-b339-f4356c843850 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:52.468844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a1cc5901-ff70-4bb9-9359-226525303c7d', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'port_id': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'mac_address': 'fa:16:3e:a0:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4c104-a781-404e-aadc-f7934c37cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:21Z', 'updated_at': '2022-03-31T23:10:49Z', 'revision_number': 1, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.510924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-babc61f8-3e8c-49fd-a7ee-b4d204c20b8a req-62b6e8c2-7569-45f0-9f77-a2b9c6646584 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430675 Mar 31 23:10:52.520219 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Checking router: effe6959-0981-4023-b46a-d4f4c60e27b9 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:52.550621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:10:52.550621 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:10:52.550621 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '6f43ad34-5714-4b65-a558-663f1362d13d'}] Mar 31 23:10:52.550621 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:52.551138 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:52.554497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:52.555672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.643432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-de025750-1e62-405d-b5d8-5c2b4a85ad3c None None] Provisioning complete for port 66056be8-3615-4e49-8385-023255873935 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:52.644088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de025750-1e62-405d-b5d8-5c2b4a85ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.676309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3ef1018-233f-4229-8a8d-9bef14adeb34 req-f70af916-4065-4236-849c-dc3afd2c1fc3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169008 Mar 31 23:10:52.729040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4aed4-9346-4008-87ae-08224f58811a None None] Network 6f43ad34-5714-4b65-a558-663f1362d13d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:52.731517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 66056be8-3615-4e49-8385-023255873935 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:52.731895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.815691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a49ef5d8-4ddb-4d8f-b2e5-7c94a54e6de3 req-786a2f0c-46ce-4327-9458-0d23e4c839ab tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 210 time: 0.1162062 Mar 31 23:10:52.826328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35222dd-f16a-4783-b30c-d3260450d93f req-ce8ed44a-706f-45fa-85e6-c3df852ef82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.831477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-ce8ed44a-706f-45fa-85e6-c3df852ef82f service neutron] 10.222.0.10 "GET /v2.0/networks?id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 200 len: 918 time: 0.5630362 Mar 31 23:10:52.909135 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:52.962290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e95ba64-c82a-4098-bf17-a64ee6fbea4a req-6e2f7520-33e2-43db-8027-3abda64a3402 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.1100283 Mar 31 23:10:53.002801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-349ebb0a-4a57-4da9-8904-65ac84144644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 200 len: 999 time: 0.1644447 Mar 31 23:10:53.052337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.143768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35222dd-f16a-4783-b30c-d3260450d93f req-617f909e-2124-462e-9c80-c4476592bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.146662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-617f909e-2124-462e-9c80-c4476592bd57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cfaff08-a8fd-416f-8e26-29f3dd09eb68 HTTP/1.1" status: 200 len: 855 time: 0.1365194 Mar 31 23:10:53.166131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.174767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 8c62ba41-de41-4470-b5dc-b5ad8756caa0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:53.175645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.254510 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de025750-1e62-405d-b5d8-5c2b4a85ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.258704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 8c62ba41-de41-4470-b5dc-b5ad8756caa0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8c62ba41-de41-4470-b5dc-b5ad8756caa0,segment=NetworkSegment(e18e99e6-3741-4428-a72f-24e627ae3127),segment_id=e18e99e6-3741-4428-a72f-24e627ae3127)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:53.259708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.281925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 66056be8-3615-4e49-8385-023255873935, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66056be8-3615-4e49-8385-023255873935,segment=NetworkSegment(4bc03181-4286-4b0e-803e-b21c82b04e0f),segment_id=4bc03181-4286-4b0e-803e-b21c82b04e0f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:53.282161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 8c62ba41-de41-4470-b5dc-b5ad8756caa0 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:53.374232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.521135 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a1cc5901-ff70-4bb9-9359-226525303c7d', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'port_id': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'mac_address': 'fa:16:3e:a0:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4c104-a781-404e-aadc-f7934c37cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:21Z', 'updated_at': '2022-03-31T23:10:49Z', 'revision_number': 1, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:53.579119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c1fbe-6529-4c75-b432-870d24f08ef3 None None] The sync data for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 is: [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a1cc5901-ff70-4bb9-9359-226525303c7d', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'port_id': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'mac_address': 'fa:16:3e:a0:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4c104-a781-404e-aadc-f7934c37cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:21Z', 'updated_at': '2022-03-31T23:10:49Z', 'revision_number': 1, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:53.628867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=66056be8-3615-4e49-8385-023255873935,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.648734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-de025750-1e62-405d-b5d8-5c2b4a85ad3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:53.651667 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-de025750-1e62-405d-b5d8-5c2b4a85ad3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:53.664606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.698946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=8c62ba41-de41-4470-b5dc-b5ad8756caa0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.711518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c48415-71ad-4d24-9455-e23212c3f4fb None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:10:53.824249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35222dd-f16a-4783-b30c-d3260450d93f req-67e4b21e-f0d2-46ce-9acf-de9816b0151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.826121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-67e4b21e-f0d2-46ce-9acf-de9816b0151d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6707342 Mar 31 23:10:53.846982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 8c62ba41-de41-4470-b5dc-b5ad8756caa0 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:53.858243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-b436058d-6423-4174-af8d-3f4d8455140c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.860094 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-b436058d-6423-4174-af8d-3f4d8455140c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2429917 Mar 31 23:10:53.900827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:54.001953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d05b-2b7d-4501-aac8-9ba9259e6bdd req-56ba2ac7-4799-45eb-8b1b-471b948ed485 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.011773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f338d05b-2b7d-4501-aac8-9ba9259e6bdd req-56ba2ac7-4799-45eb-8b1b-471b948ed485 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.1349623 Mar 31 23:10:54.089571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c48415-71ad-4d24-9455-e23212c3f4fb None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:10:54.110230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.120145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21a87129-88b0-4150-b2b9-507e2e255857 req-30aa2cea-dda8-4000-a38a-de2fb458f497 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 210 time: 0.0974030 Mar 31 23:10:54.136705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-ec7cf20b-fa14-4bfb-96dd-8ec3c65e67df service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030100 Mar 31 23:10:54.160216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43ad34-5714-4b65-a558-663f1362d13d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:54.176270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18e99e6-3741-4428-a72f-24e627ae3127') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:54.183359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18e99e6-3741-4428-a72f-24e627ae3127') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:54.194667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.213989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.221236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:54.221630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.286912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35222dd-f16a-4783-b30c-d3260450d93f req-7bb6b4c7-2bb1-47a1-a983-21608623a9f3 service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368377 Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:54.293374 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:54.333863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f338d05b-2b7d-4501-aac8-9ba9259e6bdd req-af69e2fe-6e0d-4731-aa51-3c63974da09f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210232 Mar 31 23:10:54.360497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-787767ea-c453-46af-8bd7-426d7d557cbd req-22c7752a-ec42-4280-abc4-0fde1a5f3518 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0580056 Mar 31 23:10:54.368789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.376584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.379861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/6f43ad34-5714-4b65-a558-663f1362d13d HTTP/1.1" status: 204 len: 168 time: 3.4852536 Mar 31 23:10:54.383302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:54.413486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984635307'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:54.420503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c722ea-1161-4f3f-8396-e0ded169d9d7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=6f43ad34-5714-4b65-a558-663f1362d13d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.425838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:54.430639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.467323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366a37b-f3cb-4016-8508-39a824e9913f None None] New status for floating IP a1cc5901-ff70-4bb9-9359-226525303c7d: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:10:54.471764 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.472840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66056be8-3615-4e49-8385-023255873935 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:54.580056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:54.580056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.611410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.6 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/9b9cde95-ef1d-42b2-b19c-74771e11684b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:54.628940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:54.653347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.653690 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment c5819d85-6010-4a89-a125-047661812a78 of type vlan for network dd6fb902-6242-4e01-bc76-c2ff2b196783 Mar 31 23:10:54.728777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.824362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 66056be8-3615-4e49-8385-023255873935 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:54.825106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.871819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.912269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.918604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.922800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.974528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cc1e10b4-11cf-4ff4-a18f-75ba210a249e None None] Provisioning complete for port 66056be8-3615-4e49-8385-023255873935 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:54.974903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc1e10b4-11cf-4ff4-a18f-75ba210a249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.363789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfff0-5203-4f7c-8634-d081180ee5bf req-74bff595-22c9-41fb-9729-2ee1a4b4b176 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.363789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adccfff0-5203-4f7c-8634-d081180ee5bf req-74bff595-22c9-41fb-9729-2ee1a4b4b176 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 931 time: 0.0701716 Mar 31 23:10:55.365397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.426368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=dd6fb902-6242-4e01-bc76-c2ff2b196783,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.429757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:55.437580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:55.438592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:55.441823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:55.446379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adccfff0-5203-4f7c-8634-d081180ee5bf req-a63d7997-8fdb-48ab-8528-156c4697b635 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872803 Mar 31 23:10:55.507670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.559476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a840-4401-43c3-a1c2-37101228c6ed req-c85f95f6-ccea-424e-a2c5-6dd077e9df6a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.576584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb58a840-4401-43c3-a1c2-37101228c6ed req-c85f95f6-ccea-424e-a2c5-6dd077e9df6a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0865119 Mar 31 23:10:55.576874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.576874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.614839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-851c8c59-b0a2-4124-8e4b-6aad5ebdf367 req-65b7556c-0e94-4903-9aaf-727964b30aac tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0479002 Mar 31 23:10:55.637602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb58a840-4401-43c3-a1c2-37101228c6ed req-6928d709-5f5b-43e9-9747-868dd99db458 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Mar 31 23:10:55.759221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3386faf4-8613-444d-9d1a-5faef822addb tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3744164 Mar 31 23:10:55.761868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.766958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:55.858264 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-4609b74c-fe24-4bc0-aaaa-16e1862a99e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9632397 Mar 31 23:10:55.870700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Request body: {'port': {'device_id': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:55.932504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.970019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:55.974191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.414110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9cde95-ef1d-42b2-b19c-74771e11684b {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:56.423330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.439579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Transition to ACTIVE for port object 9b9cde95-ef1d-42b2-b19c-74771e11684b will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:56.459708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.524239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.581243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=f35b5cc4-f6e8-4606-b27b-6f678c232d7f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.604869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db027-8cd0-451d-8fba-445e2d70c296 req-b0604057-ab92-4049-94c9-5b59027aa94c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.614180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-264db027-8cd0-451d-8fba-445e2d70c296 req-b0604057-ab92-4049-94c9-5b59027aa94c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 943 time: 0.0763395 Mar 31 23:10:56.628020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': 'c5819d85-6010-4a89-a125-047661812a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:56.628396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: dd6fb902-6242-4e01-bc76-c2ff2b196783, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:56.634230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.692149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-264db027-8cd0-451d-8fba-445e2d70c296 req-f37fc084-aaf7-4cf7-8c43-8975a43f71a4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774741 Mar 31 23:10:56.764428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20adda60-f6cc-4e93-be7b-33d60d3c6478 req-8cc1305b-1b13-4a3f-88c7-48e63680ce36 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0400436 Mar 31 23:10:56.788802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:56.800582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Attempting to bind port 9b9cde95-ef1d-42b2-b19c-74771e11684b on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:56.800912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Attempting to bind port 9b9cde95-ef1d-42b2-b19c-74771e11684b by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:56.801234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Attempting to bind port 9b9cde95-ef1d-42b2-b19c-74771e11684b on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:56.806119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Port 9b9cde95-ef1d-42b2-b19c-74771e11684b on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:56.806648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Attempting to bind port 9b9cde95-ef1d-42b2-b19c-74771e11684b on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:56.814333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:56.814736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:56.815447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:56.815880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Bound port: 9b9cde95-ef1d-42b2-b19c-74771e11684b, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:56.816274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.836913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192c1b-ade0-4b09-84e4-960e1aaee450 req-fbba8c07-8d2b-427f-88d5-3b63673bebd8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.839648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93192c1b-ade0-4b09-84e4-960e1aaee450 req-fbba8c07-8d2b-427f-88d5-3b63673bebd8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0631115 Mar 31 23:10:56.902212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, dd6fb902-6242-4e01-bc76-c2ff2b196783) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:56.904988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93192c1b-ade0-4b09-84e4-960e1aaee450 req-bd9e1519-bf26-4d8b-bc41-d617fce48635 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560422 Mar 31 23:10:56.912516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.913425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.921646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebb14f-3028-4c1c-b472-afb49ab4e052 None None] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:56.929644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:56.935416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:57.045502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c5ff8e1d-da54-403b-a071-ba64f71d3165 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2823970 Mar 31 23:10:57.051872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59604) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.058390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305631700'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:57.069796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.118284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.121376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.121376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] 10.222.0.44 "PUT /v2.0/ports/9b9cde95-ef1d-42b2-b19c-74771e11684b HTTP/1.1" status: 200 len: 1091 time: 1.2541945 Mar 31 23:10:57.121376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:57.124120 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff25658-1cf9-4212-b838-d674e2cfc039" -d '{"events": [{"name": "network-changed", "server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:57.162205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:57.166142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-dd6fb902-6242-4e01-bc76-c2ff2b196783', 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': 'f35b5cc4-f6e8-4606-b27b-6f678c232d7f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:57.167129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.168002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.174732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf47b-72db-4938-87df-52531e86d79b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.249973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:57.264172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.266170 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment b12267de-69f1-4544-ba5e-cebb12c42af9 of type vlan for network 512ee573-db97-47b1-93f0-d086dcfefe63 Mar 31 23:10:57.292686 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299baf8e-2a24-4c35-9ff7-c232a31074c4 x-openstack-request-id: req-299baf8e-2a24-4c35-9ff7-c232a31074c4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:57.295416 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:57.297309 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-299baf8e-2a24-4c35-9ff7-c232a31074c4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:57.299999 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299baf8e-2a24-4c35-9ff7-c232a31074c4'] response: {'name': 'network-changed', 'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b', 'status': 'completed', 'code': 200} Mar 31 23:10:57.336372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.349889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-3353a689-e415-4e26-8b34-609598c211c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.353178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-3353a689-e415-4e26-8b34-609598c211c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 1094 time: 0.1372843 Mar 31 23:10:57.361353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Allocated IP 2001:db8::1 (dd6fb902-6242-4e01-bc76-c2ff2b196783/f35b5cc4-f6e8-4606-b27b-6f678c232d7f/369169c1-5dbb-4e02-bf8a-9160fa4d8653) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:57.420715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-8fef1e95-6ffa-4f9e-82fb-aa4064632447 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b HTTP/1.1" status: 200 len: 217 time: 0.0587628 Mar 31 23:10:57.476821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.482822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.483499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.488068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-bda94607-0777-45fa-a2a3-36ef74d438a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.495576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-bda94607-0777-45fa-a2a3-36ef74d438a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0658920 Mar 31 23:10:57.535237 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-9e7b01e6-2f60-49be-8f68-d8fc395fec7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348067 Mar 31 23:10:57.587458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5317156 Mar 31 23:10:57.587458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa46b1-f8d8-47ca-b770-909e531ed12d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=512ee573-db97-47b1-93f0-d086dcfefe63,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.590187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59608) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.600726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:57.603160 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.610104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 512ee573-db97-47b1-93f0-d086dcfefe63 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:57.694719 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-32d62e4c-b3d2-4762-9969-35409112da0f service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519997 Mar 31 23:10:57.695326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.739187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:57.743161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:57.749131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:57.772528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Pushing event updated for resources: {'Port': ['ID=369169c1-5dbb-4e02-bf8a-9160fa4d8653,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.859881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Attempting to bind port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:57.864308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Attempting to bind port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c5819d85-6010-4a89-a125-047661812a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:57.864308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Attempting to bind port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 on network dd6fb902-6242-4e01-bc76-c2ff2b196783 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:57.870384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:57.870861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Checking segment: {'id': 'c5819d85-6010-4a89-a125-047661812a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:57.871366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.872604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Bound using segment: {'id': 'c5819d85-6010-4a89-a125-047661812a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:57.873479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Bound port: 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5819d85-6010-4a89-a125-047661812a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dd6fb902-6242-4e01-bc76-c2ff2b196783'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:57.873940 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.896389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:57.915166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.922358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c263a4de-5c5c-4b51-b409-5e376a82565a req-0fdf3858-3f4f-4763-be10-b0e5ddcdbff1 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194433 Mar 31 23:10:58.167265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-684018e3-8716-43df-888e-7b2f88682702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.169271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-684018e3-8716-43df-888e-7b2f88682702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 1094 time: 0.1242375 Mar 31 23:10:58.174602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24efca79-f6af-458c-8704-9fab5d8db265 req-0490c642-739f-4f5c-8567-f273b9409a94 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.1774378 Mar 31 23:10:58.240381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing IP validity checks on allocation pools {{(pid=109834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:10:58.241417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:10:58.271252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816c4-720d-455c-86b7-c855c87574a4 req-282882c5-8e10-40a4-af09-855c71637ee2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.287974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e6816c4-720d-455c-86b7-c855c87574a4 req-282882c5-8e10-40a4-af09-855c71637ee2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 943 time: 0.4062884 Mar 31 23:10:58.358016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] For port 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:58.365598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] For port 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369169c1-5dbb-4e02-bf8a-9160fa4d8653,segment=NetworkSegment(c5819d85-6010-4a89-a125-047661812a78),segment_id=c5819d85-6010-4a89-a125-047661812a78)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:58.390090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-993b0c0e-bd93-4471-ae27-37ea353424f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.392110 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-993b0c0e-bd93-4471-ae27-37ea353424f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 913 time: 0.2168038 Mar 31 23:10:58.420835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e6816c4-720d-455c-86b7-c855c87574a4 req-605cb484-f711-4eae-9036-07d8a7a28e26 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283057 Mar 31 23:10:58.452792 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.538484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-f8248182-2719-4813-8f8e-d39f38f48d27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b HTTP/1.1" status: 200 len: 217 time: 0.1385734 Mar 31 23:10:58.602825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-dd095416-9d53-4e7c-8f5e-6a068bd07139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.604615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-dd095416-9d53-4e7c-8f5e-6a068bd07139 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0593281 Mar 31 23:10:58.616137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900b7cd-2f93-45a9-a207-0e7b1c7161f1 None None] Pushing event updated for resources: {'Port': ['ID=369169c1-5dbb-4e02-bf8a-9160fa4d8653,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.663962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-a53c1aa3-0d15-45bd-976f-5f1753b8ea1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496721 Mar 31 23:10:58.668029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c311db8-0b69-4544-88be-9996ff917ec7 req-4892035f-4d8d-40e5-9d1a-8136368b8bcd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.684089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c311db8-0b69-4544-88be-9996ff917ec7 req-4892035f-4d8d-40e5-9d1a-8136368b8bcd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.2589850 Mar 31 23:10:58.797023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c311db8-0b69-4544-88be-9996ff917ec7 req-ffd91d47-9bff-4b46-88b7-60bcdd303913 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106298 Mar 31 23:10:58.799890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.805469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-341ba441-f03a-4a1c-99e1-b752a22eded2 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323440 Mar 31 23:10:58.909729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': 'b12267de-69f1-4544-ba5e-cebb12c42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:58.910337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 512ee573-db97-47b1-93f0-d086dcfefe63, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:58.914426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=e322bafe-5d51-493a-a6b3-455772daa533,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.981614 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ff25658-1cf9-4212-b838-d674e2cfc039 req-36bc9fae-4cf8-44ad-baf7-1d1db18c59cc service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619205 Mar 31 23:10:59.041971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 512ee573-db97-47b1-93f0-d086dcfefe63 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:59.127610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 512ee573-db97-47b1-93f0-d086dcfefe63) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:59.132271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.133100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.141506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad222c6-46a3-4219-8e61-943fbfededbf None None] Network 512ee573-db97-47b1-93f0-d086dcfefe63 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:59.320054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-512ee573-db97-47b1-93f0-d086dcfefe63', 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': 'e322bafe-5d51-493a-a6b3-455772daa533'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:59.321355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.352185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecb0db63-e658-42e7-a939-4b123406fe09 req-07a8c64d-5116-4456-9ee6-b627ca4016a4 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0504544 Mar 31 23:10:59.511828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Allocated IP 2001:db8::3 (512ee573-db97-47b1-93f0-d086dcfefe63/e322bafe-5d51-493a-a6b3-455772daa533/84e939f1-a343-4267-8a65-cdee3953f366) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:59.631368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e82f-1d93-43e6-8d55-ec8fd8138148 req-b5ffd1b7-1ca5-4de2-851f-e044ec99842a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.633114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7e4e82f-1d93-43e6-8d55-ec8fd8138148 req-b5ffd1b7-1ca5-4de2-851f-e044ec99842a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 943 time: 0.0697861 Mar 31 23:10:59.683660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7e4e82f-1d93-43e6-8d55-ec8fd8138148 req-c3ed6bab-8cf2-431e-81cf-3f118acadf3f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Mar 31 23:10:59.689946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.865938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47d850-40b3-4af8-b430-d13d5afa9d10 None None] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:59.945867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34e68-c983-4859-a50b-5eb7d31866e4 req-3d1f0d7a-8ad0-44ec-a756-ac6d2efd91bd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.945867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c34e68-c983-4859-a50b-5eb7d31866e4 req-3d1f0d7a-8ad0-44ec-a756-ac6d2efd91bd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0571864 Mar 31 23:10:59.947150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] Provisioning complete for port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:59.947150 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.020526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c34e68-c983-4859-a50b-5eb7d31866e4 req-52e8b33f-956f-491c-9792-5301c8ec252e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852559 Mar 31 23:11:00.174963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369169c1-5dbb-4e02-bf8a-9160fa4d8653 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:00.186013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:00.189903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a11cdfb7-dd89-4608-832b-40faa5b233da tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5911963 Mar 31 23:11:00.243216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.327167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] For port 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369169c1-5dbb-4e02-bf8a-9160fa4d8653,segment=NetworkSegment(c5819d85-6010-4a89-a125-047661812a78),segment_id=c5819d85-6010-4a89-a125-047661812a78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:00.332147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:00.332747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.362084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.465783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.503445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.545819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.565754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6999ed85-f310-418a-a0a4-6dbf24f696bf req-e26f9106-93c5-4f19-af83-07b8711e75e8 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0541739 Mar 31 23:11:00.625852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Network 512ee573-db97-47b1-93f0-d086dcfefe63 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:00.633296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:00.636513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:00.666580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Pushing event updated for resources: {'Port': ['ID=84e939f1-a343-4267-8a65-cdee3953f366,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.713007 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.729776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.785230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Attempting to bind port 84e939f1-a343-4267-8a65-cdee3953f366 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:00.785873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Attempting to bind port 84e939f1-a343-4267-8a65-cdee3953f366 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'b12267de-69f1-4544-ba5e-cebb12c42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:00.786219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Attempting to bind port 84e939f1-a343-4267-8a65-cdee3953f366 on network 512ee573-db97-47b1-93f0-d086dcfefe63 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:00.828587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:00.830644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Checking segment: {'id': 'b12267de-69f1-4544-ba5e-cebb12c42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:00.830644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.830966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Bound using segment: {'id': 'b12267de-69f1-4544-ba5e-cebb12c42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:00.831698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Bound port: 84e939f1-a343-4267-8a65-cdee3953f366, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12267de-69f1-4544-ba5e-cebb12c42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '512ee573-db97-47b1-93f0-d086dcfefe63'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:00.832684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.854175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:00.854523 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:00.855329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=e322bafe-5d51-493a-a6b3-455772daa533,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.858619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5623e-4b31-4a42-abce-485776d54321 None None] Pushing event updated for resources: {'Port': ['ID=369169c1-5dbb-4e02-bf8a-9160fa4d8653,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.909547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e86f6bb1-12da-4ea1-8235-291207af0cd6 None None] Provisioning complete for port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:00.910061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e86f6bb1-12da-4ea1-8235-291207af0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.989639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] For port 84e939f1-a343-4267-8a65-cdee3953f366, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:00.993919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] For port 84e939f1-a343-4267-8a65-cdee3953f366, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=84e939f1-a343-4267-8a65-cdee3953f366,segment=NetworkSegment(b12267de-69f1-4544-ba5e-cebb12c42af9),segment_id=b12267de-69f1-4544-ba5e-cebb12c42af9)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:01.024151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.081121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeb476-9cae-426e-8bd3-6af49e4d9409 req-4acdfeb3-0a81-4eb6-923a-de9222467d2a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.084918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccaeb476-9cae-426e-8bd3-6af49e4d9409 req-4acdfeb3-0a81-4eb6-923a-de9222467d2a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 943 time: 0.1482008 Mar 31 23:11:01.086657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.101441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ee573-db97-47b1-93f0-d086dcfefe63']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:01.137856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12267de-69f1-4544-ba5e-cebb12c42af9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:01.138127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12267de-69f1-4544-ba5e-cebb12c42af9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:01.163293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.175477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccaeb476-9cae-426e-8bd3-6af49e4d9409 req-0514da7c-981e-4dcc-996b-5d355b1eacd8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Mar 31 23:11:01.185852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2739d-06c0-4df9-b159-f20f8a9ad218 req-48562ce0-fa07-4ece-b77d-7a78c39522e2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.196112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df0fc7-403f-47c0-ac10-a467e64cdcf5 None None] Pushing event updated for resources: {'Port': ['ID=84e939f1-a343-4267-8a65-cdee3953f366,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:01.197352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.214606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00a2739d-06c0-4df9-b159-f20f8a9ad218 req-48562ce0-fa07-4ece-b77d-7a78c39522e2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.1272621 Mar 31 23:11:01.214888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:01.216399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.270915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00a2739d-06c0-4df9-b159-f20f8a9ad218 req-dd231084-6ef1-4861-9f5f-f1fb3fc522e3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533028 Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:01.301984 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:01.308845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0bec9-ae94-49d6-9631-c90e36e2b5e9 None None] Network 512ee573-db97-47b1-93f0-d086dcfefe63 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:01.385344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:11:01.385344 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:11:01.385344 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '512ee573-db97-47b1-93f0-d086dcfefe63'}] Mar 31 23:11:01.385344 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:01.386045 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:01.401978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dec88-d572-4d1b-a810-16368a49dd12 req-e4a88556-52f9-49b8-a39a-c556153a568b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.410208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-630dec88-d572-4d1b-a810-16368a49dd12 req-e4a88556-52f9-49b8-a39a-c556153a568b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0827739 Mar 31 23:11:01.493262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-630dec88-d572-4d1b-a810-16368a49dd12 req-fa924d0f-8f26-4c08-9a10-1bfe2275257e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815189 Mar 31 23:11:01.551495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530de88-b5cc-427c-9676-954147a8772c None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:11:01.711454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6530de88-b5cc-427c-9676-954147a8772c None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:11:01.756287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b9cde95-ef1d-42b2-b19c-74771e11684b details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:01.757326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9669afe-4e35-4175-895a-445d5628173f req-9fa9668a-94ef-4a76-947c-820bd3a91fa9 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0603812 Mar 31 23:11:01.886798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.018369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 84e939f1-a343-4267-8a65-cdee3953f366 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:02.024924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.128646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369169c1-5dbb-4e02-bf8a-9160fa4d8653 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:02.157007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 84e939f1-a343-4267-8a65-cdee3953f366, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=84e939f1-a343-4267-8a65-cdee3953f366,segment=NetworkSegment(b12267de-69f1-4544-ba5e-cebb12c42af9),segment_id=b12267de-69f1-4544-ba5e-cebb12c42af9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:02.157938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.173824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 84e939f1-a343-4267-8a65-cdee3953f366 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:02.213488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:02.256194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9b9cde95-ef1d-42b2-b19c-74771e11684b', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': '9b9cde95-ef1d-42b2-b19c-74771e11684b', 'mac_address': 'fa:16:3e:90:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:02.303444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:02.303862 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.338075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.361249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9cde95-ef1d-42b2-b19c-74771e11684b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:02.379977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.383741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d374b-6d6b-4545-be16-7c55927fc4d6 req-df94363e-39ce-4be5-b43b-916d202f6112 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.389516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed3d374b-6d6b-4545-be16-7c55927fc4d6 req-df94363e-39ce-4be5-b43b-916d202f6112 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 943 time: 0.1026657 Mar 31 23:11:02.412650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:02.459026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=84e939f1-a343-4267-8a65-cdee3953f366,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.463501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 84e939f1-a343-4267-8a65-cdee3953f366 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:02.494797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.575954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03797-6537-499e-a8dc-342852ffbb5a req-bcc0e79d-d93d-425c-8ce2-68c19a868f17 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.584052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53f03797-6537-499e-a8dc-342852ffbb5a req-bcc0e79d-d93d-425c-8ce2-68c19a868f17 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.1775818 Mar 31 23:11:02.649385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed3d374b-6d6b-4545-be16-7c55927fc4d6 req-d36ccd18-5b63-4235-a51f-3d008206c559 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512772 Mar 31 23:11:02.655185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.701762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53f03797-6537-499e-a8dc-342852ffbb5a req-1b29ad18-96fa-4994-8e1c-b9508ba07871 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103985 Mar 31 23:11:02.736086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.768829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ee573-db97-47b1-93f0-d086dcfefe63']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.807485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12267de-69f1-4544-ba5e-cebb12c42af9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.811250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12267de-69f1-4544-ba5e-cebb12c42af9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.824506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9684edc-ce35-4798-8687-c608ef2ce105 req-ffeaa43f-43ac-4a19-ae49-40e544405288 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.832950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9684edc-ce35-4798-8687-c608ef2ce105 req-ffeaa43f-43ac-4a19-ae49-40e544405288 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0800259 Mar 31 23:11:02.842776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.861091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9b9cde95-ef1d-42b2-b19c-74771e11684b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:02.877139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.894622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:02.895221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:02.900897 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:02.916458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9684edc-ce35-4798-8687-c608ef2ce105 req-c9d6a01c-25f8-4d1b-81f9-0e9bbce357d7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825255 Mar 31 23:11:02.943081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2fd3852-b368-4ac4-9a49-857fdc733333 req-1a5c7601-87f4-4083-81b2-e8f71df86f2e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0594211 Mar 31 23:11:03.070336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.085983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.097023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/512ee573-db97-47b1-93f0-d086dcfefe63 HTTP/1.1" status: 204 len: 168 time: 2.9050133 Mar 31 23:11:03.098916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59696) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:03.116088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883613817'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:03.126585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0514c-2cdf-4e28-9694-76c58fb397b1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=512ee573-db97-47b1-93f0-d086dcfefe63,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.141837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-ed39daa5-6fa7-4afe-9d7c-8a940931a61b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.143985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-ed39daa5-6fa7-4afe-9d7c-8a940931a61b tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.1111200 Mar 31 23:11:03.244910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:03.250424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.285162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:03.293650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.293997 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 06ea5f16-14a4-45ad-aef9-fa7938c43b51 of type vlan for network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 Mar 31 23:11:03.345177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.380938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Deleting port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:03.381311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.441546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.447880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.448626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.549992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=7735f5e6-e96d-4649-9eab-fdd91e90ffa7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.572909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:03.573977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] For port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:03.574565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.585709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-53d7409e-6a77-4009-b996-0c3559188a6c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4811475 Mar 31 23:11:03.586053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:03.592642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:03.756400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:03.760759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.033419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69355a-a08e-4cb4-9f4b-3e6acc3a0dad req-c9c3a4e2-e726-49fc-875f-a58578c2defb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.041474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e69355a-a08e-4cb4-9f4b-3e6acc3a0dad req-c9c3a4e2-e726-49fc-875f-a58578c2defb tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 946 time: 0.1866248 Mar 31 23:11:04.079180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6edc-cec0-453c-8df2-91df3a2a48c4 req-5c5b5bbb-51ee-45ac-a72a-ed3762d3193f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.081017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-248d6edc-cec0-453c-8df2-91df3a2a48c4 req-5c5b5bbb-51ee-45ac-a72a-ed3762d3193f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 944 time: 0.1967010 Mar 31 23:11:04.099385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.099930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.100333 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Floating IP 4c52ada4-aa09-4e19-b80b-4e0e9cae11bd disassociated. External IP: 172.25.6.32, port: c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99. Mar 31 23:11:04.100797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Calling delete_port for c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:04.124896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.135990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e69355a-a08e-4cb4-9f4b-3e6acc3a0dad req-86916c4b-aa18-4dc9-85fa-a4a4463d395c tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups?id=88c1447b-e6cc-4e78-b419-44f57e864ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933783 Mar 31 23:11:04.223634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-248d6edc-cec0-453c-8df2-91df3a2a48c4 req-04c7986b-caec-4e38-a10c-5faa92760772 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137884 Mar 31 23:11:04.270328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '06ea5f16-14a4-45ad-aef9-fa7938c43b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:04.270696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 7735f5e6-e96d-4649-9eab-fdd91e90ffa7, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:04.281258 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=99c5b2ff-d3e1-4587-94d2-ee25daea5919,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.367588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:04.408827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e1ee7ce-9de5-431c-a15b-c151ded49faf req-43bfbb80-9468-4ed0-8f5f-2e43548509bf tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0593436 Mar 31 23:11:04.436308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7735f5e6-e96d-4649-9eab-fdd91e90ffa7) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:04.441369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.441369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.452203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438e6dc-69c0-462c-851e-3232b1c7c873 None None] Network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:04.455621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df553d-0cd8-47c0-b8c2-89b1d03a9420 req-5942b0e0-62cd-438c-acab-962e643ac2a1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.463540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4df553d-0cd8-47c0-b8c2-89b1d03a9420 req-5942b0e0-62cd-438c-acab-962e643ac2a1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.1569405 Mar 31 23:11:04.518510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4df553d-0cd8-47c0-b8c2-89b1d03a9420 req-e548b719-965d-49f7-bbb2-8a3a8b09596a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537920 Mar 31 23:11:04.525207 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-616e704b-c3fe-406e-ada9-d9c520c9a753 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9380493 Mar 31 23:11:04.527992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59714) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.590787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.659886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'Port': ['ID=c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.828179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.860534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.887643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7735f5e6-e96d-4649-9eab-fdd91e90ffa7', 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': '99c5b2ff-d3e1-4587-94d2-ee25daea5919'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:04.888720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.089718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:05.119902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.223093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Allocated IP 2001:db8::1 (7735f5e6-e96d-4649-9eab-fdd91e90ffa7/99c5b2ff-d3e1-4587-94d2-ee25daea5919/c32909b4-fc52-4798-ad04-0dd9a6ed55f5) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:05.307968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c38895b-4eb0-46ae-af3c-470c5891bfbe req-f1029ce2-a47e-4f63-85a1-909eb3134ac3 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 210 time: 0.0527320 Mar 31 23:11:05.416265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:05.427420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:05.440638 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:05.441441 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:05.478166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] No DVR routers for this DVR port c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:05.481919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.486306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c587aa20-a9e8-4603-84b9-7d5a34988aac req-f533d594-a82d-4b8e-a44e-b32088a74ae2 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.10 "DELETE /v2.0/ports/c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 HTTP/1.1" status: 204 len: 173 time: 2.3363698 Mar 31 23:11:05.488325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'name': 'network-vif-deleted', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:05.492169 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101102ad-53c2-45d1-9e06-91fe08a75e75" -d '{"events": [{"server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "name": "network-vif-deleted", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:05.509720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b656-3e6e-4028-83b4-d486d9030ffb req-35cc4390-e48f-4ce3-ae23-0c9fd3a4a355 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.529030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc4b656-3e6e-4028-83b4-d486d9030ffb req-35cc4390-e48f-4ce3-ae23-0c9fd3a4a355 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 944 time: 0.1717808 Mar 31 23:11:05.559940 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.592903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e3e462a-8f57-4e1a-a2d0-fdd382477386 req-73629acc-d0a9-40ae-85e8-b8ac33d765c5 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0301034 Mar 31 23:11:05.603953 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:05.640778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc4b656-3e6e-4028-83b4-d486d9030ffb req-302b88c2-028d-449f-b1d9-6f0acedae094 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107371 Mar 31 23:11:05.674390 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af948bf0-7031-43f2-a04b-74995aa98cbf x-openstack-request-id: req-af948bf0-7031-43f2-a04b-74995aa98cbf {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:05.674390 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa5e6d9-ccae-4cce-89c2-831d55f9d750", "name": "network-vif-deleted", "tag": "c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:05.674616 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af948bf0-7031-43f2-a04b-74995aa98cbf {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:05.674896 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af948bf0-7031-43f2-a04b-74995aa98cbf'] response: {'server_uuid': 'ffa5e6d9-ccae-4cce-89c2-831d55f9d750', 'name': 'network-vif-deleted', 'tag': 'c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99', 'status': 'completed', 'code': 200} Mar 31 23:11:05.710255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.757296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b9cde95-ef1d-42b2-b19c-74771e11684b up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:05.792084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:05.809215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:05.809369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa8d4-e285-42ac-8e8e-9b08aa3c58eb req-2b20f13c-7583-4eb9-92bf-35968e8cbcad tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.810321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-607aa8d4-e285-42ac-8e8e-9b08aa3c58eb req-2b20f13c-7583-4eb9-92bf-35968e8cbcad tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0782998 Mar 31 23:11:05.817195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:05.827487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Pushing event updated for resources: {'Port': ['ID=c32909b4-fc52-4798-ad04-0dd9a6ed55f5,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.848857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.865938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.866383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.866797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.867288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.867702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.868125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.868610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.868913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.869314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.869709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.870108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.870504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:05.924327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Attempting to bind port c32909b4-fc52-4798-ad04-0dd9a6ed55f5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:05.925290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Attempting to bind port c32909b4-fc52-4798-ad04-0dd9a6ed55f5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '06ea5f16-14a4-45ad-aef9-fa7938c43b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:05.925960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Attempting to bind port c32909b4-fc52-4798-ad04-0dd9a6ed55f5 on network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:05.934464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:05.935343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Checking segment: {'id': '06ea5f16-14a4-45ad-aef9-fa7938c43b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:05.936171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.936778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Bound using segment: {'id': '06ea5f16-14a4-45ad-aef9-fa7938c43b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:05.937492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Bound port: c32909b4-fc52-4798-ad04-0dd9a6ed55f5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea5f16-14a4-45ad-aef9-fa7938c43b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:05.938852 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.967395 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:05.986580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=99c5b2ff-d3e1-4587-94d2-ee25daea5919,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.001514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.048016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-607aa8d4-e285-42ac-8e8e-9b08aa3c58eb req-3a4d1eb0-1dec-4212-b299-e04650487dfd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284894 Mar 31 23:11:06.055398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9b9cde95-ef1d-42b2-b19c-74771e11684b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:06.062910 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:06.067570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9b9cde95-ef1d-42b2-b19c-74771e11684b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:06.067953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.076175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735f5e6-e96d-4649-9eab-fdd91e90ffa7']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:06.088666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:06.090080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:10:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:06.091645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ea5f16-14a4-45ad-aef9-fa7938c43b51') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:06.092059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ea5f16-14a4-45ad-aef9-fa7938c43b51') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:06.107400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.124686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.133405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:06.133817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.136173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] For port c32909b4-fc52-4798-ad04-0dd9a6ed55f5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:06.140239 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:06.201844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.236313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] For port c32909b4-fc52-4798-ad04-0dd9a6ed55f5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c32909b4-fc52-4798-ad04-0dd9a6ed55f5,segment=NetworkSegment(06ea5f16-14a4-45ad-aef9-fa7938c43b51),segment_id=06ea5f16-14a4-45ad-aef9-fa7938c43b51)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:06.242521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:06.245141 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e8606-fbe5-4065-b967-2de5bb2b2770" -d '{"events": [{"server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "name": "network-vif-plugged", "status": "completed", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:06.260175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:06.267886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:06.297589 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104fbc22-a8ca-4a79-8362-6fb57e0399d6 x-openstack-request-id: req-104fbc22-a8ca-4a79-8362-6fb57e0399d6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:06.298767 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "name": "network-vif-plugged", "status": "completed", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:06.299367 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-104fbc22-a8ca-4a79-8362-6fb57e0399d6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:06.299924 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104fbc22-a8ca-4a79-8362-6fb57e0399d6'] response: {'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b', 'code': 200} Mar 31 23:11:06.312147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:11:06.312147 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:11:06.312147 n-d-828414-2 neutron-server[109834]: [parameters: {'id': '7735f5e6-e96d-4649-9eab-fdd91e90ffa7'}] Mar 31 23:11:06.312147 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:06.312733 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:06.397771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.412702 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.424123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cca14-c310-4913-8c9c-8eb8449b95ef req-6fa0f02f-ed64-4eee-a6eb-a01ff5eaca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.427580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-116cca14-c310-4913-8c9c-8eb8449b95ef req-6fa0f02f-ed64-4eee-a6eb-a01ff5eaca6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 1095 time: 0.0590265 Mar 31 23:11:06.510016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-116cca14-c310-4913-8c9c-8eb8449b95ef req-3492e082-ac10-4880-8456-de4002f09fcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762441 Mar 31 23:11:06.537578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a1c9519-2dc4-4b1b-a247-f3ec282cab40 req-3f812e28-7ab4-486a-9cff-93f1266c3a98 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffa5e6d9-ccae-4cce-89c2-831d55f9d750 HTTP/1.1" status: 200 len: 210 time: 0.0538263 Mar 31 23:11:06.551943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.589345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f21de-db5c-43e3-b84f-3db72f851101 None None] Network 7735f5e6-e96d-4649-9eab-fdd91e90ffa7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:06.627886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:06.663908 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d587a05-4521-49fd-9eab-6567d5c64e95 None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:01:45Z', 'revision_number': 4, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4051d6ba-3dcc-4863-a68d-29dc78d72b53', 'name': '', 'network_id': 'fff5b72b-1d40-4f75-9b8c-f425017fb180', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'mac_address': 'fa:16:3e:c8:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:44Z', 'updated_at': '2022-03-31T23:01:51Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'subnets': [{'id': 'a1c3221a-08ac-4d34-aa16-1e5c2d7ff146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:06.728728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0656fbd-e385-4270-a07e-fb4c3a953bce None None] Pushing event updated for resources: {'Port': ['ID=c32909b4-fc52-4798-ad04-0dd9a6ed55f5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.816201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.847830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c53b6-cc38-4cd6-afb0-62197ad70c1d None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:11:06.947450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21620b7c-1033-456d-b143-25af248c076d req-29b6f63c-d04c-4060-8a19-0d62614243aa tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.1207061 Mar 31 23:11:07.056350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70e48-dddb-4575-9cbb-1fb22c4d2cd3 req-0de76815-89ed-4de2-8b00-6086c0fc4fd1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.062474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c53b6-cc38-4cd6-afb0-62197ad70c1d None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:11:07.067743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b70e48-dddb-4575-9cbb-1fb22c4d2cd3 req-0de76815-89ed-4de2-8b00-6086c0fc4fd1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.2617714 Mar 31 23:11:07.176945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b70e48-dddb-4575-9cbb-1fb22c4d2cd3 req-69da0df5-5cb9-496a-b887-b74f2f2a73bf tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Mar 31 23:11:07.224441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bae93-9586-4848-ae40-675d2aabb24e None None] New status for floating IP 4c52ada4-aa09-4e19-b80b-4e0e9cae11bd: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:07.236364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port c32909b4-fc52-4798-ad04-0dd9a6ed55f5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:07.236587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.326657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port c32909b4-fc52-4798-ad04-0dd9a6ed55f5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c32909b4-fc52-4798-ad04-0dd9a6ed55f5,segment=NetworkSegment(06ea5f16-14a4-45ad-aef9-fa7938c43b51),segment_id=06ea5f16-14a4-45ad-aef9-fa7938c43b51)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:07.327062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.338062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e461e2-d236-43b0-84b7-4c36e326de16 req-fd66d9e7-bb39-49c1-a7ad-043d620ccbe8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.346777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3e461e2-d236-43b0-84b7-4c36e326de16 req-fd66d9e7-bb39-49c1-a7ad-043d620ccbe8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.1570635 Mar 31 23:11:07.373366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for c32909b4-fc52-4798-ad04-0dd9a6ed55f5 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:07.409561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3e461e2-d236-43b0-84b7-4c36e326de16 req-9723d614-f22c-45ea-8721-fa5c532dda4e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587626 Mar 31 23:11:07.595589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:07.654079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:07.654273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.654764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c3dc1d2f-ef45-45e2-81e5-0e47ba7cbc99 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:07.698240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=c32909b4-fc52-4798-ad04-0dd9a6ed55f5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.700329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port c32909b4-fc52-4798-ad04-0dd9a6ed55f5 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:07.788059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.800294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.821575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735f5e6-e96d-4649-9eab-fdd91e90ffa7']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.847477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ea5f16-14a4-45ad-aef9-fa7938c43b51') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.847910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ea5f16-14a4-45ad-aef9-fa7938c43b51') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.866490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.888189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.891309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.898648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:07.899068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:07.903229 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:07.930274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.090640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.093403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.095576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "DELETE /v2.0/security-groups/88c1447b-e6cc-4e78-b419-44f57e864ea8 HTTP/1.1" status: 204 len: 168 time: 0.2942660 Mar 31 23:11:08.100489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:08.144744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01484664-202e-4a09-a3f4-081414c4aa90 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1447b-e6cc-4e78-b419-44f57e864ea8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.156447 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-7a3d7107-44fd-4607-baa2-4eb60434bb67 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] show failed (client error): The resource could not be found. Mar 31 23:11:08.159450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a3d7107-44fd-4607-baa2-4eb60434bb67 tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "GET /v2.0/security-groups/88c1447b-e6cc-4e78-b419-44f57e864ea8 HTTP/1.1" status: 404 len: 347 time: 0.0578690 Mar 31 23:11:08.162866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:08.365357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Deleting port 85187988-c956-4f59-830c-77856c16572b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:08.366073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.440577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd22adc1-2c86-4d5a-9eae-5cd4ba19b110 req-6798b101-11da-4011-952c-dec73cfb6e32 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0631819 Mar 31 23:11:08.474896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4491-4b58-4355-99f5-1a688cefa26c req-3c3e17c2-c615-4505-af45-8428bd6e2f8d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.476785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f8d4491-4b58-4355-99f5-1a688cefa26c req-3c3e17c2-c615-4505-af45-8428bd6e2f8d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.0980494 Mar 31 23:11:08.512463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.512463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.534835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.541296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Calling delete_port for 85187988-c956-4f59-830c-77856c16572b owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:08.546296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.553317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/7735f5e6-e96d-4649-9eab-fdd91e90ffa7 HTTP/1.1" status: 204 len: 168 time: 4.0205276 Mar 31 23:11:08.555299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f8d4491-4b58-4355-99f5-1a688cefa26c req-7a00bef8-f812-4773-80cd-64174da7c1f8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Mar 31 23:11:08.555916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:08.586412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffac27-ba04-44b5-a4a2-69d037ae5b6d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=7735f5e6-e96d-4649-9eab-fdd91e90ffa7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.596173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152376131'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:08.687316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39bb33-ff21-4c61-b61e-859c765a4542 req-8da616e5-9a17-4f57-9cc8-b98b9e543acd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.689489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e39bb33-ff21-4c61-b61e-859c765a4542 req-8da616e5-9a17-4f57-9cc8-b98b9e543acd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0987639 Mar 31 23:11:08.762916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e39bb33-ff21-4c61-b61e-859c765a4542 req-8926fbb5-9166-43ba-9546-d4c5cb4f75f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Mar 31 23:11:08.762916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:08.765523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.794477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:08.807387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.807880 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 7fe963a2-7d65-47ed-bdb9-860813510a26 of type vlan for network a06e6176-b025-4983-b8cf-ca8e766b3e0c Mar 31 23:11:08.854155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.927744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.955677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Pushing event deleted for resources: {'Port': ['ID=85187988-c956-4f59-830c-77856c16572b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.036763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.038351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.039446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.041390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1c756bcb-b080-4b58-b432-b922f256ba4a tempest-AttachVolumeTestJSON-1972987008 tempest-AttachVolumeTestJSON-1972987008-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c52ada4-aa09-4e19-b80b-4e0e9cae11bd HTTP/1.1" status: 204 len: 168 time: 0.8765340 Mar 31 23:11:09.058673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.058673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.186848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=a06e6176-b025-4983-b8cf-ca8e766b3e0c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.198104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a06e6176-b025-4983-b8cf-ca8e766b3e0c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:09.207319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a99d34cb-e154-4c4a-9251-61f13fe62b60 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6233380 Mar 31 23:11:09.210394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59786) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.215384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:09.217987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99ebb-5b76-4702-a750-6e5d311f0865 req-0170bb05-5c67-4b65-a770-7f43a632ab00 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.220788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fab99ebb-5b76-4702-a750-6e5d311f0865 req-0170bb05-5c67-4b65-a770-7f43a632ab00 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.0725482 Mar 31 23:11:09.266175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fab99ebb-5b76-4702-a750-6e5d311f0865 req-2c975c68-0eab-4c01-8f12-46c36a8546b5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Mar 31 23:11:09.441757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:09.445748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.654992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-924c658b-132b-49e7-9324-b1f6da591d29 req-4f6067df-e83e-4be9-b2a0-3227551b521b tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84283df-87cf-428e-ab07-af33ea2c23c9 HTTP/1.1" status: 200 len: 210 time: 0.0565586 Mar 31 23:11:09.808485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.871112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=6a315a65-ea7e-4c74-8e59-a01707fb0f57,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.905693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '7fe963a2-7d65-47ed-bdb9-860813510a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:09.906562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: a06e6176-b025-4983-b8cf-ca8e766b3e0c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:09.990014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb623-521a-4376-bdf9-8ee6f0851d7d req-6d674eb8-7839-49ba-8a63-53c60ddfdd3a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.006895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf8fb623-521a-4376-bdf9-8ee6f0851d7d req-6d674eb8-7839-49ba-8a63-53c60ddfdd3a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0993917 Mar 31 23:11:10.025010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network a06e6176-b025-4983-b8cf-ca8e766b3e0c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:10.069850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf8fb623-521a-4376-bdf9-8ee6f0851d7d req-0c653bb3-ea6a-4896-9f29-8d0ec479bce5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599468 Mar 31 23:11:10.170239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a06e6176-b025-4983-b8cf-ca8e766b3e0c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:10.178346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.179254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.184627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deabbf3-1a49-471e-83cc-67e08aaaf8d5 None None] Network a06e6176-b025-4983-b8cf-ca8e766b3e0c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:10.310770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59802) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:10.311158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d423f718-e8bb-45a9-8d79-dc17905dc5f2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0992637 Mar 31 23:11:10.517913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a06e6176-b025-4983-b8cf-ca8e766b3e0c', 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': '6a315a65-ea7e-4c74-8e59-a01707fb0f57'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:10.519709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.536447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216528-9f6c-469d-b08d-750ca63bf1c3 req-432bdbc2-07ec-47b8-80df-8f23e3f85273 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.538423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03216528-9f6c-469d-b08d-750ca63bf1c3 req-432bdbc2-07ec-47b8-80df-8f23e3f85273 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.1419141 Mar 31 23:11:10.572427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:10.588734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.611854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03216528-9f6c-469d-b08d-750ca63bf1c3 req-5c9f576d-0746-4cdf-b4a9-c49dfaf2f585 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Mar 31 23:11:10.737443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Allocated IP 2001:db8::1 (a06e6176-b025-4983-b8cf-ca8e766b3e0c/6a315a65-ea7e-4c74-8e59-a01707fb0f57/d2335b53-94d7-47a2-8842-a9aad859dd25) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:10.742609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5a17d83-98fa-4eac-ab23-c3748feaf288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.744189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.883772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5a17d83-98fa-4eac-ab23-c3748feaf288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.918009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:10.940529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.981256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5a17d83-98fa-4eac-ab23-c3748feaf288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.991407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.038488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17d83-98fa-4eac-ab23-c3748feaf288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc5472-8f75-49a1-b79b-36197570198f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.054260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d5a17d83-98fa-4eac-ab23-c3748feaf288 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=767126c1efe943c4b7f6e6e13895ef46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777868 Mar 31 23:11:11.054260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.056134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59822) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.076560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.135182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.140429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Network a06e6176-b025-4983-b8cf-ca8e766b3e0c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:11.145183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Pushing event updated for resources: {'Port': ['ID=d2335b53-94d7-47a2-8842-a9aad859dd25,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.156364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:11.160817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:11.163206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.198790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.235998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=6a315a65-ea7e-4c74-8e59-a01707fb0f57,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.246131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.246733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.249346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/security-groups/50084c5f-23e1-4ad7-8adf-9a9e2fb06147 HTTP/1.1" status: 204 len: 168 time: 0.3290515 Mar 31 23:11:11.252826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Attempting to bind port d2335b53-94d7-47a2-8842-a9aad859dd25 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:11.253484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Attempting to bind port d2335b53-94d7-47a2-8842-a9aad859dd25 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7fe963a2-7d65-47ed-bdb9-860813510a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:11.253660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59828) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.258220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Attempting to bind port d2335b53-94d7-47a2-8842-a9aad859dd25 on network a06e6176-b025-4983-b8cf-ca8e766b3e0c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:11.267025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:11.267702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Checking segment: {'id': '7fe963a2-7d65-47ed-bdb9-860813510a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:11.268286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.268863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Bound using segment: {'id': '7fe963a2-7d65-47ed-bdb9-860813510a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:11.269500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Bound port: d2335b53-94d7-47a2-8842-a9aad859dd25, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe963a2-7d65-47ed-bdb9-860813510a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:11.270215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.274279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b14ca9-f941-4c78-8f5d-08ee322f5ddc tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50084c5f-23e1-4ad7-8adf-9a9e2fb06147,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.293264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.298337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.298663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/adcc5472-8f75-49a1-b79b-36197570198f HTTP/1.1" status: 204 len: 168 time: 0.2413256 Mar 31 23:11:11.324755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a133d8-7a74-4cf4-936c-9c91d97b3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc5472-8f75-49a1-b79b-36197570198f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.325756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.369161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cb4a-99d1-424c-b057-e381d90e4ce5 req-6619d6ec-0313-4f22-a1c2-77d341d02eea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.377099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa90cb4a-99d1-424c-b057-e381d90e4ce5 req-6619d6ec-0313-4f22-a1c2-77d341d02eea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.2134910 Mar 31 23:11:11.406198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] For port d2335b53-94d7-47a2-8842-a9aad859dd25, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:11.411502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] For port d2335b53-94d7-47a2-8842-a9aad859dd25, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d2335b53-94d7-47a2-8842-a9aad859dd25,segment=NetworkSegment(7fe963a2-7d65-47ed-bdb9-860813510a26),segment_id=7fe963a2-7d65-47ed-bdb9-860813510a26)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:11.428294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06e6176-b025-4983-b8cf-ca8e766b3e0c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:11.430988 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-81fdf1a0-8b17-4686-b813-1aa7248c6d9c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] show failed (client error): The resource could not be found. Mar 31 23:11:11.431751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-81fdf1a0-8b17-4686-b813-1aa7248c6d9c tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "GET /v2.0/security-groups/50084c5f-23e1-4ad7-8adf-9a9e2fb06147 HTTP/1.1" status: 404 len: 347 time: 0.1754079 Mar 31 23:11:11.436539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59832) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.448187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe963a2-7d65-47ed-bdb9-860813510a26') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:11.451107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe963a2-7d65-47ed-bdb9-860813510a26') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:11.478763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.500379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa90cb4a-99d1-424c-b057-e381d90e4ce5 req-31e9955e-081a-42a5-ae29-c32d07ee91f7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222279 Mar 31 23:11:11.524725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761c0d3-bfaa-4b49-9e4f-aa48f48f2a80 req-dbe99200-1041-4c24-b0da-115041fb036e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.526291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a761c0d3-bfaa-4b49-9e4f-aa48f48f2a80 req-dbe99200-1041-4c24-b0da-115041fb036e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.1790581 Mar 31 23:11:11.528102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.530422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.560568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:11.562039 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:11.568206 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:11.666173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port cf30fb1c-6581-4480-8118-1ba5681543ad {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:11.667361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.671404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ef1f-c8c1-4eb9-a053-e8f6f75b6288 None None] Pushing event updated for resources: {'Port': ['ID=d2335b53-94d7-47a2-8842-a9aad859dd25,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.682131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ce638e6-3020-44fc-a63b-302fd36c9b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.689406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a761c0d3-bfaa-4b49-9e4f-aa48f48f2a80 req-03beafb2-e672-41a7-8fea-5ffef4a18443 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465745 Mar 31 23:11:11.694186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:11:11.694186 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:11:11.694186 n-d-828414-2 neutron-server[109834]: [parameters: {'id': 'a06e6176-b025-4983-b8cf-ca8e766b3e0c'}] Mar 31 23:11:11.694186 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:11.698563 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:11.717979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8355f-9112-4325-8ed8-29fbb1b8137e None None] Network a06e6176-b025-4983-b8cf-ca8e766b3e0c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:11.789633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.790110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.807390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for cf30fb1c-6581-4480-8118-1ba5681543ad owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:11.875790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3de97-31c3-4fb5-baaa-28caa44f6cfe None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:11:12.027132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3de97-31c3-4fb5-baaa-28caa44f6cfe None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:11:12.071092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.107028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=cf30fb1c-6581-4480-8118-1ba5681543ad,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.143984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59840) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:12.163543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fb72d05-f45b-41a9-bc51-17868186ec16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.175830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.179097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.183476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f3de755e-db2c-4c00-b644-a4a071d2057e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/floatingips/619cdb37-8567-4de3-afb3-133a3f3dcb51 HTTP/1.1" status: 204 len: 168 time: 0.7457535 Mar 31 23:11:12.184136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:12.196695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.324570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fb72d05-f45b-41a9-bc51-17868186ec16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.329981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port 9a1de28e-44bc-437e-843c-74474fa38454 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:12.330368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.336964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port d2335b53-94d7-47a2-8842-a9aad859dd25 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:12.337462 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.419443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fb72d05-f45b-41a9-bc51-17868186ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.450556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port d2335b53-94d7-47a2-8842-a9aad859dd25, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d2335b53-94d7-47a2-8842-a9aad859dd25,segment=NetworkSegment(7fe963a2-7d65-47ed-bdb9-860813510a26),segment_id=7fe963a2-7d65-47ed-bdb9-860813510a26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:12.451035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.467359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.488046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for d2335b53-94d7-47a2-8842-a9aad859dd25 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:12.488697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for 9a1de28e-44bc-437e-843c-74474fa38454 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:12.493256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1fb72d05-f45b-41a9-bc51-17868186ec16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1761cc6e8612487981a867714515b49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478670 Mar 31 23:11:12.496624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb72d05-f45b-41a9-bc51-17868186ec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b7473-8914-44f4-8456-425466cb1a36,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.499182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59844) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:12.761634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.787523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.787783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807ed1e-ab46-4945-8ac6-8e21ebf3a5aa req-6617c5b4-9ccb-433b-8206-2c2ee5118795 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.789867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a807ed1e-ab46-4945-8ac6-8e21ebf3a5aa req-6617c5b4-9ccb-433b-8206-2c2ee5118795 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.1275597 Mar 31 23:11:12.844508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.878077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.911400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65aad-a615-4335-93a2-9dc941f5ccdc req-1a5c43e2-a105-40e3-ba81-b93553f8b4f1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.913097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29c65aad-a615-4335-93a2-9dc941f5ccdc req-1a5c43e2-a105-40e3-ba81-b93553f8b4f1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.1157098 Mar 31 23:11:12.914926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=d2335b53-94d7-47a2-8842-a9aad859dd25,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.927910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port d2335b53-94d7-47a2-8842-a9aad859dd25 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:12.928975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=9a1de28e-44bc-437e-843c-74474fa38454,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.959772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a807ed1e-ab46-4945-8ac6-8e21ebf3a5aa req-6ed52d98-34ea-4186-8faa-349e9f120fd1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252882 Mar 31 23:11:13.021946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.025006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.026184 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/034b7473-8914-44f4-8456-425466cb1a36 HTTP/1.1" status: 204 len: 168 time: 0.5137906 Mar 31 23:11:13.081033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29c65aad-a615-4335-93a2-9dc941f5ccdc req-b7fa461d-4881-405b-8c20-67a0412abbc2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503942 Mar 31 23:11:13.085863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.141094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06e6176-b025-4983-b8cf-ca8e766b3e0c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:13.148450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf6d8c-eee9-4ba3-ab68-4852f98845bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b7473-8914-44f4-8456-425466cb1a36,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.189698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.195816 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96d4e212-9dc2-4216-b897-00cb2aa1838e tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/ports/9a1de28e-44bc-437e-843c-74474fa38454 HTTP/1.1" status: 204 len: 168 time: 1.0081005 Mar 31 23:11:13.197047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59860) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:13.202121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-24dbd463-eb23-41fe-b20b-46d0f7428327 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.203659 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-24dbd463-eb23-41fe-b20b-46d0f7428327 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 945 time: 0.2158685 Mar 31 23:11:13.217595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe963a2-7d65-47ed-bdb9-860813510a26') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:13.227238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe963a2-7d65-47ed-bdb9-860813510a26') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:13.271754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.291235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.309428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:13.310186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:13.316269 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:13.359321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port 9b9cde95-ef1d-42b2-b19c-74771e11684b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:13.359598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.455579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port 5e5308f1-549c-4c31-bc5d-281a83c1714b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:13.456176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.493735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port 9b9cde95-ef1d-42b2-b19c-74771e11684b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b9cde95-ef1d-42b2-b19c-74771e11684b,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:13.494061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.504146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.511405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for 9b9cde95-ef1d-42b2-b19c-74771e11684b owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:13.540948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.559344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/a06e6176-b025-4983-b8cf-ca8e766b3e0c HTTP/1.1" status: 204 len: 168 time: 3.2467551 Mar 31 23:11:13.562075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59862) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:13.589536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625173252'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:13.618539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1bd7f-e9db-4dcb-8a6e-e02b9c8de560 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=a06e6176-b025-4983-b8cf-ca8e766b3e0c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.692016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.715662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for 5e5308f1-549c-4c31-bc5d-281a83c1714b owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:13.755976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:13.760069 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.800747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79965b32-0b6b-4f8b-b8a2-c79e5e91a08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.853656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:13.873695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.874056 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 22fc1acd-9863-4bd7-8782-a28b0cba4169 of type vlan for network 88c04af2-66ab-413c-b2a6-5287c0d3c04e Mar 31 23:11:13.910657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.930528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9b9cde95-ef1d-42b2-b19c-74771e11684b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:13.949150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.027042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=9b9cde95-ef1d-42b2-b19c-74771e11684b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.070430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.077298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.077915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.144383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port 9b9cde95-ef1d-42b2-b19c-74771e11684b on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:14.150661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.152559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.156097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf361b42-5c35-4047-aa10-61eb019b79ae req-279a9792-b7d4-4f25-97dd-4b93d5d64dbb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "DELETE /v2.0/ports/9b9cde95-ef1d-42b2-b19c-74771e11684b HTTP/1.1" status: 204 len: 173 time: 0.9452724 Mar 31 23:11:14.157607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'name': 'network-vif-deleted', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:14.168287 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268653e-fc2a-4f5f-9704-acb2f9dc8361" -d '{"events": [{"server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "name": "network-vif-deleted", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:14.289078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=5e5308f1-549c-4c31-bc5d-281a83c1714b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.334504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7540004 Mar 31 23:11:14.334898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59890) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:14.340172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:14.507723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e7e90dc-62d3-4708-a234-9b9519266da1 req-de01c507-7ebf-42a9-91ac-f29c2ca8c4ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=85d4ada3-b98e-49c8-9319-a2c12aeb2586 HTTP/1.1" status: 200 len: 210 time: 0.2191141 Mar 31 23:11:14.539976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4a224-662a-4f17-a507-bb3dfd16e1fa tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=88c04af2-66ab-413c-b2a6-5287c0d3c04e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.555427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:14.574674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8144b9-9056-4397-8ee1-5617e0e24e1c req-c728b07b-c71c-4312-b8d7-4323aafcdff3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.583711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec8144b9-9056-4397-8ee1-5617e0e24e1c req-c728b07b-c71c-4312-b8d7-4323aafcdff3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.4553971 Mar 31 23:11:14.586382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:14.592737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.651754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.651754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a31e47d8-3d63-4aa3-a7ba-eba88e631399 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/ports/5e5308f1-549c-4c31-bc5d-281a83c1714b HTTP/1.1" status: 204 len: 168 time: 1.4503620 Mar 31 23:11:14.652158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59898) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:14.676741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec8144b9-9056-4397-8ee1-5617e0e24e1c req-2be5fb51-26e3-4b1f-8f71-b179b3393f1e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 Mar 31 23:11:14.690191 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03aa851-78b5-4bd2-aa08-62bb13aee5c3 x-openstack-request-id: req-a03aa851-78b5-4bd2-aa08-62bb13aee5c3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:14.690481 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d4ada3-b98e-49c8-9319-a2c12aeb2586", "name": "network-vif-deleted", "tag": "9b9cde95-ef1d-42b2-b19c-74771e11684b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:14.693469 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a03aa851-78b5-4bd2-aa08-62bb13aee5c3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:14.693469 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03aa851-78b5-4bd2-aa08-62bb13aee5c3'] response: {'server_uuid': '85d4ada3-b98e-49c8-9319-a2c12aeb2586', 'name': 'network-vif-deleted', 'tag': '9b9cde95-ef1d-42b2-b19c-74771e11684b', 'status': 'completed', 'code': 200} Mar 31 23:11:14.751017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting subnet 3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:14.758553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.841775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.017090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.091708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.176913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=01eef6ed-6bc4-4dae-b870-37ce7b335bc0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.189380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '22fc1acd-9863-4bd7-8782-a28b0cba4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:15.189744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 88c04af2-66ab-413c-b2a6-5287c0d3c04e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:15.253852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.277956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.316150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:15.331519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.336951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.343428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:15.345022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f0a32cce-3b26-4d4c-94f3-51041bc7756f tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/subnets/3b7e5a4a-1a33-4756-b9be-3d0ee6393dfb HTTP/1.1" status: 204 len: 168 time: 0.6914005 Mar 31 23:11:15.346308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ddd77-0122-47a9-93a6-1c2d9f4a9718 None None] Network 16e30b3a-970b-4faa-8669-55b19f89b98e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:15.413184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting subnet ebd21d61-1554-4d0e-b821-ba6e487812a9 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:15.416847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.466135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 88c04af2-66ab-413c-b2a6-5287c0d3c04e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:15.474467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.475192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.486779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.495858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684583e-c37d-4f76-a650-e0fc9e73d0bc None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:15.744566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] DHCP port deletion for 16e30b3a-970b-4faa-8669-55b19f89b98e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:15.764760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.807708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a94b6e6a-8c49-4b5c-8d36-47af17227734 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4718471 Mar 31 23:11:15.810638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59928) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:15.817453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:15.843179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-88c04af2-66ab-413c-b2a6-5287c0d3c04e', 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': '01eef6ed-6bc4-4dae-b870-37ce7b335bc0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:15.844120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.968117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Deleting port 4aa961be-d95e-47ec-a671-420bfad1ea1a {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:15.972177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.996319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31332540-22fc-43ba-a017-13a9e951dc4a req-f79d8152-a3e6-4012-92e2-71864880e880 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.003547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31332540-22fc-43ba-a017-13a9e951dc4a req-f79d8152-a3e6-4012-92e2-71864880e880 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.2060063 Mar 31 23:11:16.052117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.063771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.076014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/subnets/ebd21d61-1554-4d0e-b821-ba6e487812a9 HTTP/1.1" status: 204 len: 168 time: 0.7306364 Mar 31 23:11:16.080608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59936) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:16.094751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4bf26-027c-48ba-b7d2-10f28093bfe7 None None] Network e33833d0-0806-43d5-b410-704b94546dae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:16.108617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2d94c43b-8b91-4847-b070-9634a93d2356 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.120633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2d94c43b-8b91-4847-b070-9634a93d2356 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.2772443 Mar 31 23:11:16.149714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-d5786771-d8ff-41f7-8f97-9a0a23daa625 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0279965 Mar 31 23:11:16.153512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31332540-22fc-43ba-a017-13a9e951dc4a req-930bc073-33e9-4bbe-9ce5-b6ea5a758caf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403103 Mar 31 23:11:16.203414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4aa961be-d95e-47ec-a671-420bfad1ea1a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:16.206881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-c1440dab-71a5-4b10-93b8-e40894b8dc18 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428758 Mar 31 23:11:16.208961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:16.214099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.244999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61841c-692e-4740-9509-1d18b77ed185 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd21d61-1554-4d0e-b821-ba6e487812a9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:16.301577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] For port 4aa961be-d95e-47ec-a671-420bfad1ea1a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4aa961be-d95e-47ec-a671-420bfad1ea1a,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:16.302125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.312768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.355372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Allocated IP 2001:db8::2 (88c04af2-66ab-413c-b2a6-5287c0d3c04e/01eef6ed-6bc4-4dae-b870-37ce7b335bc0/6c1086a4-246c-411c-b2d7-b2e0e28212bc) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:16.385904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-179810ff-4c0b-4e77-9325-eab2edc2467d service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661966 Mar 31 23:11:16.412039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Calling delete_port for 4aa961be-d95e-47ec-a671-420bfad1ea1a owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:16.507529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Deleting port 4aa961be-d95e-47ec-a671-420bfad1ea1a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:16.508030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.630185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-ba93df36-9ece-4366-9b4b-deb908304d36 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422462 Mar 31 23:11:16.656334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] For port 4aa961be-d95e-47ec-a671-420bfad1ea1a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4aa961be-d95e-47ec-a671-420bfad1ea1a,segment=NetworkSegment(87555032-1ca5-44f5-8227-a02b3aee9d29),segment_id=87555032-1ca5-44f5-8227-a02b3aee9d29)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:16.658289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.728163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Calling delete_port for 4aa961be-d95e-47ec-a671-420bfad1ea1a owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:16.747746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.818734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.895817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] DHCP port deletion for e33833d0-0806-43d5-b410-704b94546dae request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:16.946412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.971395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.974614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.021037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] Pushing event deleted for resources: {'Port': ['ID=4aa961be-d95e-47ec-a671-420bfad1ea1a,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.063978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5c41c-cafa-449c-b764-c128327a876f None None] No DVR routers for this DVR port 4aa961be-d95e-47ec-a671-420bfad1ea1a on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:17.098581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.120595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Deleting port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:17.121069 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.151554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56be511d-4258-4d4a-a990-836bf087a657 req-4952f4a6-3110-4ef8-a707-79bd2a73c9a7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 210 time: 0.0971501 Mar 31 23:11:17.244318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] For port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,segment=NetworkSegment(d2f796df-e02a-4f91-9cbc-acc321b14599),segment_id=d2f796df-e02a-4f91-9cbc-acc321b14599)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:17.244731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.269229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Calling delete_port for b5973c9c-a0ee-4c67-91c9-cc0af601a6ce owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:17.291325 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.353535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d725a03-dbbe-4f70-a74b-406e4a75dabb req-e0c5ac9c-592c-4cd6-b130-48ddcf86a15b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.355447 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d725a03-dbbe-4f70-a74b-406e4a75dabb req-e0c5ac9c-592c-4cd6-b130-48ddcf86a15b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0721388 Mar 31 23:11:17.417576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Pushing event updated for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.461541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d725a03-dbbe-4f70-a74b-406e4a75dabb req-02823720-2f85-4e86-be16-059c23b550c9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998256 Mar 31 23:11:17.499782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:17.499782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:17.504753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:17.621049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Attempting to bind port 6c1086a4-246c-411c-b2d7-b2e0e28212bc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:17.622327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Attempting to bind port 6c1086a4-246c-411c-b2d7-b2e0e28212bc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '22fc1acd-9863-4bd7-8782-a28b0cba4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:17.622327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Attempting to bind port 6c1086a4-246c-411c-b2d7-b2e0e28212bc on network 88c04af2-66ab-413c-b2a6-5287c0d3c04e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:17.634596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:17.635072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Checking segment: {'id': '22fc1acd-9863-4bd7-8782-a28b0cba4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:17.635712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.636305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Bound using segment: {'id': '22fc1acd-9863-4bd7-8782-a28b0cba4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:17.636992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Bound port: 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fc1acd-9863-4bd7-8782-a28b0cba4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:17.637574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.640232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.682920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Port': ['ID=4aa961be-d95e-47ec-a671-420bfad1ea1a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.701969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] No DVR routers for this DVR port 4aa961be-d95e-47ec-a671-420bfad1ea1a on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:17.711251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:17.736792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:17.743558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6c1086a4-246c-411c-b2d7-b2e0e28212bc,segment=NetworkSegment(22fc1acd-9863-4bd7-8782-a28b0cba4169),segment_id=22fc1acd-9863-4bd7-8782-a28b0cba4169)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:17.757763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:17.762649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=31079ac3-802a-41c1-b24a-2eef1b30974a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.765798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.767161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.776916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b9cde95-ef1d-42b2-b19c-74771e11684b no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:17.829547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.846040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9b9cde95-ef1d-42b2-b19c-74771e11684b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:17.846510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b9cde95-ef1d-42b2-b19c-74771e11684b not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:17.848904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] No DVR routers for this DVR port b5973c9c-a0ee-4c67-91c9-cc0af601a6ce on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:17.853529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.874249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036f9f7-54d4-4095-8051-ee01d92b6a0b None None] Pushing event deleted for resources: {'Port': ['ID=b5973c9c-a0ee-4c67-91c9-cc0af601a6ce,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.881762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.902543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e30b3a-970b-4faa-8669-55b19f89b98e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:17.923185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87555032-1ca5-44f5-8227-a02b3aee9d29') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:17.923881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87555032-1ca5-44f5-8227-a02b3aee9d29') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:17.968294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d05c190c-4fd0-4582-8c3d-7490d12000ad tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1562383 Mar 31 23:11:17.971395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60004) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:17.993200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.036431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d2edb-d7c1-43ba-933c-19b424875ee7 None None] Pushing event updated for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.051147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.070838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:18.072558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:18.079505 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:18.124879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b5973c9c-a0ee-4c67-91c9-cc0af601a6ce no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:18.185836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b5973c9c-a0ee-4c67-91c9-cc0af601a6ce {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:18.185836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b5973c9c-a0ee-4c67-91c9-cc0af601a6ce not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:18.228569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.235951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.239524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.242551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.245273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.249467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42ad6b2f-07eb-49e1-9d80-cc75cba05433 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2720830 Mar 31 23:11:18.251896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.258653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49913741'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:18.291374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.308324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.315617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf057cf8-4aa0-4964-8031-7a5bfad4d17f req-2eff416a-0eec-4508-b0e2-f93a07b9f86e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 210 time: 0.0666866 Mar 31 23:11:18.319378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/networks/16e30b3a-970b-4faa-8669-55b19f89b98e HTTP/1.1" status: 204 len: 168 time: 2.2343631 Mar 31 23:11:18.319998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60016) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.365974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e142c7-1156-4e41-99d4-1ad74daf3b6a tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Network': ['ID=16e30b3a-970b-4faa-8669-55b19f89b98e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.401330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:18.401330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.570621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:18.647550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.662863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.664314 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 6bb1ea5a-9048-417a-9393-2a797df0226c of type vlan for network c66e2726-ca62-4283-a717-4a4dc7b696e2 Mar 31 23:11:18.765219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947ef4-9cb5-457f-a306-19d6bd41e201 req-ad5abd5e-4390-443d-93bd-aae2fd2db6cb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.769001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5947ef4-9cb5-457f-a306-19d6bd41e201 req-ad5abd5e-4390-443d-93bd-aae2fd2db6cb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.1437640 Mar 31 23:11:18.860088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.880040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5947ef4-9cb5-457f-a306-19d6bd41e201 req-42f047c8-62bf-494a-b6ae-9925c8aba83c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019104 Mar 31 23:11:18.892001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60024) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.073786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.129057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1795162d-9c36-4cc5-add6-791be8735799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.139298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33833d0-0806-43d5-b410-704b94546dae']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.153412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f796df-e02a-4f91-9cbc-acc321b14599') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.154200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f796df-e02a-4f91-9cbc-acc321b14599') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.172055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.190906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.215829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:19.218330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:19.225232 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:19.244725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.252798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.253818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.465983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2124882 Mar 31 23:11:19.478131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.518108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:19.529816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1795162d-9c36-4cc5-add6-791be8735799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.576957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.581580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd214d20-c075-41d3-b037-95592e0d6407 req-0da4e8bd-18af-42f9-9f62-b50386ffed93 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 210 time: 0.1337976 Mar 31 23:11:19.607482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.615534 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] 10.222.0.83 "DELETE /v2.0/networks/e33833d0-0806-43d5-b410-704b94546dae HTTP/1.1" status: 204 len: 168 time: 1.2581294 Mar 31 23:11:19.640000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7319b-3711-4ffb-a635-6ecf14afb129 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=c66e2726-ca62-4283-a717-4a4dc7b696e2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.667897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96baa4-3a98-4f44-a7b4-11451f612fc6 tempest-TaggedBootDevicesTest_v242-385994377 tempest-TaggedBootDevicesTest_v242-385994377-project] Pushing event deleted for resources: {'Network': ['ID=e33833d0-0806-43d5-b410-704b94546dae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.677369 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1795162d-9c36-4cc5-add6-791be8735799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.677735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:19.881581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1795162d-9c36-4cc5-add6-791be8735799 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=69a9bb420f294ad7954c80f6f0ccb449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881320 Mar 31 23:11:19.884253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60040) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.916212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795162d-9c36-4cc5-add6-791be8735799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ef790-2ef4-4c0a-87df-a5243b562fb5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.023672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.054310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.139398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c9292-fe1a-4ee7-b036-245e3b38f141 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:20.209133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.222036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.226089 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/663ef790-2ef4-4c0a-87df-a5243b562fb5 HTTP/1.1" status: 204 len: 168 time: 0.3407903 Mar 31 23:11:20.247632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bc976-831d-4ae3-9122-4dea35f86dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ef790-2ef4-4c0a-87df-a5243b562fb5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.321778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6c1086a4-246c-411c-b2d7-b2e0e28212bc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:20.404731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:20.405367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.418736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.474429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:20.475038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.496486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9362-3e12-46af-93be-209e504416ee req-6a79b786-a198-4185-9618-da226b73e5df tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.503821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90fc9362-3e12-46af-93be-209e504416ee req-6a79b786-a198-4185-9618-da226b73e5df tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.4347889 Mar 31 23:11:20.566201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-939daf4b-5728-488d-bc0f-d09af95e8459 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.570136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-939daf4b-5728-488d-bc0f-d09af95e8459 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.4251881 Mar 31 23:11:20.580715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.625272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': '9f302312-c72d-4aad-9d84-c136c83dc258', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:20.659038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.717108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 is not hosted by any dhcp agent {{(pid=109834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:11:20.725323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.728411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.731130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "PUT /v2.0/networks/c66e2726-ca62-4283-a717-4a4dc7b696e2 HTTP/1.1" status: 200 len: 723 time: 1.2183158 Mar 31 23:11:20.737279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60056) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:20.741345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:20.766289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.833625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90fc9362-3e12-46af-93be-209e504416ee req-1739f1d9-2d04-4f74-96fb-aeeb4e1800ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284061 Mar 31 23:11:20.906597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6c1086a4-246c-411c-b2d7-b2e0e28212bc,segment=NetworkSegment(22fc1acd-9863-4bd7-8782-a28b0cba4169),segment_id=22fc1acd-9863-4bd7-8782-a28b0cba4169)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:20.965063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea5143f1-1efb-42e3-b152-822b95186b7d req-8b5d4ad7-851a-4b5d-9c6c-83f3fcb0efd8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 210 time: 0.2533462 Mar 31 23:11:20.973567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef72f4-102f-4301-9ae1-130093f3e40c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=c66e2726-ca62-4283-a717-4a4dc7b696e2,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.992314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.036970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:21.093074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:21.098600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.126282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:21.126563 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:21.156128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:21.164921 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.228865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Update dhcp port {'port': {'network_id': '88c04af2-66ab-413c-b2a6-5287c0d3c04e', 'fixed_ips': [{'subnet_id': '01eef6ed-6bc4-4dae-b870-37ce7b335bc0', 'ip_address': '2001:db8::2'}, {'subnet_id': '31079ac3-802a-41c1-b24a-2eef1b30974a'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '6c1086a4-246c-411c-b2d7-b2e0e28212bc'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:11:21.230759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60062) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.291313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfbbb3-f812-4499-9a7c-e23b2de4b36e None None] Pushing event updated for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.308413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.329596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0055e5d3-7200-43de-ab72-5b8b23cfde3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.523409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.527866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.13 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/27b536c3-aca1-406e-a480-e4a61e39e9d0) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:21.561471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0055e5d3-7200-43de-ab72-5b8b23cfde3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.627053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0055e5d3-7200-43de-ab72-5b8b23cfde3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.670336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Allocated IP 172.20.0.1 (88c04af2-66ab-413c-b2a6-5287c0d3c04e/31079ac3-802a-41c1-b24a-2eef1b30974a/6c1086a4-246c-411c-b2d7-b2e0e28212bc) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:21.718687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.727553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '6bb1ea5a-9048-417a-9393-2a797df0226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:21.727912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: c66e2726-ca62-4283-a717-4a4dc7b696e2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:21.738061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055e5d3-7200-43de-ab72-5b8b23cfde3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c572f7a-c10b-4d93-b83c-475d50673fcc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.748453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0055e5d3-7200-43de-ab72-5b8b23cfde3b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7ee81ca6d744bf69faf52e774ada008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159986 Mar 31 23:11:21.751680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.830420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:21.841545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.853391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6c1086a4-246c-411c-b2d7-b2e0e28212bc,segment=NetworkSegment(22fc1acd-9863-4bd7-8782-a28b0cba4169),segment_id=22fc1acd-9863-4bd7-8782-a28b0cba4169)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:21.870396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.904178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.908217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.944609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, c66e2726-ca62-4283-a717-4a4dc7b696e2) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:21.951386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.952223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.953991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2c6ca-32c8-4c25-b2a6-371377c14b2b None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:22.005090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.045368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.090514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e116edb-eb48-4145-aebd-e17504155c29 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3542058 Mar 31 23:11:22.093244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:22.099608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:22.136353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.183477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:22.198467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:22.205260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:22.214598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6c1086a4-246c-411c-b2d7-b2e0e28212bc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:22.290085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf95e3a-708a-4af2-ab95-30e7efc51a6e None None] Pushing event updated for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.319924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bdfa5-f012-498b-bb66-ebc4c01afdba req-76151c70-78b4-4e5c-8f9a-b2e063123ef2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.323112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25755526'] for subnet, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.327634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-524bdfa5-f012-498b-bb66-ebc4c01afdba req-76151c70-78b4-4e5c-8f9a-b2e063123ef2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.3955150 Mar 31 23:11:22.338425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.339246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.452080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-c66e2726-ca62-4283-a717-4a4dc7b696e2', 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': 'f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:22.452989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.480464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.484242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:22.484620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.488338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.492142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c572f7a-c10b-4d93-b83c-475d50673fcc HTTP/1.1" status: 204 len: 168 time: 0.7369604 Mar 31 23:11:22.585228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc1af-18a0-420f-ae9f-83cb77e63a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c572f7a-c10b-4d93-b83c-475d50673fcc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.668051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-2e0da0c7-c659-4716-abeb-f8155baa05ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0670235 Mar 31 23:11:22.677082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-524bdfa5-f012-498b-bb66-ebc4c01afdba req-0046f105-00d8-491d-9d9e-3dabe93775ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346982 Mar 31 23:11:22.708628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eca251-ccdb-43c9-adb9-c9b38d92d254 req-5838853e-e8d7-40d5-81b6-646e7dd267e3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.726125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2eca251-ccdb-43c9-adb9-c9b38d92d254 req-5838853e-e8d7-40d5-81b6-646e7dd267e3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 932 time: 0.5697629 Mar 31 23:11:22.752822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744304160166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942057'] for subnet, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.756480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Request body: {'port': {'device_id': '9f302312-c72d-4aad-9d84-c136c83dc258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:22.796022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.797061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.812023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "PUT /v2.0/subnets/f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1 HTTP/1.1" status: 200 len: 826 time: 0.7123940 Mar 31 23:11:22.822499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60086) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:22.897645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.922089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Allocated IP 2001:db8::2 (c66e2726-ca62-4283-a717-4a4dc7b696e2/f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1/70de425a-6bbc-48b6-92d4-c91ce03f81c9) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:22.946827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c2011-cd66-4d5d-ae60-5218de6f23fd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.036046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2eca251-ccdb-43c9-adb9-c9b38d92d254 req-e5287bb0-880d-41ce-a97e-7f9f3e6ed980 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094382 Mar 31 23:11:23.154653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.293946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.343552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.426811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.487373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b536c3-aca1-406e-a480-e4a61e39e9d0 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:23.499164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.511825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:23.516699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa89c3-d099-493a-9ff7-5af4cce566e1 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:23.534935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.535304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Transition to ACTIVE for port object 27b536c3-aca1-406e-a480-e4a61e39e9d0 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:23.590658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.628503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.647386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60108) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:23.685387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.764061 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:23.778766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:23.830392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.859500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:23.865123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Pushing event updated for resources: {'Port': ['ID=70de425a-6bbc-48b6-92d4-c91ce03f81c9,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.912850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ca3018a3-8cdd-423d-981c-b05e7dcbe7f8 None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:23.913314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ca3018a3-8cdd-423d-981c-b05e7dcbe7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.926222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66e2726-ca62-4283-a717-4a4dc7b696e2']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:23.946012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb1ea5a-9048-417a-9393-2a797df0226c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:23.946615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb1ea5a-9048-417a-9393-2a797df0226c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:24.003260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.034678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.044698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:24.045421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:24.049417 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:24.093334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Attempting to bind port 27b536c3-aca1-406e-a480-e4a61e39e9d0 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:24.093673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Attempting to bind port 27b536c3-aca1-406e-a480-e4a61e39e9d0 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:24.093997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Attempting to bind port 27b536c3-aca1-406e-a480-e4a61e39e9d0 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:24.122145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f14ec-5675-41f2-ae8b-8ef6a8a73194 req-ed387616-1398-4b18-8e9f-7110a5b9efc7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.131631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e71f14ec-5675-41f2-ae8b-8ef6a8a73194 req-ed387616-1398-4b18-8e9f-7110a5b9efc7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.3227646 Mar 31 23:11:24.139534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Port 27b536c3-aca1-406e-a480-e4a61e39e9d0 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:24.140127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Attempting to bind port 27b536c3-aca1-406e-a480-e4a61e39e9d0 on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:24.147513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:24.148258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:24.149015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:24.149505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Bound port: 27b536c3-aca1-406e-a480-e4a61e39e9d0, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:24.150480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.308292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:11:24.308292 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:11:24.308292 n-d-828414-2 neutron-server[109835]: [parameters: {'id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'}] Mar 31 23:11:24.308292 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:24.322465 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:24.455280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6c1086a4-246c-411c-b2d7-b2e0e28212bc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:24.589879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Attempting to bind port 70de425a-6bbc-48b6-92d4-c91ce03f81c9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:24.590539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Attempting to bind port 70de425a-6bbc-48b6-92d4-c91ce03f81c9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6bb1ea5a-9048-417a-9393-2a797df0226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:24.590539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Attempting to bind port 70de425a-6bbc-48b6-92d4-c91ce03f81c9 on network c66e2726-ca62-4283-a717-4a4dc7b696e2 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:24.592683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.613544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:24.613937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Checking segment: {'id': '6bb1ea5a-9048-417a-9393-2a797df0226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:24.614345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.614748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Bound using segment: {'id': '6bb1ea5a-9048-417a-9393-2a797df0226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:24.615312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Bound port: 70de425a-6bbc-48b6-92d4-c91ce03f81c9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb1ea5a-9048-417a-9393-2a797df0226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c66e2726-ca62-4283-a717-4a4dc7b696e2'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:24.617016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.731239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:24.733631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.841922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.985595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] For port 70de425a-6bbc-48b6-92d4-c91ce03f81c9, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:25.021572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] For port 70de425a-6bbc-48b6-92d4-c91ce03f81c9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=70de425a-6bbc-48b6-92d4-c91ce03f81c9,segment=NetworkSegment(6bb1ea5a-9048-417a-9393-2a797df0226c),segment_id=6bb1ea5a-9048-417a-9393-2a797df0226c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:25.094092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 70de425a-6bbc-48b6-92d4-c91ce03f81c9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:25.094709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.133142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a7082baa-3b31-42e8-b07c-77f54fdf76da None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:25.134594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a7082baa-3b31-42e8-b07c-77f54fdf76da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.180657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e71f14ec-5675-41f2-ae8b-8ef6a8a73194 req-48e7acfd-a41a-437a-b7fe-93dc06c076cc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0481334 Mar 31 23:11:25.184005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 70de425a-6bbc-48b6-92d4-c91ce03f81c9, host n-d-828414-2, got binding levels [] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:25.184005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.199485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 70de425a-6bbc-48b6-92d4-c91ce03f81c9 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:25.239267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500830c-ea7b-4c54-85e3-cd89299c0549 req-1cd465a5-5743-4f32-badf-7139f4de1cd3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.241624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9500830c-ea7b-4c54-85e3-cd89299c0549 req-1cd465a5-5743-4f32-badf-7139f4de1cd3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.1538212 Mar 31 23:11:25.249794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:25.261271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:25.278971 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.302590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9500830c-ea7b-4c54-85e3-cd89299c0549 req-f1fe750c-d300-4d59-858f-84ba27c44e5f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542519 Mar 31 23:11:25.327079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.333976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.380847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59da86-ac82-44ad-85f8-972ccc901a48 None None] Pushing event updated for resources: {'Port': ['ID=70de425a-6bbc-48b6-92d4-c91ce03f81c9,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.396032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.396916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.402737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] 10.222.0.10 "PUT /v2.0/ports/27b536c3-aca1-406e-a480-e4a61e39e9d0 HTTP/1.1" status: 200 len: 1092 time: 2.7157860 Mar 31 23:11:25.403608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:25.408578 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d6436-f521-424a-b2fe-a90f369fecb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:25.434531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43586543-4621-476b-9b49-23af0c9e6b31 service neutron] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.487308 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbca6c3-3f9b-4538-b513-ae2ca9a4c208 x-openstack-request-id: req-acbca6c3-3f9b-4538-b513-ae2ca9a4c208 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:25.487821 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:25.488272 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-acbca6c3-3f9b-4538-b513-ae2ca9a4c208 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:25.488845 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbca6c3-3f9b-4538-b513-ae2ca9a4c208'] response: {'name': 'network-changed', 'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'status': 'completed', 'code': 200} Mar 31 23:11:25.573732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d9d3b-98c5-4db9-ae0c-3f917ab12ff5 None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:25.599641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.653195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5317a-9644-41e4-baff-f0b5662547ef req-6108f528-a4cf-411b-bbe0-92a99b0b19b4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.661649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7f5317a-9644-41e4-baff-f0b5662547ef req-6108f528-a4cf-411b-bbe0-92a99b0b19b4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1549699 Mar 31 23:11:25.669409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=70de425a-6bbc-48b6-92d4-c91ce03f81c9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.678008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 70de425a-6bbc-48b6-92d4-c91ce03f81c9 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:25.684535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-ba9409f3-6af5-4559-b37e-965c3cdad3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.686027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-ba9409f3-6af5-4559-b37e-965c3cdad3d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 1095 time: 0.1470864 Mar 31 23:11:25.722481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dadef-ab30-4834-a683-f02d8a445b58 None None] Network c66e2726-ca62-4283-a717-4a4dc7b696e2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:25.826215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7f5317a-9644-41e4-baff-f0b5662547ef req-ac21297a-4a0d-46ff-bf3f-35334e6cc149 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498508 Mar 31 23:11:25.863732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.894496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66e2726-ca62-4283-a717-4a4dc7b696e2']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.908301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb1ea5a-9048-417a-9393-2a797df0226c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.908579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb1ea5a-9048-417a-9393-2a797df0226c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.934047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9d9f2-52ea-4428-b561-9ec25efd9fd9 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:11:25.935943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.956348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.967492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:25.967993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:25.971869 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:26.003059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-e946b381-e013-47d7-8825-8207b673d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.004555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-e946b381-e013-47d7-8825-8207b673d901 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3018594 Mar 31 23:11:26.060994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e86bc4-9244-43e0-b416-fd52e5232fe2 req-febaa8a4-8353-4faa-bb36-47307bf5f3c7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.062657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10e86bc4-9244-43e0-b416-fd52e5232fe2 req-febaa8a4-8353-4faa-bb36-47307bf5f3c7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1138918 Mar 31 23:11:26.099288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Deleting port 4051d6ba-3dcc-4863-a68d-29dc78d72b53 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:26.099948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.117856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9d9f2-52ea-4428-b561-9ec25efd9fd9 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:11:26.244710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-d7ec35c2-8972-4b55-b20d-b1ebe51c516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.247060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a33d6436-f521-424a-b2fe-a90f369fecb0 req-d7ec35c2-8972-4b55-b20d-b1ebe51c516f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2309923 Mar 31 23:11:26.267599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] For port 4051d6ba-3dcc-4863-a68d-29dc78d72b53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4051d6ba-3dcc-4863-a68d-29dc78d72b53,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:26.268046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.296679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10e86bc4-9244-43e0-b416-fd52e5232fe2 req-84e5762e-5c8d-4d02-85b3-17f892b3c753 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138424 Mar 31 23:11:26.324013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Calling delete_port for 4051d6ba-3dcc-4863-a68d-29dc78d72b53 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:26.462504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-72e7622b-e078-4f18-9931-6a9b516089a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.464879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-72e7622b-e078-4f18-9931-6a9b516089a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 1095 time: 0.1456158 Mar 31 23:11:26.504099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.514503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.526068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/c66e2726-ca62-4283-a717-4a4dc7b696e2 HTTP/1.1" status: 204 len: 168 time: 3.6463099 Mar 31 23:11:26.529923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60198) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:26.584841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910063aa-12ff-4759-b4f0-d0b1b940cbfc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=c66e2726-ca62-4283-a717-4a4dc7b696e2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.613740 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e15299-9541-4b39-931d-f92cb3d480fc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:26.614338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e15299-9541-4b39-931d-f92cb3d480fc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:26.619875 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-83e15299-9541-4b39-931d-f92cb3d480fc tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/c66e2726-ca62-4283-a717-4a4dc7b696e2 HTTP/1.1" status: 404 len: 339 time: 0.0818367 Mar 31 23:11:26.620990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:26.626447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318489692', 'description': 'd1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:26.656138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-f98e2337-952d-4c64-b0d6-094347ca3810 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0 HTTP/1.1" status: 200 len: 217 time: 0.1724613 Mar 31 23:11:26.737551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-c2b8a58b-c058-4bd2-ac31-985e875ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.741192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-c2b8a58b-c058-4bd2-ac31-985e875ebee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.0756476 Mar 31 23:11:26.758442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b8760-63f6-4445-bb1c-8a52c72c353f req-0873d3dc-c8cb-48ef-b30c-60a759b42148 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.766423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-047b8760-63f6-4445-bb1c-8a52c72c353f req-0873d3dc-c8cb-48ef-b30c-60a759b42148 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.2745428 Mar 31 23:11:26.775823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b382892-4de8-4334-a9f4-43bfc6c5077a req-3523fb50-ad56-499c-9bb5-8d3e22e96299 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.777567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b382892-4de8-4334-a9f4-43bfc6c5077a req-3523fb50-ad56-499c-9bb5-8d3e22e96299 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2391319 Mar 31 23:11:26.808677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:26.817832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-71496497-ae23-4f65-931c-cef9d2b30021 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685697 Mar 31 23:11:26.822937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.886928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.965749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4051d6ba-3dcc-4863-a68d-29dc78d72b53,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.974397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-047b8760-63f6-4445-bb1c-8a52c72c353f req-a37abebb-748f-49ed-b1fe-31302ce19d96 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067368 Mar 31 23:11:26.982305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:26.995953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.996341 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 830d64ef-6cb6-4646-a790-14a9e4ad89c3 of type vlan for network 5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 Mar 31 23:11:27.034256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b382892-4de8-4334-a9f4-43bfc6c5077a req-70eed591-27df-4a43-85b5-529b75f28778 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104790 Mar 31 23:11:27.052529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.106781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-54be3a88-9585-49bc-83e7-e92ff6450e07 service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783113 Mar 31 23:11:27.228878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.252312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.254706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.459322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c67c0-0939-4916-80e0-348dfe966a88 req-a4cd6441-1e79-4d9f-977b-9f0112ed0cef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.462836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-761c67c0-0939-4916-80e0-348dfe966a88 req-a4cd6441-1e79-4d9f-977b-9f0112ed0cef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.3108630 Mar 31 23:11:27.512824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.528705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffffe27e-68c2-45ba-ba30-cfaa8fd88088 req-021d37fe-270e-4bea-95b1-4bcef946e4c6 service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157789 Mar 31 23:11:27.535203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-761c67c0-0939-4916-80e0-348dfe966a88 req-3767eea0-17e6-4927-ad5c-0de8afe40607 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614004 Mar 31 23:11:27.567809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=5fde8e6f-f04a-43c7-be17-bfdd74b5eec7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.593249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:27.666885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60242) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.667201 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-001e60f3-c172-4328-9359-64976c4ff648 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0449207 Mar 31 23:11:27.865065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404faef7-9a6c-4997-9a68-1d1566337d55 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.870233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.871297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-404faef7-9a6c-4997-9a68-1d1566337d55 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks?id=5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 HTTP/1.1" status: 200 len: 765 time: 0.1984906 Mar 31 23:11:27.876829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'description': 'd2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:28.069301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-15c81839-0f87-441f-9b88-2680435feff5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.074001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-15c81839-0f87-441f-9b88-2680435feff5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.1989119 Mar 31 23:11:28.094760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-3a6e3f36-04b4-404f-9d82-a93711f2c14b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/quotas/3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 375 time: 0.0107386 Mar 31 23:11:28.233066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-efa84163-a4e3-4b01-a686-50cd6b1595d2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1301026 Mar 31 23:11:28.241523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddda88-5f53-4b57-b83d-81fc35d08eb4 req-8e833883-5696-49a6-a289-478e3bc3e38c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.242990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ddda88-5f53-4b57-b83d-81fc35d08eb4 req-8e833883-5696-49a6-a289-478e3bc3e38c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.1009042 Mar 31 23:11:28.343070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ddda88-5f53-4b57-b83d-81fc35d08eb4 req-7210e8c5-5525-42a1-9a03-88055df72d65 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Mar 31 23:11:28.402450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-8c220e51-3dd6-49c2-8bec-2d1a5e9742b2 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583223 Mar 31 23:11:28.575563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-01431370-c760-4264-89e5-c070b3e4596f service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652935 Mar 31 23:11:28.706717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Router 7d3f4195-a28f-4e4b-b714-c62a3e418433 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:28.785127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.867923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.899150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 is not hosted by any dhcp agent {{(pid=109835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:11:28.910588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-614250ab-f9e5-4574-be1a-f8f646ad8bde req-19239390-773e-44e4-9761-4cb9ad1c6218 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.0421925 Mar 31 23:11:28.910692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.910692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.912580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:28.914715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "PUT /v2.0/networks/5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 HTTP/1.1" status: 200 len: 762 time: 1.0432913 Mar 31 23:11:29.061973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2ea6a-3095-435f-a5f9-a8e77e8bb138 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.065371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c8e2ea6a-3095-435f-a5f9-a8e77e8bb138 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks?id=5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 HTTP/1.1" status: 200 len: 765 time: 0.1518028 Mar 31 23:11:29.071265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.161812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:29.171728 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d5884a84-0c51-4b9f-be6a-173147e72be9 admin admin] 10.222.0.83 "PUT /v2.0/routers/7d3f4195-a28f-4e4b-b714-c62a3e418433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5225039 Mar 31 23:11:29.175683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.184973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf6c45-b16b-44f7-adbb-c31d856bcde1 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=5fde8e6f-f04a-43c7-be17-bfdd74b5eec7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.191214 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Sync routers for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:29.200492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:29.213425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:29.214052 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:29.333034 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:29.396271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.479874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec1057-1def-4f23-ba93-51ef389b82c3 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.482877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fbec1057-1def-4f23-ba93-51ef389b82c3 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4091599 Mar 31 23:11:29.486888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60282) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.535023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8826596a-dae4-4178-80db-376f1701ed51 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 207 time: 0.0465598 Mar 31 23:11:29.537587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60288) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.625547 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:29.654986 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Checking router: 7d3f4195-a28f-4e4b-b714-c62a3e418433 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:29.665036 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Routers {'7d3f4195-a28f-4e4b-b714-c62a3e418433'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:29.666170 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7d3f4195-a28f-4e4b-b714-c62a3e418433'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:29.779436 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] Set router 7d3f4195-a28f-4e4b-b714-c62a3e418433 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:29.786751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2cc46-dde3-477b-960b-019760d53820 req-25e638ec-71e1-4ac8-b532-22d2de9d00df tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.793282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.829527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16b2cc46-dde3-477b-960b-019760d53820 req-25e638ec-71e1-4ac8-b532-22d2de9d00df tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.3124061 Mar 31 23:11:29.909738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.917227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.926784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16b2cc46-dde3-477b-960b-019760d53820 req-e03ec79d-343b-4581-889a-aad2989796e7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833561 Mar 31 23:11:29.927535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.930402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.936916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.943617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.945903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b23c5296-3670-4956-87d9-b436eff95c4e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4073486 Mar 31 23:11:29.950613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60294) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.010055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Deleting port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:30.010400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.108327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0d891b0-34fc-4281-b1f4-5cee18b16fc4 req-92f55e7f-fa6a-4f7b-a9d3-d02f81904676 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.0988414 Mar 31 23:11:30.141441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] For port 1f6ac0b0-dc03-4a66-ba49-13263faab5e3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:30.141899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.156091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Calling delete_port for 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:30.205201 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.240790 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc2939-85c4-4c29-8193-ca29eee3d646 None None] The sync data for ids ['7d3f4195-a28f-4e4b-b714-c62a3e418433'] in n-d-828414-2 is: [{'id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'name': 'tempest-AttachVolumeTestJSON-2105651155-router', 'tenant_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:39Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 5, 'project_id': '0c7fc5c6e5004ab68666011a6ce9ed8c', 'gw_port': {'id': '1f6ac0b0-dc03-4a66-ba49-13263faab5e3', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f4195-a28f-4e4b-b714-c62a3e418433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:41Z', 'updated_at': '2022-03-31T23:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:30.287208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-beb89685-ddb0-4020-84f5-04279e15f79e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3320358 Mar 31 23:11:30.287403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.604362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.606118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.607799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.609326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.610885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.617792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed4aa548-da48-4f43-b727-42a7cb62d4a7 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3245447 Mar 31 23:11:30.617792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60300) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.640135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.697530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6ac0b0-dc03-4a66-ba49-13263faab5e3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.747401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.749517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.752143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.753917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.758868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.760841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b4115435-b7ca-47c7-b6ab-71e5d13eef47 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1425798 Mar 31 23:11:30.763583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60308) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.925143 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.027518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e5ac7-46c2-42ec-81b2-17fef69f2a97 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.036425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-352e5ac7-46c2-42ec-81b2-17fef69f2a97 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks/70fcdd4f-393b-439e-b339-f4356c843850 HTTP/1.1" status: 200 len: 804 time: 0.2672770 Mar 31 23:11:31.038679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60314) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.232295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.234852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.310148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2254e308-2c37-4a86-b353-feba7f74e2e5 req-47d825af-ca41-49bb-8b0d-cba65f23287d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.0543907 Mar 31 23:11:31.351448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037d61-e54f-4b48-8591-f8103de919c9 req-25514108-9a43-4f7e-beb1-8d4021570dcb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.352998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1037d61-e54f-4b48-8591-f8103de919c9 req-25514108-9a43-4f7e-beb1-8d4021570dcb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.1818786 Mar 31 23:11:31.359599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e0428079-520b-42d4-9611-a065daf16679 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/networks/70fcdd4f-393b-439e-b339-f4356c843850?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3183208 Mar 31 23:11:31.363121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.448855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.450223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3f4195-a28f-4e4b-b714-c62a3e418433 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:31.463416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.463416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-442ebb1c-28b4-4204-afa6-b966614cd288 admin admin] 10.222.0.83 "DELETE /v2.0/routers/7d3f4195-a28f-4e4b-b714-c62a3e418433 HTTP/1.1" status: 204 len: 168 time: 2.2850342 Mar 31 23:11:31.464950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1037d61-e54f-4b48-8591-f8103de919c9 req-675b9562-7ada-4281-9faf-fb058ffc02ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036632 Mar 31 23:11:31.465468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.491623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46492d06-de60-4b5b-a3b0-22c54cf68c75 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.497539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46492d06-de60-4b5b-a3b0-22c54cf68c75 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets/ceb0cd83-68cf-47f4-a5de-181e8ef94cb2 HTTP/1.1" status: 200 len: 843 time: 0.1300602 Mar 31 23:11:31.501736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60326) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.536162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Deleting subnet a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:31.540164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.570647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1385-8051-471e-8895-fc5257df3b3c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.575743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-831b1385-8051-471e-8895-fc5257df3b3c tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "GET /v2.0/subnets/ceb0cd83-68cf-47f4-a5de-181e8ef94cb2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0697026 Mar 31 23:11:31.580587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60328) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.588020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-835629481'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:31.653540 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.686334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:31.825428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.893512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:31.917025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.917452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:31.939454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'mac_address': 'fa:16:3e:b1:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:31.949199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:31.960278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.962780 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Added segment 45aefcad-53b4-45fa-ac72-41366d4c971d of type vlan for network 460f01eb-b9d5-490d-baad-136690ae351b Mar 31 23:11:32.036953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.062524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.064010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b536c3-aca1-406e-a480-e4a61e39e9d0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:32.127701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c3221a-08ac-4d34-aa16-1e5c2d7ff146,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.161304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:32.166180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.189064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.202292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4051d6ba-3dcc-4863-a68d-29dc78d72b53 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:32.205301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbf672d-3432-4fad-88a4-7d0d36a87dfb None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:32.210631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a4bb0d76-0f24-45fb-baff-3333a0496daa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a1c3221a-08ac-4d34-aa16-1e5c2d7ff146 HTTP/1.1" status: 204 len: 168 time: 0.7440462 Mar 31 23:11:32.213168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60336) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:32.242971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4051d6ba-3dcc-4863-a68d-29dc78d72b53 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:32.243635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4051d6ba-3dcc-4863-a68d-29dc78d72b53 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:32.244233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:32.283402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:32.283402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1f6ac0b0-dc03-4a66-ba49-13263faab5e3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:32.338261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.408963 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.449893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-c1224f84-d642-464a-be0b-f9b7991e4284 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.451623 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-c1224f84-d642-464a-be0b-f9b7991e4284 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.3163695 Mar 31 23:11:32.454139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.467130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'device_id': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'admin_state_up': True, 'tenant_id': '3cd88da30a944d2b833046343995672a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:32.494325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.503212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.503858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.541981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df975405-bed9-4954-92ce-9cd59ce2bcd5 req-504d10b3-68ba-4f0e-be35-01c1afa597f6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.0847158 Mar 31 23:11:32.570292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] DHCP port deletion for fff5b72b-1d40-4f75-9b8c-f425017fb180 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:32.715585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Deleting port 00a8e20f-9f11-4471-929d-2bd313ce0528 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:32.716267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.722381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1406903 Mar 31 23:11:32.727497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['27b536c3-aca1-406e-a480-e4a61e39e9d0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:32.731918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:32.733345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0970a4-8194-4ff5-8ea7-9201c87f5a44 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Network': ['ID=460f01eb-b9d5-490d-baad-136690ae351b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.738182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'network_id': '460f01eb-b9d5-490d-baad-136690ae351b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:32.795872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Deleting port 00a8e20f-9f11-4471-929d-2bd313ce0528 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:32.796238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.809016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 460f01eb-b9d5-490d-baad-136690ae351b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:32.819038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5a7a9-63fd-452f-b4d1-9e3a608f495f req-09951dd4-5caf-4a1b-96b8-3cf3b004fe43 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.819943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57b5a7a9-63fd-452f-b4d1-9e3a608f495f req-09951dd4-5caf-4a1b-96b8-3cf3b004fe43 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 945 time: 0.1583211 Mar 31 23:11:32.947731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] For port 00a8e20f-9f11-4471-929d-2bd313ce0528, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00a8e20f-9f11-4471-929d-2bd313ce0528,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:32.948231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.970992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Calling delete_port for 00a8e20f-9f11-4471-929d-2bd313ce0528 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:32.990875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57b5a7a9-63fd-452f-b4d1-9e3a608f495f req-4d466fcf-76ed-4871-af84-7be1b8a016f7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920310 Mar 31 23:11:33.048092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:33.051735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.082206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] For port 00a8e20f-9f11-4471-929d-2bd313ce0528, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00a8e20f-9f11-4471-929d-2bd313ce0528,segment=NetworkSegment(6612ac4b-d958-43da-8c6c-64597b5beb4e),segment_id=6612ac4b-d958-43da-8c6c-64597b5beb4e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:33.098374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Made reservation on behalf of 27251be516fe4f098b3af5530df4f555 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:33.098708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.114748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.139308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.142056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Calling delete_port for 00a8e20f-9f11-4471-929d-2bd313ce0528 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:33.223189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:11:33.223634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:11:33.232959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a8e20f-9f11-4471-929d-2bd313ce0528,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.236154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] No DVR routers for this DVR port 00a8e20f-9f11-4471-929d-2bd313ce0528 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:33.394023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.400742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.20.0.9 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/d4f365b6-2588-42c0-95ae-cd4348e5e03c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:33.421377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5b72b-1d40-4f75-9b8c-f425017fb180']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.433776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6612ac4b-d958-43da-8c6c-64597b5beb4e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.442831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6612ac4b-d958-43da-8c6c-64597b5beb4e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.447557 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.462945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.471140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:33.471545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:33.475159 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:33.627101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.634839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.643882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fff5b72b-1d40-4f75-9b8c-f425017fb180 HTTP/1.1" status: 204 len: 168 time: 1.4259448 Mar 31 23:11:33.697436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b894b4-e6ff-4a97-b027-8347a74fb5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff5b72b-1d40-4f75-9b8c-f425017fb180,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.704734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.730272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.762923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Network fff5b72b-1d40-4f75-9b8c-f425017fb180 is not hosted by any dhcp agent {{(pid=109836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:11:33.763576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] No DVR routers for this DVR port 00a8e20f-9f11-4471-929d-2bd313ce0528 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:33.766600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cff28-95df-46a5-a5f6-cda86e6f9422 None None] Pushing event deleted for resources: {'Port': ['ID=00a8e20f-9f11-4471-929d-2bd313ce0528,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.806459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4753a1d6-5f0b-4f34-a0f1-01daf30c370c req-1c765425-a6b3-42a0-a7e4-17cc7437864d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.0479329 Mar 31 23:11:33.930440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=74b25f7a-cc8b-4072-adf1-b46c0b277cc0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.948719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Checking segment: {'id': '45aefcad-53b4-45fa-ac72-41366d4c971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '460f01eb-b9d5-490d-baad-136690ae351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:33.948719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network hostable DHCP agents. Network: 460f01eb-b9d5-490d-baad-136690ae351b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:33.970157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.115934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Network 460f01eb-b9d5-490d-baad-136690ae351b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:34.121196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.135477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00a8e20f-9f11-4471-929d-2bd313ce0528 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:34.140760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:34.173670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 00a8e20f-9f11-4471-929d-2bd313ce0528 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:34.174081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00a8e20f-9f11-4471-929d-2bd313ce0528 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:34.218207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f500f-555c-4b2d-9f0f-4ddf0c10a77a req-85c6f62d-b908-4b05-9b0f-e6673d6b9afe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.220706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d7f500f-555c-4b2d-9f0f-4ddf0c10a77a req-85c6f62d-b908-4b05-9b0f-e6673d6b9afe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 945 time: 0.0811136 Mar 31 23:11:34.223911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:34.226860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:34.243512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.259779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:34.259779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 460f01eb-b9d5-490d-baad-136690ae351b) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:34.268281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135aa9fe-9b9c-437e-bd97-8d46d8830960 None None] Network 460f01eb-b9d5-490d-baad-136690ae351b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:34.279077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.282560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.294997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d7f500f-555c-4b2d-9f0f-4ddf0c10a77a req-3e9e13f1-7d67-4101-b937-1c5f2283c4f4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656316 Mar 31 23:11:34.329150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60366) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.395099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.409364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.440161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b4d9ee79-5b5c-43da-832a-c7ca1057d8b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c7fc5c6e5004ab68666011a6ce9ed8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071270 Mar 31 23:11:34.442681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60370) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.448484 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebf40e78-d5af-4417-bd07-f7d195634244 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7164719 Mar 31 23:11:34.456903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60372) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.490100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:34.587928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.618952 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-559b6868-7760-4f10-b696-32ea025ebdd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1573966 Mar 31 23:11:34.650452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.665820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.667196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-460f01eb-b9d5-490d-baad-136690ae351b', 'network_id': '460f01eb-b9d5-490d-baad-136690ae351b', 'tenant_id': '27251be516fe4f098b3af5530df4f555', 'fixed_ips': [{'subnet_id': '74b25f7a-cc8b-4072-adf1-b46c0b277cc0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:34.668092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.671819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Request body: {'port': {'device_id': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:34.813669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25755526'] for subnet, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.816120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1dac9ed4-078f-4d98-8392-6734bdd1fecc None None] Provisioning complete for port d4f365b6-2588-42c0-95ae-cd4348e5e03c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:34.816651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1dac9ed4-078f-4d98-8392-6734bdd1fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.848858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.848858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.848858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cae23f19-994d-456a-b26a-96486688daa8 HTTP/1.1" status: 204 len: 168 time: 0.4011025 Mar 31 23:11:34.867232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e957023-eaef-4bcd-ba3e-b52aa389756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae23f19-994d-456a-b26a-96486688daa8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.888529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1dac9ed4-078f-4d98-8392-6734bdd1fecc None None] Port d4f365b6-2588-42c0-95ae-cd4348e5e03c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:34.996252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.063709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 31 23:11:35.063709 n-d-828414-2 neutron-server[109836]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 31 23:11:35.063709 n-d-828414-2 neutron-server[109836]: [parameters: {'in_use': 1, 'id_1': '74b25f7a-cc8b-4072-adf1-b46c0b277cc0'}] Mar 31 23:11:35.063709 n-d-828414-2 neutron-server[109836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:35.064295 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:35.086345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584ccfc-ac15-4ae7-abae-9b8e72c54c1c req-852104a0-44ac-491a-b21e-95d9a7bfce58 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.092797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b584ccfc-ac15-4ae7-abae-9b8e72c54c1c req-852104a0-44ac-491a-b21e-95d9a7bfce58 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 931 time: 0.1517613 Mar 31 23:11:35.136839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b584ccfc-ac15-4ae7-abae-9b8e72c54c1c req-0d16fbfa-890f-48a0-8363-4e5a93d4005f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Mar 31 23:11:35.347131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744304160166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942057'] for subnet, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.429407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event updated for resources: {'Subnet': ['ID=74b25f7a-cc8b-4072-adf1-b46c0b277cc0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.437282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.438433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.442241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6e2a2b0-3d2f-4890-97f1-3e398184e3cf tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "PUT /v2.0/subnets/74b25f7a-cc8b-4072-adf1-b46c0b277cc0 HTTP/1.1" status: 200 len: 900 time: 0.9719350 Mar 31 23:11:35.455092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60386) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:35.476065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f365b6-2588-42c0-95ae-cd4348e5e03c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:35.486737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.501606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Transition to ACTIVE for port object d4f365b6-2588-42c0-95ae-cd4348e5e03c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:35.566616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.576664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4b385-8024-47ec-a536-31535e30d13b req-b3dd5d09-1689-4627-ae98-f5815f2208ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.584982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.586949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef4b385-8024-47ec-a536-31535e30d13b req-b3dd5d09-1689-4627-ae98-f5815f2208ba tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 945 time: 0.1522696 Mar 31 23:11:35.620545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.665683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.667300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cef4b385-8024-47ec-a536-31535e30d13b req-87b7b75e-34ae-45eb-8799-82c5773aacee tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Mar 31 23:11:35.736319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.745320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:35.784543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Attempting to bind port d4f365b6-2588-42c0-95ae-cd4348e5e03c on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:35.785590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Attempting to bind port d4f365b6-2588-42c0-95ae-cd4348e5e03c by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:35.786124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Attempting to bind port d4f365b6-2588-42c0-95ae-cd4348e5e03c on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:35.802972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Port d4f365b6-2588-42c0-95ae-cd4348e5e03c on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:35.803659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Attempting to bind port d4f365b6-2588-42c0-95ae-cd4348e5e03c on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:35.811331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:35.813689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:35.813689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:35.813689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Bound port: d4f365b6-2588-42c0-95ae-cd4348e5e03c, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:35.813689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.896171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:35.900187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 27b536c3-aca1-406e-a480-e4a61e39e9d0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:35.900638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:35.901256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.905275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 27b536c3-aca1-406e-a480-e4a61e39e9d0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:35.911698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.984436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=74b25f7a-cc8b-4072-adf1-b46c0b277cc0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.001309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server [None req-19413b7f-4229-4ad1-bdf9-1514d6a28ef5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74b25f7a-cc8b-4072-adf1-b46c0b277cc0: This subnet is being modified by another concurrent operation. Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74b25f7a-cc8b-4072-adf1-b46c0b277cc0: This subnet is being modified by another concurrent operation. Mar 31 23:11:36.023658 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Mar 31 23:11:36.073880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.078349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.079224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.083674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] 10.222.0.44 "PUT /v2.0/ports/d4f365b6-2588-42c0-95ae-cd4348e5e03c HTTP/1.1" status: 200 len: 1091 time: 1.4208291 Mar 31 23:11:36.083674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:36.087135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e82b877-4239-44ee-ab5c-b7e26edab9f6 None None] Network 460f01eb-b9d5-490d-baad-136690ae351b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:36.087254 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd69d6-ea99-472e-a894-71a9b8a60db6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:36.109069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f01eb-b9d5-490d-baad-136690ae351b']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.135859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280d175-8abb-420e-be89-c731ef578cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.162549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aefcad-53b4-45fa-ac72-41366d4c971d') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.163218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aefcad-53b4-45fa-ac72-41366d4c971d') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.196195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.218651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.238115 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef35b1-f670-454d-8b36-f331ab1549b5 x-openstack-request-id: req-d0ef35b1-f670-454d-8b36-f331ab1549b5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:36.238470 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:36.238973 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0ef35b1-f670-454d-8b36-f331ab1549b5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:36.239512 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ef35b1-f670-454d-8b36-f331ab1549b5'] response: {'name': 'network-changed', 'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', 'status': 'completed', 'code': 200} Mar 31 23:11:36.255058 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.262960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:36.268801 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:36.399852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-55ba2e10-5e82-4c10-a950-9136c0b71334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.408269 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-55ba2e10-5e82-4c10-a950-9136c0b71334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 1094 time: 0.1527746 Mar 31 23:11:36.478851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39680feb-f118-4543-9ee7-73362214e26d req-78ae7ec6-981d-4d44-bbd6-28043827d55d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.482916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39680feb-f118-4543-9ee7-73362214e26d req-78ae7ec6-981d-4d44-bbd6-28043827d55d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 943 time: 0.1664903 Mar 31 23:11:36.502784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:36.507276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:36.510722 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c677e8d-db9d-418a-9924-07a558c1a70a" -d '{"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-plugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:36.548313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97058831-2ff3-4c47-b0cd-71f0d2ad1317 None None] Network 460f01eb-b9d5-490d-baad-136690ae351b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:36.575564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39680feb-f118-4543-9ee7-73362214e26d req-740b1e30-f06b-4873-8005-da03678e537b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837045 Mar 31 23:11:36.623441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.631067 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf09b36-04c6-4588-a55d-235ea435a70f x-openstack-request-id: req-9bf09b36-04c6-4588-a55d-235ea435a70f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:36.631853 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-plugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:36.633044 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9bf09b36-04c6-4588-a55d-235ea435a70f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:36.633856 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf09b36-04c6-4588-a55d-235ea435a70f'] response: {'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'code': 200} Mar 31 23:11:36.646533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.660128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.708763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.719739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-c2a03a03-fb37-4f1e-998e-ca89f410ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.721266 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-c2a03a03-fb37-4f1e-998e-ca89f410ab2f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3cd88da30a944d2b833046343995672a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3070636 Mar 31 23:11:36.728925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.731917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/460f01eb-b9d5-490d-baad-136690ae351b HTTP/1.1" status: 204 len: 168 time: 1.2752948 Mar 31 23:11:36.744321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.806740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db58a55-b330-4523-9af5-8ee69a17b93c None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:11:36.864868 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff160ae-a7f3-444b-8c36-457b0399a96d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:36.866562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff160ae-a7f3-444b-8c36-457b0399a96d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:36.876925 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ff160ae-a7f3-444b-8c36-457b0399a96d tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/74b25f7a-cc8b-4072-adf1-b46c0b277cc0 HTTP/1.1" status: 404 len: 337 time: 0.1316121 Mar 31 23:11:36.877559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60432) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.884491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0a8b-a052-485b-9f6f-a80f0afe3707 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=460f01eb-b9d5-490d-baad-136690ae351b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.948395 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c3c9ea-de23-4e3a-b0fb-7d818a4805e5 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:36.949012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c3c9ea-de23-4e3a-b0fb-7d818a4805e5 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:36.959316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6c3c9ea-de23-4e3a-b0fb-7d818a4805e5 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/460f01eb-b9d5-490d-baad-136690ae351b HTTP/1.1" status: 404 len: 339 time: 0.0766571 Mar 31 23:11:36.962389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60438) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.992022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca67a77-5f85-40f4-bff1-b7b292be4a1a req-bbaf581c-2f62-43b7-aa07-0bc88f25cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.998567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca67a77-5f85-40f4-bff1-b7b292be4a1a req-bbaf581c-2f62-43b7-aa07-0bc88f25cddd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 1097 time: 0.2648580 Mar 31 23:11:37.101927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ca67a77-5f85-40f4-bff1-b7b292be4a1a req-7a27a460-5d95-4ce9-a34c-fc19b101d081 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899699 Mar 31 23:11:37.112513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0a82-1cff-4436-8813-994e86c06669 req-158325e3-20b4-4666-ab84-4f54c2b7ceb5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.128942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8da0a82-1cff-4436-8813-994e86c06669 req-158325e3-20b4-4666-ab84-4f54c2b7ceb5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.2416387 Mar 31 23:11:37.157565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db58a55-b330-4523-9af5-8ee69a17b93c None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:11:37.272519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.298883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8da0a82-1cff-4436-8813-994e86c06669 req-fa6c70fb-e7fd-4a39-bc9c-9e6a35674f04 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688936 Mar 31 23:11:37.299925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-1b1e1965-9156-4729-ac21-2f90d8c185f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.309031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c4dd69d6-ea99-472e-a894-71a9b8a60db6 req-1b1e1965-9156-4729-ac21-2f90d8c185f1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5654869 Mar 31 23:11:37.481087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.514787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-6abb75d7-9aa9-4dec-8cae-749cebbbd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.516436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-6abb75d7-9aa9-4dec-8cae-749cebbbd369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 1094 time: 0.1294231 Mar 31 23:11:37.518425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fde8e6f-f04a-43c7-be17-bfdd74b5eec7']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:37.545812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830d64ef-6cb6-4646-a790-14a9e4ad89c3') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:37.545812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830d64ef-6cb6-4646-a790-14a9e4ad89c3') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:37.589523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-263b5595-ced6-43d2-bd8e-b8c2bcefe787 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c HTTP/1.1" status: 200 len: 217 time: 0.0622044 Mar 31 23:11:37.593826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.647588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.659251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:37.659649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:37.662801 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:37.681613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-2a1b9995-7df6-4733-8c8f-fa711a3e2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.686427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-2a1b9995-7df6-4733-8c8f-fa711a3e2a4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0863853 Mar 31 23:11:37.783749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-ae3301b5-407e-4076-bc43-c4e4ec12c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.785343 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-ae3301b5-407e-4076-bc43-c4e4ec12c8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695353 Mar 31 23:11:37.882886 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.894974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5172-d301-450c-b97a-57c06487734e req-b7581c45-906e-410e-a930-7e66fbb20d94 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.896470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.897622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb6f5172-d301-450c-b97a-57c06487734e req-b7581c45-906e-410e-a930-7e66fbb20d94 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 943 time: 0.1473889 Mar 31 23:11:37.899890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/5fde8e6f-f04a-43c7-be17-bfdd74b5eec7 HTTP/1.1" status: 204 len: 168 time: 0.9298222 Mar 31 23:11:37.904141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60448) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:37.920275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a4dd7-7968-41fe-99a5-7a920b173958 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=5fde8e6f-f04a-43c7-be17-bfdd74b5eec7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.955870 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-494f2325-6849-46a2-89ad-07d6c130c6a8 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591897 Mar 31 23:11:37.956549 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-030c1d58-6a4d-4140-acef-cf1a5410f887 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:37.957187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030c1d58-6a4d-4140-acef-cf1a5410f887 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:37.960346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-030c1d58-6a4d-4140-acef-cf1a5410f887 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/f8d7bac8-5f5b-455e-bd86-99fa39d4d5e1 HTTP/1.1" status: 404 len: 337 time: 0.0539460 Mar 31 23:11:37.963189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.014789 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6494cb2-f424-48ad-b9b8-269d28d498df tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:38.015839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6494cb2-f424-48ad-b9b8-269d28d498df tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:38.020234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e6494cb2-f424-48ad-b9b8-269d28d498df tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/c66e2726-ca62-4283-a717-4a4dc7b696e2 HTTP/1.1" status: 404 len: 339 time: 0.0466423 Mar 31 23:11:38.025622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb6f5172-d301-450c-b97a-57c06487734e req-f82b9ed9-da09-4f52-9dff-5d6a1b9b5573 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099563 Mar 31 23:11:38.027715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60452) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.101791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6df2da60-e62f-4a0c-bd76-e253862a30a0 req-6b49ace5-52fc-4a4e-9fe1-0e164f912ffd service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393740 Mar 31 23:11:38.158192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting subnet 31079ac3-802a-41c1-b24a-2eef1b30974a {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:38.163280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.213706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.216755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.404381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.579518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bff9f-9927-48d3-ace0-097ea4bb56ca req-2f727013-ab9e-4e5e-93fd-73c145d80920 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.581067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e28bff9f-9927-48d3-ace0-097ea4bb56ca req-2f727013-ab9e-4e5e-93fd-73c145d80920 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1001694 Mar 31 23:11:38.672520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.740217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.744068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/31079ac3-802a-41c1-b24a-2eef1b30974a HTTP/1.1" status: 204 len: 168 time: 0.7146680 Mar 31 23:11:38.747526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.747690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=31079ac3-802a-41c1-b24a-2eef1b30974a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:38.750344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a58a3-33ec-4b03-ae6b-d6b9a9d3dfb1 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:38.752796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e28bff9f-9927-48d3-ace0-097ea4bb56ca req-23340eeb-a8d7-4e8d-b2bf-e20edf4d353c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200476 Mar 31 23:11:38.770516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.770862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.771233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.771570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.771905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.772239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.772567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.773162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.773488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.773812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.774136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.774457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73120844-aefc-471d-9968-40eb0068dbfd tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:38.801991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Deleting port 00064242-c94f-40f9-822e-76de98544af0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:38.802414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.846394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting subnet 01eef6ed-6bc4-4dae-b870-37ce7b335bc0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:38.853279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.899655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] For port 00064242-c94f-40f9-822e-76de98544af0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=00064242-c94f-40f9-822e-76de98544af0,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:38.900289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.925906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Calling delete_port for 00064242-c94f-40f9-822e-76de98544af0 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:38.938208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.100056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.359394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.470600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.482610 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/01eef6ed-6bc4-4dae-b870-37ce7b335bc0 HTTP/1.1" status: 204 len: 168 time: 0.7336266 Mar 31 23:11:39.495634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60476) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:39.504086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb9a3d-d495-4c9c-bed1-f3445fc60dce tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=01eef6ed-6bc4-4dae-b870-37ce7b335bc0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:39.558017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-38837e57-3270-4a10-91ae-26401074fca0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022942 Mar 31 23:11:39.651181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1dac-32a7-4335-8798-e50e4fac7235 req-e9c88fcc-11c9-4087-98e1-c6b763776dd6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.660332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3bd1dac-32a7-4335-8798-e50e4fac7235 req-e9c88fcc-11c9-4087-98e1-c6b763776dd6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 943 time: 0.2154207 Mar 31 23:11:39.698981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764021-b23e-44c8-8b08-decda79ad61a req-70fda476-9725-467c-99cb-9c168db1cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.703062 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-70fda476-9725-467c-99cb-9c168db1cebc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.0897980 Mar 31 23:11:39.776945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.900723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d4f365b6-2588-42c0-95ae-cd4348e5e03c details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:39.924712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764021-b23e-44c8-8b08-decda79ad61a req-4c52308f-84ad-421a-a6bf-0eb954704778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.928605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-4c52308f-84ad-421a-a6bf-0eb954704778 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.1967268 Mar 31 23:11:39.950099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35c39b-79a3-4702-825c-fa54a8c995f8 None None] Network 88c04af2-66ab-413c-b2a6-5287c0d3c04e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:39.962205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3bd1dac-32a7-4335-8798-e50e4fac7235 req-19e657c6-9f09-4ee3-aa10-e9ce7541b7b2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008525 Mar 31 23:11:39.968633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.162504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=00064242-c94f-40f9-822e-76de98544af0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.229662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 6c1086a4-246c-411c-b2d7-b2e0e28212bc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:40.230965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.283822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e977864-142a-455c-bd1c-19b2f9de667e None None] Provisioning complete for port 6c1086a4-246c-411c-b2d7-b2e0e28212bc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:40.284196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e977864-142a-455c-bd1c-19b2f9de667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.388735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a73609-891c-456e-bdb2-2bb15c51290a req-d06aaad2-9abe-4ce6-b202-28324df4e1fb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.398201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a73609-891c-456e-bdb2-2bb15c51290a req-d06aaad2-9abe-4ce6-b202-28324df4e1fb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.4346187 Mar 31 23:11:40.415105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6c1086a4-246c-411c-b2d7-b2e0e28212bc,segment=NetworkSegment(22fc1acd-9863-4bd7-8782-a28b0cba4169),segment_id=22fc1acd-9863-4bd7-8782-a28b0cba4169)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:40.415484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.464146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-90ec0838-6c85-4236-8878-cba2c9c3166b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.5274169 Mar 31 23:11:40.526631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:40.565052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764021-b23e-44c8-8b08-decda79ad61a req-bef92ffc-b9e6-4615-b8ae-68e4a669de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.565052 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-bef92ffc-b9e6-4615-b8ae-68e4a669de46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0899870 Mar 31 23:11:40.571727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', 'mac_address': 'fa:16:3e:60:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:40.610616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 6c1086a4-246c-411c-b2d7-b2e0e28212bc owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:40.632471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764021-b23e-44c8-8b08-decda79ad61a req-4a0522f9-7fe9-4673-b5f5-affad03fcb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.634504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-4a0522f9-7fe9-4673-b5f5-affad03fcb50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666950 Mar 31 23:11:40.644399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.677523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a73609-891c-456e-bdb2-2bb15c51290a req-2a6d3452-384a-4d6d-ab27-6b206b32802b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782981 Mar 31 23:11:40.775800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.805300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] DHCP port deletion for 88c04af2-66ab-413c-b2a6-5287c0d3c04e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:40.827230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f365b6-2588-42c0-95ae-cd4348e5e03c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:40.892418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-d0912d20-fe73-4349-8ef2-c0d83e3791c2 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478864 Mar 31 23:11:40.908324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:40.972407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Deleting port 6c1086a4-246c-411c-b2d7-b2e0e28212bc {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:40.972876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.003932 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.126265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.126523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-42764021-b23e-44c8-8b08-decda79ad61a req-0737ed42-6f6f-4d27-8a9f-640120fb3731 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274790 Mar 31 23:11:41.178487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.233380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 6c1086a4-246c-411c-b2d7-b2e0e28212bc on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:41.234568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] For port 6c1086a4-246c-411c-b2d7-b2e0e28212bc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6c1086a4-246c-411c-b2d7-b2e0e28212bc,segment=NetworkSegment(22fc1acd-9863-4bd7-8782-a28b0cba4169),segment_id=22fc1acd-9863-4bd7-8782-a28b0cba4169)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:41.235729 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.240385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.250895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Calling delete_port for 6c1086a4-246c-411c-b2d7-b2e0e28212bc owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:41.457583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.483642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c04af2-66ab-413c-b2a6-5287c0d3c04e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:41.495211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc1acd-9863-4bd7-8782-a28b0cba4169') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:41.495512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc1acd-9863-4bd7-8782-a28b0cba4169') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:41.509298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.520323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d4f365b6-2588-42c0-95ae-cd4348e5e03c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:41.523212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.529955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:41.530366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.585757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.613903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] Pushing event deleted for resources: {'Port': ['ID=6c1086a4-246c-411c-b2d7-b2e0e28212bc,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:41.637141 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:41.650196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:41.661974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-feedc05c-9d1a-4117-ad66-4732a26b8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.664020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f06d9e-370f-46e2-9f59-a2760531b5f3 None None] No DVR routers for this DVR port 6c1086a4-246c-411c-b2d7-b2e0e28212bc on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:41.748950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.763804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.778259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/88c04af2-66ab-413c-b2a6-5287c0d3c04e HTTP/1.1" status: 204 len: 168 time: 2.2808352 Mar 31 23:11:41.780019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.840540 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bc8eda-930e-4524-9676-24f1c8772de3 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:41.840952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bc8eda-930e-4524-9676-24f1c8772de3 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:41.844797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1bc8eda-930e-4524-9676-24f1c8772de3 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/6a315a65-ea7e-4c74-8e59-a01707fb0f57 HTTP/1.1" status: 404 len: 337 time: 0.0601101 Mar 31 23:11:41.847239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60526) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.852291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0aa40-b517-4221-97e2-09acec28ac79 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=88c04af2-66ab-413c-b2a6-5287c0d3c04e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.866325 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2dd0d4-4e9d-44b5-82b0-ab5980cef3d9 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:41.866950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2dd0d4-4e9d-44b5-82b0-ab5980cef3d9 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:41.870400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c2dd0d4-4e9d-44b5-82b0-ab5980cef3d9 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/a06e6176-b025-4983-b8cf-ca8e766b3e0c HTTP/1.1" status: 404 len: 339 time: 0.0221000 Mar 31 23:11:41.873064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60528) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.906661 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6626bba-5f8d-4276-96f6-a9b45222372e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:41.907420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6626bba-5f8d-4276-96f6-a9b45222372e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:41.910462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6626bba-5f8d-4276-96f6-a9b45222372e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/99c5b2ff-d3e1-4587-94d2-ee25daea5919 HTTP/1.1" status: 404 len: 337 time: 0.0361989 Mar 31 23:11:41.912969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.931148 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b67a98-f16d-4306-9c4b-2e7b6071d9f8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:41.931763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b67a98-f16d-4306-9c4b-2e7b6071d9f8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:41.934882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a0b67a98-f16d-4306-9c4b-2e7b6071d9f8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/7735f5e6-e96d-4649-9eab-fdd91e90ffa7 HTTP/1.1" status: 404 len: 339 time: 0.0209579 Mar 31 23:11:41.940279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60532) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.987106 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7601055-0a22-44c6-89d3-aad0e7924b9e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:41.987741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7601055-0a22-44c6-89d3-aad0e7924b9e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:41.990868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7601055-0a22-44c6-89d3-aad0e7924b9e tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/e322bafe-5d51-493a-a6b3-455772daa533 HTTP/1.1" status: 404 len: 337 time: 0.0490174 Mar 31 23:11:41.994956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7578-d072-4daa-9aa9-c66c00d29acd req-b7bd4cf8-08ef-4bad-b6b3-b2e970f8f26a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.996196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60534) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.996794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24e7578-d072-4daa-9aa9-c66c00d29acd req-b7bd4cf8-08ef-4bad-b6b3-b2e970f8f26a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1506379 Mar 31 23:11:42.009775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb16549-0cfd-4e00-944a-2078cd6da678 req-c3a34001-11cc-4086-aca6-b9cf71e7208c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:42.009775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcb16549-0cfd-4e00-944a-2078cd6da678 req-c3a34001-11cc-4086-aca6-b9cf71e7208c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 944 time: 0.1974149 Mar 31 23:11:42.052892 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3c30ab-b580-4a24-9a0c-ca58f85cddd2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:42.053500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3c30ab-b580-4a24-9a0c-ca58f85cddd2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:42.059047 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf3c30ab-b580-4a24-9a0c-ca58f85cddd2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/512ee573-db97-47b1-93f0-d086dcfefe63 HTTP/1.1" status: 404 len: 339 time: 0.0447178 Mar 31 23:11:42.059695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60536) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:42.079166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcb16549-0cfd-4e00-944a-2078cd6da678 req-eaf36a7e-d2b1-4008-b45f-d61f6f2fa514 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528402 Mar 31 23:11:42.080443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:42.093550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Sync routers for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:42.100989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc9e9843-ad6d-4075-8cf9-f4fae46af1ee admin admin] 10.222.0.83 "PUT /v2.0/routers/719f98ed-8f99-448c-9dfd-fe2b6bda86e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4761560 Mar 31 23:11:42.104041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24e7578-d072-4daa-9aa9-c66c00d29acd req-0146412d-2b5a-47d7-b80d-48dfced1a266 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945969 Mar 31 23:11:42.106000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60538) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:42.113520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:42.114158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:42.252789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting subnet f35b5cc4-f6e8-4606-b27b-6f678c232d7f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:42.267714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.377444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.395507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.399271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6c1086a4-246c-411c-b2d7-b2e0e28212bc no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:42.427485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6c1086a4-246c-411c-b2d7-b2e0e28212bc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:42.427966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6c1086a4-246c-411c-b2d7-b2e0e28212bc not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:42.463725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:42.589519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.589729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.734939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Deleting port 7ca43864-5dda-470f-9419-3b8f73d04c27 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:42.735609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.756062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:11:39Z', 'revision_number': 5, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port': {'id': '7ca43864-5dda-470f-9419-3b8f73d04c27', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:03Z', 'updated_at': '2022-03-31T23:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:42.802651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.803705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Checking router: 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:42.816664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Routers {'719f98ed-8f99-448c-9dfd-fe2b6bda86e2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:42.817316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:42.841031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] For port 7ca43864-5dda-470f-9419-3b8f73d04c27, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ca43864-5dda-470f-9419-3b8f73d04c27,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:42.841247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=f35b5cc4-f6e8-4606-b27b-6f678c232d7f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:42.841378 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.849412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.855561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-325add3d-01ac-4a9a-98a9-70246a284ec8 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/f35b5cc4-f6e8-4606-b27b-6f678c232d7f HTTP/1.1" status: 204 len: 168 time: 0.7905161 Mar 31 23:11:42.855690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60554) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:42.858268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Calling delete_port for 7ca43864-5dda-470f-9419-3b8f73d04c27 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:42.868130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e1db8-accc-49f5-bde2-f43472fa277d None None] Network dd6fb902-6242-4e01-bc76-c2ff2b196783 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:43.020869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.033834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] Set router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:43.120999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:11:42Z', 'revision_number': 6, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:43.159796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525a4ee-1c22-4dc1-986c-cce5f1e8046e None None] The sync data for ids ['719f98ed-8f99-448c-9dfd-fe2b6bda86e2'] in n-d-828414-2 is: [{'id': '719f98ed-8f99-448c-9dfd-fe2b6bda86e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1360927537-router', 'tenant_id': '3e873d9caeb44f60a97ac81f303f0275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:01Z', 'updated_at': '2022-03-31T23:11:42Z', 'revision_number': 6, 'project_id': '3e873d9caeb44f60a97ac81f303f0275', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:43.237113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:43.237540 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.391734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369169c1-5dbb-4e02-bf8a-9160fa4d8653,segment=NetworkSegment(c5819d85-6010-4a89-a125-047661812a78),segment_id=c5819d85-6010-4a89-a125-047661812a78)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:43.392124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.415479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 369169c1-5dbb-4e02-bf8a-9160fa4d8653 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:43.444584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f817f-2640-437b-89aa-0a0856cb01bd req-bd43dee9-0b55-4333-962a-549b3cdf3a1e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.446170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de6f817f-2640-437b-89aa-0a0856cb01bd req-bd43dee9-0b55-4333-962a-549b3cdf3a1e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1603217 Mar 31 23:11:43.456453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482770-1ba4-472d-a8f2-9e8b147aebfe req-0844f0f0-4011-480e-8ac5-4881fdafb2a1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.457922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6482770-1ba4-472d-a8f2-9e8b147aebfe req-0844f0f0-4011-480e-8ac5-4881fdafb2a1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 944 time: 0.1690533 Mar 31 23:11:43.561290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.592835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] DHCP port deletion for dd6fb902-6242-4e01-bc76-c2ff2b196783 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:43.617870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de6f817f-2640-437b-89aa-0a0856cb01bd req-2efcbc4b-e8e5-441b-8170-e22ee7d4f3f8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589162 Mar 31 23:11:43.620892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6482770-1ba4-472d-a8f2-9e8b147aebfe req-ee6e3d46-eef9-42f1-8cfc-edd311caaae6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536791 Mar 31 23:11:43.628930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca43864-5dda-470f-9419-3b8f73d04c27,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.759757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Deleting port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:43.759757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.845564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd43f07c-7318-454d-aa74-5918325f134d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.903213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.927834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d4f365b6-2588-42c0-95ae-cd4348e5e03c up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:43.982306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] For port 369169c1-5dbb-4e02-bf8a-9160fa4d8653, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369169c1-5dbb-4e02-bf8a-9160fa4d8653,segment=NetworkSegment(c5819d85-6010-4a89-a125-047661812a78),segment_id=c5819d85-6010-4a89-a125-047661812a78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:43.983400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.985258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.003959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Calling delete_port for 369169c1-5dbb-4e02-bf8a-9160fa4d8653 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:44.066434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.076170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.079992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=369169c1-5dbb-4e02-bf8a-9160fa4d8653,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.101909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:44.139249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.180816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d4f365b6-2588-42c0-95ae-cd4348e5e03c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:44.188464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] Pushing event deleted for resources: {'Port': ['ID=369169c1-5dbb-4e02-bf8a-9160fa4d8653,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.192708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d4f365b6-2588-42c0-95ae-cd4348e5e03c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:44.193219 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.198232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966ad14-353c-4b91-a53c-2e087890a5ef None None] No DVR routers for this DVR port 369169c1-5dbb-4e02-bf8a-9160fa4d8653 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:44.294285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.296384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60572) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.332660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.342075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719f98ed-8f99-448c-9dfd-fe2b6bda86e2 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:44.347154 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.351056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60576) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.351231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e3a9ed49-8891-4dd8-a52b-c9be5964b18d admin admin] 10.222.0.83 "DELETE /v2.0/routers/719f98ed-8f99-448c-9dfd-fe2b6bda86e2 HTTP/1.1" status: 204 len: 168 time: 2.2441154 Mar 31 23:11:44.353421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.366118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6fb902-6242-4e01-bc76-c2ff2b196783']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:44.367340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00064242-c94f-40f9-822e-76de98544af0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:44.385251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5819d85-6010-4a89-a125-047661812a78') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:44.385251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5819d85-6010-4a89-a125-047661812a78') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:44.396771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.420104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Deleting subnet 07771adc-67f5-4bc8-bbd7-690559153c46 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:44.426968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.432822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 00064242-c94f-40f9-822e-76de98544af0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:44.433191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.433689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 00064242-c94f-40f9-822e-76de98544af0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:44.433873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ca43864-5dda-470f-9419-3b8f73d04c27 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:44.446630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:44.447673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.451548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:44.455281 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f86f3a-ef38-4b6a-9061-0c6ca54e8725" -d '{"events": [{"server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "name": "network-vif-plugged", "status": "completed", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:44.457476 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:44.496219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7ca43864-5dda-470f-9419-3b8f73d04c27 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:44.496663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ca43864-5dda-470f-9419-3b8f73d04c27 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:44.497209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369169c1-5dbb-4e02-bf8a-9160fa4d8653 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:44.507388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.530560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 369169c1-5dbb-4e02-bf8a-9160fa4d8653 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:44.531025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369169c1-5dbb-4e02-bf8a-9160fa4d8653 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:44.535382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:44.584095 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66181572-9b58-42ae-809c-368dc30e662f x-openstack-request-id: req-66181572-9b58-42ae-809c-368dc30e662f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:44.584095 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "name": "network-vif-plugged", "status": "completed", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:44.584095 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-66181572-9b58-42ae-809c-368dc30e662f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:44.584095 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66181572-9b58-42ae-809c-368dc30e662f'] response: {'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', 'code': 200} Mar 31 23:11:44.670152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.689400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5143bab4-3b95-4da0-9d37-8756515d810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.756490 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.789972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.804699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.837415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.842976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/dd6fb902-6242-4e01-bc76-c2ff2b196783 HTTP/1.1" status: 204 len: 168 time: 1.9821060 Mar 31 23:11:44.849764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a2013-8264-402e-abfe-5b411e3af579 req-90ce41ed-f2fb-4080-80ad-6dc601c00ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.851603 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6c5a2013-8264-402e-abfe-5b411e3af579 req-90ce41ed-f2fb-4080-80ad-6dc601c00ffb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 1096 time: 0.2002475 Mar 31 23:11:44.890016 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-14838dc5-6728-4176-8836-bb6f98f047ca tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:44.890837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14838dc5-6728-4176-8836-bb6f98f047ca tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:44.895043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-14838dc5-6728-4176-8836-bb6f98f047ca tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/93665ddc-eb9d-4919-8362-77b0f0701b26 HTTP/1.1" status: 404 len: 337 time: 0.0551636 Mar 31 23:11:44.900913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60590) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.901859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a673461-cc56-40d0-82a0-ac458829a71a tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=dd6fb902-6242-4e01-bc76-c2ff2b196783,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.904121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.962357 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c20431f-fdaf-49b1-a685-967b9b455b25 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:44.963140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c20431f-fdaf-49b1-a685-967b9b455b25 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:44.964712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6c5a2013-8264-402e-abfe-5b411e3af579 req-fc7c49d5-ddc8-4cc8-9c63-1aa5480cf995 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861442 Mar 31 23:11:44.966591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2c20431f-fdaf-49b1-a685-967b9b455b25 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/6f43ad34-5714-4b65-a558-663f1362d13d HTTP/1.1" status: 404 len: 339 time: 0.0622418 Mar 31 23:11:44.969713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.998163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77587-a374-408f-8037-96e57743c45c req-68c9ef06-4c4c-4b66-b86d-a30e4cfad181 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:45.006018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fc77587-a374-408f-8037-96e57743c45c req-68c9ef06-4c4c-4b66-b86d-a30e4cfad181 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 945 time: 0.1599734 Mar 31 23:11:45.021244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33f3fc-66bf-4990-a020-5b2eb807c2b5 req-19685712-5e9d-44b7-b570-45a4cb3be93f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:45.023107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a33f3fc-66bf-4990-a020-5b2eb807c2b5 req-19685712-5e9d-44b7-b570-45a4cb3be93f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1448562 Mar 31 23:11:45.035093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5143bab4-3b95-4da0-9d37-8756515d810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.063488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting subnet ceb0cd83-68cf-47f4-a5de-181e8ef94cb2 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:45.067745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.076585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fc77587-a374-408f-8037-96e57743c45c req-7d9257ca-369b-4466-b358-98777fca3234 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Mar 31 23:11:45.084486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a33f3fc-66bf-4990-a020-5b2eb807c2b5 req-74fe7493-cd86-40ec-a495-bc56565f183b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531178 Mar 31 23:11:45.136334 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.193590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.221690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07771adc-67f5-4bc8-bbd7-690559153c46,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.258821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.258821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.258821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.259223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.259486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.259828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.260176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.260494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.260825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.261160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.261487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.261815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:45.269814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.278382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1a5703b5-6a3f-4d0f-9350-681b05b5faa2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/07771adc-67f5-4bc8-bbd7-690559153c46 HTTP/1.1" status: 204 len: 168 time: 0.9230475 Mar 31 23:11:45.279843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71855c-5cf1-48e3-b7eb-66e58f12f72b None None] Network a8a00a9e-faf5-463b-802f-ae39c9884e58 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:45.280241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60600) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.285257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5143bab4-3b95-4da0-9d37-8756515d810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.331797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.337663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bab4-3b95-4da0-9d37-8756515d810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c84d45-15ec-4775-b14b-e059affa2d0f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.340945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.364713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.369307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60602) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.369579 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5143bab4-3b95-4da0-9d37-8756515d810c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3010a14f7fa44ed78b612126d871d88a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710540 Mar 31 23:11:45.531939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] DHCP port deletion for a8a00a9e-faf5-463b-802f-ae39c9884e58 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:45.596840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.607609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Deleting port 9705e308-4117-4fe0-af2a-4d4370d57659 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:45.608296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.669251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb0cd83-68cf-47f4-a5de-181e8ef94cb2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.676370 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.683144 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b082323d-59e2-4dcb-9200-97f0cfc298c2 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/subnets/ceb0cd83-68cf-47f4-a5de-181e8ef94cb2 HTTP/1.1" status: 204 len: 168 time: 0.7121463 Mar 31 23:11:45.685890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.687942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d6faba-2f2f-4fd3-8fca-343b852a3a8e None None] Network 70fcdd4f-393b-439e-b339-f4356c843850 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:45.791288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] For port 9705e308-4117-4fe0-af2a-4d4370d57659, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9705e308-4117-4fe0-af2a-4d4370d57659,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:45.791665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.818480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Calling delete_port for 9705e308-4117-4fe0-af2a-4d4370d57659 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:45.830056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.862353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.864265 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.876041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Deleting port 9705e308-4117-4fe0-af2a-4d4370d57659 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:45.876737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.970463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Deleting port 66056be8-3615-4e49-8385-023255873935 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:45.970986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.980198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] For port 9705e308-4117-4fe0-af2a-4d4370d57659, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9705e308-4117-4fe0-af2a-4d4370d57659,segment=NetworkSegment(7a9acca7-0e78-4099-953b-59a7e406a24e),segment_id=7a9acca7-0e78-4099-953b-59a7e406a24e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:45.980896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.003484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Calling delete_port for 9705e308-4117-4fe0-af2a-4d4370d57659 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:46.051267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] DHCP port deletion for 70fcdd4f-393b-439e-b339-f4356c843850 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:46.106616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] For port 66056be8-3615-4e49-8385-023255873935, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66056be8-3615-4e49-8385-023255873935,segment=NetworkSegment(4bc03181-4286-4b0e-803e-b21c82b04e0f),segment_id=4bc03181-4286-4b0e-803e-b21c82b04e0f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:46.107120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.132851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Calling delete_port for 66056be8-3615-4e49-8385-023255873935 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:46.164299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9705e308-4117-4fe0-af2a-4d4370d57659 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:46.310702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050573-d152-4877-b5bb-98fdc9d6456b req-130d9686-00da-4659-9540-be54ec1ac42f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.312458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05050573-d152-4877-b5bb-98fdc9d6456b req-130d9686-00da-4659-9540-be54ec1ac42f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 945 time: 0.0940466 Mar 31 23:11:46.329946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37af2b-938a-48a6-b8b1-7d3de0adf2d2 req-820cf3dc-e722-44cd-9d26-1f18d1e5c0e3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.335669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb37af2b-938a-48a6-b8b1-7d3de0adf2d2 req-820cf3dc-e722-44cd-9d26-1f18d1e5c0e3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1063976 Mar 31 23:11:46.405480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05050573-d152-4877-b5bb-98fdc9d6456b req-5e8ffab6-b79a-4460-8b1d-460298091a08 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681105 Mar 31 23:11:46.412352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb37af2b-938a-48a6-b8b1-7d3de0adf2d2 req-d07ea1ca-b553-45ed-b1c0-894ed715eb5b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Mar 31 23:11:46.431298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.431788 n-d-828414-2 neutron-server[109836]: INFO neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No ports have port_id starting with 9705e308-4117-4fe0-af2a-4d4370d57659 Mar 31 23:11:46.431788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66056be8-3615-4e49-8385-023255873935 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:46.468203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.486538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Pushing event deleted for resources: {'Port': ['ID=9705e308-4117-4fe0-af2a-4d4370d57659,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.489491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] No DVR routers for this DVR port 9705e308-4117-4fe0-af2a-4d4370d57659 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:46.493692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.499156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.499156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.504891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69c84d45-15ec-4775-b14b-e059affa2d0f HTTP/1.1" status: 204 len: 168 time: 1.1323376 Mar 31 23:11:46.509871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] Pushing event deleted for resources: {'Port': ['ID=9705e308-4117-4fe0-af2a-4d4370d57659,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.512563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Deleting port 66056be8-3615-4e49-8385-023255873935 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:46.513040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.535225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd38af-d23c-4c6a-af48-d17e28cddbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c84d45-15ec-4775-b14b-e059affa2d0f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.563803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port 66056be8-3615-4e49-8385-023255873935 {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:11:46.563803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66056be8-3615-4e49-8385-023255873935 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:46.609605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca0cfc-4668-4345-8c91-1b4a63e6d931 None None] No DVR routers for this DVR port 9705e308-4117-4fe0-af2a-4d4370d57659 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:46.615672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Port': ['ID=66056be8-3615-4e49-8385-023255873935,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.617671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] No DVR routers for this DVR port 66056be8-3615-4e49-8385-023255873935 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:46.686071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.707598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] For port 66056be8-3615-4e49-8385-023255873935, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:46.708039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.715406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a00a9e-faf5-463b-802f-ae39c9884e58']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.729172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9acca7-0e78-4099-953b-59a7e406a24e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.729827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9acca7-0e78-4099-953b-59a7e406a24e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.736398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Calling delete_port for 66056be8-3615-4e49-8385-023255873935 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:46.741026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Port 66056be8-3615-4e49-8385-023255873935 was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:11:46.742788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.743084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.761096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.770156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:46.770156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.777839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.781453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] Pushing event deleted for resources: {'Port': ['ID=66056be8-3615-4e49-8385-023255873935,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.792218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3893f-bde0-44ad-9425-298253015c73 None None] No DVR routers for this DVR port 66056be8-3615-4e49-8385-023255873935 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:46.808173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fcdd4f-393b-439e-b339-f4356c843850']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.808878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.820264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc03181-4286-4b0e-803e-b21c82b04e0f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.820572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc03181-4286-4b0e-803e-b21c82b04e0f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.822144 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.831586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.852306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:46.858942 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:46.865994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:46.866407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:46.869792 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:47.049245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.051980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.064552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.065345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.072023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] 10.222.0.83 "DELETE /v2.0/networks/a8a00a9e-faf5-463b-802f-ae39c9884e58 HTTP/1.1" status: 204 len: 168 time: 1.7946718 Mar 31 23:11:47.074194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] 10.222.0.83 "DELETE /v2.0/networks/70fcdd4f-393b-439e-b339-f4356c843850 HTTP/1.1" status: 204 len: 168 time: 1.3870609 Mar 31 23:11:47.074836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60626) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.093230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed102e38-c8d1-4b1e-aed1-35977770866b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a00a9e-faf5-463b-802f-ae39c9884e58,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.254893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b6cc0-a4d4-4f10-a8c7-317e61831b10 tempest-NetworksIpV6Test-2124760488 tempest-NetworksIpV6Test-2124760488-project] Pushing event deleted for resources: {'Network': ['ID=70fcdd4f-393b-439e-b339-f4356c843850,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.608898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.619034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5ade-8d8a-4730-a5b1-6b3f3c4b6fa5 req-a7ab6865-e988-422c-8e13-14a6d5f94f5f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.627538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-663a5ade-8d8a-4730-a5b1-6b3f3c4b6fa5 req-a7ab6865-e988-422c-8e13-14a6d5f94f5f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1167474 Mar 31 23:11:47.640260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc382a-f942-4c8e-bc0f-30044dc6dde0 req-85ab3655-4e2f-4125-bc97-67b019d836b3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.642319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33dc382a-f942-4c8e-bc0f-30044dc6dde0 req-85ab3655-4e2f-4125-bc97-67b019d836b3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 945 time: 0.1185434 Mar 31 23:11:47.719837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-663a5ade-8d8a-4730-a5b1-6b3f3c4b6fa5 req-feadc200-36b9-4d8c-a01b-cbd7ac84c583 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Mar 31 23:11:47.739321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33dc382a-f942-4c8e-bc0f-30044dc6dde0 req-7931d13a-4f0e-4d79-96a9-f26f9707ebde tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Mar 31 23:11:47.800970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60650) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.979104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e2870c5-922b-40c4-bc97-b5c06ef44bd0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27251be516fe4f098b3af5530df4f555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791196 Mar 31 23:11:47.979805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.985699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Deleting port f2c6516b-0ac1-4916-9bca-bdeb736361e6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:47.986125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.052673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.095903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.138710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] For port f2c6516b-0ac1-4916-9bca-bdeb736361e6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2c6516b-0ac1-4916-9bca-bdeb736361e6,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:48.138710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.145059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Calling delete_port for f2c6516b-0ac1-4916-9bca-bdeb736361e6 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:48.504495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.516192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.516192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5897c9af-c437-4147-9fb2-699e7895422a HTTP/1.1" status: 204 len: 168 time: 0.5276670 Mar 31 23:11:48.516862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e421c26-53e8-4eab-a741-fc40adf03011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5897c9af-c437-4147-9fb2-699e7895422a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.564067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.617813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c6516b-0ac1-4916-9bca-bdeb736361e6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.880195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166278-4eab-435a-ac57-cd0b4ff2818d req-b7ded7b5-9a36-47e5-a8c2-68666d0fa40e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.888969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4166278-4eab-435a-ac57-cd0b4ff2818d req-b7ded7b5-9a36-47e5-a8c2-68666d0fa40e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0713816 Mar 31 23:11:48.936433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4166278-4eab-435a-ac57-cd0b4ff2818d req-2b5f9ea2-c387-4bb1-817d-cb2256bae63c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Mar 31 23:11:48.938231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.207533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:49.323209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:49.333326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06a870ea-927c-4cf4-9416-f70cf5e44545 admin admin] 10.222.0.83 "PUT /v2.0/routers/e523bf63-7e4a-4daa-a050-43a21bc4e9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2556751 Mar 31 23:11:49.335964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:49.339458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Sync routers for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:49.375983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:49.384694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.473048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.529386 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:49.619248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.734171 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 5, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.768821 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Checking router: e523bf63-7e4a-4daa-a050-43a21bc4e9d2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:49.780832 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Routers {'e523bf63-7e4a-4daa-a050-43a21bc4e9d2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:49.781666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:11:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.909694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] Set router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:50.097040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e25be-7381-42c1-bb41-26e1bf27923b req-6f33912c-3775-407c-8734-a41df4e586ce tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.099477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e84e25be-7381-42c1-bb41-26e1bf27923b req-6f33912c-3775-407c-8734-a41df4e586ce tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0847394 Mar 31 23:11:50.167330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Deleting port 0a47f42a-2e91-46f6-992e-88fb017455a7 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:50.169900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.215238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e84e25be-7381-42c1-bb41-26e1bf27923b req-282fc22a-d671-40d8-9975-c4395991e50a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057684 Mar 31 23:11:50.270344 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 5, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:50.380510 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2040dc8-c18f-4826-a4db-88806b04d767 None None] The sync data for ids ['e523bf63-7e4a-4daa-a050-43a21bc4e9d2'] in n-d-828414-2 is: [{'id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1798181096-router', 'tenant_id': '7368b89c494a480093a7ca866c13834c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:16Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 5, 'project_id': '7368b89c494a480093a7ca866c13834c', 'gw_port': {'id': '0a47f42a-2e91-46f6-992e-88fb017455a7', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e523bf63-7e4a-4daa-a050-43a21bc4e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:18Z', 'updated_at': '2022-03-31T23:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:50.381327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] For port 0a47f42a-2e91-46f6-992e-88fb017455a7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a47f42a-2e91-46f6-992e-88fb017455a7,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:50.381327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.381327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Calling delete_port for 0a47f42a-2e91-46f6-992e-88fb017455a7 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:51.162463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.244250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a47f42a-2e91-46f6-992e-88fb017455a7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.286128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:51.386919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.407663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144da98-17c0-40e8-a973-eb5b208aa986 req-c14cb752-bb32-482b-a02d-54bd6d4ef84c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.416799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9144da98-17c0-40e8-a973-eb5b208aa986 req-c14cb752-bb32-482b-a02d-54bd6d4ef84c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0962536 Mar 31 23:11:51.470859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9144da98-17c0-40e8-a973-eb5b208aa986 req-50e0ea86-da9b-4bfe-b9f7-2ad5c5eec331 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Mar 31 23:11:51.497183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959566953'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:51.559750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.564096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.642194 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.648693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.710944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.711852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e523bf63-7e4a-4daa-a050-43a21bc4e9d2 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:51.716579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.718457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5f9f918a-cc30-4b7a-8a93-bfeaab06adfb admin admin] 10.222.0.83 "DELETE /v2.0/routers/e523bf63-7e4a-4daa-a050-43a21bc4e9d2 HTTP/1.1" status: 204 len: 168 time: 2.3786876 Mar 31 23:11:51.721603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60762) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:51.758766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.813348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.828427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Deleting subnet 277612a9-74bf-4d2a-bc31-6b1a91d0cc1a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:51.834859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.876180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca3ee6a-06d6-4e3b-88ed-352ba6453e8c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.928153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.936316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.023727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.038249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.077788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a93b56-cc39-4c63-8fc5-ca416a7cf90d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.152627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.154140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3cf89db1-a410-480a-8669-fae5f85f4891 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8666770 Mar 31 23:11:52.157854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60764) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.191077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.289422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac53cfc5-7f37-4812-a101-20e66f666df0 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1303265 Mar 31 23:11:52.295180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60768) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.308828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.308994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-security--48601283', 'description': 'tempest-security-description-1547511984'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:52.309104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189e21e-5f2a-4cb7-86ee-4686112ffe7a None None] Network 214f9397-11c9-4ca7-917a-c4887f2700e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:52.316218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/277612a9-74bf-4d2a-bc31-6b1a91d0cc1a HTTP/1.1" status: 204 len: 168 time: 0.5929778 Mar 31 23:11:52.316462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60770) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.317265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef0ee0-2975-4a92-bb80-35f4c68802f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277612a9-74bf-4d2a-bc31-6b1a91d0cc1a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.393475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.472721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a47f42a-2e91-46f6-992e-88fb017455a7 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:52.500661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.511914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0a47f42a-2e91-46f6-992e-88fb017455a7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:52.511914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0a47f42a-2e91-46f6-992e-88fb017455a7 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:52.511914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2c6516b-0ac1-4916-9bca-bdeb736361e6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:52.527907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.556171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.559618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.561258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "PUT /v2.0/security-groups/35a93b56-cc39-4c63-8fc5-ca416a7cf90d HTTP/1.1" status: 200 len: 1778 time: 0.2637331 Mar 31 23:11:52.562168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f2c6516b-0ac1-4916-9bca-bdeb736361e6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:52.563365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2c6516b-0ac1-4916-9bca-bdeb736361e6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:52.602119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60776) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.603225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4451eb2-0ed4-4de4-9103-94951d4ee889 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a93b56-cc39-4c63-8fc5-ca416a7cf90d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.662673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Deleting port a44bdace-8437-42b0-8da3-29b2f53801c0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:52.663341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.711782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] DHCP port deletion for 214f9397-11c9-4ca7-917a-c4887f2700e8 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:52.714966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-461a3f93-65ba-498f-92c7-0aa53634fd9d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups/35a93b56-cc39-4c63-8fc5-ca416a7cf90d HTTP/1.1" status: 200 len: 1778 time: 0.1080701 Mar 31 23:11:52.717958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.761138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651656b-4115-4836-9aa7-c30adc2c2974 req-fc374f8a-3f6d-4a8f-ab71-68b0179a317b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.762504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8651656b-4115-4836-9aa7-c30adc2c2974 req-fc374f8a-3f6d-4a8f-ab71-68b0179a317b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1362107 Mar 31 23:11:52.805150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Deleting port a44bdace-8437-42b0-8da3-29b2f53801c0 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:52.805533 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.811192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] For port a44bdace-8437-42b0-8da3-29b2f53801c0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a44bdace-8437-42b0-8da3-29b2f53801c0,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.814505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.830441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.841007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Calling delete_port for a44bdace-8437-42b0-8da3-29b2f53801c0 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:52.861905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8651656b-4115-4836-9aa7-c30adc2c2974 req-dbd3e637-d0e7-403a-92b8-3d5fae2b1353 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Mar 31 23:11:52.877334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.960062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] For port a44bdace-8437-42b0-8da3-29b2f53801c0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a44bdace-8437-42b0-8da3-29b2f53801c0,segment=NetworkSegment(fadd2f45-6323-4d7a-989f-107e33b0311b),segment_id=fadd2f45-6323-4d7a-989f-107e33b0311b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.962171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.990434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Calling delete_port for a44bdace-8437-42b0-8da3-29b2f53801c0 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:53.030569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.035032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.037960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/35a93b56-cc39-4c63-8fc5-ca416a7cf90d HTTP/1.1" status: 204 len: 168 time: 0.3163745 Mar 31 23:11:53.038813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60796) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.045234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5898c9-0e7f-41e9-b1ce-9706cec1e79e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a93b56-cc39-4c63-8fc5-ca416a7cf90d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.078875 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.113083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] No DVR routers for this DVR port a44bdace-8437-42b0-8da3-29b2f53801c0 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:53.120300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.142734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44bdace-8437-42b0-8da3-29b2f53801c0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.148425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] Pushing event deleted for resources: {'Port': ['ID=a44bdace-8437-42b0-8da3-29b2f53801c0,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.156559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20409632-06f8-4c54-b6a0-7648503c38e6 None None] No DVR routers for this DVR port a44bdace-8437-42b0-8da3-29b2f53801c0 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:53.173513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d17bd9d1-9bff-42b8-b091-bfe31c9d522c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297252 Mar 31 23:11:53.173660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.190499 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-b193efe6-9d86-4a8f-93c7-16618fe01d20 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] delete failed (client error): The resource could not be found. Mar 31 23:11:53.196424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b193efe6-9d86-4a8f-93c7-16618fe01d20 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/35a93b56-cc39-4c63-8fc5-ca416a7cf90d HTTP/1.1" status: 404 len: 347 time: 0.0173614 Mar 31 23:11:53.200921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.201335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851355969'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:53.228689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.248567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214f9397-11c9-4ca7-917a-c4887f2700e8']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.267923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd2f45-6323-4d7a-989f-107e33b0311b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.267923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd2f45-6323-4d7a-989f-107e33b0311b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.269778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.283872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.290237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:53.290726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:53.292570 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:53.322832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.423802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.430469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.462751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.462751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/214f9397-11c9-4ca7-917a-c4887f2700e8 HTTP/1.1" status: 204 len: 168 time: 1.1329601 Mar 31 23:11:53.462751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bcd93-9b15-47d1-bc2e-41211b06d8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=214f9397-11c9-4ca7-917a-c4887f2700e8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.545572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.612938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13969e17-543c-4152-961c-61cc5328c9e1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.619569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60820) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.697851 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.710677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9cb52219-d01f-4f45-9089-a327370f2417 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5025218 Mar 31 23:11:53.710677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60828) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.711606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '13969e17-543c-4152-961c-61cc5328c9e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:53.760042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2efede-6853-4632-af18-4fbecec9b8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.838016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2efede-6853-4632-af18-4fbecec9b8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.850426 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.929148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.950468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2efede-6853-4632-af18-4fbecec9b8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.961006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60832) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.016558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2efede-6853-4632-af18-4fbecec9b8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beebbd2-5966-4dcc-9e6e-b70e37825839,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.025566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce2efede-6853-4632-af18-4fbecec9b8a8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=359c4731e15049f5ad36d27b233c0261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047217 Mar 31 23:11:54.027973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60834) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.060547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ec5c35c-7d3f-4db8-8a42-b4b560226fa3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e873d9caeb44f60a97ac81f303f0275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952549 Mar 31 23:11:54.060665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.061778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60836) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.095505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c181c2-b66b-4d5b-a992-cb584f76c77b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.101066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.110859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e8cf0-fea2-464f-86a5-2d5a64c1239f req-c8fc62c2-482c-47dc-a6d9-4aeb5d36b878 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:54.110859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-505e8cf0-fea2-464f-86a5-2d5a64c1239f req-c8fc62c2-482c-47dc-a6d9-4aeb5d36b878 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1558950 Mar 31 23:11:54.139108 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.146577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.151908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a44bdace-8437-42b0-8da3-29b2f53801c0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:54.169998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-505e8cf0-fea2-464f-86a5-2d5a64c1239f req-65358b0e-fcf6-496d-8771-4c180e6048ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Mar 31 23:11:54.183766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.197675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.199159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a44bdace-8437-42b0-8da3-29b2f53801c0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:54.199690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a44bdace-8437-42b0-8da3-29b2f53801c0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:54.211329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.212512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c0e5c03c-3e0b-48c6-bd1c-fc97eb490635 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084250 Mar 31 23:11:54.221070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60838) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.264406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.273982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.305493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.308478 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.309804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4beebbd2-5966-4dcc-9e6e-b70e37825839 HTTP/1.1" status: 204 len: 168 time: 0.2805095 Mar 31 23:11:54.322190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdcae4-4d43-47fe-9ba8-abc6ea99b0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beebbd2-5966-4dcc-9e6e-b70e37825839,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.391096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.395763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.399224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.403249 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6324bac7-5cf2-44ce-9cdf-6812c900c2dd HTTP/1.1" status: 204 len: 168 time: 0.3360062 Mar 31 23:11:54.423348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.427698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/41c181c2-b66b-4d5b-a992-cb584f76c77b HTTP/1.1" status: 204 len: 168 time: 0.2034104 Mar 31 23:11:54.429271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.445284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fcdb8-b59d-4b19-a43c-6b167bb063ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324bac7-5cf2-44ce-9cdf-6812c900c2dd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.451424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60683fc5-d897-46de-b0fb-3377911fb604 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41c181c2-b66b-4d5b-a992-cb584f76c77b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.525252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16a4a55b-b650-4dc4-9fc7-cda282f9b421 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0913301 Mar 31 23:11:54.525461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60854) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.577119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.599447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.745063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.748033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.754762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/13969e17-543c-4152-961c-61cc5328c9e1 HTTP/1.1" status: 204 len: 168 time: 0.2230945 Mar 31 23:11:54.754896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60858) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.761256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23773c20-7875-495f-bd2f-8bac950e58d8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13969e17-543c-4152-961c-61cc5328c9e1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.851619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84d5601d-8117-4ac9-9259-7299048d492e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972228 Mar 31 23:11:54.853497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.858783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861741114'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:54.987379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.115279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.173380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.217453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac92e9f-cc35-4d08-9844-f15fc61c351b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.286810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.289924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1843b11a-9033-45a8-b42a-8c5c05ce1575 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4348476 Mar 31 23:11:55.301766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60880) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.320779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '5ac92e9f-cc35-4d08-9844-f15fc61c351b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:55.370080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f642b6-a566-4fac-98c7-ca6bd815cb4f req-b5aa656d-c70f-4361-8966-d310ea831a12 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:55.372186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95f642b6-a566-4fac-98c7-ca6bd815cb4f req-b5aa656d-c70f-4361-8966-d310ea831a12 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0687931 Mar 31 23:11:55.395253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60884) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.431255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95f642b6-a566-4fac-98c7-ca6bd815cb4f req-c957ef16-7dd1-427b-a6ea-f1540a059209 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Mar 31 23:11:55.461590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-281c2e1f-7550-4e4b-86cf-75b22d736475 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7368b89c494a480093a7ca866c13834c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621245 Mar 31 23:11:55.461949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60886) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.538918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.573725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.604923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.663606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.899546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.899997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.902911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.904112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/856896d3-251a-4a19-be07-7526e799cf80 HTTP/1.1" status: 204 len: 168 time: 0.4406784 Mar 31 23:11:55.916797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e784-4179-4515-babf-7adb4cfc1a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856896d3-251a-4a19-be07-7526e799cf80,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.924912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d445121e-e882-44e0-b56d-6a976de7d769,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.101424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.102666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-adc62d65-b58f-43df-b809-dd2edaab80dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7998567 Mar 31 23:11:56.106089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60900) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:56.111212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '5ac92e9f-cc35-4d08-9844-f15fc61c351b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:56.223870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.276271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.356172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.377686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885186d4-89a0-4982-8c2e-71955a0df999,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.456488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.457761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fd425e21-c17a-4369-86a7-424cb7c12dfc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506212 Mar 31 23:11:56.460909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:56.465212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '5ac92e9f-cc35-4d08-9844-f15fc61c351b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:56.621619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.657641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffc0b-ef05-40ac-a12e-03c375f25014 req-2e04df8e-8a15-4deb-9f82-dafee79b4c49 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:56.659319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecffc0b-ef05-40ac-a12e-03c375f25014 req-2e04df8e-8a15-4deb-9f82-dafee79b4c49 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1045713 Mar 31 23:11:56.708587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.722479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ecffc0b-ef05-40ac-a12e-03c375f25014 req-360fa38a-99e1-45a0-8039-abaa37806017 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540543 Mar 31 23:11:56.916408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.934703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a036add2-e8cd-4639-8247-60854069dd42,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.053076 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.054725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3cc0c480-4ac3-43e2-843c-29918d4cd11a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5930195 Mar 31 23:11:57.066633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.071532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '5ac92e9f-cc35-4d08-9844-f15fc61c351b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.202337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.278636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.377883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60960) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.412940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.438026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6ae12f-788b-4286-9052-e22a187735fc,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.520951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1263529241-network', 'tenant_id': '22f645bfea5a4b209e818a27eb2831ef'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.548088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.549331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5c5451b2-c7e1-4578-9df3-0435e1473fcc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4818878 Mar 31 23:11:57.552136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.556510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '5ac92e9f-cc35-4d08-9844-f15fc61c351b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.688715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Made reservation on behalf of 22f645bfea5a4b209e818a27eb2831ef for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:57.691252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.700673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.730863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.859738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.878337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.898063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931495a3-132e-4168-b721-aa988de8de08 req-db504b67-6d8a-45d9-9628-39aa7d881b72 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.899905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-931495a3-132e-4168-b721-aa988de8de08 req-db504b67-6d8a-45d9-9628-39aa7d881b72 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0854731 Mar 31 23:11:57.929139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.958753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-931495a3-132e-4168-b721-aa988de8de08 req-68d83887-21ef-456b-9285-bf19746ee0f4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Mar 31 23:11:57.959524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c375d3c5-a395-4d4d-9066-f0da410c8061,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.980534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.016175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:58.026938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.034123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.035364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-deb66b84-f0e9-483f-ba12-c1cc483ac149 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4822423 Mar 31 23:11:58.036811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.037335 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Added segment 08df4e0e-8594-4cc1-83d6-7e3fd42559ac of type vlan for network 31c92f5e-307b-4914-b557-747d279d49b7 Mar 31 23:11:58.038242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60988) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.085614 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.088965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.098093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.248172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.249149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.249364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:58.250656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.256466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.260961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c375d3c5-a395-4d4d-9066-f0da410c8061 HTTP/1.1" status: 204 len: 168 time: 0.2175813 Mar 31 23:11:58.260961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60992) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.275160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e1489-41a3-4af6-ae9c-15bea7e57591 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c375d3c5-a395-4d4d-9066-f0da410c8061,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.323126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cfdd541b-2ddd-4a8f-8b2c-5bd8d37e6d3c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0589926 Mar 31 23:11:58.325768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60996) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.349499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.360543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] Pushing event updated for resources: {'Network': ['ID=31c92f5e-307b-4914-b557-747d279d49b7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.361101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.362178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 31c92f5e-307b-4914-b557-747d279d49b7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:58.411266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4efe4a45-4326-4ae2-9944-aa893bcfe9cc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0320187 Mar 31 23:11:58.420720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60998) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.429813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Request body: {'subnet': {'network_id': '31c92f5e-307b-4914-b557-747d279d49b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1263529241-subnet', 'tenant_id': '22f645bfea5a4b209e818a27eb2831ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:58.481910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.488547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.489689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/3c6ae12f-788b-4286-9052-e22a187735fc HTTP/1.1" status: 204 len: 168 time: 0.1653891 Mar 31 23:11:58.492525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32768) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.495326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8bf7-315a-4c64-8c57-4062a9c259cd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c6ae12f-788b-4286-9052-e22a187735fc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.543991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-86438511-2064-4df0-9e96-453fcbb86eec tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0501721 Mar 31 23:11:58.547346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.594705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.603337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.619912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Made reservation on behalf of 22f645bfea5a4b209e818a27eb2831ef for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:58.623661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.766472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.778037 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.783812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/a036add2-e8cd-4639-8247-60854069dd42 HTTP/1.1" status: 204 len: 168 time: 0.2311547 Mar 31 23:11:58.784111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32780) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.790935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79912b6-dcc5-492b-af81-10c17d5475e9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a036add2-e8cd-4639-8247-60854069dd42,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.897182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-13165cb4-979d-4617-832c-f627605bbc43 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1077316 Mar 31 23:11:58.900705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.943327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.952514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.129958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-94cd8047-95e8-4693-a840-e81b66b8333b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835862 Mar 31 23:11:59.139975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.148208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8554c-af7b-41f8-9358-9817d2e43b25 req-3bd8e7b4-73a4-4b2e-88e6-42b444eb9964 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.150215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22c8554c-af7b-41f8-9358-9817d2e43b25 req-3bd8e7b4-73a4-4b2e-88e6-42b444eb9964 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0731006 Mar 31 23:11:59.151131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.158172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.163542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/885186d4-89a0-4982-8c2e-71955a0df999 HTTP/1.1" status: 204 len: 168 time: 0.2613370 Mar 31 23:11:59.165633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32792) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.200871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1715e951-4de3-41b8-b0da-af798682bd5f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.201119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5405d35-db72-491a-ac5c-4c92b88caa94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=885186d4-89a0-4982-8c2e-71955a0df999,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.224153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Checking segment: {'id': '08df4e0e-8594-4cc1-83d6-7e3fd42559ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:59.224430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Network hostable DHCP agents. Network: 31c92f5e-307b-4914-b557-747d279d49b7, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:59.271202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22c8554c-af7b-41f8-9358-9817d2e43b25 req-9706549d-8b0b-4911-ada2-1ed414c1cad1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062238 Mar 31 23:11:59.299690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7912d6d7-98d8-4821-8c49-2f3955443e0f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1212113 Mar 31 23:11:59.299886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32796) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.303595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-ab2e6be2-9158-47bb-a612-d318bb732154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.305311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-ab2e6be2-9158-47bb-a612-d318bb732154 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f984e1cac884178acb93f092b8fb1b7&device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 1096 time: 0.1022887 Mar 31 23:11:59.332569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.335978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.379451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Network 31c92f5e-307b-4914-b557-747d279d49b7 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:59.453481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-b8e33d8e-4422-400e-a1e8-ff4418c41f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.456261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-b8e33d8e-4422-400e-a1e8-ff4418c41f8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 200 len: 918 time: 0.1288741 Mar 31 23:11:59.522206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.527712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 31c92f5e-307b-4914-b557-747d279d49b7) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:59.543869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48184f3-ba7c-46c4-9bb3-cefa240a25cb None None] Network 31c92f5e-307b-4914-b557-747d279d49b7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:59.544795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.548281 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d445121e-e882-44e0-b56d-6a976de7d769 HTTP/1.1" status: 204 len: 168 time: 0.2532890 Mar 31 23:11:59.552398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32804) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.572509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.579106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.579285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-e815f8b5-75d2-4d6c-aa76-4f5777fc092b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 200 len: 1001 time: 0.1065056 Mar 31 23:11:59.591141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d423-79ab-4d73-990f-1451424c22f7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d445121e-e882-44e0-b56d-6a976de7d769,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.683863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-c67fadb6-c26e-44f7-b16c-1fcfd49a9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.685675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-c67fadb6-c26e-44f7-b16c-1fcfd49a9e75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0cfaff08-a8fd-416f-8e26-29f3dd09eb68 HTTP/1.1" status: 200 len: 855 time: 0.0994964 Mar 31 23:11:59.697418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4a77d7bb-9636-4181-a0dd-114333671713 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2754889 Mar 31 23:11:59.701383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-01b6016a-9c82-4a06-b55f-af4a554923dd tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1352227 Mar 31 23:11:59.711674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.722342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eead126-539b-4663-8a48-b58ddce01ac0 None None] Network 31c92f5e-307b-4914-b557-747d279d49b7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:59.755168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-2019d105-b5ab-470f-8fd1-b9cca56e62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.756739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-2019d105-b5ab-470f-8fd1-b9cca56e62e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=319c3c50-3c93-4e70-96a5-2c54ae2eab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543268 Mar 31 23:11:59.844454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.909528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.912541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-0fb30289-483c-44de-b402-8d40f764afca service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488099 Mar 31 23:12:00.060148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32828) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.068077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.076956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.076956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/5ac92e9f-cc35-4d08-9844-f15fc61c351b HTTP/1.1" status: 204 len: 168 time: 0.3591368 Mar 31 23:12:00.079906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32832) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.114021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d3316-a0ad-406a-9644-47f4eac2ade5 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac92e9f-cc35-4d08-9844-f15fc61c351b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.166835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34ba5b90-c524-469e-9b21-f8493b39bbda req-e5fc0127-e574-4f6e-abe0-5d62176c9f48 service neutron] 10.222.0.10 "GET /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420650 Mar 31 23:12:00.206373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc124c0-b5f3-4a42-8298-f84e70bcf06d req-2c455925-cd0b-4807-bfe9-a81ba9cd59e1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.207975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fc124c0-b5f3-4a42-8298-f84e70bcf06d req-2c455925-cd0b-4807-bfe9-a81ba9cd59e1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1621127 Mar 31 23:12:00.213043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1b95faa-4336-4f22-930a-b242f5e536b0 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105847 Mar 31 23:12:00.222279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32840) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.229038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--697695501'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.267044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fc124c0-b5f3-4a42-8298-f84e70bcf06d req-7f9b7554-7341-4876-b171-afd8b1dd49df tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512273 Mar 31 23:12:00.314910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0b04-e857-448a-a9bb-2535124ccdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.352198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.476805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0b04-e857-448a-a9bb-2535124ccdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.483300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.504138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27ab60-1513-445c-86ff-eaec0891e025 req-54f1bc80-eea4-4b44-8579-dab2554b7f40 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.505633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce27ab60-1513-445c-86ff-eaec0891e025 req-54f1bc80-eea4-4b44-8579-dab2554b7f40 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1345446 Mar 31 23:12:00.571476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce27ab60-1513-445c-86ff-eaec0891e025 req-250cbf0e-ff3b-4a79-b371-a4c31bdd0f03 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596085 Mar 31 23:12:00.578208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-8d2272de-5074-4666-ad80-2e83065a24eb tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.580401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-8d2272de-5074-4666-ad80-2e83065a24eb tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/networks?id=31c92f5e-307b-4914-b557-747d279d49b7 HTTP/1.1" status: 200 len: 822 time: 0.1607184 Mar 31 23:12:00.608048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.611319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0b04-e857-448a-a9bb-2535124ccdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.611790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-7c18e63a-09c9-4814-8138-8df2560bdd10 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/quotas/22f645bfea5a4b209e818a27eb2831ef HTTP/1.1" status: 200 len: 375 time: 0.0113606 Mar 31 23:12:00.668254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-088f9874-8d50-41e7-9858-cd4481f78522 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=22f645bfea5a4b209e818a27eb2831ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485170 Mar 31 23:12:00.687988 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ea5e0b04-e857-448a-a9bb-2535124ccdcf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab54d922f3264712b53907878235d399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207507 Mar 31 23:12:00.687988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43389c37-096f-42f9-8e21-79ed468bc989,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.687988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32866) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.744520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a982-39e4-4a35-a8cf-b702a7204a68 req-651d3586-5a84-4c55-adc2-c97dbc896cea tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.747859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b823a982-39e4-4a35-a8cf-b702a7204a68 req-651d3586-5a84-4c55-adc2-c97dbc896cea tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0668325 Mar 31 23:12:00.760967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0b04-e857-448a-a9bb-2535124ccdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657a8e6e-4e31-4ea6-9c43-7b28342f0d3a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.770750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.772022 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d910786-c0a4-4ea5-982f-da852ea96a4e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5480506 Mar 31 23:12:00.779389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.779897 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:00.785159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '43389c37-096f-42f9-8e21-79ed468bc989', 'direction': 'ingress', 'protocol': 17}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.796426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.830497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.867612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b823a982-39e4-4a35-a8cf-b702a7204a68 req-4e0955fd-0e85-485b-b481-af76a123daf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781798 Mar 31 23:12:00.901486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-22b06f7d-7001-4beb-b18e-c46e49d4e36b service neutron] 10.222.0.83 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320564 Mar 31 23:12:00.915784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.983263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.987156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.988660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/657a8e6e-4e31-4ea6-9c43-7b28342f0d3a HTTP/1.1" status: 204 len: 168 time: 0.2902460 Mar 31 23:12:00.990921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.000598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada47f-f6f5-47f4-8905-323e61eb9995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a8e6e-4e31-4ea6-9c43-7b28342f0d3a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.065949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-c7e887af-f5ff-4c41-815c-2d02e89486c0 service neutron] 10.222.0.83 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556962 Mar 31 23:12:01.073516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d0f79-7a6f-44bd-b188-2180da2b85c8 req-64eed3ca-1194-4502-9a6d-2824457bf3c1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:01.074983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-813d0f79-7a6f-44bd-b188-2180da2b85c8 req-64eed3ca-1194-4502-9a6d-2824457bf3c1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1377215 Mar 31 23:12:01.093997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.106045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a14540e-90a1-43f9-8bc8-320b8046baef,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.139740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-813d0f79-7a6f-44bd-b188-2180da2b85c8 req-e6571c9f-fac7-4282-b1a0-5ab57c86299e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563507 Mar 31 23:12:01.226950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.230326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-55e413e0-292e-4888-89b9-2dc53b8e27cc tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4485807 Mar 31 23:12:01.232919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.274924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fbf41-82b9-4aa6-bc0a-ee4a212bece0 req-11c00d66-9d8b-4c2b-a431-2fd7e2927d55 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:01.278838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e73fbf41-82b9-4aa6-bc0a-ee4a212bece0 req-11c00d66-9d8b-4c2b-a431-2fd7e2927d55 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0611808 Mar 31 23:12:01.295340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.322119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.322285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e73fbf41-82b9-4aa6-bc0a-ee4a212bece0 req-fbe84685-c580-42b7-a492-e33d740fcc84 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367773 Mar 31 23:12:01.450281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9e68344-a40d-4f4a-b958-ae0f40dfa7d8 req-b63db3aa-6eeb-4fed-bf1b-9090a1d3b2fd tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0375736 Mar 31 23:12:01.464998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.471895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.473348 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/43389c37-096f-42f9-8e21-79ed468bc989 HTTP/1.1" status: 204 len: 168 time: 0.2392159 Mar 31 23:12:01.476235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.502546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf4d7-732e-48f9-8a69-7f9fdd6276ae tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43389c37-096f-42f9-8e21-79ed468bc989,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.538227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-90d4089d-c6e0-445a-b676-e71d119bedf2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563135 Mar 31 23:12:01.538352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.542229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341647059'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:01.682166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.756758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.853394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.911057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb3ec9-4c05-411f-8250-64df58d689ca,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.919975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.921272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a747b41-dcee-4a4c-bb9c-7c3085709d05 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3825552 Mar 31 23:12:01.924260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32926) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.929633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--481801961'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:02.043792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4612-584c-433b-b1b7-3e67130bc466 req-69278c01-ac54-47a2-a187-bc2d45da2c11 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.045510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-036b4612-584c-433b-b1b7-3e67130bc466 req-69278c01-ac54-47a2-a187-bc2d45da2c11 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0669599 Mar 31 23:12:02.107775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.118352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-036b4612-584c-433b-b1b7-3e67130bc466 req-972fbbcc-316f-4661-9d50-ac4ca8049123 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585454 Mar 31 23:12:02.121531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32934) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.145661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c04f09c3-5406-4466-80cd-e805b276df58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.184830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684795e-cbae-4548-9484-178788fc6936 req-06fa018f-c6a5-418a-a46c-2bb6f0468487 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.186541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c684795e-cbae-4548-9484-178788fc6936 req-06fa018f-c6a5-418a-a46c-2bb6f0468487 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0960944 Mar 31 23:12:02.275714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c684795e-cbae-4548-9484-178788fc6936 req-33754523-690f-4985-9fc4-39d9a15ea3e2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785098 Mar 31 23:12:02.298816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c04f09c3-5406-4466-80cd-e805b276df58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.300410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.373191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c04f09c3-5406-4466-80cd-e805b276df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.408130 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.415311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c04f09c3-5406-4466-80cd-e805b276df58 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=724a32e2d1bb46f2b668d8dfbb64ff24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923772 Mar 31 23:12:02.419253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f09c3-5406-4466-80cd-e805b276df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7bca91-086a-4750-8e9b-3c3688697a96,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.421151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.473389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5353e3-92ce-4680-a87c-40ce62cbef1b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.479907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.508952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.526418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ab8fdd2-a361-45bc-bf17-608741b77e6e req-011a812b-99cf-4394-9d59-0801ebbddf15 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0279806 Mar 31 23:12:02.563895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.568364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0d50c6e0-ce08-4078-8ccd-5d67ca65e42e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6397853 Mar 31 23:12:02.568471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32954) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.573311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': 'dfdb3ec9-4c05-411f-8250-64df58d689ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'df5353e3-92ce-4680-a87c-40ce62cbef1b', 'remote_ip_prefix': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:02.664745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.667351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.668867 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2b7bca91-086a-4750-8e9b-3c3688697a96 HTTP/1.1" status: 204 len: 168 time: 0.2461197 Mar 31 23:12:02.679555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e3e93-d6c9-4b30-8bec-8ddca4d4ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7bca91-086a-4750-8e9b-3c3688697a96,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.749283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.834170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.961567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.984937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e460cf3c-77c6-4a70-bf36-cda1bf3d112c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.034046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.038763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3dc9ed16-6d3e-4785-abf3-73fc7adea295 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4664116 Mar 31 23:12:03.039182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.084261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.095036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.277166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48b23-9547-4e16-95a2-2d06a11c951f req-200faaa9-eaea-42fb-b50d-190ff347e6d5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.285516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4a48b23-9547-4e16-95a2-2d06a11c951f req-200faaa9-eaea-42fb-b50d-190ff347e6d5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1120641 Mar 31 23:12:03.316253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478521d-484a-41d0-b42d-0cfe7d2706f6 req-201d26c0-8ee4-4acf-a595-fbd881d71878 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.320201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7478521d-484a-41d0-b42d-0cfe7d2706f6 req-201d26c0-8ee4-4acf-a595-fbd881d71878 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0972145 Mar 31 23:12:03.351369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4a48b23-9547-4e16-95a2-2d06a11c951f req-34989fc1-9e31-441a-a1af-f4fc61b06eeb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647840 Mar 31 23:12:03.360445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.377434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.377434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/e460cf3c-77c6-4a70-bf36-cda1bf3d112c HTTP/1.1" status: 204 len: 168 time: 0.3345919 Mar 31 23:12:03.381004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.390983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078979a-d874-41a1-95a2-c1372c0feaea tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e460cf3c-77c6-4a70-bf36-cda1bf3d112c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.418788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7478521d-484a-41d0-b42d-0cfe7d2706f6 req-82a6f2d1-b409-4ad6-8476-a30de1546106 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612955 Mar 31 23:12:03.469984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f83eff28-7e25-4f48-a73e-b4b0f39570d1 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0865421 Mar 31 23:12:03.472988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32980) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.531784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.559577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.651969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-416e0ebb-10c8-4d03-ac1e-ea4817a30168 req-56012a93-4c65-46aa-a95a-b3705c6c11f7 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0303590 Mar 31 23:12:03.699719 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.704733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.705910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/df5353e3-92ce-4680-a87c-40ce62cbef1b HTTP/1.1" status: 204 len: 168 time: 0.2319067 Mar 31 23:12:03.708796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32988) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.719443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679703c-6221-44ce-9a9b-fae433229af7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5353e3-92ce-4680-a87c-40ce62cbef1b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.803558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bbd5394d-9751-4d74-a91e-8461e3e615b7 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0930917 Mar 31 23:12:03.806339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32990) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.862719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.896748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.099160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.101996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.103316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/dfdb3ec9-4c05-411f-8250-64df58d689ca HTTP/1.1" status: 204 len: 168 time: 0.2959104 Mar 31 23:12:04.106095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32998) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:04.113128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd84b2-1ba0-46a3-b3d9-14f3e130c13d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb3ec9-4c05-411f-8250-64df58d689ca,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:04.162299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ef087a4b-d715-4b50-87ec-1ae31a3a9017 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549345 Mar 31 23:12:04.166874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33000) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:04.171689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870168959'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:04.283326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.407065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.510528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.556394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934bc99-9916-4810-9cb7-f24d5ada9cdb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:04.631172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef17ec-522b-4e92-b865-4e9629a52f15 req-dafd6aea-cbab-40fa-bc31-cdaad5bd78f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.633038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eef17ec-522b-4e92-b865-4e9629a52f15 req-dafd6aea-cbab-40fa-bc31-cdaad5bd78f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1585002 Mar 31 23:12:04.635925 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.672288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.680137 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31c443ea-ddf0-48a7-8967-21aa0ab01be2 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5120575 Mar 31 23:12:04.682107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:04.688925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '2934bc99-9916-4810-9cb7-f24d5ada9cdb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:04.726099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eef17ec-522b-4e92-b865-4e9629a52f15 req-864cb828-8bf9-48a2-af14-7f972ec29529 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859842 Mar 31 23:12:04.733120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-7af87073-353d-4b62-b568-e0892b1f024a tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.736181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-7af87073-353d-4b62-b568-e0892b1f024a tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.10 "GET /v2.0/networks?id=31c92f5e-307b-4914-b557-747d279d49b7 HTTP/1.1" status: 200 len: 822 time: 0.3083131 Mar 31 23:12:04.744740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a6cc4-05e0-4f6b-b049-a40217f576f2 req-3c6a97d8-28f3-4ad8-897a-1e9c26896fd2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.746264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c4a6cc4-05e0-4f6b-b049-a40217f576f2 req-3c6a97d8-28f3-4ad8-897a-1e9c26896fd2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1832039 Mar 31 23:12:04.757594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Request body: {'port': {'device_id': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7', 'admin_state_up': True, 'tenant_id': '22f645bfea5a4b209e818a27eb2831ef'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:04.768993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.895804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.907085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66724b93-93d9-43a9-9dcd-1f292ba8f7d4 req-74bde9be-2392-43ba-b730-6eb65fef91e6 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0520592 Mar 31 23:12:04.936125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c4a6cc4-05e0-4f6b-b049-a40217f576f2 req-cbaf8351-14a5-4c51-b834-6c8496611009 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733549 Mar 31 23:12:05.007704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.029221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef370e6-ed00-4162-b560-53be5ec72152,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.167819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Made reservation on behalf of 22f645bfea5a4b209e818a27eb2831ef for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:05.178905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.210559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.215238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29602666-bacc-49a6-97eb-f98eb7581722 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5281694 Mar 31 23:12:05.215238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33036) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.268081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.289144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.453560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.458946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.460280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/1ef370e6-ed00-4162-b560-53be5ec72152 HTTP/1.1" status: 204 len: 168 time: 0.2439408 Mar 31 23:12:05.463940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33044) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.477810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b30c4a-a574-4027-9f6d-097fb2ab8110 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ef370e6-ed00-4162-b560-53be5ec72152,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.519057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-930b2e30-7eaa-457c-91f1-4b8d0971ce0a tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0525005 Mar 31 23:12:05.521384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33046) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.634626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.665325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.711702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Allocated IP 172.20.0.2 (31c92f5e-307b-4914-b557-747d279d49b7/1715e951-4de3-41b8-b0da-af798682bd5f/bcc94e97-5e96-4c75-b25b-03cf98ae36f9) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:05.883099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.887112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.888796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/2934bc99-9916-4810-9cb7-f24d5ada9cdb HTTP/1.1" status: 204 len: 168 time: 0.3661730 Mar 31 23:12:05.894557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33056) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.909109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16668d71-7063-4763-8c35-c5040cfd6ad8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934bc99-9916-4810-9cb7-f24d5ada9cdb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.069238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.069515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ae4fc831-5e6d-410a-8e35-d0c7f1aac453 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620164 Mar 31 23:12:06.077906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894717383'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.089017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.119124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-095356bf-51bd-4448-9ed4-a331c602cc05 req-f6f3b2b0-11b0-4e5c-a48a-7957574f93c5 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0484881 Mar 31 23:12:06.168529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.188467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f21a5-f8e7-4d84-99dd-acb89a11a537 req-98024053-9be5-4eaf-b2ee-3571ed5fc19e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.190102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-261f21a5-f8e7-4d84-99dd-acb89a11a537 req-98024053-9be5-4eaf-b2ee-3571ed5fc19e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.3554809 Mar 31 23:12:06.286456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.303125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-261f21a5-f8e7-4d84-99dd-acb89a11a537 req-3f7e3dda-a71e-4095-8e78-d7a131ba62bd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978115 Mar 31 23:12:06.311370 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.344575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Network 31c92f5e-307b-4914-b557-747d279d49b7 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:06.351277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:06.359905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:06.371813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2171-e8ff-477c-a001-e1285b6e94ed req-f2dd6b46-83d6-45ff-a88c-c4e90d06e5b6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.371813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fbd2171-e8ff-477c-a001-e1285b6e94ed req-f2dd6b46-83d6-45ff-a88c-c4e90d06e5b6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1306014 Mar 31 23:12:06.404442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.437310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Pushing event updated for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.477459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.478450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.490288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a537d09-14e3-40c5-8e99-5b1e39a50db1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.529856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.538746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-181e7659-188f-4558-9ce0-01a190b07bce tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4602668 Mar 31 23:12:06.539578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33080) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.551105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '0a537d09-14e3-40c5-8e99-5b1e39a50db1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.592331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-63b5437d-0f56-46b5-b03c-070db2b1bc0c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8382132 Mar 31 23:12:06.616158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Request body: {'port': {'device_id': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.653783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.711956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fbd2171-e8ff-477c-a001-e1285b6e94ed req-00e8a642-709d-4e02-bc4b-6d8581b5e8b2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180149 Mar 31 23:12:06.713786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.741919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.813122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.830624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315d313f-5245-45ff-a9f3-9ae90f386104,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.912324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.913969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1bb630a7-674d-4ffb-8c7e-2eef38b88ab4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698139 Mar 31 23:12:06.916721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33090) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.935938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4d1c3075-92e1-4b90-aff7-731a01976b94 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules/315d313f-5245-45ff-a9f3-9ae90f386104 HTTP/1.1" status: 200 len: 763 time: 0.0178688 Mar 31 23:12:06.938942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33092) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.986329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ff045904-82e5-4aa8-aece-a87fbd04511d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460153 Mar 31 23:12:06.989318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33094) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.013331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.022289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.051224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc94e97-5e96-4c75-b25b-03cf98ae36f9 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:07.059094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.133088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Transition to ACTIVE for port object bcc94e97-5e96-4c75-b25b-03cf98ae36f9 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:07.133264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.142892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.144037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/315d313f-5245-45ff-a9f3-9ae90f386104 HTTP/1.1" status: 204 len: 168 time: 0.1537459 Mar 31 23:12:07.148830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.157823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58df6-fbcc-4919-99cc-c74d4ad2bef9 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315d313f-5245-45ff-a9f3-9ae90f386104,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.199315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e781c588-4f14-4abf-8c31-056372b65642 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482950 Mar 31 23:12:07.201843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.202098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.208127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '0a537d09-14e3-40c5-8e99-5b1e39a50db1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:07.293285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Pushing event updated for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.300170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.393360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acae2c7-ee11-4454-a878-7434f495880e req-c593f347-3431-4d2b-80af-65bfede8ca94 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.393360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1acae2c7-ee11-4454-a878-7434f495880e req-c593f347-3431-4d2b-80af-65bfede8ca94 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 943 time: 0.1811655 Mar 31 23:12:07.411308 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.484298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Attempting to bind port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:07.484842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Attempting to bind port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '08df4e0e-8594-4cc1-83d6-7e3fd42559ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:07.485190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Attempting to bind port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 on network 31c92f5e-307b-4914-b557-747d279d49b7 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:07.496146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1acae2c7-ee11-4454-a878-7434f495880e req-37ae43e7-8dc0-44c7-95c7-940eae019576 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975206 Mar 31 23:12:07.501549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 on network 31c92f5e-307b-4914-b557-747d279d49b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:07.501549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Attempting to bind port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 on network 31c92f5e-307b-4914-b557-747d279d49b7 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:07.509257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:07.511131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Checking segment: {'id': '08df4e0e-8594-4cc1-83d6-7e3fd42559ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:07.511131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Bound using segment: {'id': '08df4e0e-8594-4cc1-83d6-7e3fd42559ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:07.511131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Bound port: bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08df4e0e-8594-4cc1-83d6-7e3fd42559ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:07.511131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.526146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525a1ee-e5be-45b6-9746-5a17e840c054 req-226dc9be-918b-4f53-84b9-0e4b67841118 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.527607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b525a1ee-e5be-45b6-9746-5a17e840c054 req-226dc9be-918b-4f53-84b9-0e4b67841118 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1179869 Mar 31 23:12:07.539784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.559264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf549ee-a61f-4ec8-8830-fd1c38df0897,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.613436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b525a1ee-e5be-45b6-9746-5a17e840c054 req-86d6a9c7-bb6b-4a9b-bc24-0b17dc50246b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751162 Mar 31 23:12:07.650609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:07.654613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,segment=NetworkSegment(08df4e0e-8594-4cc1-83d6-7e3fd42559ac),segment_id=08df4e0e-8594-4cc1-83d6-7e3fd42559ac)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:07.672250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.678034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-865ea0fa-d3e9-46a8-8d89-b926844032f8 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696074 Mar 31 23:12:07.678034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33118) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.694567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a89f008d-235c-4339-a954-a38e694ca67e tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules/caf549ee-a61f-4ec8-8830-fd1c38df0897 HTTP/1.1" status: 200 len: 763 time: 0.0168147 Mar 31 23:12:07.697506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33120) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.750283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3958d59e-bf94-4f71-a560-d05574f70ab3 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478878 Mar 31 23:12:07.752177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33124) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.753348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.776148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.776148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.777727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-24c25559-2489-434c-ab58-194b447efe1c service neutron] 10.222.0.10 "PUT /v2.0/ports/bcc94e97-5e96-4c75-b25b-03cf98ae36f9 HTTP/1.1" status: 200 len: 1091 time: 1.1674347 Mar 31 23:12:07.807250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:07.809981 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467122f-389d-47f0-977c-0f52406e7b37" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:07.836588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.858424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25559-2489-434c-ab58-194b447efe1c service neutron] Pushing event updated for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.862498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.900899 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac07d59-24c4-4e25-b6cc-a16fad46f9d8 x-openstack-request-id: req-3ac07d59-24c4-4e25-b6cc-a16fad46f9d8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:07.901844 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:07.902268 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ac07d59-24c4-4e25-b6cc-a16fad46f9d8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:07.902994 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac07d59-24c4-4e25-b6cc-a16fad46f9d8'] response: {'name': 'network-changed', 'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9', 'status': 'completed', 'code': 200} Mar 31 23:12:07.980325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb850e-56cd-4748-9555-667f1918373b req-0583ada3-c00b-40e6-a3af-c3d13b14c58c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.981971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bb850e-56cd-4748-9555-667f1918373b req-0583ada3-c00b-40e6-a3af-c3d13b14c58c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1026535 Mar 31 23:12:07.992400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-42c6c4df-d820-4bb4-aa39-1d39161e4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.994098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-42c6c4df-d820-4bb4-aa39-1d39161e4d16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22f645bfea5a4b209e818a27eb2831ef&device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 1094 time: 0.0645485 Mar 31 23:12:07.995942 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.004333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.004745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/caf549ee-a61f-4ec8-8830-fd1c38df0897 HTTP/1.1" status: 204 len: 168 time: 0.2352328 Mar 31 23:12:08.010511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33132) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.014689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a9055-a8fc-4247-94b1-7459de88e7c4 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caf549ee-a61f-4ec8-8830-fd1c38df0897,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.069715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-607c886f-947a-4496-b64c-dfdeb3d02adf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9 HTTP/1.1" status: 200 len: 217 time: 0.0598881 Mar 31 23:12:08.123386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bb850e-56cd-4748-9555-667f1918373b req-de3e0384-4e2f-455c-bf23-f487bba5fe51 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Mar 31 23:12:08.164453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e8e77f6e-7fc1-4abd-b9e9-0cf0e7893c86 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1528211 Mar 31 23:12:08.167035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.172033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '0a537d09-14e3-40c5-8e99-5b1e39a50db1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:08.180636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3733-4a98-4921-bc02-c9263489d133 req-6ae26e78-595f-48cd-a964-015b1934fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.182741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-6ae26e78-595f-48cd-a964-015b1934fcb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1715e951-4de3-41b8-b0da-af798682bd5f HTTP/1.1" status: 200 len: 862 time: 0.0999763 Mar 31 23:12:08.220781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-3ec95faa-21dc-4c43-bb61-3e5f57b71d7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31c92f5e-307b-4914-b557-747d279d49b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319471 Mar 31 23:12:08.323351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-2583d5ae-8af7-4975-a264-216da8e717ba service neutron] 10.222.0.10 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957906 Mar 31 23:12:08.339316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.398045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.477053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797e3733-4a98-4921-bc02-c9263489d133 req-b25b4071-0215-4817-b4fe-df1d4b0acb09 service neutron] 10.222.0.10 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332006 Mar 31 23:12:08.498973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.518970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6a3850-9565-4209-8df3-c8c811dd66b5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.648775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec0631-97cd-4c23-b622-61345dd2abf3 req-c3e9c1c8-a71e-46f2-8934-4fe2d29a1261 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.649562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6ec0631-97cd-4c23-b622-61345dd2abf3 req-c3e9c1c8-a71e-46f2-8934-4fe2d29a1261 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 943 time: 0.0654638 Mar 31 23:12:08.697376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.698301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8480b1fe-9b15-4581-9002-48831451190f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5300844 Mar 31 23:12:08.699880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33154) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.713609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6ec0631-97cd-4c23-b622-61345dd2abf3 req-b8f40652-1b1a-409a-8215-dcb765e84aca tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568106 Mar 31 23:12:08.722698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a93a54b5-1e3d-4413-94fd-396db5c9a610 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules/cf6a3850-9565-4209-8df3-c8c811dd66b5 HTTP/1.1" status: 200 len: 764 time: 0.0210607 Mar 31 23:12:08.725285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.774303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1d11cd1-ef0a-4804-8176-c16a43abbc44 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0476508 Mar 31 23:12:08.776774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33158) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.802073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.808093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514097d5-c971-4f56-ac4d-4529972065dc req-6b38f6d5-554a-40d5-919b-0ddf4d60b99c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.809614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-514097d5-c971-4f56-ac4d-4529972065dc req-6b38f6d5-554a-40d5-919b-0ddf4d60b99c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0889134 Mar 31 23:12:08.810235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.815964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467122f-389d-47f0-977c-0f52406e7b37 req-192c6136-9e0e-4f62-bb60-ac82e3ba9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.817753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-192c6136-9e0e-4f62-bb60-ac82e3ba9e48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22f645bfea5a4b209e818a27eb2831ef&device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 1094 time: 0.1028697 Mar 31 23:12:08.912766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-514097d5-c971-4f56-ac4d-4529972065dc req-761c0cfc-9baf-46a3-b2ea-c93951a35643 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901535 Mar 31 23:12:08.950583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.958473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.960786 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cf6a3850-9565-4209-8df3-c8c811dd66b5 HTTP/1.1" status: 204 len: 168 time: 0.1829207 Mar 31 23:12:08.968019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33166) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.973281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad9512-7b85-4113-bca7-65f90382b3fe tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf6a3850-9565-4209-8df3-c8c811dd66b5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.067844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bb6580ee-dcde-44be-8855-4aa42089f103 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0980928 Mar 31 23:12:09.069478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467122f-389d-47f0-977c-0f52406e7b37 req-8d3e1b36-5c03-419e-a2bf-b1433648d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.070624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33170) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.071204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-8d3e1b36-5c03-419e-a2bf-b1433648d125 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31c92f5e-307b-4914-b557-747d279d49b7 HTTP/1.1" status: 200 len: 924 time: 0.2468746 Mar 31 23:12:09.130863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-5bd2d5e3-16cc-44a1-8e44-3b2efcc89041 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9 HTTP/1.1" status: 200 len: 217 time: 0.0508602 Mar 31 23:12:09.133625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.165122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.218112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467122f-389d-47f0-977c-0f52406e7b37 req-86626864-19ec-4899-837b-ef2bc48c320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.219732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-86626864-19ec-4899-837b-ef2bc48c320c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1715e951-4de3-41b8-b0da-af798682bd5f HTTP/1.1" status: 200 len: 862 time: 0.0823808 Mar 31 23:12:09.271842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-3e92a408-03a3-4201-a251-db73aa82dd82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31c92f5e-307b-4914-b557-747d279d49b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443525 Mar 31 23:12:09.310391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.314961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.319514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/0a537d09-14e3-40c5-8e99-5b1e39a50db1 HTTP/1.1" status: 204 len: 168 time: 0.2475863 Mar 31 23:12:09.320210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33176) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.345665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe45042-dd32-4c07-b421-5a43d08ba4c3 req-f6691edb-8b56-49fb-a9bd-bfa5eaa0e2f6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.347324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe45042-dd32-4c07-b421-5a43d08ba4c3 req-f6691edb-8b56-49fb-a9bd-bfa5eaa0e2f6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1321087 Mar 31 23:12:09.353202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde65f-4943-4933-a359-2d4021364465 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a537d09-14e3-40c5-8e99-5b1e39a50db1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.418947 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-32b83479-1e78-4436-95a4-68b1ee393d04 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937440 Mar 31 23:12:09.426204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33180) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.440002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group': {'name': 'tempest-secgroup--695637064'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:09.447787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-d8ba4426-977f-4c30-b84c-4dd7687bdf5d service neutron] 10.222.0.10 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675789 Mar 31 23:12:09.451658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe45042-dd32-4c07-b421-5a43d08ba4c3 req-badb7655-4efe-41b5-b2fc-de89c012c289 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Mar 31 23:12:09.499371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.570202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c467122f-389d-47f0-977c-0f52406e7b37 req-aef835dd-f5fb-4a38-b8c1-97656140886e service neutron] 10.222.0.10 "GET /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140778 Mar 31 23:12:09.587751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.733351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.774036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756e3bdd-5b84-4791-805d-87a0f29f996a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.811597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:09.869815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0519d-73f8-40aa-84a1-84da04494c8e req-341afc39-d804-42c8-b30d-b824c4a4ad5c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.871411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0b0519d-73f8-40aa-84a1-84da04494c8e req-341afc39-d804-42c8-b30d-b824c4a4ad5c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 943 time: 0.0701718 Mar 31 23:12:09.883917 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.892218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b16d4a9-3aef-4b89-aff9-a889f0d4436d tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4578238 Mar 31 23:12:09.892218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33188) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.895085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Request body: {'security_group_rule': {'security_group_id': '756e3bdd-5b84-4791-805d-87a0f29f996a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:09.946580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:09.952339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0b0519d-73f8-40aa-84a1-84da04494c8e req-990a3b49-69f5-4a92-bde1-d73f3186831a tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728259 Mar 31 23:12:09.998273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'mac_address': 'fa:16:3e:b1:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:10.035636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.101055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b743d69-6d30-4f62-945c-c7708acb5a41 req-b5243061-cdfd-4fbf-a850-361b29570975 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.105181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.105601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b743d69-6d30-4f62-945c-c7708acb5a41 req-b5243061-cdfd-4fbf-a850-361b29570975 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0832374 Mar 31 23:12:10.142514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27b536c3-aca1-406e-a480-e4a61e39e9d0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:10.154192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.188183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:10.191721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b743d69-6d30-4f62-945c-c7708acb5a41 req-b0d655b0-6c9e-4739-9251-3b3aada10b89 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778298 Mar 31 23:12:10.220190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.235040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef76179-6f24-40f3-a5e7-1f334a0dd322,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:10.321693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.335976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.337415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78057656-4afc-4e60-b7f5-4f71b0f1bd13 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4468067 Mar 31 23:12:10.340396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.400311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:10.411751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.413047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.413586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.414116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.414845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.415371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.415855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.416325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.416793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.417752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.428286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.428990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:10.438185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.487988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9efbd-60f9-4a5d-89d4-2a0f9debdeab req-af06bc77-a002-44c4-93bc-53eb2717f46b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.491759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76f9efbd-60f9-4a5d-89d4-2a0f9debdeab req-af06bc77-a002-44c4-93bc-53eb2717f46b tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1188247 Mar 31 23:12:10.497311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.554680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76f9efbd-60f9-4a5d-89d4-2a0f9debdeab req-cc4f0b8f-b090-4b93-89d9-ef2d4c8fcf0c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540802 Mar 31 23:12:10.629368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288fcf6-f620-42cd-b5c6-521677699c95 req-9c219de5-d0f8-46ce-b6eb-cee50bade46a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.632173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0288fcf6-f620-42cd-b5c6-521677699c95 req-9c219de5-d0f8-46ce-b6eb-cee50bade46a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 945 time: 0.0681782 Mar 31 23:12:10.653217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.665420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['27b536c3-aca1-406e-a480-e4a61e39e9d0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:10.665600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.665600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/756e3bdd-5b84-4791-805d-87a0f29f996a HTTP/1.1" status: 204 len: 168 time: 0.3217647 Mar 31 23:12:10.674874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33214) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.696220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0288fcf6-f620-42cd-b5c6-521677699c95 req-2664969f-7d4f-4430-9688-91a4b7ca7a2c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587790 Mar 31 23:12:10.700585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ed88-f21a-4a47-91d8-dff83a95dd8c tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e3bdd-5b84-4791-805d-87a0f29f996a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:10.727821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e7932247-1d1c-43f6-aa87-a5e2b477f832 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518105 Mar 31 23:12:10.730401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33216) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.775786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33218) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.776228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0d6f6211-aedd-4563-82f8-be22dc3113ab tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0443254 Mar 31 23:12:10.808406 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-3e0eb7d5-cf29-4d08-a48e-196e7dbba37f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] delete failed (client error): The resource could not be found. Mar 31 23:12:10.815269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.817168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3e0eb7d5-cf29-4d08-a48e-196e7dbba37f tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "DELETE /v2.0/security-groups/756e3bdd-5b84-4791-805d-87a0f29f996a HTTP/1.1" status: 404 len: 347 time: 0.0401163 Mar 31 23:12:10.901949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fdc44ca2-360b-43e9-b046-1369a2ee4cf1 tempest-SecGroupTest-953517771 tempest-SecGroupTest-953517771-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819931 Mar 31 23:12:11.093836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78a7eb-aa83-430a-9f2f-c622f8bda739 req-ef337333-8c57-4755-b47e-693780aefa1c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.095715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a78a7eb-aa83-430a-9f2f-c622f8bda739 req-ef337333-8c57-4755-b47e-693780aefa1c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 943 time: 0.0658526 Mar 31 23:12:11.141436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a78a7eb-aa83-430a-9f2f-c622f8bda739 req-7ddfc93d-8efd-4dde-9ddf-98ce6182f543 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Mar 31 23:12:11.324579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fdf2f-9637-442a-b1bd-f264cc3bd7d8 req-db333775-6a89-44a5-952d-0d1e25f704ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.326120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a7fdf2f-9637-442a-b1bd-f264cc3bd7d8 req-db333775-6a89-44a5-952d-0d1e25f704ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0562303 Mar 31 23:12:11.370555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a7fdf2f-9637-442a-b1bd-f264cc3bd7d8 req-392324f6-3b36-4443-af23-48849b4b3130 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355258 Mar 31 23:12:11.569264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33240) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.621633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a4fd9c48-b01b-4835-b714-22945469865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.729102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947bd30-f476-4bbb-a8d2-4d15ba1896e5 req-91329f5f-2004-4d20-b1d1-5918c3c98290 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.730627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b947bd30-f476-4bbb-a8d2-4d15ba1896e5 req-91329f5f-2004-4d20-b1d1-5918c3c98290 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.0565052 Mar 31 23:12:11.797933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b947bd30-f476-4bbb-a8d2-4d15ba1896e5 req-6559b22b-32cb-493b-bf96-ad4171994413 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568554 Mar 31 23:12:11.833053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device bcc94e97-5e96-4c75-b25b-03cf98ae36f9 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:11.838245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:11.895773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563382e-a509-4b57-b049-10a3f38fb958 req-fa9f6118-0133-4ee9-9d3d-943b0622ee1e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.906540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d563382e-a509-4b57-b049-10a3f38fb958 req-fa9f6118-0133-4ee9-9d3d-943b0622ee1e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 945 time: 0.0869458 Mar 31 23:12:11.976717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 27b536c3-aca1-406e-a480-e4a61e39e9d0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:11.977367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.023564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d563382e-a509-4b57-b049-10a3f38fb958 req-63ed6289-598c-426b-9ce3-95b97754a910 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012630 Mar 31 23:12:12.028526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,segment=NetworkSegment(08df4e0e-8594-4cc1-83d6-7e3fd42559ac),segment_id=08df4e0e-8594-4cc1-83d6-7e3fd42559ac)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:12.046400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9', 'network_id': '31c92f5e-307b-4914-b557-747d279d49b7', 'port_id': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9', 'mac_address': 'fa:16:3e:57:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1715e951-4de3-41b8-b0da-af798682bd5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:12.087482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82d6de4e-3152-4800-8962-dbe1be991656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.122954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.140206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.149167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc94e97-5e96-4c75-b25b-03cf98ae36f9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:12.153612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.217683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:12.225679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:12.229482 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3d7bf3-943f-42fc-95df-e8968cb596bf" -d '{"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-plugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:12.237658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,segment=NetworkSegment(08df4e0e-8594-4cc1-83d6-7e3fd42559ac),segment_id=08df4e0e-8594-4cc1-83d6-7e3fd42559ac)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:12.253692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82d6de4e-3152-4800-8962-dbe1be991656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.321912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.329565 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1009b-526c-4b12-a8cf-1d8d5ae46e9e x-openstack-request-id: req-63f1009b-526c-4b12-a8cf-1d8d5ae46e9e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:12.329865 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-plugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:12.330117 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-63f1009b-526c-4b12-a8cf-1d8d5ae46e9e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:12.330512 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f1009b-526c-4b12-a8cf-1d8d5ae46e9e'] response: {'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'code': 200} Mar 31 23:12:12.343030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37d7e-920a-4a8f-9297-7a2ab3d676e3 req-b8cce570-9f8e-423a-850b-dbe43e2a0d03 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:12.351840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8b37d7e-920a-4a8f-9297-7a2ab3d676e3 req-b8cce570-9f8e-423a-850b-dbe43e2a0d03 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 943 time: 0.0997744 Mar 31 23:12:12.367672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82d6de4e-3152-4800-8962-dbe1be991656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.370066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.382149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.427033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8b37d7e-920a-4a8f-9297-7a2ab3d676e3 req-ac8fb557-3b98-4e3e-9315-adce83bc7d28 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686352 Mar 31 23:12:12.432335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82d6de4e-3152-4800-8962-dbe1be991656 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b2211498bf04b0aa1396ca27a731bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619621 Mar 31 23:12:12.433316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6de4e-3152-4800-8962-dbe1be991656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c0b78-6c39-4fcf-b4d7-265aa4f22d3c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.435082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33270) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.517275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.582736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.586053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-824f660d-84ab-4d68-a3df-2384a8114fa7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=257116e2e8264ad2a7d680d56f9af22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447663 Mar 31 23:12:12.588723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33272) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.621579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a279dc3-acba-47f3-83d3-3282bcdb022d req-936ad524-27a9-4fd4-b7bb-3a4d4d480108 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:12.623522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a279dc3-acba-47f3-83d3-3282bcdb022d req-936ad524-27a9-4fd4-b7bb-3a4d4d480108 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0974643 Mar 31 23:12:12.625671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.641969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.671802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.701359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a279dc3-acba-47f3-83d3-3282bcdb022d req-20e169d7-3f15-4cef-8ba8-5a4f4419edee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646517 Mar 31 23:12:12.774175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33276) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.807770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.810782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.812991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.817029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d64c0b78-6c39-4fcf-b4d7-265aa4f22d3c HTTP/1.1" status: 204 len: 168 time: 0.3779826 Mar 31 23:12:12.817160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.817518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ca3ee6a-06d6-4e3b-88ed-352ba6453e8c HTTP/1.1" status: 204 len: 168 time: 0.2271621 Mar 31 23:12:12.823522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['bcc94e97-5e96-4c75-b25b-03cf98ae36f9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:12.845774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a35655-4f96-49cd-a663-55a6e3eefaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca3ee6a-06d6-4e3b-88ed-352ba6453e8c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.846965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c08991-69a8-4d5e-8127-801c927e682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c0b78-6c39-4fcf-b4d7-265aa4f22d3c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.958402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e72c9-8a39-462e-b25c-cd9aafa8f883 req-56866457-a344-4c69-b55a-4851aa760644 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:12.960179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-935e72c9-8a39-462e-b25c-cd9aafa8f883 req-56866457-a344-4c69-b55a-4851aa760644 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.0745399 Mar 31 23:12:13.008150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-935e72c9-8a39-462e-b25c-cd9aafa8f883 req-bed1c560-6ead-42f0-afd4-17079ac3e98f tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Mar 31 23:12:13.066261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9e8528a-492e-48dd-8bac-2119d9e33022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.179258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9e8528a-492e-48dd-8bac-2119d9e33022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.184575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa8e58-688a-4f49-88aa-3eda2eee5d82 req-4422b80f-0ec7-43b0-a369-79d71304747d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.186109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cafa8e58-688a-4f49-88aa-3eda2eee5d82 req-4422b80f-0ec7-43b0-a369-79d71304747d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0779958 Mar 31 23:12:13.224584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9e8528a-492e-48dd-8bac-2119d9e33022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.226493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cafa8e58-688a-4f49-88aa-3eda2eee5d82 req-93356b7a-d4ae-4c7d-bb33-f5a30f470126 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Mar 31 23:12:13.263731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8528a-492e-48dd-8bac-2119d9e33022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51245bd9-441d-4186-85a8-e707ecbdf830,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.268344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e9e8528a-492e-48dd-8bac-2119d9e33022 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6d72aafa1794790aa3433c8a547d9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930522 Mar 31 23:12:13.271742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33292) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.324831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.347092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.470430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.480573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.481877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51245bd9-441d-4186-85a8-e707ecbdf830 HTTP/1.1" status: 204 len: 168 time: 0.2097979 Mar 31 23:12:13.493349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23705b-d26d-48b3-beb5-02708a596063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51245bd9-441d-4186-85a8-e707ecbdf830,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.606847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0816d8-f52b-4612-adfa-a70721a942eb req-2379a902-f154-48bb-9377-1e60b82980c3 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.608379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a0816d8-f52b-4612-adfa-a70721a942eb req-2379a902-f154-48bb-9377-1e60b82980c3 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 944 time: 0.0922790 Mar 31 23:12:13.648890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-7286ffa0-6f7b-4157-bf60-a60de066fde7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.650351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-7286ffa0-6f7b-4157-bf60-a60de066fde7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.10 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.0787950 Mar 31 23:12:13.667847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a0816d8-f52b-4612-adfa-a70721a942eb req-342bdf48-75c7-455b-a195-f2b5d20624a8 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496922 Mar 31 23:12:13.779715 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716d95c1-ce9c-4ce3-8939-0f25f00adb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.891385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe12cc-cf58-4faa-92be-a916f493d28c req-981d9cfa-c1ee-4be3-a37c-c7a92b11dcf9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.892962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eefe12cc-cf58-4faa-92be-a916f493d28c req-981d9cfa-c1ee-4be3-a37c-c7a92b11dcf9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0953534 Mar 31 23:12:13.924640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Deleting port 25a28a9a-223a-4929-bd97-cf4f25225b21 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:13.925325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.001946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eefe12cc-cf58-4faa-92be-a916f493d28c req-4034c493-1930-43cf-9698-799050b4dcf5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978436 Mar 31 23:12:14.056514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] For port 25a28a9a-223a-4929-bd97-cf4f25225b21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=25a28a9a-223a-4929-bd97-cf4f25225b21,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:14.056997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.235485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c60e2-813e-4fdc-a311-2aac943dffd2 req-96f3cf7c-5150-4c2e-8b8c-68b91b94b7e5 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.238926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e3c60e2-813e-4fdc-a311-2aac943dffd2 req-96f3cf7c-5150-4c2e-8b8c-68b91b94b7e5 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 945 time: 0.1252775 Mar 31 23:12:14.334498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e3c60e2-813e-4fdc-a311-2aac943dffd2 req-958d0446-6ba4-40d0-9c8f-85d21dc7f727 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups?id=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558124 Mar 31 23:12:14.370278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.370648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.370974 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Floating IP a1cc5901-ff70-4bb9-9359-226525303c7d disassociated. External IP: 172.25.6.155, port: 25a28a9a-223a-4929-bd97-cf4f25225b21. Mar 31 23:12:14.371348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Calling delete_port for 25a28a9a-223a-4929-bd97-cf4f25225b21 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:14.434387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3a404-8162-4f6f-8884-6b28b233773e req-e062c405-0048-4f63-8e65-77b2916e4b74 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.435900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4d3a404-8162-4f6f-8884-6b28b233773e req-e062c405-0048-4f63-8e65-77b2916e4b74 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1190403 Mar 31 23:12:14.499926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4d3a404-8162-4f6f-8884-6b28b233773e req-a93c2b96-3fc0-47db-9db8-ad4deec3f000 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Mar 31 23:12:14.636307 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.673764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event deleted for resources: {'Port': ['ID=25a28a9a-223a-4929-bd97-cf4f25225b21,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.867166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d437c-ce8a-40dc-a92e-185a7319cc83 req-e7aeeb31-a9be-48f6-b6b0-2615ae3b9399 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.868618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-760d437c-ce8a-40dc-a92e-185a7319cc83 req-e7aeeb31-a9be-48f6-b6b0-2615ae3b9399 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 944 time: 0.1048288 Mar 31 23:12:14.870491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Router effe6959-0981-4023-b46a-d4f4c60e27b9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:14.949023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-760d437c-ce8a-40dc-a92e-185a7319cc83 req-a17b19c5-f707-4c73-8bec-6aaa8d76b4d6 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727286 Mar 31 23:12:15.055968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:15.064589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Sync routers for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:15.091297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:15.091929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.286149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:15.289225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.662508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1a21a22-47c6-4b0e-9f6c-171d9407d88e req-6de98a89-2db5-493b-ab70-d4433fbe99c2 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.1302505 Mar 31 23:12:15.675081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] No DVR routers for this DVR port 25a28a9a-223a-4929-bd97-cf4f25225b21 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:15.680150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.684089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87b1a4a0-677e-4ff2-bbd8-6ae28378764a req-b1db22f6-c95f-46fd-8f65-adf66b253041 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.10 "DELETE /v2.0/ports/25a28a9a-223a-4929-bd97-cf4f25225b21 HTTP/1.1" status: 204 len: 173 time: 1.9260607 Mar 31 23:12:15.684557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'name': 'network-vif-deleted', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:15.698768 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b1548-52bd-4eb8-bfb3-7aad630e3632" -d '{"events": [{"server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "name": "network-vif-deleted", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:15.725063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be492e14-c8db-4896-8df0-91482feba238 req-3ce85358-0e0e-43f9-8e5f-6d7687f369a5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.735744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.737840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be492e14-c8db-4896-8df0-91482feba238 req-3ce85358-0e0e-43f9-8e5f-6d7687f369a5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2057917 Mar 31 23:12:15.779594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Checking router: effe6959-0981-4023-b46a-d4f4c60e27b9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:15.793347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:15.794118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.841873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e503f-65aa-471b-9ff9-f330ba11de64 req-c83fab9e-25a9-44aa-906e-38bce7089876 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.850626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06e503f-65aa-471b-9ff9-f330ba11de64 req-c83fab9e-25a9-44aa-906e-38bce7089876 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0920517 Mar 31 23:12:15.864928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device bcc94e97-5e96-4c75-b25b-03cf98ae36f9 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:15.884675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.912428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a06e503f-65aa-471b-9ff9-f330ba11de64 req-b9b57f27-7598-4323-ad6d-ef98eee0bbe5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576375 Mar 31 23:12:15.937354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be492e14-c8db-4896-8df0-91482feba238 req-a6672dd5-b31f-4c5a-a5bc-90fdfe21f82c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915379 Mar 31 23:12:16.068642 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c56b8-eef6-42ed-89e8-55b989a5bb54 x-openstack-request-id: req-377c56b8-eef6-42ed-89e8-55b989a5bb54 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:16.072788 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4c104-a781-404e-aadc-f7934c37cdef", "name": "network-vif-deleted", "tag": "25a28a9a-223a-4929-bd97-cf4f25225b21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:16.072788 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-377c56b8-eef6-42ed-89e8-55b989a5bb54 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:16.072788 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377c56b8-eef6-42ed-89e8-55b989a5bb54'] response: {'server_uuid': '45d4c104-a781-404e-aadc-f7934c37cdef', 'name': 'network-vif-deleted', 'tag': '25a28a9a-223a-4929-bd97-cf4f25225b21', 'status': 'completed', 'code': 200} Mar 31 23:12:16.074187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:16.305694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf712-73dc-4edb-8103-27c5a8f6faf5 req-066826b1-829a-42a4-a9dd-b4e85073e4e2 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.312162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87ecf712-73dc-4edb-8103-27c5a8f6faf5 req-066826b1-829a-42a4-a9dd-b4e85073e4e2 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 944 time: 0.0938413 Mar 31 23:12:16.415994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87ecf712-73dc-4edb-8103-27c5a8f6faf5 req-b4c61dd0-6e03-4332-ab00-4a3272985b2c tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982022 Mar 31 23:12:16.511608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239dd21-6127-4297-a4ab-6119ddfbe21b req-fcef3de9-0a4b-4ffe-9c5d-04f2d6f3e832 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.525809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b239dd21-6127-4297-a4ab-6119ddfbe21b req-fcef3de9-0a4b-4ffe-9c5d-04f2d6f3e832 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1478608 Mar 31 23:12:16.594413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b239dd21-6127-4297-a4ab-6119ddfbe21b req-30670e86-2d0e-4f0d-a581-e4960ad16802 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634274 Mar 31 23:12:16.594853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1145918f-c348-4e19-866d-c4af41595357 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.594853 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-1145918f-c348-4e19-866d-c4af41595357 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:12:16.595372 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-1145918f-c348-4e19-866d-c4af41595357 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:16.612432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.614711 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1145918f-c348-4e19-866d-c4af41595357 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7299790 Mar 31 23:12:16.618109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-e8813c65-aab9-4314-8c8f-4ba4fd9427c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.619477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--871615449'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.626324 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.630721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-e8813c65-aab9-4314-8c8f-4ba4fd9427c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.1789079 Mar 31 23:12:16.640697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:12:16.663623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:16.663998 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.750967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.750967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.915041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-76255db9-d66c-481a-a517-59df0415c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.941384 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-76255db9-d66c-481a-a517-59df0415c388 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.3036811 Mar 31 23:12:16.961627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.069574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72390a24-fa0b-4ab9-a9d6-01419ffc7106 req-e05ad3a5-484c-4b95-8e6c-38591858049e tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.2396100 Mar 31 23:12:17.130499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.154832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.166719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853ed3f-68fb-4e43-9cb4-e6e62b4c3dc3 None None] The sync data for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 is: [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8269111c-8f53-43fd-8e58-b19e3be27070', 'name': '', 'network_id': '319c3c50-3c93-4e70-96a5-2c54ae2eab4f', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'mac_address': 'fa:16:3e:17:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:13Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'subnets': [{'id': '0cfaff08-a8fd-416f-8e26-29f3dd09eb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:17.178023 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.185450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-b684b8b5-eb1a-4c93-8bdb-5b242b473722 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.2312820 Mar 31 23:12:17.185828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d408ced-91d6-41a0-a23f-39fa550f3fda req-4c492f73-a291-4c51-b83d-093cd654b2cc tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.200775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d408ced-91d6-41a0-a23f-39fa550f3fda req-4c492f73-a291-4c51-b83d-093cd654b2cc tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1179302 Mar 31 23:12:17.231794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.242878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:17.249153 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8603300-6267-4207-8d89-50feea393b53" -d '{"events": [{"server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "name": "network-vif-plugged", "status": "completed", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:17.284861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.290600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,segment=NetworkSegment(08df4e0e-8594-4cc1-83d6-7e3fd42559ac),segment_id=08df4e0e-8594-4cc1-83d6-7e3fd42559ac)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:17.320430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d408ced-91d6-41a0-a23f-39fa550f3fda req-610133b4-15c1-48b6-86ea-1e890938d254 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184654 Mar 31 23:12:17.357420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-96a754b6-78f4-40cc-aaef-80d28e259a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.370054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.370846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-96a754b6-78f4-40cc-aaef-80d28e259a25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1673546 Mar 31 23:12:17.370956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 25a28a9a-223a-4929-bd97-cf4f25225b21 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:17.539857 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa3fe92-d512-4164-b19b-4aa8afe4c2fd x-openstack-request-id: req-6aa3fe92-d512-4164-b19b-4aa8afe4c2fd {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:17.540455 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "name": "network-vif-plugged", "status": "completed", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:17.545096 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6aa3fe92-d512-4164-b19b-4aa8afe4c2fd {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:17.545096 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa3fe92-d512-4164-b19b-4aa8afe4c2fd'] response: {'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9', 'code': 200} Mar 31 23:12:17.547490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 25a28a9a-223a-4929-bd97-cf4f25225b21 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:17.548092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 25a28a9a-223a-4929-bd97-cf4f25225b21 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:17.580559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b72017-4b28-4bcb-924c-0004a4c01697,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.622126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-e96f0d79-013a-40ee-bbe7-7e7707089b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.626267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-e96f0d79-013a-40ee-bbe7-7e7707089b8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569993 Mar 31 23:12:17.645851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-b9a89898-b651-4407-84e1-daafd23c70ca service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:12:17.653400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-b9a89898-b651-4407-84e1-daafd23c70ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190849 Mar 31 23:12:17.677830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.760725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-296325739-network', 'tenant_id': '1d4212587132467d8d2d7a3eb79ae1ff'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:17.884832 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1f50-4c13-41db-819d-a8c3c6911e5a None None] New status for floating IP a1cc5901-ff70-4bb9-9359-226525303c7d: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:12:17.906994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad0c38-60db-48f7-a575-05cf7227b5b5 req-7f66127f-0e8d-4cab-bfcf-840d284e89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.916547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffad0c38-60db-48f7-a575-05cf7227b5b5 req-7f66127f-0e8d-4cab-bfcf-840d284e89cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 1096 time: 0.3886545 Mar 31 23:12:17.932187 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-8743eff8-7947-4acd-a33c-3861b77f25ef service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723966 Mar 31 23:12:17.942620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Made reservation on behalf of 1d4212587132467d8d2d7a3eb79ae1ff for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:17.945672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.963810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.966355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.023074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3c5a5-1342-4813-8812-ecd4182fd6d0 req-299f90ef-d326-4a43-acf3-b2888ab993eb tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.024682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5e3c5a5-1342-4813-8812-ecd4182fd6d0 req-299f90ef-d326-4a43-acf3-b2888ab993eb tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.3577943 Mar 31 23:12:18.069866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.083575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10611679-ee21-4594-b32a-2ece7ac46920 req-0769ca44-537b-448b-8d9c-9f4b6d32aad2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.087221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10611679-ee21-4594-b32a-2ece7ac46920 req-0769ca44-537b-448b-8d9c-9f4b6d32aad2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2424679 Mar 31 23:12:18.156727 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0baf6bd-cf8a-4aff-8154-177d422137d8 req-5a705916-2cfc-4102-9619-efc6b326d6ee service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181051 Mar 31 23:12:18.159619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffad0c38-60db-48f7-a575-05cf7227b5b5 req-89f359fd-3053-4844-88f0-bbf980425f82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247505 Mar 31 23:12:18.225683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5e3c5a5-1342-4813-8812-ecd4182fd6d0 req-85554844-fb44-48f4-bb47-5c5014abf5a7 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895521 Mar 31 23:12:18.248807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f379c986-f91f-4825-be75-36be5366cc4e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.261062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.262277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea8d81fb-0b7e-4a33-9e34-1c0009673bda tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6483390 Mar 31 23:12:18.265883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33454) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.288902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': 'f379c986-f91f-4825-be75-36be5366cc4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:18.329748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10611679-ee21-4594-b32a-2ece7ac46920 req-f672c38a-8764-4fe8-b301-1d331dbc0e88 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286401 Mar 31 23:12:18.435034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-948b4cfa-b360-42ff-a156-f53397a31882 req-01171464-2a4f-4fcc-86dd-58ccd6a28bd7 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0514693 Mar 31 23:12:18.500693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.538038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.628011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.632276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.671223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b17d5-0a3b-48ef-a698-fb657e36f143,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.722966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b403b-8009-41e0-99fd-52bb845cc694 req-c41b5c4e-7cdc-4aca-bc50-e57ae121befb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.724776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-935b403b-8009-41e0-99fd-52bb845cc694 req-c41b5c4e-7cdc-4aca-bc50-e57ae121befb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.2542751 Mar 31 23:12:18.725775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:18.753876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.754368 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Added segment 02e7845b-391e-420a-b1bc-3b6b586e5be6 of type vlan for network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 Mar 31 23:12:18.768145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.885632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-935b403b-8009-41e0-99fd-52bb845cc694 req-edbaf0c2-0d27-4405-853a-de795edd3445 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531622 Mar 31 23:12:18.950148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.955792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6777747 Mar 31 23:12:18.958916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.970320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0418c87c-7a47-4bb4-b119-d2f4742e5d13 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': 'f379c986-f91f-4825-be75-36be5366cc4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:18.973473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf3651-041a-4cf5-83a6-f402dfdb0cfe tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0ee3fc-0849-40ed-952f-5a458038e39e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.014096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.197181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0418c87c-7a47-4bb4-b119-d2f4742e5d13 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.237551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.239405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.240235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.417403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] Pushing event updated for resources: {'Network': ['ID=5dc82373-7dcf-4ee7-9792-6280e1bc3739,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.430436 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-0418c87c-7a47-4bb4-b119-d2f4742e5d13 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:19.431399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:19.434723 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0418c87c-7a47-4bb4-b119-d2f4742e5d13 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4734344 Mar 31 23:12:19.435334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.539131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-309236bb-c050-4154-80af-ea5f6d2f5cbd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2169418 Mar 31 23:12:19.564573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33472) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.580169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Request body: {'subnet': {'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-296325739-subnet', 'tenant_id': '1d4212587132467d8d2d7a3eb79ae1ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:19.597632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.619236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d455-78ef-4771-b70d-ac608e285199 req-1063de73-faa2-492d-acb9-68dd6abe73d8 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.626978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4c0d455-78ef-4771-b70d-ac608e285199 req-1063de73-faa2-492d-acb9-68dd6abe73d8 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.2797737 Mar 31 23:12:19.632677 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.674354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195882c-a001-4d8f-a187-31a5b4d170c2 req-59125e69-08dc-4f0c-9189-4185ed78e77d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.676068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b195882c-a001-4d8f-a187-31a5b4d170c2 req-59125e69-08dc-4f0c-9189-4185ed78e77d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2745554 Mar 31 23:12:19.695461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Made reservation on behalf of 1d4212587132467d8d2d7a3eb79ae1ff for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:19.697799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.735621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4c0d455-78ef-4771-b70d-ac608e285199 req-83c4b548-bd6e-4ef1-bcab-748de5d80126 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072705 Mar 31 23:12:19.786975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b195882c-a001-4d8f-a187-31a5b4d170c2 req-68ea6986-4e2f-4347-aa83-eb2bc520e856 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026134 Mar 31 23:12:19.856440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.956588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.959309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.965321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/f379c986-f91f-4825-be75-36be5366cc4e HTTP/1.1" status: 204 len: 168 time: 0.5263340 Mar 31 23:12:19.965748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.035714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4187-31fb-4a7d-85ba-e6985472f9cf tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f379c986-f91f-4825-be75-36be5366cc4e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.237587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e22b6e14-269c-4640-90c8-109486f64795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.257238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84c0504c-4f39-409d-ab64-c74589140554 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2485464 Mar 31 23:12:20.275026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33494) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.323611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67f28ccb-5be0-4ba9-a930-8c67e9c8f16a req-f56c03ba-1719-4adb-be13-8212c67bc264 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.3643923 Mar 31 23:12:20.339301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267827889'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:20.391678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81795-0fa4-4003-bd8e-82867a9e02c6 req-1e6340af-b16c-45a4-b8d7-078c492cc066 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.393720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6c81795-0fa4-4003-bd8e-82867a9e02c6 req-1e6340af-b16c-45a4-b8d7-078c492cc066 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.4681456 Mar 31 23:12:20.497450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.516851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6c81795-0fa4-4003-bd8e-82867a9e02c6 req-54e71590-1cd9-4d7f-adc4-d0f507252816 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160941 Mar 31 23:12:20.633723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.650630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f379b59-3d21-4d29-ad06-9e022c461840 req-b8214bbf-6b49-4465-837e-93b5f386f8d8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.652314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f379b59-3d21-4d29-ad06-9e022c461840 req-b8214bbf-6b49-4465-837e-93b5f386f8d8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1566067 Mar 31 23:12:20.667870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e22b6e14-269c-4640-90c8-109486f64795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.729559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f379b59-3d21-4d29-ad06-9e022c461840 req-64bb422a-1527-4144-95ba-57e90041aa3f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Mar 31 23:12:20.888467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77e6b-a249-477f-ae6e-b0985c222f0c req-9ad2d4cc-fdc1-4645-b5e3-23811cabcda4 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.901085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16f77e6b-a249-477f-ae6e-b0985c222f0c req-9ad2d4cc-fdc1-4645-b5e3-23811cabcda4 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.0869408 Mar 31 23:12:20.949836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16f77e6b-a249-477f-ae6e-b0985c222f0c req-518a7ae1-05e2-48ff-9bd7-d1d2e342b1ef tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Mar 31 23:12:20.975773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.976086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e22b6e14-269c-4640-90c8-109486f64795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.978471 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.066307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb836009-2de8-45ad-b6e5-90d1468607c5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.100021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Checking segment: {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:21.101844 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e22b6e14-269c-4640-90c8-109486f64795 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c17e82b1320b4d858fad033fa1ec4b83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2438736 Mar 31 23:12:21.103876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6e14-269c-4640-90c8-109486f64795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140c4ba9-9beb-4ef7-85ff-27eb607134a2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.109329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Network hostable DHCP agents. Network: 5dc82373-7dcf-4ee7-9792-6280e1bc3739, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:21.109329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33512) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.122381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.124956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8231707 Mar 31 23:12:21.128789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33514) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.143543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-391076d4-9779-4ab3-8656-4e6e70b5e883 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '1a3093fb-78d0-494e-bafe-3c92a7dbbe30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:21.144034 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-391076d4-9779-4ab3-8656-4e6e70b5e883 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:12:21.151205 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-391076d4-9779-4ab3-8656-4e6e70b5e883 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:21.153069 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-391076d4-9779-4ab3-8656-4e6e70b5e883 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0231934 Mar 31 23:12:21.157690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33518) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.224143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41307a-92f1-4eb2-bd9c-3436b7c8ee0b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3093fb-78d0-494e-bafe-3c92a7dbbe30,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.273198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:21.275179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.308432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.330786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.359858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.616425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9850d58-3b4d-42bb-8dd6-d9b4745a733b req-41825ca2-abdf-4df7-b38d-9765b5a568be tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0360620 Mar 31 23:12:21.673420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.678255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5dc82373-7dcf-4ee7-9792-6280e1bc3739) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:21.692878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3707788-a12d-4cca-9d65-e801779773a2 None None] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:21.696174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.717819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/1a3093fb-78d0-494e-bafe-3c92a7dbbe30 HTTP/1.1" status: 204 len: 168 time: 0.5513694 Mar 31 23:12:21.736021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.740422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.742862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.748816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/140c4ba9-9beb-4ef7-85ff-27eb607134a2 HTTP/1.1" status: 204 len: 168 time: 0.6364505 Mar 31 23:12:21.768509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.769491 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.841871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2b123-46ff-4416-8c83-b5590570af1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c4ba9-9beb-4ef7-85ff-27eb607134a2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.881670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1795f2-10fb-4748-80da-961eda5b1639 req-c2384429-bfbd-4854-b129-cd6991e858dd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.885455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4827f-2499-4b91-b633-d9ddab3b56b5 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3093fb-78d0-494e-bafe-3c92a7dbbe30,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.894961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c1795f2-10fb-4748-80da-961eda5b1639 req-c2384429-bfbd-4854-b129-cd6991e858dd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2145805 Mar 31 23:12:21.965566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a732895f-1b4e-431e-bf6e-93b4ab1a02b3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3861954 Mar 31 23:12:21.995264 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fff5c4af-a596-446a-8f97-d2c7abd6e2fb tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2553067 Mar 31 23:12:21.996997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33544) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.033856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--529578581'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:22.115769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c1795f2-10fb-4748-80da-961eda5b1639 req-5afe5bdd-38ff-420f-8f58-1af40af07b9d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170634 Mar 31 23:12:22.159971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27909c43-2225-4e07-a893-e205358cb736 None None] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:22.198222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f97b5e-cba3-45a8-ab35-cf8ce41c9416 req-2b20bb0a-005f-4576-8a9e-10e1c69e2c95 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.207358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13f97b5e-cba3-45a8-ab35-cf8ce41c9416 req-2b20bb0a-005f-4576-8a9e-10e1c69e2c95 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.2076199 Mar 31 23:12:22.255812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.294173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13f97b5e-cba3-45a8-ab35-cf8ce41c9416 req-998039fd-53e7-45c2-95a0-cae03779810e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818963 Mar 31 23:12:22.449696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8957c7-a80f-4b79-975b-5a51c14056fd req-246918be-4012-4358-b98b-d2d6f97d80a2 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.452386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd8957c7-a80f-4b79-975b-5a51c14056fd req-246918be-4012-4358-b98b-d2d6f97d80a2 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.1253128 Mar 31 23:12:22.525613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.556264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04520c0-d867-4bac-a503-e5f02102010b req-da541360-e1c7-4332-bff7-bfaab6d5e900 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.557820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e04520c0-d867-4bac-a503-e5f02102010b req-da541360-e1c7-4332-bff7-bfaab6d5e900 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1298416 Mar 31 23:12:22.564781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd8957c7-a80f-4b79-975b-5a51c14056fd req-39338bd9-cd8d-493c-a774-bfacb1bf015b tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049874 Mar 31 23:12:22.612705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e04520c0-d867-4bac-a503-e5f02102010b req-dfcd63d7-1c47-492a-a1d3-73f3a04a96e3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Mar 31 23:12:22.613930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.645330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09ad28-1847-4d26-9d73-d04af6044fd8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.759736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.764638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7f84c545-7130-4201-af54-578329e6a689 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7517610 Mar 31 23:12:22.766528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33562) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.773392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2df11862-2100-4ea7-ad99-745b69cee1f4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3e09ad28-1847-4d26-9d73-d04af6044fd8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:22.775143 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-2df11862-2100-4ea7-ad99-745b69cee1f4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:12:22.775659 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-2df11862-2100-4ea7-ad99-745b69cee1f4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:22.781122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2df11862-2100-4ea7-ad99-745b69cee1f4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118680 Mar 31 23:12:22.781122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.801917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33566) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.829266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaf62-5180-4a4b-b686-06fdf7bb74af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.907548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d770704-7bea-4e3d-9fb2-fd1e5888d601 req-628227d6-bad6-4d3d-ae0e-ae04a068f71e tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.0501032 Mar 31 23:12:22.963425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907195f3-b75f-4073-a6fb-f9a6265a0d44 req-1aa5c00d-c75c-4bfe-bf5d-f1759d7a171c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.974904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907195f3-b75f-4073-a6fb-f9a6265a0d44 req-1aa5c00d-c75c-4bfe-bf5d-f1759d7a171c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1737127 Mar 31 23:12:22.981557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaf62-5180-4a4b-b686-06fdf7bb74af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.045295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907195f3-b75f-4073-a6fb-f9a6265a0d44 req-2018e41f-f2f2-4e27-b06e-8d3a91b6b86d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684445 Mar 31 23:12:23.046307 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.080422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.135163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aaeaf62-5180-4a4b-b686-06fdf7bb74af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.177157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7aaeaf62-5180-4a4b-b686-06fdf7bb74af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00aa38951ace45a9ab0e73482d290dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731592 Mar 31 23:12:23.180757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:23.200105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeaf62-5180-4a4b-b686-06fdf7bb74af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0188b-59fc-4500-8422-2292f2d6ba61,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.238230 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.260225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.333722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.337825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.342063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/3e09ad28-1847-4d26-9d73-d04af6044fd8 HTTP/1.1" status: 204 len: 168 time: 0.5577881 Mar 31 23:12:23.342705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33574) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:23.377216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52105b-e82e-47e7-b673-04151e89e2f2 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09ad28-1847-4d26-9d73-d04af6044fd8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.415568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bba19a3c-70c8-47f1-a478-301cd9f26f80 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708659 Mar 31 23:12:23.420868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33580) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:23.423037 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.425762 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.427059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aec0188b-59fc-4500-8422-2292f2d6ba61 HTTP/1.1" status: 204 len: 168 time: 0.2451210 Mar 31 23:12:23.444698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--223266879'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:23.471797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03ad6-c148-45eb-a364-e9bb7421964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0188b-59fc-4500-8422-2292f2d6ba61,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.510927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de936-7142-4069-90ad-d015c0c5a567 req-4b579e13-6598-468e-9715-2de725a62691 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.513859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b5de936-7142-4069-90ad-d015c0c5a567 req-4b579e13-6598-468e-9715-2de725a62691 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1405675 Mar 31 23:12:23.676496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.694421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b5de936-7142-4069-90ad-d015c0c5a567 req-73541365-481b-4428-81b6-3297dea60dc1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730223 Mar 31 23:12:23.731825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-4b3962ba-4586-4abc-b9c2-726add1afacc tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.737391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-4b3962ba-4586-4abc-b9c2-726add1afacc tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.2003698 Mar 31 23:12:23.876457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.943840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08212a5-9f62-4fdd-af1f-4328071454ce req-9b2bd72d-0ee9-4aff-a088-52ae24638028 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.956772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b08212a5-9f62-4fdd-af1f-4328071454ce req-9b2bd72d-0ee9-4aff-a088-52ae24638028 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.3904502 Mar 31 23:12:24.004802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687ed37-11e3-4d6e-af44-c50baad77ca8 req-feda4e36-8c67-445c-aef0-2f081b03f978 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.006613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c687ed37-11e3-4d6e-af44-c50baad77ca8 req-feda4e36-8c67-445c-aef0-2f081b03f978 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 945 time: 0.1398656 Mar 31 23:12:24.013589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.054234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b08212a5-9f62-4fdd-af1f-4328071454ce req-fae191b0-0d6d-4fad-bacd-d8cd1a63b795 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995343 Mar 31 23:12:24.086335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Deleting port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:24.088197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.100199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb7b0a-fee2-4970-a066-2d881c478758,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:24.133750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.159599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.162747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6b47c9d0-1a08-49f2-b37b-a47a62562575 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7381904 Mar 31 23:12:24.165217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33598) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.171799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d96fd2eb-3e3e-4b69-80d6-67dfa6be6193 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '7eeb7b0a-fee2-4970-a066-2d881c478758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.173127 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-d96fd2eb-3e3e-4b69-80d6-67dfa6be6193 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:12:24.175490 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d96fd2eb-3e3e-4b69-80d6-67dfa6be6193 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:24.176923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d96fd2eb-3e3e-4b69-80d6-67dfa6be6193 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102594 Mar 31 23:12:24.179864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.195417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5d776e33-dd08-4686-bd85-ff7ec0407b7e tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '7eeb7b0a-fee2-4970-a066-2d881c478758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.195417 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-5d776e33-dd08-4686-bd85-ff7ec0407b7e tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:12:24.195417 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5d776e33-dd08-4686-bd85-ff7ec0407b7e tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:24.195799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5d776e33-dd08-4686-bd85-ff7ec0407b7e tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134745 Mar 31 23:12:24.197883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.208376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1787bec0-b19f-431a-a8d0-b7fa938de0e8 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '7eeb7b0a-fee2-4970-a066-2d881c478758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.209374 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-1787bec0-b19f-431a-a8d0-b7fa938de0e8 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:12:24.209969 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-1787bec0-b19f-431a-a8d0-b7fa938de0e8 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:24.211370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1787bec0-b19f-431a-a8d0-b7fa938de0e8 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121961 Mar 31 23:12:24.213804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33604) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.225525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5ec353d7-bef3-453b-808c-eaed62ad1d42 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '7eeb7b0a-fee2-4970-a066-2d881c478758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.231585 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-5ec353d7-bef3-453b-808c-eaed62ad1d42 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:12:24.232935 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5ec353d7-bef3-453b-808c-eaed62ad1d42 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:24.238573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5ec353d7-bef3-453b-808c-eaed62ad1d42 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0212784 Mar 31 23:12:24.239494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.414146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] For port bcc94e97-5e96-4c75-b25b-03cf98ae36f9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,segment=NetworkSegment(08df4e0e-8594-4cc1-83d6-7e3fd42559ac),segment_id=08df4e0e-8594-4cc1-83d6-7e3fd42559ac)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:24.414475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.435576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Calling delete_port for bcc94e97-5e96-4c75-b25b-03cf98ae36f9 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:24.456098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.510140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.684663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b648570e-f8cf-4960-a542-fabd62a66dc0 req-249fb609-2ecd-4828-a070-cbb1d660482c tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/ports?device_id=45d4c104-a781-404e-aadc-f7934c37cdef HTTP/1.1" status: 200 len: 210 time: 0.4170771 Mar 31 23:12:24.707568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c687ed37-11e3-4d6e-af44-c50baad77ca8 req-8809613a-b90a-493c-9b49-1a4a857f2c91 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714420 Mar 31 23:12:24.751628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.755745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.756903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/7eeb7b0a-fee2-4970-a066-2d881c478758 HTTP/1.1" status: 204 len: 168 time: 0.5162446 Mar 31 23:12:24.759583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33618) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.819358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46383085-f556-4f77-8354-cedd5d5e491a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb7b0a-fee2-4970-a066-2d881c478758,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:24.824589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.035291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Pushing event deleted for resources: {'Port': ['ID=bcc94e97-5e96-4c75-b25b-03cf98ae36f9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.198604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-298c6668-f006-46c1-9e83-5a87f1be6d7d tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4376483 Mar 31 23:12:25.199793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] No DVR routers for this DVR port bcc94e97-5e96-4c75-b25b-03cf98ae36f9 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:25.201959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33630) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:25.208408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--85733852'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:25.219942 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.226878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cd7ca37-30e5-47b6-a6ba-b270409b3b7b req-c32ea4e7-3f6d-4838-ae84-570b91e2469f tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.10 "DELETE /v2.0/ports/bcc94e97-5e96-4c75-b25b-03cf98ae36f9 HTTP/1.1" status: 204 len: 173 time: 1.4727499 Mar 31 23:12:25.247425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'name': 'network-vif-deleted', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:25.251361 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0999f1-1450-43a7-b8a5-2fbb04ace04e" -d '{"events": [{"server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "name": "network-vif-deleted", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:25.317531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06af7f-237a-4979-b738-f1a83920aba0 req-b59cdf4e-d2b2-4bfa-b21c-33ad6266e57a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.325784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb06af7f-237a-4979-b738-f1a83920aba0 req-b59cdf4e-d2b2-4bfa-b21c-33ad6266e57a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.3256183 Mar 31 23:12:25.367915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.410206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d56bf2-ac01-43cc-8b0f-d268e31e761c req-068f8e9d-86eb-48e9-93b3-aaba8b918932 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.424187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62d56bf2-ac01-43cc-8b0f-d268e31e761c req-068f8e9d-86eb-48e9-93b3-aaba8b918932 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2643867 Mar 31 23:12:25.529443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb06af7f-237a-4979-b738-f1a83920aba0 req-3e6a5340-9cdf-4c14-a965-1fe782f23e1d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034385 Mar 31 23:12:25.546333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62d56bf2-ac01-43cc-8b0f-d268e31e761c req-d00ac72d-9375-46a9-a5aa-320bd6aab1ba tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163235 Mar 31 23:12:25.609964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.687698 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe722b7-bdbe-4c56-bdb5-53ffbecb2bbf x-openstack-request-id: req-9fe722b7-bdbe-4c56-bdb5-53ffbecb2bbf {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:25.688582 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcd9778-3ef6-4251-b4a5-9f4485bc69f4", "name": "network-vif-deleted", "tag": "bcc94e97-5e96-4c75-b25b-03cf98ae36f9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:25.689014 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9fe722b7-bdbe-4c56-bdb5-53ffbecb2bbf {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:25.689590 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe722b7-bdbe-4c56-bdb5-53ffbecb2bbf'] response: {'server_uuid': '6bcd9778-3ef6-4251-b4a5-9f4485bc69f4', 'name': 'network-vif-deleted', 'tag': 'bcc94e97-5e96-4c75-b25b-03cf98ae36f9', 'status': 'completed', 'code': 200} Mar 31 23:12:25.705416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.800796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0f70c-fa93-4323-b5ee-066bac199409,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.931466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device bcc94e97-5e96-4c75-b25b-03cf98ae36f9 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:25.936518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-725e81ee-49dc-4bdf-a1f9-6be6e1bda320 req-9749df5f-0102-4cf3-bc80-7fc1dc732d37 tempest-InstanceActionsNegativeTestJSON-1460432171 tempest-InstanceActionsNegativeTestJSON-1460432171-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bcd9778-3ef6-4251-b4a5-9f4485bc69f4 HTTP/1.1" status: 200 len: 210 time: 0.0605326 Mar 31 23:12:25.970437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.972018 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-998eb133-aaac-4872-8aae-8cdcd997fdba tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7674389 Mar 31 23:12:25.974817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33656) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:25.990633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7479aa18-b1d1-4fdf-87d9-832537d4cfad tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:25.991435 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-7479aa18-b1d1-4fdf-87d9-832537d4cfad tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:25.991947 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-7479aa18-b1d1-4fdf-87d9-832537d4cfad tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:25.995645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7479aa18-b1d1-4fdf-87d9-832537d4cfad tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171993 Mar 31 23:12:26.001723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.012613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: bcc94e97-5e96-4c75-b25b-03cf98ae36f9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:26.016456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device bcc94e97-5e96-4c75-b25b-03cf98ae36f9 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:26.017430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bfcc1cca-2c92-4f6d-a400-cd95a074b9d3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:26.085107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.208911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.242447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.341573 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-bfcc1cca-2c92-4f6d-a400-cd95a074b9d3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:26.348499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfcc1cca-2c92-4f6d-a400-cd95a074b9d3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3425739 Mar 31 23:12:26.348926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.354830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d732617a-4e4e-4fe1-860b-76a07dc580e4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:26.355402 n-d-828414-2 neutron-server[109835]: WARNING neutron.api.v2.base [None req-d732617a-4e4e-4fe1-860b-76a07dc580e4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:12:26.355894 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-d732617a-4e4e-4fe1-860b-76a07dc580e4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:26.359444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d732617a-4e4e-4fe1-860b-76a07dc580e4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069463 Mar 31 23:12:26.360645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33670) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.360783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f1a4-fa94-4196-b9a2-efa91759a9b1 req-1b8496a2-b877-4e10-8a1d-c39f868558a9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.365118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6efa6fd3-9adf-4212-a9e8-754bdc767ed9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:26.391862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3014f1a4-fa94-4196-b9a2-efa91759a9b1 req-1b8496a2-b877-4e10-8a1d-c39f868558a9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1578698 Mar 31 23:12:26.427975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.433263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.441857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "DELETE /v2.0/security-groups/3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7 HTTP/1.1" status: 204 len: 168 time: 0.3553755 Mar 31 23:12:26.442778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.465172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c060f-8b74-4e5d-b1a9-e50dea6e8c10 tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.500496 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-99c47e24-25dc-4a4c-8c10-913ac2de180e tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] show failed (client error): The resource could not be found. Mar 31 23:12:26.505393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-99c47e24-25dc-4a4c-8c10-913ac2de180e tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "GET /v2.0/security-groups/3c21ecca-5dcb-4bbd-b90b-1f83dabe72f7 HTTP/1.1" status: 404 len: 347 time: 0.0574043 Mar 31 23:12:26.512786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.571462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3014f1a4-fa94-4196-b9a2-efa91759a9b1 req-64ca1c8e-2c10-42d6-8a75-49d5202c08bc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675975 Mar 31 23:12:26.824965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749b4b1-95e0-476f-834d-ca087f83719c req-612091fb-e593-4fac-8f06-9f8fd2237143 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.842077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4749b4b1-95e0-476f-834d-ca087f83719c req-612091fb-e593-4fac-8f06-9f8fd2237143 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1057045 Mar 31 23:12:26.979844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Deleting port 0f7c2364-337f-4e87-996d-36dbe8c142b0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:26.979844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.991728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4749b4b1-95e0-476f-834d-ca087f83719c req-2dbc3f3d-be11-4540-a222-ffabc7479f9d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488030 Mar 31 23:12:27.016199 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-6efa6fd3-9adf-4212-a9e8-754bdc767ed9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:27.020140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33692) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.025304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f8fef9ef-9672-477e-97ef-0548989e1c4a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:27.026016 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-f8fef9ef-9672-477e-97ef-0548989e1c4a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:27.026700 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f8fef9ef-9672-477e-97ef-0548989e1c4a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:27.028407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f8fef9ef-9672-477e-97ef-0548989e1c4a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070512 Mar 31 23:12:27.029113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33694) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.031075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33696) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.031533 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6efa6fd3-9adf-4212-a9e8-754bdc767ed9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6699588 Mar 31 23:12:27.050010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0f435dfa-935f-4667-9166-b1f33b24422b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:27.161536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.161964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.165145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Deleting subnet 1715e951-4de3-41b8-b0da-af798682bd5f {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:27.174310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.182379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Calling delete_port for 0f7c2364-337f-4e87-996d-36dbe8c142b0 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:27.233735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.305553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.381599 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-0f435dfa-935f-4667-9166-b1f33b24422b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:27.386149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0f435dfa-935f-4667-9166-b1f33b24422b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3427391 Mar 31 23:12:27.392247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.410489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d763ab78-529d-4358-847c-2a52e909933a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:27.415330 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-d763ab78-529d-4358-847c-2a52e909933a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:12:27.418002 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-d763ab78-529d-4358-847c-2a52e909933a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:27.420657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d763ab78-529d-4358-847c-2a52e909933a tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0263524 Mar 31 23:12:27.430017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33706) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.443932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f7841da6-92b4-45a8-af92-4f0fa65789a0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:27.531340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33710) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.638313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.640525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.866788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Pushing event deleted for resources: {'Port': ['ID=0f7c2364-337f-4e87-996d-36dbe8c142b0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.931471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1715e951-4de3-41b8-b0da-af798682bd5f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.937016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.947804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.950011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bef355f2-655d-4687-b38b-27aa1fd3d4ba admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1715e951-4de3-41b8-b0da-af798682bd5f HTTP/1.1" status: 204 len: 168 time: 0.9196887 Mar 31 23:12:28.002386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.008142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.014236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-405ffdba-e419-4f66-aa51-a0f514b0496d tempest-ServersTestBootFromVolume-458111411 tempest-ServersTestBootFromVolume-458111411-project] 10.222.0.83 "DELETE /v2.0/floatingips/a1cc5901-ff70-4bb9-9359-226525303c7d HTTP/1.1" status: 204 len: 168 time: 1.4966936 Mar 31 23:12:28.017610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33724) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.019532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdb7c-1336-408e-b8cc-975b4f0fe040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.078576 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f7841da6-92b4-45a8-af92-4f0fa65789a0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:28.086538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7841da6-92b4-45a8-af92-4f0fa65789a0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6479366 Mar 31 23:12:28.114439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33728) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.176728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7a0874dd-0990-49f3-81bb-495d14434bce tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '3be0f70c-fa93-4323-b5ee-066bac199409', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.248846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdb7c-1336-408e-b8cc-975b4f0fe040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.269131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.337681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a8be-5739-4549-b33b-606847e528c6 req-a1a2111a-d19e-41b1-a45c-3989b68ecbc8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.345297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d75a8be-5739-4549-b33b-606847e528c6 req-a1a2111a-d19e-41b1-a45c-3989b68ecbc8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.4921367 Mar 31 23:12:28.346978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdb7c-1336-408e-b8cc-975b4f0fe040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.508913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc7cdb7c-1336-408e-b8cc-975b4f0fe040 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6339f055b4bd4556aceb671192747097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9738321 Mar 31 23:12:28.528315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.551152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d90a-3787-48b0-869e-56e748444841 req-4d784be2-24d1-4472-b0c5-2be906785bad tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.551791 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-7a0874dd-0990-49f3-81bb-495d14434bce tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:28.552604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e019d90a-3787-48b0-869e-56e748444841 req-4d784be2-24d1-4472-b0c5-2be906785bad tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.3000906 Mar 31 23:12:28.564535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cdb7c-1336-408e-b8cc-975b4f0fe040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3baea01-e019-4603-8aab-d8e9c669b783,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:28.565662 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a0874dd-0990-49f3-81bb-495d14434bce tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4485590 Mar 31 23:12:28.579969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.621808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d75a8be-5739-4549-b33b-606847e528c6 req-810a9469-566d-4745-a827-bf74d56f10ee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491965 Mar 31 23:12:28.705474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.763886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c92f5e-307b-4914-b557-747d279d49b7']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:28.779986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08df4e0e-8594-4cc1-83d6-7e3fd42559ac') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:28.780570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08df4e0e-8594-4cc1-83d6-7e3fd42559ac') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:28.800899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.814838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.860422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.870449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:28.871521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:28.872894 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:28.877099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e019d90a-3787-48b0-869e-56e748444841 req-9a207e07-8833-49bb-8d45-b9096bff020b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960844 Mar 31 23:12:28.936401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.982839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de235398-5627-4323-8a82-16096d318bf0 req-91b9f36d-192a-4371-b5e3-d09764992c00 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.989458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de235398-5627-4323-8a82-16096d318bf0 req-91b9f36d-192a-4371-b5e3-d09764992c00 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2295897 Mar 31 23:12:29.015342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.082366 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.099318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.103176 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] 10.222.0.83 "DELETE /v2.0/networks/31c92f5e-307b-4914-b557-747d279d49b7 HTTP/1.1" status: 204 len: 168 time: 1.1576602 Mar 31 23:12:29.132782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.134677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec593-8655-42cc-a33b-b10dab1506bf admin admin] Pushing event deleted for resources: {'Network': ['ID=31c92f5e-307b-4914-b557-747d279d49b7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.175959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de235398-5627-4323-8a82-16096d318bf0 req-253a8e78-9c1c-4cf3-9eae-f514206b9695 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561525 Mar 31 23:12:29.240335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.298204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.301886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.306350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3baea01-e019-4603-8aab-d8e9c669b783 HTTP/1.1" status: 204 len: 168 time: 0.7768908 Mar 31 23:12:29.329605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.331589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.333166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/3be0f70c-fa93-4323-b5ee-066bac199409 HTTP/1.1" status: 204 len: 168 time: 0.7523069 Mar 31 23:12:29.341977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.369147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748e3e8-2c05-446c-ac15-62a1a41f410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3baea01-e019-4603-8aab-d8e9c669b783,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.455313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bba2b3-42bb-4673-bc63-c51d812129c6 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0f70c-fa93-4323-b5ee-066bac199409,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.475273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533cf94-9e61-4978-953f-e66da02bed07 req-bce92851-4515-49f5-836c-d1b0c4a4c3ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.491130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f533cf94-9e61-4978-953f-e66da02bed07 req-bce92851-4515-49f5-836c-d1b0c4a4c3ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2048492 Mar 31 23:12:29.575916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f533cf94-9e61-4978-953f-e66da02bed07 req-b45285fd-f0fe-4e56-80bf-ff14c1bdcb98 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837731 Mar 31 23:12:29.587145 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e4fd82ad-1736-4005-9145-3bc94a843762 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2427218 Mar 31 23:12:29.589538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.594573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288125441'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:29.768016 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.867398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34c714-df68-42d1-821d-7fe889d0fd9e req-fb3d265b-8fcc-4856-9ce8-66597ce0c66e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.878787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e34c714-df68-42d1-821d-7fe889d0fd9e req-fb3d265b-8fcc-4856-9ce8-66597ce0c66e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1682932 Mar 31 23:12:29.963039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.963510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e34c714-df68-42d1-821d-7fe889d0fd9e req-aa72c452-bdcf-408e-8c67-ef80f7d70ab0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771308 Mar 31 23:12:30.057713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.130401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33776) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.144217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f0462-3fe0-4f75-84ef-8745f1e793ad,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.221901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.225287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4260df7f-8eb2-449d-8f69-8310840a8c4b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6347401 Mar 31 23:12:30.234599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33782) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.241390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Deleting port 8269111c-8f53-43fd-8e58-b19e3be27070 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:30.242327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.244897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e31f7692-6184-498b-9816-0926284d60c0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '362f0462-3fe0-4f75-84ef-8745f1e793ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.303297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.376756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d41cffba-9eb4-4f96-adaf-f99a27294176 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22f645bfea5a4b209e818a27eb2831ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413421 Mar 31 23:12:30.385525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.401428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe786f-71cc-414a-8b4f-66b3d27d2321 req-d5626b66-191f-4c23-b038-b6af8077e3b5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:30.401428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5dfe786f-71cc-414a-8b4f-66b3d27d2321 req-d5626b66-191f-4c23-b038-b6af8077e3b5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.3633816 Mar 31 23:12:30.491209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.498321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] For port 8269111c-8f53-43fd-8e58-b19e3be27070, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8269111c-8f53-43fd-8e58-b19e3be27070,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:30.499531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.514698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5dfe786f-71cc-414a-8b4f-66b3d27d2321 req-d82886e0-2ae1-48ac-8936-23361d58538c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030302 Mar 31 23:12:30.543786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741976d1-4cf7-4f4d-9564-5a24f1da8ab6 req-4c3ee7eb-bb04-4694-9799-fff0e51b8ead tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:30.548121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-741976d1-4cf7-4f4d-9564-5a24f1da8ab6 req-4c3ee7eb-bb04-4694-9799-fff0e51b8ead tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.4233513 Mar 31 23:12:30.589167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Calling delete_port for 8269111c-8f53-43fd-8e58-b19e3be27070 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:30.619749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.622944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-741976d1-4cf7-4f4d-9564-5a24f1da8ab6 req-05bf7ed5-d844-48ef-a994-0e2c29dd149b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650003 Mar 31 23:12:30.660879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28f2e191-7639-4a7e-9494-cead1ef17cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.716409 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-e31f7692-6184-498b-9816-0926284d60c0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The resource could not be found. Mar 31 23:12:30.725894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e31f7692-6184-498b-9816-0926284d60c0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4877541 Mar 31 23:12:30.729518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33792) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.743925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b5d6c9a5-2a3c-4e90-aa4c-9ddbd75b4856 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '362f0462-3fe0-4f75-84ef-8745f1e793ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e38b611c-83da-49d9-a0c5-b08db5af0a77'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.962049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.997399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.997399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb66bfa0-bcaa-4bdc-a62b-00db7b882e63 HTTP/1.1" status: 204 len: 168 time: 0.5801473 Mar 31 23:12:30.997399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f47b7-55c2-4c34-b434-c7448ff0b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66bfa0-bcaa-4bdc-a62b-00db7b882e63,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.178159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28f2e191-7639-4a7e-9494-cead1ef17cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.235983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3f22-263a-4629-802e-867ccbe14396 req-e0eb67d9-a78e-433e-8e70-03e5ed4e529d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.237593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f28a3f22-263a-4629-802e-867ccbe14396 req-e0eb67d9-a78e-433e-8e70-03e5ed4e529d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0672731 Mar 31 23:12:31.606547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f28a3f22-263a-4629-802e-867ccbe14396 req-7ca128a8-0a7c-491d-a9b1-1a15e17fa816 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373988 Mar 31 23:12:31.617994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-1e3b2577-89a0-4af1-9b78-be363488150f req-3ce59be9-0037-427a-a034-95adce1a77e3 service neutron] (109835) timed out ('10.222.0.83', 34636) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:12:31.641724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62e0bd-dfe5-4a0a-b684-23dc880cb33b req-59f0dec7-ac5d-44f0-a008-ea4508ce838c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.643267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf62e0bd-dfe5-4a0a-b684-23dc880cb33b req-59f0dec7-ac5d-44f0-a008-ea4508ce838c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Mar 31 23:12:31.681977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf62e0bd-dfe5-4a0a-b684-23dc880cb33b req-269716b8-0958-4e9b-82d4-9eae096a3623 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Mar 31 23:12:31.768263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.775393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28f2e191-7639-4a7e-9494-cead1ef17cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.840568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Pushing event deleted for resources: {'Port': ['ID=8269111c-8f53-43fd-8e58-b19e3be27070,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.863276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-28f2e191-7639-4a7e-9494-cead1ef17cc6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=759812fae71146d7bc99448283d6a208&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5383961 Mar 31 23:12:31.870283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2e191-7639-4a7e-9494-cead1ef17cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05f65a-d278-47da-9822-7c9d39990807,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.873667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.026003 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-b5d6c9a5-2a3c-4e90-aa4c-9ddbd75b4856 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The resource could not be found. Mar 31 23:12:32.032727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5d6c9a5-2a3c-4e90-aa4c-9ddbd75b4856 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.3019013 Mar 31 23:12:32.036397 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.040732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.138760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.232865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.299368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.300126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.396401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.400598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.409169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c05f65a-d278-47da-9822-7c9d39990807 HTTP/1.1" status: 204 len: 168 time: 0.5119689 Mar 31 23:12:32.419441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274715f-8363-436f-bdb2-00a57155d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05f65a-d278-47da-9822-7c9d39990807,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:32.459298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.462516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.467331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/362f0462-3fe0-4f75-84ef-8745f1e793ad HTTP/1.1" status: 204 len: 168 time: 0.4239030 Mar 31 23:12:32.468125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33832) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.494011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456d1a1-ae60-4e8b-86a5-5ca919a66735 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f0462-3fe0-4f75-84ef-8745f1e793ad,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:32.576546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7ff5c977-007c-4057-b0b8-6b585c5d4247 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017530 Mar 31 23:12:32.581821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33836) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.589560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1a93fddb-8163-4891-bf00-1f4e9612c380 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '0fe29b8d-5ae3-4836-ba00-d0958c85c609', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.696351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Router effe6959-0981-4023-b46a-d4f4c60e27b9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:32.848447 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-1a93fddb-8163-4891-bf00-1f4e9612c380 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The resource could not be found. Mar 31 23:12:32.858176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1a93fddb-8163-4891-bf00-1f4e9612c380 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2749643 Mar 31 23:12:32.862456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33846) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.880389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116546581'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.953383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:32.963530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b5e64-a9aa-404d-9197-98964f9cdcad req-173f4009-9a54-47cd-ba10-5647c0f00604 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.965590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a5b5e64-a9aa-404d-9197-98964f9cdcad req-173f4009-9a54-47cd-ba10-5647c0f00604 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1987641 Mar 31 23:12:32.986612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ccdfcd8-934d-4ced-8b3b-9bc13f7b1428 admin admin] 10.222.0.83 "PUT /v2.0/routers/effe6959-0981-4023-b46a-d4f4c60e27b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640267 Mar 31 23:12:32.991619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33850) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.998404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Sync routers for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:33.041684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:33.042655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.066118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.071930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a5b5e64-a9aa-404d-9197-98964f9cdcad req-f97fa533-3de0-4415-b7ed-b25e2ac6b501 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995297 Mar 31 23:12:33.231419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.300070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.307798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.355258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:33.400482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937021e8-b590-4135-aa38-ea975fdde800,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:33.426119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.430605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9955f44e-f559-41cd-9da5-8db0a0842042 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5658360 Mar 31 23:12:33.431246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33856) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.436012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--998410683'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.536661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.578133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33858) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.584660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.733791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.751629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Deleting port bb0830fd-281e-4167-9046-36fb747c9ccc {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:33.752065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.807219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.819782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:12:31Z', 'revision_number': 5, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port': {'id': 'bb0830fd-281e-4167-9046-36fb747c9ccc', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:09Z', 'updated_at': '2022-03-31T23:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.877590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-782273057-network', 'tenant_id': '93c2055b956947a88ef461c9b25b4777'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.929661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Checking router: effe6959-0981-4023-b46a-d4f4c60e27b9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:33.943833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] For port bb0830fd-281e-4167-9046-36fb747c9ccc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bb0830fd-281e-4167-9046-36fb747c9ccc,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:33.944608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.951513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Routers {'effe6959-0981-4023-b46a-d4f4c60e27b9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:33.952274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['effe6959-0981-4023-b46a-d4f4c60e27b9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.975631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Calling delete_port for bb0830fd-281e-4167-9046-36fb747c9ccc owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:34.012301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb845ba-9e70-4c0e-98ff-edcc46044e65,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.141385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33870) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.168270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdfa-00eb-411e-a6a8-6730331b1b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.195191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] Set router effe6959-0981-4023-b46a-d4f4c60e27b9 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:34.258471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.264445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-75d17fe0-4140-490e-b659-ab5b3dd1d7f9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8289003 Mar 31 23:12:34.264775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33872) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.275253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3f942824-82b8-4306-b4bb-08d030a54245 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group_rule': {'security_group_id': '937021e8-b590-4135-aa38-ea975fdde800', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2eb845ba-9e70-4c0e-98ff-edcc46044e65'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:34.308367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:12:33Z', 'revision_number': 6, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:34.380896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ad8b7-1849-46a0-bc68-969000df2c80 None None] The sync data for ids ['effe6959-0981-4023-b46a-d4f4c60e27b9'] in n-d-828414-2 is: [{'id': 'effe6959-0981-4023-b46a-d4f4c60e27b9', 'name': 'tempest-ServersTestBootFromVolume-1978608390-router', 'tenant_id': '4f984e1cac884178acb93f092b8fb1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:08Z', 'updated_at': '2022-03-31T23:12:33Z', 'revision_number': 6, 'project_id': '4f984e1cac884178acb93f092b8fb1b7', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:34.403216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Made reservation on behalf of 93c2055b956947a88ef461c9b25b4777 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:34.430238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.443031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.460837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.517343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.534074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc745b-53d0-4fbb-8e2c-dd607a8687cf req-1f210563-83ae-40ff-9c08-8f0d2a6fdee5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.534916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97fc745b-53d0-4fbb-8e2c-dd607a8687cf req-1f210563-83ae-40ff-9c08-8f0d2a6fdee5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.2912731 Mar 31 23:12:34.537032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdfa-00eb-411e-a6a8-6730331b1b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.588137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0830fd-281e-4167-9046-36fb747c9ccc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.615609 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-3f942824-82b8-4306-b4bb-08d030a54245 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:34.616960 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3f942824-82b8-4306-b4bb-08d030a54245 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3508666 Mar 31 23:12:34.624915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33880) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.666962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.675349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97fc745b-53d0-4fbb-8e2c-dd607a8687cf req-9de1a5fb-8306-491e-b3df-9a73993dd979 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219153 Mar 31 23:12:34.677348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f36bdfa-00eb-411e-a6a8-6730331b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.683476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.715791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.728464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-899906925-network', 'tenant_id': 'c019a13741594df98afb05d4aeb84b46'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:34.759266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f36bdfa-00eb-411e-a6a8-6730331b1b74 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13f6181407a744d09feca4c6ce46fcc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160672 Mar 31 23:12:34.760126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bdfa-00eb-411e-a6a8-6730331b1b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261562ea-c8b1-4625-a53f-81b875b44d71,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.762800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33882) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.804322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.874614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:34.879185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.882073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.890433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53bd3c6-d6d4-4633-aabf-4ba02f1f258c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.924074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.924752 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Added segment 7f59536b-5ffc-47c6-9f11-e5705f784970 of type vlan for network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd Mar 31 23:12:34.975905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Made reservation on behalf of c019a13741594df98afb05d4aeb84b46 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:34.976262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.986809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.995693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.005708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.048538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.089024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.106981 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.115801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.116379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router effe6959-0981-4023-b46a-d4f4c60e27b9 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:35.122526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.127470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1d9aab9-300e-43ef-a923-c58c27405e33 admin admin] 10.222.0.83 "DELETE /v2.0/routers/effe6959-0981-4023-b46a-d4f4c60e27b9 HTTP/1.1" status: 204 len: 168 time: 2.1322315 Mar 31 23:12:35.128927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.215271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.219342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Deleting subnet 0cfaff08-a8fd-416f-8e26-29f3dd09eb68 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:35.223487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.250335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.256903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.256903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/2eb845ba-9e70-4c0e-98ff-edcc46044e65 HTTP/1.1" status: 204 len: 168 time: 0.6286476 Mar 31 23:12:35.257937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33890) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.284431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c97bf9-17a8-44d0-9607-fb6efdeadfc0 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb845ba-9e70-4c0e-98ff-edcc46044e65,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.292920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.319507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.326062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.329579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.330649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.339410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.342704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.350720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/261562ea-c8b1-4625-a53f-81b875b44d71 HTTP/1.1" status: 204 len: 168 time: 0.5858705 Mar 31 23:12:35.364047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:35.379112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.410002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.410338 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Added segment 0b312c47-f964-4d58-bc27-31fd055f53ab of type vlan for network e71408f8-8628-4366-8420-b3468d4ef9a5 Mar 31 23:12:35.419432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a869796-bf3a-430c-a3c2-937b9610ba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261562ea-c8b1-4625-a53f-81b875b44d71,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.510756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07a6ffea-5e8d-4755-b953-8c6ce093d296 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2518282 Mar 31 23:12:35.521060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] Pushing event updated for resources: {'Network': ['ID=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.521435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33894) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.523902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:35.555493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.555493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.586072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd8d73e7-4ac9-4423-8549-ac7eba24f15e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0070181 Mar 31 23:12:35.586864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33896) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.597840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Request body: {'subnet': {'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-782273057-subnet', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:35.679483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.713851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.762585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Made reservation on behalf of 93c2055b956947a88ef461c9b25b4777 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:35.766634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.799502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.800888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.801934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.895640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.916177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4544382 Mar 31 23:12:35.916907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.924170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.927277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.932318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/937021e8-b590-4135-aa38-ea975fdde800 HTTP/1.1" status: 204 len: 168 time: 0.3998525 Mar 31 23:12:35.947833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Request body: {'subnet': {'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-899906925-subnet', 'tenant_id': 'c019a13741594df98afb05d4aeb84b46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:35.974649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.073537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb9f8f-08ba-41ec-919c-e520214fb7e3 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937021e8-b590-4135-aa38-ea975fdde800,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.080361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfaff08-a8fd-416f-8e26-29f3dd09eb68,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.109211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.113970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26607ed3-c3d8-45f0-a725-f9b072a983c4 None None] Network 319c3c50-3c93-4e70-96a5-2c54ae2eab4f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:36.121496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e5c8c5c6-774d-4b3c-88c4-95feb3eaedf2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0cfaff08-a8fd-416f-8e26-29f3dd09eb68 HTTP/1.1" status: 204 len: 168 time: 0.9794760 Mar 31 23:12:36.122196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d1bc3ed-4b2f-492c-bd21-574815fdcea4 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1401505 Mar 31 23:12:36.122336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.122630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33912) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.123135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Made reservation on behalf of c019a13741594df98afb05d4aeb84b46 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:36.126659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.131056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937350029'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:36.160190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977741f-21f5-4e84-974e-1567f2d5b8bd req-0a327250-426c-4945-a00f-ae20fa5e9fb2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.173482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f977741f-21f5-4e84-974e-1567f2d5b8bd req-0a327250-426c-4945-a00f-ae20fa5e9fb2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.3355243 Mar 31 23:12:36.321240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.325778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f977741f-21f5-4e84-974e-1567f2d5b8bd req-81a54fb5-a12b-4aba-aeef-bc5ca9b67e51 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430371 Mar 31 23:12:36.328455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bb0830fd-281e-4167-9046-36fb747c9ccc no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:36.334151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.364992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d5e8-9fff-4dcd-a542-5fed15c2d168 admin admin] Pushing event updated for resources: {'Network': ['ID=e71408f8-8628-4366-8420-b3468d4ef9a5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.461021 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.466180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e71408f8-8628-4366-8420-b3468d4ef9a5 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:36.545562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: bb0830fd-281e-4167-9046-36fb747c9ccc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:36.548001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bb0830fd-281e-4167-9046-36fb747c9ccc not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:36.548631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8269111c-8f53-43fd-8e58-b19e3be27070 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:36.569614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Deleting port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:36.570233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.575922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 8269111c-8f53-43fd-8e58-b19e3be27070 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:36.579188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.580898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8269111c-8f53-43fd-8e58-b19e3be27070 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:36.715928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.731654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.751932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] DHCP port deletion for 319c3c50-3c93-4e70-96a5-2c54ae2eab4f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:12:36.757029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Checking segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:36.757394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Network hostable DHCP agents. Network: 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:36.766639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.775830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] For port 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=61d56b3d-7de5-41b1-b039-3d3bd72459a5,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:36.776987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.825481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Calling delete_port for 61d56b3d-7de5-41b1-b039-3d3bd72459a5 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:36.865951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.871798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Deleting port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:36.873398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.911937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e853ca-97d2-403c-98ac-e283d22f1254,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.913836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Checking segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:36.914519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Network hostable DHCP agents. Network: e71408f8-8628-4366-8420-b3468d4ef9a5, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:37.024771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] For port 61d56b3d-7de5-41b1-b039-3d3bd72459a5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=61d56b3d-7de5-41b1-b039-3d3bd72459a5,segment=NetworkSegment(031bad32-ee76-401f-b839-a178830ca192),segment_id=031bad32-ee76-401f-b839-a178830ca192)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:37.025178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.050486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Calling delete_port for 61d56b3d-7de5-41b1-b039-3d3bd72459a5 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:37.144687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:37.149652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.152632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0e73f902-de7a-4aeb-9182-c9b6f1ed4b83 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0255923 Mar 31 23:12:37.155663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33928) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.161915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b9c9283c-23c8-4e45-aeaf-84a0174813b9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:37.162669 n-d-828414-2 neutron-server[109834]: WARNING neutron.api.v2.base [None req-b9c9283c-23c8-4e45-aeaf-84a0174813b9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:12:37.163300 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-b9c9283c-23c8-4e45-aeaf-84a0174813b9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:37.164669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9c9283c-23c8-4e45-aeaf-84a0174813b9 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "PUT /v2.0/security-groups/78e853ca-97d2-403c-98ac-e283d22f1254 HTTP/1.1" status: 409 len: 330 time: 0.0077820 Mar 31 23:12:37.167324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33930) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.240009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.258856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Network e71408f8-8628-4366-8420-b3468d4ef9a5 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:37.276112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.299133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.307413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.350599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] Pushing event deleted for resources: {'Port': ['ID=61d56b3d-7de5-41b1-b039-3d3bd72459a5,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.352508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d56b3d-7de5-41b1-b039-3d3bd72459a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.356768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] No DVR routers for this DVR port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:37.369977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac69d6-f959-4383-9393-41aa355db4a3 None None] No DVR routers for this DVR port 61d56b3d-7de5-41b1-b039-3d3bd72459a5 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:37.403559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:37.408266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e71408f8-8628-4366-8420-b3468d4ef9a5) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:37.413810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.414577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.418968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.420171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.429779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84618d73-d088-4085-bea6-23bac45d7361 None None] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:37.434369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f72d96-7719-4b08-95b1-9a6953472a68 None None] Network e71408f8-8628-4366-8420-b3468d4ef9a5 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:37.442917 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.446854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.452892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/78e853ca-97d2-403c-98ac-e283d22f1254 HTTP/1.1" status: 204 len: 168 time: 0.2828572 Mar 31 23:12:37.453586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33938) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.506251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.517846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb252-4882-4e20-a1a0-68575c61a54f tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e853ca-97d2-403c-98ac-e283d22f1254,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.532581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c3c50-3c93-4e70-96a5-2c54ae2eab4f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.551835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031bad32-ee76-401f-b839-a178830ca192') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.552278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031bad32-ee76-401f-b839-a178830ca192') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.552886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d52890f-00bf-4262-a60c-f245912f870f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9613719 Mar 31 23:12:37.556457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33940) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.561363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1b10a59d-1416-4a64-bc0c-2e4f746e4cc3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6185327 Mar 31 23:12:37.568939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:37.578705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.594669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.601880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:37.602399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:37.604644 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:37.629033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5dc14141-822b-4005-867f-b44bf408ab6b tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1706328 Mar 31 23:12:37.636864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.663875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f531ad-1bf7-48e6-afa4-c766b72fe96d req-96c44b27-f6e0-4a47-9fdf-18fe20c09560 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.665531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61f531ad-1bf7-48e6-afa4-c766b72fe96d req-96c44b27-f6e0-4a47-9fdf-18fe20c09560 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1982424 Mar 31 23:12:37.680779 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-9be7b051-896b-4499-aef0-5541b1cdca69 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] delete failed (client error): The resource could not be found. Mar 31 23:12:37.681846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9be7b051-896b-4499-aef0-5541b1cdca69 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "DELETE /v2.0/security-groups/5cb76e3d-05fe-4b6b-9344-f821c1d6420a HTTP/1.1" status: 404 len: 347 time: 0.0153451 Mar 31 23:12:37.685985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.687388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.687930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33948) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.723809 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-f2263bb0-4b92-4fb8-a6b1-ceda1c380f7d tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] show failed (client error): The resource could not be found. Mar 31 23:12:37.725743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f2263bb0-4b92-4fb8-a6b1-ceda1c380f7d tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-groups/a9ca6c7d-f900-4567-8266-aaf668acd5aa HTTP/1.1" status: 404 len: 347 time: 0.0158882 Mar 31 23:12:37.729985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.735060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61f531ad-1bf7-48e6-afa4-c766b72fe96d req-ed8e6895-0fc4-40a3-9050-749953877323 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517597 Mar 31 23:12:37.768496 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:37.773413 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-f67b694e-b342-42b6-87a6-d4f9ec319937 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] show failed (client error): The resource could not be found. Mar 31 23:12:37.774460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f67b694e-b342-42b6-87a6-d4f9ec319937 tempest-NegativeSecGroupTest-1968657014 tempest-NegativeSecGroupTest-1968657014-project] 10.222.0.83 "GET /v2.0/security-group-rules/a035aa63-641e-41ae-80f4-9d1b4436123a HTTP/1.1" status: 404 len: 356 time: 0.0425844 Mar 31 23:12:37.787968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.795296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.809449 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] 10.222.0.83 "DELETE /v2.0/networks/319c3c50-3c93-4e70-96a5-2c54ae2eab4f HTTP/1.1" status: 204 len: 168 time: 1.6835093 Mar 31 23:12:37.832886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf066772-dd4d-499c-b028-08e7a2ccce5d admin admin] Pushing event deleted for resources: {'Network': ['ID=319c3c50-3c93-4e70-96a5-2c54ae2eab4f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.901387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.040737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-e71408f8-8628-4366-8420-b3468d4ef9a5', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'tenant_id': 'c019a13741594df98afb05d4aeb84b46', 'fixed_ips': [{'subnet_id': 'cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:38.046576 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.304334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.329567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 61d56b3d-7de5-41b1-b039-3d3bd72459a5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:38.380124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 61d56b3d-7de5-41b1-b039-3d3bd72459a5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:38.380797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 61d56b3d-7de5-41b1-b039-3d3bd72459a5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:38.626795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:38.627752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.674260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Allocated IP 172.20.0.2 (e71408f8-8628-4366-8420-b3468d4ef9a5/cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb/f0c91665-b789-43e1-9b78-d4cf2e9ccf07) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:38.891506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Allocated IP 172.20.0.2 (22cd0ad7-7be7-4313-9bae-69c4c42cd4fd/1ebce4a1-30c5-4e60-9de7-fb3b03210ec9/26f60bfc-aa64-4211-ad30-662bc7063b88) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:38.933609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.962124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.969345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:38.972701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57bb74-1b2d-4fb9-a31d-e8a221e62f63 req-c9eb6f00-b1f8-4861-ac0b-6a297a9465ab tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.978486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b57bb74-1b2d-4fb9-a31d-e8a221e62f63 req-c9eb6f00-b1f8-4861-ac0b-6a297a9465ab tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1551127 Mar 31 23:12:39.035460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.080880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f1b9e63d-a393-4dc9-bd3e-9d2377ad7692 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4f984e1cac884178acb93f092b8fb1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090398 Mar 31 23:12:39.083414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33974) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.121653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.135489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.162230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.180174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b57bb74-1b2d-4fb9-a31d-e8a221e62f63 req-85a16bde-4f91-47df-9bc8-a8ba7694b7a8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967490 Mar 31 23:12:39.236816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.304747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Allocated IP 172.25.6.32 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/8baf3dc8-f167-4fa0-947f-70abf7010cae) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:39.323026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.341481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Network e71408f8-8628-4366-8420-b3468d4ef9a5 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:39.344509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:39.346980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Pushing event updated for resources: {'Port': ['ID=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.349582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:39.426645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Attempting to bind port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:39.427419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Attempting to bind port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:39.428139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Attempting to bind port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:39.436846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:39.437681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Checking segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:39.439045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.439695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Bound using segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:39.441579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Bound port: f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:39.443029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.501075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.506064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74aad146-e745-40d5-8f7d-4f5f983134a9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4f96ae36eadd4794bea67f94069edade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693910 Mar 31 23:12:39.506675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33994) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.515518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.520350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.520711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.524095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2444fe6-21f2-4938-a544-937aac3c626f HTTP/1.1" status: 204 len: 168 time: 0.4372411 Mar 31 23:12:39.563121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd74f-8500-452b-b839-68bada7c1f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2444fe6-21f2-4938-a544-937aac3c626f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.592424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:39.610872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:39.630383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:39.633359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Pushing event updated for resources: {'Port': ['ID=26f60bfc-aa64-4211-ad30-662bc7063b88,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.637507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] For port f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:39.638209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.645644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] For port f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:39.662691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.724085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:39.727268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Attempting to bind port 26f60bfc-aa64-4211-ad30-662bc7063b88 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:39.728039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:39.728195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Attempting to bind port 26f60bfc-aa64-4211-ad30-662bc7063b88 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:39.728775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Attempting to bind port 26f60bfc-aa64-4211-ad30-662bc7063b88 on network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:39.746423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:39.747665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.757620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.778816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Pushing event updated for resources: {'Port': ['ID=8baf3dc8-f167-4fa0-947f-70abf7010cae,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.794801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.796512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.796512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.796784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.797411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.797734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.798173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.798602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.799074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.799500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.799928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.802410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:39.884951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:39.885687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Checking segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:39.886155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.886481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Bound using segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:39.887017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Bound port: 26f60bfc-aa64-4211-ad30-662bc7063b88, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:39.887401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.995951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.000163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.004605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50b72017-4b28-4bcb-924c-0004a4c01697 HTTP/1.1" status: 204 len: 168 time: 0.4880464 Mar 31 23:12:40.016547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21ddc0-8947-4e2b-89df-cf4edfcc315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b72017-4b28-4bcb-924c-0004a4c01697,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.027346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39a50-8ffc-49ee-8181-c0b069bf74c7 None None] Pushing event updated for resources: {'Port': ['ID=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.079262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] For port 26f60bfc-aa64-4211-ad30-662bc7063b88, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:40.094128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] For port 26f60bfc-aa64-4211-ad30-662bc7063b88, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=26f60bfc-aa64-4211-ad30-662bc7063b88,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:40.248466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.417592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b839d9-0cd3-48bc-921e-68a7628c13c4 None None] Pushing event updated for resources: {'Port': ['ID=26f60bfc-aa64-4211-ad30-662bc7063b88,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.522846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.571932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6189-b450-463f-95d4-afd858c21cf3 req-6a56c5e7-5e29-4c77-86fc-96660d3fef70 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.572351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-868a6189-b450-463f-95d4-afd858c21cf3 req-6a56c5e7-5e29-4c77-86fc-96660d3fef70 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1613617 Mar 31 23:12:40.581529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-4c44fa24-bbe1-403e-9531-b381730b5f11 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.583452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-4c44fa24-bbe1-403e-9531-b381730b5f11 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.3777151 Mar 31 23:12:40.660185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-868a6189-b450-463f-95d4-afd858c21cf3 req-05bf28c9-5464-4de0-95a6-8babf94116b9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755327 Mar 31 23:12:40.669400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-b8f36719-66d9-4ce3-ae9f-15afc1c49ddc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/quotas/c019a13741594df98afb05d4aeb84b46 HTTP/1.1" status: 200 len: 375 time: 0.0574703 Mar 31 23:12:41.179239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-824c6273-0c7d-4efe-bea8-0aec58fc676e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4836812 Mar 31 23:12:41.299925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.434463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-cacfba69-5105-42c2-a2df-e4805ad038b2 service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233791 Mar 31 23:12:41.556932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6de3a6-bf96-473d-bd72-5859b38fb7a3 None None] Network e71408f8-8628-4366-8420-b3468d4ef9a5 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:41.609722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2626-e5a8-479b-8d91-f0a98b8692ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.631544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] Provisioning complete for port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:41.631544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.690250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-a93c9ed3-188f-4f36-90b9-a3f80bca8bde service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819053 Mar 31 23:12:41.851664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Router c5c77180-292b-4a3d-88cc-967e6198db41 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:41.903275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77972-1205-44b2-852b-da7f48c56584 req-bea3a6b3-e82e-4ccb-b782-5ceabdc82068 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.904769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5d77972-1205-44b2-852b-da7f48c56584 req-bea3a6b3-e82e-4ccb-b782-5ceabdc82068 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1366799 Mar 31 23:12:41.906931 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.977639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] For port f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:42.037591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc338c-2e62-4f7b-ae1b-b9e07eeece7c None None] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:42.087585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-86d07588-ad6f-4ac1-9a64-f0e8c50e1007 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5972438 Mar 31 23:12:42.096803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5d77972-1205-44b2-852b-da7f48c56584 req-cf69e460-bc6c-4860-8688-ae828a9df506 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769855 Mar 31 23:12:42.229729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-5f768f75-7f23-404a-b924-e7029be4e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.231966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-5f768f75-7f23-404a-b924-e7029be4e1fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 1097 time: 0.1077805 Mar 31 23:12:42.236495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:42.246939 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Sync routers for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:42.274391 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:42.274702 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.274922 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:42.348124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.349702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7bec0887-919f-4ea3-925a-8d3c609eba7c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7860055 Mar 31 23:12:42.352471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34080) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:42.471047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-9e474640-dd46-437d-9d94-94035786d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.474811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-9e474640-dd46-437d-9d94-94035786d036 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2139716 Mar 31 23:12:42.525230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb42dbe-736e-4b90-b34a-33ec3311f722 None None] Pushing event updated for resources: {'Port': ['ID=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:42.560463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f0c91665-b789-43e1-9b78-d4cf2e9ccf07 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:42.561759 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-131c0b32-d1ab-4358-8467-8b2f0b42387f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 200 len: 217 time: 0.0757592 Mar 31 23:12:42.688401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:42.700970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-86d21f30-46d8-4fcc-bf86-7b8135ea8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.702692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-86d21f30-46d8-4fcc-bf86-7b8135ea8cce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1337781 Mar 31 23:12:42.817279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] Provisioning complete for port 26f60bfc-aa64-4211-ad30-662bc7063b88 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:42.817697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.824829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-cd9c9b88-ed52-40e1-b1e3-48e52ea9d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.826617 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-cd9c9b88-ed52-40e1-b1e3-48e52ea9d38e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156380 Mar 31 23:12:42.990403 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:39Z', 'revision_number': 3, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:42.991504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:42.991504 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.024759 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-937b6fd9-df36-42c9-9c9f-5abb5fb5a91e service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810446 Mar 31 23:12:43.046458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Checking router: c5c77180-292b-4a3d-88cc-967e6198db41 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:43.046866 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Updating router c5c77180-292b-4a3d-88cc-967e6198db41 port 8baf3dc8-f167-4fa0-947f-70abf7010cae binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:43.105127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-647fef43-e321-4457-beef-e62efb1ad5d6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.109984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-647fef43-e321-4457-beef-e62efb1ad5d6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.2948892 Mar 31 23:12:43.110386 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.116322 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.174114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-8dd6fe52-9aa3-488d-9dae-b5188150b40d tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/quotas/c019a13741594df98afb05d4aeb84b46 HTTP/1.1" status: 200 len: 375 time: 0.0371897 Mar 31 23:12:43.193824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] For port 26f60bfc-aa64-4211-ad30-662bc7063b88, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=26f60bfc-aa64-4211-ad30-662bc7063b88,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:43.209255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 26f60bfc-aa64-4211-ad30-662bc7063b88 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:43.220002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.229312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-dfee3d24-2fd1-4ce0-9179-8e7230b5147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.231952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-dfee3d24-2fd1-4ce0-9179-8e7230b5147c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 1097 time: 0.6125982 Mar 31 23:12:43.316800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 26f60bfc-aa64-4211-ad30-662bc7063b88 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:43.317984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.328551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1493f4ce-ff4f-4f8f-b65f-22b23b04dbe6 req-327ee2e2-1b7f-4b3e-a16e-d9c78490c7fc service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935998 Mar 31 23:12:43.383573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-23912faf-ef66-46fe-86a0-74b0bf8535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.385345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-23912faf-ef66-46fe-86a0-74b0bf8535d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 913 time: 0.1391227 Mar 31 23:12:43.475962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.501847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.581931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12274b-f368-4855-bd40-bae1e71292b4 None None] Pushing event updated for resources: {'Port': ['ID=26f60bfc-aa64-4211-ad30-662bc7063b88,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.659463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-a9bd9e98-db4f-4feb-9511-cafac6de0716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0 HTTP/1.1" status: 200 len: 217 time: 0.1561217 Mar 31 23:12:43.669781 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.715365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:43.715365 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:43.716169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-29f1e483-7795-4145-b248-7eb704dbfcdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5320911 Mar 31 23:12:43.716278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d77e97e3-f18e-43a8-8235-34ff5764b2e8 None None] Provisioning complete for port 26f60bfc-aa64-4211-ad30-662bc7063b88 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:43.716278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d77e97e3-f18e-43a8-8235-34ff5764b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.779175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072b31-bdab-4428-9bbd-4378efddb846 req-1d46bb42-77bd-41cc-b0b6-996d4e396fee tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.779175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96072b31-bdab-4428-9bbd-4378efddb846 req-1d46bb42-77bd-41cc-b0b6-996d4e396fee tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.3837006 Mar 31 23:12:43.779427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-277552848-network', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:43.836453 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.843819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-932bba9d-9462-49ad-aa83-d929ae9c264e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.868834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d77e97e3-f18e-43a8-8235-34ff5764b2e8 None None] Provisioning complete for port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:43.869433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d77e97e3-f18e-43a8-8235-34ff5764b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.892593 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Pushing event updated for resources: {'Port': ['ID=8baf3dc8-f167-4fa0-947f-70abf7010cae,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.898901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-dbf5fea1-0d08-46d9-b03b-805348f96bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.900738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-dbf5fea1-0d08-46d9-b03b-805348f96bea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.2326267 Mar 31 23:12:43.916667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.920153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:43.923410 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Attempting to bind port 8baf3dc8-f167-4fa0-947f-70abf7010cae on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:43.923770 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Attempting to bind port 8baf3dc8-f167-4fa0-947f-70abf7010cae by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:43.924179 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Attempting to bind port 8baf3dc8-f167-4fa0-947f-70abf7010cae on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:43.932178 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:43.932809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:43.933206 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.933580 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:43.934224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Bound port: 8baf3dc8-f167-4fa0-947f-70abf7010cae, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:43.934598 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.005240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-918568f5-25ca-4291-8944-125eaea54166 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939128 Mar 31 23:12:44.007602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Made reservation on behalf of 919fac3df0594766ad9fd875aadf17e5 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:44.012733 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] For port 8baf3dc8-f167-4fa0-947f-70abf7010cae, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:44.021790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.021989 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] For port 8baf3dc8-f167-4fa0-947f-70abf7010cae, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8baf3dc8-f167-4fa0-947f-70abf7010cae,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:44.030199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.059609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96072b31-bdab-4428-9bbd-4378efddb846 req-c936f3da-edff-4fe3-acb1-625131769abe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885461 Mar 31 23:12:44.155134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-e0143bf4-80f8-4c7c-9d95-fb691ec8b474 service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028964 Mar 31 23:12:44.188321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.217019 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.273133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-cf6ec715-5615-4a61-96f1-6aaefbee601b service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497199 Mar 31 23:12:44.319490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d096c-ea05-4f46-8422-234f664889c5 None None] Pushing event updated for resources: {'Port': ['ID=8baf3dc8-f167-4fa0-947f-70abf7010cae,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.340520 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:44.341407 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:44.345972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.364684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:44.386124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.387639 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Added segment e28f4921-0adf-4078-98cc-90222f5f645e of type vlan for network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a Mar 31 23:12:44.433511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f0c91665-b789-43e1-9b78-d4cf2e9ccf07 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:44.510543 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:44.511074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.529511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:44.572848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.578584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e30b7-9f94-4928-8a7e-663fddb45bb3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.691145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 26f60bfc-aa64-4211-ad30-662bc7063b88 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:44.748075 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.777531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.780725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.781964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.788061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-0644bcbb-af1b-432d-9dc7-a382b5d543b3 service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173220 Mar 31 23:12:44.789011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 26f60bfc-aa64-4211-ad30-662bc7063b88 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:44.789011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.945817 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:39Z', 'revision_number': 3, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:44.955944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e0e36f3-635e-48b2-be00-d0c4280fa321 req-e5ab95f3-8e96-44a2-a7a8-38170bdace41 service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750009 Mar 31 23:12:44.986501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15fc2-4d45-4255-9371-cc2c843539de None None] The sync data for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 is: [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:39Z', 'revision_number': 3, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:45.010677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] Pushing event updated for resources: {'Network': ['ID=831b3580-7e2a-4e7c-9844-2cfae0f20f2a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.025682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:45.111644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc0898c8-d560-4100-8719-49c1bdc9dd9f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8839762 Mar 31 23:12:45.114300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:45.120759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Request body: {'subnet': {'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-277552848-subnet', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:45.263785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Allocated IP 172.20.0.1 (22cd0ad7-7be7-4313-9bae-69c4c42cd4fd/1ebce4a1-30c5-4e60-9de7-fb3b03210ec9/4f3045f6-340a-4e14-9e2a-27ec317fcea6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:45.324454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca61fb4-f2ca-401b-a516-e5c60f48c22e req-3c7b0120-454f-4f2e-ae95-26244ad4a191 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.326179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ca61fb4-f2ca-401b-a516-e5c60f48c22e req-3c7b0120-454f-4f2e-ae95-26244ad4a191 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 946 time: 0.1188519 Mar 31 23:12:45.373472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Made reservation on behalf of 919fac3df0594766ad9fd875aadf17e5 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:45.377065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.417327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.515832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ca61fb4-f2ca-401b-a516-e5c60f48c22e req-629ad7ba-0e0d-47b0-8486-5ec05240b32f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240940 Mar 31 23:12:45.596415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.751255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.874470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:45.912054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:45.918730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.925258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:45.986304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.046661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:46.063110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-54cf6a7a-7bb0-4e08-8298-77b5efd77313 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.069776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-54cf6a7a-7bb0-4e08-8298-77b5efd77313 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.3017519 Mar 31 23:12:46.075330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.090670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0a182d-40d6-4e1d-980e-00951094776c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.093303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Checking segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:46.097594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Network hostable DHCP agents. Network: 831b3580-7e2a-4e7c-9844-2cfae0f20f2a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:46.103196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.103768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.104269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.104788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.105287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.105781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.106272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.106758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.107439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.107975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.109237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.109882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:46.113874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-da1a1b21-16aa-4803-9f23-feb2acf0bc6f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/quotas/c019a13741594df98afb05d4aeb84b46 HTTP/1.1" status: 200 len: 375 time: 0.0405016 Mar 31 23:12:46.213335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.224828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:46.247323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:46.250626 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fff2d-4c53-49ea-ae97-e4d36918a525" -d '{"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-unplugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:46.280176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:46.339581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 831b3580-7e2a-4e7c-9844-2cfae0f20f2a) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:46.358752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.361779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.364155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c501d45-f487-442d-874c-1eac5884626a None None] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:46.478480 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247d243-993a-4b52-9d34-6b3db3f7e58c x-openstack-request-id: req-d247d243-993a-4b52-9d34-6b3db3f7e58c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:46.478892 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-unplugged", "status": "completed", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:46.479698 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d247d243-993a-4b52-9d34-6b3db3f7e58c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:46.480201 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d247d243-993a-4b52-9d34-6b3db3f7e58c'] response: {'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'code': 200} Mar 31 23:12:46.494595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8baf3dc8-f167-4fa0-947f-70abf7010cae up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:46.504828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.523393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28a0b13f-12c8-45f6-915f-a73a14de11bd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4035368 Mar 31 23:12:46.524054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.528333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:46.684864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-bdc0f049-6db8-4375-8595-6765852444dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3653383 Mar 31 23:12:46.693924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.697133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.782926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.810370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-18e0f60b-55f9-448b-8bec-d1a5f711db17 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.812645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-18e0f60b-55f9-448b-8bec-d1a5f711db17 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.10 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.4945459 Mar 31 23:12:46.853051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.855035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Request body: {'port': {'device_id': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'admin_state_up': True, 'tenant_id': 'c019a13741594df98afb05d4aeb84b46'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:46.892413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.908955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7fb2b9bf-d31b-4946-8742-1623803bd108 None None] Provisioning complete for port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:46.909366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fb2b9bf-d31b-4946-8742-1623803bd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.014215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edd15-d849-48d0-9b50-86f8970f33bc req-f4d67525-32cd-44a4-8b1a-83f3f5b4b513 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.018207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b76edd15-d849-48d0-9b50-86f8970f33bc req-f4d67525-32cd-44a4-8b1a-83f3f5b4b513 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.3306327 Mar 31 23:12:47.031888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.046569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.083220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2b9bf-d31b-4946-8742-1623803bd108 None None] Port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:47.101248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-8bfefc9b-c159-4009-95f5-e0cbb6ef1de7 service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053757 Mar 31 23:12:47.101447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8baf3dc8-f167-4fa0-947f-70abf7010cae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:47.101731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.146515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:47.147775 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.247577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b76edd15-d849-48d0-9b50-86f8970f33bc req-299d4a83-b0cd-45b4-ad79-350fd6cee6e9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160618 Mar 31 23:12:47.296079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34204) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.318491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.403648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.423904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3425ab29-81b9-4d88-a4dc-70f9d5735f26 service neutron] 10.222.0.83 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861412 Mar 31 23:12:47.439943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 8baf3dc8-f167-4fa0-947f-70abf7010cae, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8baf3dc8-f167-4fa0-947f-70abf7010cae,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:47.444485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Allocated IP 172.20.0.2 (831b3580-7e2a-4e7c-9844-2cfae0f20f2a/de0a182d-40d6-4e1d-980e-00951094776c/2dc4f2c5-e129-42da-8443-1ae1d8e66eb3) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:47.458396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Made reservation on behalf of c019a13741594df98afb05d4aeb84b46 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:47.466910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.500236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.666095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.677574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.682198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.755736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=8baf3dc8-f167-4fa0-947f-70abf7010cae,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.820614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.869330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ce263f4-abe6-4e82-8e7b-1aaf66e9fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.910524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:47.919675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.939311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:47.955505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:47.987111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.002297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Pushing event updated for resources: {'Port': ['ID=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.022894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.088108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.088339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Attempting to bind port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:48.088860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Attempting to bind port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:48.089370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Attempting to bind port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 on network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:48.100961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:48.102150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Checking segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:48.102787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.103751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Bound using segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:48.104778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Bound port: 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:48.105867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.161637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49d0e33e-fba1-424a-8455-2d75961ec30e req-cfc164c0-76a3-4f0f-b00e-d7e157293739 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.1945534 Mar 31 23:12:48.218406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] For port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:48.239225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Allocated IP 172.20.0.14 (e71408f8-8628-4366-8420-b3468d4ef9a5/cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb/14c17215-f26c-41da-ac4b-a051a2332e2d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:48.245321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] For port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:48.348447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Allocated IP 172.25.6.237 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e55ac550-924e-4fbc-a463-82b96d4b5d48) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:48.374173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.399358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:48.404570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8baf3dc8-f167-4fa0-947f-70abf7010cae up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:48.459721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ce263f4-abe6-4e82-8e7b-1aaf66e9fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.465336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:48.487804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112d40-0adc-4ae0-8bbd-1f1021f76ff8 None None] Pushing event updated for resources: {'Port': ['ID=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.514298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8baf3dc8-f167-4fa0-947f-70abf7010cae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:48.520513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.601417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.697061 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2ce263f4-abe6-4e82-8e7b-1aaf66e9fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.806714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d6f87-5550-4231-9928-f53532ef9748 req-5e5a6ea2-1e61-404c-856e-349e0742ba05 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.808334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d6d6f87-5550-4231-9928-f53532ef9748 req-5e5a6ea2-1e61-404c-856e-349e0742ba05 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.4133210 Mar 31 23:12:48.838903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2ce263f4-abe6-4e82-8e7b-1aaf66e9fc9a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e10c24cafd984bbfb38ff21bb872798e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5381978 Mar 31 23:12:48.842617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34226) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:48.912546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.947974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce263f4-abe6-4e82-8e7b-1aaf66e9fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6f6e9-f54d-4826-9c2d-a67d1734f5b3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.974762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:48.996140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:48.996260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d6d6f87-5550-4231-9928-f53532ef9748 req-e0f32955-f6d8-496c-9b6d-cbe1995599a9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601186 Mar 31 23:12:49.019546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Router c5c77180-292b-4a3d-88cc-967e6198db41 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:49.035259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:49.036409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.040325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.050099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56ed69bd-9b61-4d89-ac36-35681d9837a0 None None] Provisioning complete for port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:49.050474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56ed69bd-9b61-4d89-ac36-35681d9837a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.065281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e55ac550-924e-4fbc-a463-82b96d4b5d48,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.149647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.170261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56ed69bd-9b61-4d89-ac36-35681d9837a0 None None] Port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:49.307325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-593de7ab-6824-438b-8004-4e809653438e req-a0763be8-02c9-42b4-a910-da81a49b1523 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.0570142 Mar 31 23:12:49.406833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:49.413606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c61278cc-3c9d-4403-aed9-407bfecb5fc0 admin admin] 10.222.0.83 "PUT /v2.0/routers/c5c77180-292b-4a3d-88cc-967e6198db41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0594630 Mar 31 23:12:49.437560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Sync routers for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:49.454876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:49.455507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:49.505498 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.702855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Network e71408f8-8628-4366-8420-b3468d4ef9a5 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:49.722603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:49.727285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event updated for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.736591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:49.762145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:49.859545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.860343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.888836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-bda762b7-81ce-44de-9bf9-e9946b4b4c6f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.891241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-bda762b7-81ce-44de-9bf9-e9946b4b4c6f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.8060684 Mar 31 23:12:49.908871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Request body: {'port': {'device_id': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'admin_state_up': True, 'tenant_id': 'c019a13741594df98afb05d4aeb84b46'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:50.071316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 27b536c3-aca1-406e-a480-e4a61e39e9d0 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:50.111050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-f448964e-9dcf-4506-af76-b2a41f4426dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2689817 Mar 31 23:12:50.130436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Request body: {'port': {'device_id': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:50.142414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.159414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.166973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5c6f6e9-f54d-4826-9c2d-a67d1734f5b3 HTTP/1.1" status: 204 len: 168 time: 1.3219128 Mar 31 23:12:50.246859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36853a32-e9f7-4007-b617-05192c1de61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6f6e9-f54d-4826-9c2d-a67d1734f5b3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:50.294483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.425229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f71ddda9-2ca9-4785-a74a-05fa39d6fe26 None None] Provisioning complete for port 14c17215-f26c-41da-ac4b-a051a2332e2d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:50.425800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f71ddda9-2ca9-4785-a74a-05fa39d6fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.547405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f09a482-0163-4a38-946c-f956e88433d2 req-04e030ca-db4a-4c94-9371-29b13ca78c00 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.0694885 Mar 31 23:12:50.557617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f71ddda9-2ca9-4785-a74a-05fa39d6fe26 None None] Port 14c17215-f26c-41da-ac4b-a051a2332e2d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:50.571689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 2, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:50.581295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.615247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aabdd1-624d-4e48-bc61-935c6961918d None None] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:50.617875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Checking router: c5c77180-292b-4a3d-88cc-967e6198db41 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:50.618293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Updating router c5c77180-292b-4a3d-88cc-967e6198db41 port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:50.667501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.671748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:50.725205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Made reservation on behalf of c019a13741594df98afb05d4aeb84b46 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:50.732479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.986258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] Provisioning complete for port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:50.986963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.994930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Allocated IP 172.20.0.5 (e71408f8-8628-4366-8420-b3468d4ef9a5/cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb/e1b5f73e-ef00-4c8f-9506-68b48c196c24) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:51.209081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.315385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34308) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:51.320159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-613390046-network', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:51.380594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.386083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:51.386459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.422023 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.459199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Made reservation on behalf of 2c5a9db7b5cf42d9a34f41fbafa2c9ce for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:51.462737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.497160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.522040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] For port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:51.550708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.569452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Router 1d5286eb-513a-48cc-9bfe-e000e9a08662 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:51.632541 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.698260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.709508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:51.770208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.774372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-9118e8a6-29d8-4103-882a-fffa9e8a116c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.775885 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-9118e8a6-29d8-4103-882a-fffa9e8a116c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 815 time: 0.2871165 Mar 31 23:12:51.820220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event updated for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:51.853362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Network e71408f8-8628-4366-8420-b3468d4ef9a5 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:51.863133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Request body: {'port': {'device_id': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'admin_state_up': True, 'tenant_id': 'c019a13741594df98afb05d4aeb84b46'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:51.893326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c17215-f26c-41da-ac4b-a051a2332e2d {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:51.905442 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.911633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:51.920069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:51.923867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40394b-86ff-4128-9c61-3b9e61b6cf04 None None] Pushing event updated for resources: {'Port': ['ID=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:51.938862 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.959218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1102887e-4ebd-421c-a225-3f2cef7d6f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.965747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:51.966100 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:52.181820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a3381-9cbd-458e-a8b9-b5d0780b105a None None] Pushing event updated for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.185863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-45ca9c70-3aa1-418e-bf34-fb2d7b965712 None None] Provisioning complete for port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:52.186284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45ca9c70-3aa1-418e-bf34-fb2d7b965712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.213923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:52.230968 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Sync routers for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:52.250880 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:52.252153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:52.271249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Attempting to bind port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:52.271729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Attempting to bind port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:52.272103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Attempting to bind port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 on network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:52.286353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:52.286353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Checking segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:52.286751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.287195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Bound using segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:52.287813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Bound port: 4f3045f6-340a-4e14-9e2a-27ec317fcea6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:52.288234 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.349969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.351086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.466895 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:52.473856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.480664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ba5b2bd-2bf2-4c54-a3b9-a48c513c55d5 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9537668 Mar 31 23:12:52.484301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:52.563938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] For port 4f3045f6-340a-4e14-9e2a-27ec317fcea6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:52.606349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-bf36f373-a064-472e-9747-71ff46421fdc tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7044115 Mar 31 23:12:52.615864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78431a9f-c96d-4e30-9529-88775359c01d req-7ec3a4dc-58f1-4b2e-90e4-4323c64046a9 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.6617534 Mar 31 23:12:52.623372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] For port 4f3045f6-340a-4e14-9e2a-27ec317fcea6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f3045f6-340a-4e14-9e2a-27ec317fcea6,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:52.624860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Request body: {'port': {'device_id': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:52.626560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Transition to ACTIVE for port object 14c17215-f26c-41da-ac4b-a051a2332e2d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:52.643447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Provisioning complete for port e1b5f73e-ef00-4c8f-9506-68b48c196c24 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:52.651503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.679629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.741366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.751576 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:49Z', 'revision_number': 3, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:52.753768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Made reservation on behalf of c019a13741594df98afb05d4aeb84b46 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:52.755719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.809290 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Checking router: 1d5286eb-513a-48cc-9bfe-e000e9a08662 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:52.809970 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Updating router 1d5286eb-513a-48cc-9bfe-e000e9a08662 port e55ac550-924e-4fbc-a463-82b96d4b5d48 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:52.817907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Port e1b5f73e-ef00-4c8f-9506-68b48c196c24 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:52.824589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:52.847270 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.894897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.906761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.910669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.988243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-5d69815b-c124-4a53-b986-a6ff55c8b03a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.990965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-5d69815b-c124-4a53-b986-a6ff55c8b03a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f302312-c72d-4aad-9d84-c136c83dc258 HTTP/1.1" status: 200 len: 944 time: 0.3078847 Mar 31 23:12:52.996726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:52.997196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.133032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Provisioning complete for port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:53.138304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.150058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a3381-9cbd-458e-a8b9-b5d0780b105a None None] Pushing event updated for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.220714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:53.317432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:53.318167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.347810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f52a4-97b6-42e3-a7c2-ae85a56d4cc8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.377723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:53.378336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Pushing event updated for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.388012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.388012 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Added segment 574d4f69-375e-480b-84b2-a1bd32d1767c of type vlan for network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 Mar 31 23:12:53.422146 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.510215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.533560 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.610561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.650061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] For port 4f3045f6-340a-4e14-9e2a-27ec317fcea6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f3045f6-340a-4e14-9e2a-27ec317fcea6,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:53.663271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Attempting to bind port e55ac550-924e-4fbc-a463-82b96d4b5d48 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:53.668627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Attempting to bind port e55ac550-924e-4fbc-a463-82b96d4b5d48 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:53.668627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Attempting to bind port e55ac550-924e-4fbc-a463-82b96d4b5d48 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:53.686645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53fba6-87cb-4dba-b378-572995fb2b06 None None] Pushing event updated for resources: {'Port': ['ID=e55ac550-924e-4fbc-a463-82b96d4b5d48,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.703511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:53.703511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:53.703511 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.704754 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:53.709314 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Bound port: e55ac550-924e-4fbc-a463-82b96d4b5d48, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:53.709820 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.721659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1102887e-4ebd-421c-a225-3f2cef7d6f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.725181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.resource_extend [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:12:53.754416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.805738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1102887e-4ebd-421c-a225-3f2cef7d6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.851742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Attempting to bind port 14c17215-f26c-41da-ac4b-a051a2332e2d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:53.852361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Attempting to bind port 14c17215-f26c-41da-ac4b-a051a2332e2d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:53.853074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Attempting to bind port 14c17215-f26c-41da-ac4b-a051a2332e2d on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:53.866091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102887e-4ebd-421c-a225-3f2cef7d6f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4760d42c-aeac-4747-b553-a6e79a58dc0d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.866716 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] For port e55ac550-924e-4fbc-a463-82b96d4b5d48, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:53.870909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-612a0ae6-8f7d-4cce-9073-1fb8e3807c50 req-75fd4a51-421b-41e1-9877-de64d749ec5e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.0853932 Mar 31 23:12:53.902474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:52Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.903809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] For port e55ac550-924e-4fbc-a463-82b96d4b5d48, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e55ac550-924e-4fbc-a463-82b96d4b5d48,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:53.903964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Port 14c17215-f26c-41da-ac4b-a051a2332e2d on network e71408f8-8628-4366-8420-b3468d4ef9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:53.904185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Attempting to bind port 14c17215-f26c-41da-ac4b-a051a2332e2d on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:53.916906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.918124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.918725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.939343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port 27b536c3-aca1-406e-a480-e4a61e39e9d0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:53.943839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.944231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c082a-3a7e-4d7f-abdf-d5d9f87f1b0f None None] The sync data for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 is: [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:52Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:53.964547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa803-8928-4b58-a103-c2f61cc27227 None None] Pushing event updated for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.996779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e3890498-2066-4782-9c1e-e497e9e6e64b None None] Provisioning complete for port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:53.997306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e3890498-2066-4782-9c1e-e497e9e6e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.113516 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.145154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] Pushing event updated for resources: {'Network': ['ID=0d0ef0a3-6c8a-49e6-bf99-2042858c34e1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:54.204900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:54.213357 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53fba6-87cb-4dba-b378-572995fb2b06 None None] Pushing event updated for resources: {'Port': ['ID=e55ac550-924e-4fbc-a463-82b96d4b5d48,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:54.221591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1102887e-4ebd-421c-a225-3f2cef7d6f37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb24223de5274eccba1ed59cdb511a74&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5086408 Mar 31 23:12:54.221591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:54.221591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Checking segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:54.221591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Bound using segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:54.221591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Bound port: 14c17215-f26c-41da-ac4b-a051a2332e2d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:54.222249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.226648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34332) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:54.236287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Allocated IP 172.20.0.12 (e71408f8-8628-4366-8420-b3468d4ef9a5/cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb/46c64ae9-4acf-4332-bb3f-14ce9427ceb0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:54.255863 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:54.256645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:54.290271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a1c1c891-f1c9-4d79-9c84-4c564186ef9e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9738367 Mar 31 23:12:54.300012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:54.313733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Request body: {'subnet': {'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-613390046-subnet', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:54.346554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.424542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:54.439468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=14c17215-f26c-41da-ac4b-a051a2332e2d,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:54.583286 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.594763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Made reservation on behalf of 2c5a9db7b5cf42d9a34f41fbafa2c9ce for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:54.595826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:54.598073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.609543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port 27b536c3-aca1-406e-a480-e4a61e39e9d0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=27b536c3-aca1-406e-a480-e4a61e39e9d0,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:54.610287 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.623946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for 27b536c3-aca1-406e-a480-e4a61e39e9d0 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:54.752273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Pushing event updated for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:54.761769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.764686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.765292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.766822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-d0ee070b-1f33-469d-9166-4344d0a9449b service neutron] 10.222.0.10 "PUT /v2.0/ports/14c17215-f26c-41da-ac4b-a051a2332e2d HTTP/1.1" status: 200 len: 1092 time: 4.6423206 Mar 31 23:12:54.818209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:54.818209 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a908e138-d508-4bf7-921a-b94ce5f929aa" -d '{"events": [{"name": "network-changed", "server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:54.877655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.914875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f3045f6-340a-4e14-9e2a-27ec317fcea6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:54.992974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.036762 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3653f40-ff85-453a-b997-e8f207a8a2e8 x-openstack-request-id: req-f3653f40-ff85-453a-b997-e8f207a8a2e8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:55.038263 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:55.041724 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3653f40-ff85-453a-b997-e8f207a8a2e8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:55.042556 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3653f40-ff85-453a-b997-e8f207a8a2e8'] response: {'name': 'network-changed', 'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d', 'status': 'completed', 'code': 200} Mar 31 23:12:55.066017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:55.066017 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.174752 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:49Z', 'revision_number': 3, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:55.204062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-7122cce5-3903-4e0d-9399-4fb79ad0452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.204062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-7122cce5-3903-4e0d-9399-4fb79ad0452a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 1095 time: 0.1764665 Mar 31 23:12:55.238015 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15fa1e4-7e92-409a-b1e9-2bd75aa81ef4 None None] The sync data for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 is: [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:49Z', 'revision_number': 3, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:55.265461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef35d2a9-93e1-4e53-932f-48a2453cd543 req-0a35184d-db21-441a-8282-fe9fe20810e0 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.0681860 Mar 31 23:12:55.308860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-bcbe5a50-0e8c-4c6e-920b-dd7b5cb7746a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14c17215-f26c-41da-ac4b-a051a2332e2d HTTP/1.1" status: 200 len: 217 time: 0.0899498 Mar 31 23:12:55.310350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.315110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.317781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4760d42c-aeac-4747-b553-a6e79a58dc0d HTTP/1.1" status: 204 len: 168 time: 1.0859828 Mar 31 23:12:55.362618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe02d52-c744-4377-82f3-5c0d0fd9efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4760d42c-aeac-4747-b553-a6e79a58dc0d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.379135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.453748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=27b536c3-aca1-406e-a480-e4a61e39e9d0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.465107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.517943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port 27b536c3-aca1-406e-a480-e4a61e39e9d0 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:55.523246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.527198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bffa7c6-ecf9-4216-822d-0ccb83557833 req-9cda34d7-6a28-4faf-9102-ffbf6deb9c4f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "DELETE /v2.0/ports/27b536c3-aca1-406e-a480-e4a61e39e9d0 HTTP/1.1" status: 204 len: 173 time: 2.4231603 Mar 31 23:12:55.529725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-a1bf8891-8135-440a-96bd-ddfdb060bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.531307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-a1bf8891-8135-440a-96bd-ddfdb060bf47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.2121248 Mar 31 23:12:55.601441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-9991dd9d-01d8-4f41-ab41-fb9973ee8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.603642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-9991dd9d-01d8-4f41-ab41-fb9973ee8b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648763 Mar 31 23:12:55.668384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.782393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.801882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Network e71408f8-8628-4366-8420-b3468d4ef9a5 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:55.816731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-ced1fb72-86b7-4c35-be33-ab9986390fab service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018595 Mar 31 23:12:55.853202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:55.868303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:55.891293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc66664-ac69-4d24-832a-29fb17b18307,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.036090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9814580-6ccc-4798-819c-6d382b3240d9 req-e2e2c312-73a7-477a-b26f-35b233b833f1 service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151918 Mar 31 23:12:56.042659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event updated for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.113413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.114239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.351387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-810fc26b-914f-4d08-afa4-3b5faa227363 None None] Provisioning complete for port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:56.351891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-810fc26b-914f-4d08-afa4-3b5faa227363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.379127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-275544b8-e895-490d-8b0b-75c997f31a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.395642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-275544b8-e895-490d-8b0b-75c997f31a53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 1095 time: 0.1482091 Mar 31 23:12:56.459999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-810fc26b-914f-4d08-afa4-3b5faa227363 None None] Port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:56.661867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e2159-385b-42a3-be88-31cf6e3b07b6 req-e80f7730-331c-4c00-9ead-a608cef35648 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.663666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00e2159-385b-42a3-be88-31cf6e3b07b6 req-e80f7730-331c-4c00-9ead-a608cef35648 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 932 time: 0.1802683 Mar 31 23:12:56.703799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Checking segment: {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:56.704352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Network hostable DHCP agents. Network: 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:56.716148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Allocated IP 172.20.0.1 (831b3580-7e2a-4e7c-9844-2cfae0f20f2a/de0a182d-40d6-4e1d-980e-00951094776c/e4aaddaa-51cf-478b-b25a-a41d3969a6ec) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:56.745386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b5f73e-ef00-4c8f-9506-68b48c196c24 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:56.757067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-247baa84-5495-4ebc-80c2-92e130822dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.758619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-247baa84-5495-4ebc-80c2-92e130822dd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 917 time: 0.3586907 Mar 31 23:12:56.768993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.843298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Transition to ACTIVE for port object e1b5f73e-ef00-4c8f-9506-68b48c196c24 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:56.851287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00e2159-385b-42a3-be88-31cf6e3b07b6 req-f54be35e-c8ae-4bac-9e57-f6c218da30c3 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581666 Mar 31 23:12:56.853221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-a57056f8-bb6c-485d-9d49-82900827c50f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14c17215-f26c-41da-ac4b-a051a2332e2d HTTP/1.1" status: 200 len: 217 time: 0.0750670 Mar 31 23:12:56.863565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e55ac550-924e-4fbc-a463-82b96d4b5d48 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:56.896079 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-3d65fc38-ad97-445b-a54e-9bb8eb9807fd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0428226 Mar 31 23:12:56.916555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Request body: {'port': {'device_id': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:56.925044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-f6f064dd-9594-456a-a4d3-fccd8284c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.926724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-f6f064dd-9594-456a-a4d3-fccd8284c45a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.0665567 Mar 31 23:12:56.956832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e55ac550-924e-4fbc-a463-82b96d4b5d48 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:56.957259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.034306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-de3087ea-84c2-46b5-a6c6-60afbe688617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:57.038719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-de3087ea-84c2-46b5-a6c6-60afbe688617 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055591 Mar 31 23:12:57.043524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-deleted', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:57.046191 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7a65e4-e61a-4f77-8465-810b3fe5b3c6" -d '{"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-deleted", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:57.117938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:57.117938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.160134 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e05e4-0597-4e30-846f-54a7ececb7cf x-openstack-request-id: req-5b2e05e4-0597-4e30-846f-54a7ececb7cf {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:57.160434 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f302312-c72d-4aad-9d84-c136c83dc258", "name": "network-vif-deleted", "tag": "27b536c3-aca1-406e-a480-e4a61e39e9d0", "status": "failed", "code": 422}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:57.160696 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5b2e05e4-0597-4e30-846f-54a7ececb7cf {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:57.161136 n-d-828414-2 neutron-server[109834]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5b2e05e4-0597-4e30-846f-54a7ececb7cf']: {'server_uuid': '9f302312-c72d-4aad-9d84-c136c83dc258', 'name': 'network-vif-deleted', 'tag': '27b536c3-aca1-406e-a480-e4a61e39e9d0', 'status': 'failed', 'code': 422} returned with failed status Mar 31 23:12:57.171974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.183812 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.222689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e55ac550-924e-4fbc-a463-82b96d4b5d48, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e55ac550-924e-4fbc-a463-82b96d4b5d48,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:57.252568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-f609bea6-eb12-419c-be74-a11cf145b807 service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831651 Mar 31 23:12:57.332845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.391199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.391862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:57.430277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:57.447198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:57.450944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.498066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a908e138-d508-4bf7-921a-b94ce5f929aa req-c9d9a137-0605-4f19-854a-2d33af68bb7b service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350659 Mar 31 23:12:57.507503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878d01d-f052-481e-ac0c-9a006fa2e0c7 None None] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:57.617565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e55ac550-924e-4fbc-a463-82b96d4b5d48,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:57.664888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Attempting to bind port e1b5f73e-ef00-4c8f-9506-68b48c196c24 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:57.665232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Attempting to bind port e1b5f73e-ef00-4c8f-9506-68b48c196c24 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:57.665609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Attempting to bind port e1b5f73e-ef00-4c8f-9506-68b48c196c24 on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:57.672915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Port e1b5f73e-ef00-4c8f-9506-68b48c196c24 on network e71408f8-8628-4366-8420-b3468d4ef9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:57.673240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Attempting to bind port e1b5f73e-ef00-4c8f-9506-68b48c196c24 on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:57.692061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:57.692409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Checking segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:57.692786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Bound using segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:57.693361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Bound port: e1b5f73e-ef00-4c8f-9506-68b48c196c24, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:57.693726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.921911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:57.921911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:57.926806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.941523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4197e9a5-139f-4f12-8a88-198af37b0fc7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.6380303 Mar 31 23:12:57.942071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.964387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:58.018053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'fixed_ips': [{'subnet_id': '9fc66664-ac69-4d24-832a-29fb17b18307'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:58.019247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.064275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:58.068306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.077548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.089113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:58.108414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:58.111614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-9ceb1bce-1ac2-40de-a2af-babb83434882 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.118532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-9ceb1bce-1ac2-40de-a2af-babb83434882 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.3111415 Mar 31 23:12:58.160684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-b1521ef8-6815-4b6e-9fc1-2d5502177f58 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0272396 Mar 31 23:12:58.214692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.226560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7e887-521f-4535-a82f-670aba0f0feb req-96951b17-9738-4b9d-99ee-2cd67a8a0529 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.228999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98f7e887-521f-4535-a82f-670aba0f0feb req-96951b17-9738-4b9d-99ee-2cd67a8a0529 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 932 time: 0.2281752 Mar 31 23:12:58.237728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.289796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.291886 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.293754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f3d7f4fc-1bb3-47d0-8b72-b8700ceebabc tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126771 Mar 31 23:12:58.316625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] 10.222.0.44 "PUT /v2.0/ports/e1b5f73e-ef00-4c8f-9506-68b48c196c24 HTTP/1.1" status: 200 len: 1091 time: 5.6820786 Mar 31 23:12:58.316625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:58.316625 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e27b035-02df-4a7b-9ec2-083820200963" -d '{"events": [{"name": "network-changed", "server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:58.344191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Allocated IP 172.20.0.2 (0d0ef0a3-6c8a-49e6-bf99-2042858c34e1/9fc66664-ac69-4d24-832a-29fb17b18307/af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:58.377068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.529704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98f7e887-521f-4535-a82f-670aba0f0feb req-114681f0-261d-4467-a548-07bb3b90c4ed tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678795 Mar 31 23:12:58.546049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.598233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-dcdb0d90-c41e-4da2-b51f-c8a90580f4fe service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028972 Mar 31 23:12:58.666138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34426) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.673797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702f4ad-2cfd-47ea-9e06-6bc831019226 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.795143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.825398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-935282e7-19c5-4ebd-b37e-8bd8a1697418 None None] Provisioning complete for port e4aaddaa-51cf-478b-b25a-a41d3969a6ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:58.826065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-935282e7-19c5-4ebd-b37e-8bd8a1697418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.868904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e55ac550-924e-4fbc-a463-82b96d4b5d48 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:58.881616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-1c9e7e36-6d36-40e9-9944-517b41fcbc61 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800701 Mar 31 23:12:58.889866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:58.897115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.907416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.959776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:58.975533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:58.989788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:58.990024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-57e87e24-508a-4fd7-b6dd-bb6d7ce1b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.991505 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-57e87e24-508a-4fd7-b6dd-bb6d7ce1b4c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 1094 time: 0.4346185 Mar 31 23:12:58.992740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-935282e7-19c5-4ebd-b37e-8bd8a1697418 None None] Port e4aaddaa-51cf-478b-b25a-a41d3969a6ec cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:59.016313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Pushing event updated for resources: {'Port': ['ID=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.034525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.071398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e55ac550-924e-4fbc-a463-82b96d4b5d48 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:59.071645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.113205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Transition to ACTIVE for port object 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:59.121012 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-60ea80de-5bdd-4b3b-9c64-7e2d5d8fd71b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24 HTTP/1.1" status: 200 len: 217 time: 0.0970063 Mar 31 23:12:59.126861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Attempting to bind port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:59.129671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Attempting to bind port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:59.130061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Attempting to bind port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f on network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:59.146248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:59.146736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Checking segment: {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:59.147170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.147824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Bound using segment: {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:59.148311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Bound port: af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:59.149268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.214102 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad2f98-4329-4497-b906-1593cdad490d x-openstack-request-id: req-a6ad2f98-4329-4497-b906-1593cdad490d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:59.214385 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:59.215451 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a6ad2f98-4329-4497-b906-1593cdad490d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:59.216022 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ad2f98-4329-4497-b906-1593cdad490d'] response: {'name': 'network-changed', 'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24', 'status': 'completed', 'code': 200} Mar 31 23:12:59.278329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-87d131dd-859d-49c7-9e76-d8fb74f18a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.280253 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-87d131dd-859d-49c7-9e76-d8fb74f18a9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.1394551 Mar 31 23:12:59.282300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.309615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] For port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:59.316674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] For port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:59.370701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c961c43-36ec-41d0-83ad-2c36eab2cbd2 req-ecf27d39-4c9d-45b7-82df-305991ce6e44 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 210 time: 0.0822237 Mar 31 23:12:59.391773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.485746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47b46fe-9dd8-4cb6-9612-e7c6e1902bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.487865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.495321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d249d-066e-4958-9b14-4027c445c939 req-db828f68-a888-4c2b-91ac-175cb2df7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.497004 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-db828f68-a888-4c2b-91ac-175cb2df7e34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841412 Mar 31 23:12:59.512787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db0ec4-8f6e-40a2-ab33-f9fc5686a2df None None] Pushing event updated for resources: {'Port': ['ID=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.553590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Pushing event updated for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.903826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eb2e8-306b-4e4e-aa07-65d4f2885cbd req-d32af05a-2686-4ea8-874c-5e4570bf23dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.927654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-159eb2e8-306b-4e4e-aa07-65d4f2885cbd req-d32af05a-2686-4ea8-874c-5e4570bf23dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.1878459 Mar 31 23:13:00.041288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-159eb2e8-306b-4e4e-aa07-65d4f2885cbd req-3b6aeef8-7fc6-4fa5-a781-539df9e54bc4 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168363 Mar 31 23:13:00.113176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 14c17215-f26c-41da-ac4b-a051a2332e2d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:00.130616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47b46fe-9dd8-4cb6-9612-e7c6e1902bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.190207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Attempting to bind port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:00.190783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Attempting to bind port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:00.191684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Attempting to bind port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:00.203745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-03b205f6-1c3f-4adb-9685-bd3aee21ac69 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724744 Mar 31 23:13:00.258374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 on network e71408f8-8628-4366-8420-b3468d4ef9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:00.258374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Attempting to bind port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 on network e71408f8-8628-4366-8420-b3468d4ef9a5 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:00.258699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=14c17215-f26c-41da-ac4b-a051a2332e2d,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:00.270971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47b46fe-9dd8-4cb6-9612-e7c6e1902bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.285682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '14c17215-f26c-41da-ac4b-a051a2332e2d', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'port_id': '14c17215-f26c-41da-ac4b-a051a2332e2d', 'mac_address': 'fa:16:3e:c1:9a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:00.345449 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.350263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:00.350500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Checking segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:00.350920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Bound using segment: {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:00.351543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Bound port: 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b312c47-f964-4d58-bc27-31fd055f53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:00.351909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.364472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c17215-f26c-41da-ac4b-a051a2332e2d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:00.395432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=14c17215-f26c-41da-ac4b-a051a2332e2d,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:00.492308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-123d21e5-2469-426c-b1a8-258f026e3dab req-69bc87e3-8f0e-4c2d-a6f5-5123bbe4bb81 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 210 time: 0.0597000 Mar 31 23:13:00.539379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.616646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:00.819519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:00.914666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:00.915872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.969568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['14c17215-f26c-41da-ac4b-a051a2332e2d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:00.976633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e47b46fe-9dd8-4cb6-9612-e7c6e1902bd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7411c1752da44a93b8802af81ae32bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3027236 Mar 31 23:13:00.977468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.032323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b46fe-9dd8-4cb6-9612-e7c6e1902bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594fc1f-dc68-4c57-9017-24f7d962b493,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.054739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f38e1d-cff1-443e-aa2d-839c7e15abf4 None None] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:01.111254 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.147233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.195774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3ae9acd1-df34-4161-b0f3-318c2b6ccc1f None None] Provisioning complete for port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:01.196760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ae9acd1-df34-4161-b0f3-318c2b6ccc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.210739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:01.273548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.280869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.320839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.324397 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.327122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e594fc1f-dc68-4c57-9017-24f7d962b493 HTTP/1.1" status: 204 len: 168 time: 0.3486996 Mar 31 23:13:01.362390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e856e12-aded-41cc-b9d9-eadccd39449c req-f717a6ca-a13e-44fc-8975-7371ab2ea544 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.364475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e856e12-aded-41cc-b9d9-eadccd39449c req-f717a6ca-a13e-44fc-8975-7371ab2ea544 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.1476107 Mar 31 23:13:01.366164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b2971-70f7-4333-ae79-2b6400b37661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594fc1f-dc68-4c57-9017-24f7d962b493,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.399645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:01.442550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:01.448649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.470821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.478298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e856e12-aded-41cc-b9d9-eadccd39449c req-2e4afaad-9a54-4e74-a227-ab1f30db3957 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Mar 31 23:13:01.491791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e50d249d-066e-4958-9b14-4027c445c939 req-248a01d8-d2f4-4ef8-963e-e80afe813630 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2221951 Mar 31 23:13:01.502816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.588286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ae9acd1-df34-4161-b0f3-318c2b6ccc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.638384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.671287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9961a7c-3363-4ae4-8bcd-2075fc9dd464 req-b572791d-3ac7-4e2a-b203-64c30496ef69 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 210 time: 0.0428526 Mar 31 23:13:01.706216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.708343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.721215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-3ae9acd1-df34-4161-b0f3-318c2b6ccc1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:13:01.721627 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-3ae9acd1-df34-4161-b0f3-318c2b6ccc1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:13:01.749862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Allocated IP 172.25.6.87 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/da01a419-d36c-4163-9d35-6cdfab61f468) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:01.871119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.871800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.874011 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] 10.222.0.44 "PUT /v2.0/ports/46c64ae9-4acf-4332-bb3f-14ce9427ceb0 HTTP/1.1" status: 200 len: 1092 time: 4.9628973 Mar 31 23:13:01.883210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:01.883210 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5400fa-a99e-4416-b8f4-7f510944edba" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:01.912319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.923301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b035-02df-4a7b-9ec2-083820200963 req-e277f1d4-c4cb-4b26-b1ce-b2f360fbec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.924843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-e277f1d4-c4cb-4b26-b1ce-b2f360fbec19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 1094 time: 0.2317829 Mar 31 23:13:01.991899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651edc-5d6c-4d75-8823-e55236477efe service neutron] Pushing event updated for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.049858 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7b860-8b0b-4e09-bddc-121a7cd800c7 x-openstack-request-id: req-67e7b860-8b0b-4e09-bddc-121a7cd800c7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:02.050153 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:02.050410 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67e7b860-8b0b-4e09-bddc-121a7cd800c7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:02.050812 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e7b860-8b0b-4e09-bddc-121a7cd800c7'] response: {'name': 'network-changed', 'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0', 'status': 'completed', 'code': 200} Mar 31 23:13:02.180400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34492) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.257684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.314678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.339904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-e451e4a6-35d4-4718-ac32-d0a28269afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.341499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-e451e4a6-35d4-4718-ac32-d0a28269afbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 1095 time: 0.2833755 Mar 31 23:13:02.346970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b035-02df-4a7b-9ec2-083820200963 req-d9196c71-46e4-4626-a609-1f5fcded6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.348506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-d9196c71-46e4-4626-a609-1f5fcded6f21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 917 time: 0.3785958 Mar 31 23:13:02.383914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:02.420825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97edebde-3d03-4cbc-a9b9-c3b4092c4a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.426282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:02.434330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-b89c978e-0312-4450-acf8-e2ec87da026e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24 HTTP/1.1" status: 200 len: 217 time: 0.0716958 Mar 31 23:13:02.459570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4f7ca5f9-63a4-4ce6-93c5-f4f7b14ebc42 None None] Provisioning complete for port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:02.461615 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca5f9-63a4-4ce6-93c5-f4f7b14ebc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.638625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97edebde-3d03-4cbc-a9b9-c3b4092c4a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.663194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34500) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.712314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b035-02df-4a7b-9ec2-083820200963 req-f21b2892-df16-473e-8a1e-60346fb4b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.714087 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-f21b2892-df16-473e-8a1e-60346fb4b281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.2433236 Mar 31 23:13:02.724742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3659c59d-e29b-4ecb-b2fe-e652de979943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.766056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-d0e9bacd-a565-4e11-850a-bf5a5e6d09b0 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.773894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-d0e9bacd-a565-4e11-850a-bf5a5e6d09b0 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.3807647 Mar 31 23:13:02.778093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-97edebde-3d03-4cbc-a9b9-c3b4092c4a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.817794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:02.819497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:02.836548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.901717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Pushing event updated for resources: {'Port': ['ID=da01a419-d36c-4163-9d35-6cdfab61f468,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.905583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-79762154-a6e5-4f28-895e-09d864383612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.907250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-79762154-a6e5-4f28-895e-09d864383612 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c019a13741594df98afb05d4aeb84b46&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5558355 Mar 31 23:13:02.915177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:02.920889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.921059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Router 1d5286eb-513a-48cc-9bfe-e000e9a08662 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:02.945736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edebde-3d03-4cbc-a9b9-c3b4092c4a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71101b83-37e5-4e3a-92e8-1273fd88e439,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.949779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e75eb07-5280-4483-a736-cc7f3466733b req-857855c4-0067-4203-b008-4fcaed81f53d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 210 time: 0.1070938 Mar 31 23:13:02.960681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-47aa0c3b-17bd-46d8-95b0-afe98b1503a7 None None] Provisioning complete for port e4aaddaa-51cf-478b-b25a-a41d3969a6ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:02.961263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47aa0c3b-17bd-46d8-95b0-afe98b1503a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.023165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887195e-839c-4b28-bb32-eb4be8c86ac8 req-66322420-53f0-45ea-a735-41824e463436 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.026343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b887195e-839c-4b28-bb32-eb4be8c86ac8 req-66322420-53f0-45ea-a735-41824e463436 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.3994958 Mar 31 23:13:03.027041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-97edebde-3d03-4cbc-a9b9-c3b4092c4a5d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11c3ebb2fbc04c4ba040ab60d69c33b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455725 Mar 31 23:13:03.029901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34504) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.075539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-f3ecf12f-9879-4886-823f-356bbde3e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.077170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0c3b-17bd-46d8-95b0-afe98b1503a7 None None] Port e4aaddaa-51cf-478b-b25a-a41d3969a6ec cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:03.078485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7a5400fa-a99e-4416-b8f4-7f510944edba req-f3ecf12f-9879-4886-823f-356bbde3e810 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1524847 Mar 31 23:13:03.095603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:03.105095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:03.114157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b035-02df-4a7b-9ec2-083820200963 req-802e8ea3-c2df-4fbb-89e6-d90ec35d38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.116408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-802e8ea3-c2df-4fbb-89e6-d90ec35d38a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856838 Mar 31 23:13:03.121224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:03.140173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b887195e-839c-4b28-bb32-eb4be8c86ac8 req-15785595-e934-42e0-8d97-2fb83a36ac03 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973487 Mar 31 23:13:03.185528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.215766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.304920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:03.309513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.369548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.373292 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.377682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/71101b83-37e5-4e3a-92e8-1273fd88e439 HTTP/1.1" status: 204 len: 168 time: 0.3440738 Mar 31 23:13:03.416946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3659c59d-e29b-4ecb-b2fe-e652de979943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.422617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f6955-9a7e-4129-8859-853b612dc624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71101b83-37e5-4e3a-92e8-1273fd88e439,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.468920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-42907dae-3b06-477f-bf53-59cb1e882468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.470374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-42907dae-3b06-477f-bf53-59cb1e882468 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 1095 time: 0.2674384 Mar 31 23:13:03.539189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.13 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/00f25f6c-b7f5-47d4-8678-b335ea1b9d1c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:03.557626 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-cde9c17b-d64e-423e-af62-afc39d1d7798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0 HTTP/1.1" status: 200 len: 217 time: 0.0621989 Mar 31 23:13:03.563550 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-953f327e-ad67-4c68-b675-fe5e4d3afec1 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757074 Mar 31 23:13:03.577911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:03.588388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Sync routers for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:03.595705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5ed8a22f-9ad4-4994-bce8-af9fc2a61de6 admin admin] 10.222.0.83 "PUT /v2.0/routers/1d5286eb-513a-48cc-9bfe-e000e9a08662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1103563 Mar 31 23:13:03.596464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3659c59d-e29b-4ecb-b2fe-e652de979943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.610520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:03.611612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:03.768647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.792643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:03.858805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3659c59d-e29b-4ecb-b2fe-e652de979943 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da3771962225457cac1177280cefb1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1927454 Mar 31 23:13:03.861203 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e27b035-02df-4a7b-9ec2-083820200963 req-0ac71505-dfc8-4ab0-88f3-a1ff58f52db6 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915232 Mar 31 23:13:03.861505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34518) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.863061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-d6e9e621-c5f3-46fd-a8a1-edaaee78e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.864457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-d6e9e621-c5f3-46fd-a8a1-edaaee78e565 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.3000665 Mar 31 23:13:03.937716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659c59d-e29b-4ecb-b2fe-e652de979943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca223d48-70fa-4e82-b51e-5d1d6fe215ae,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.949900 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.956494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.010200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-38126bee-6b90-4c5f-9b49-9decf147583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.023560 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-38126bee-6b90-4c5f-9b49-9decf147583d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400127 Mar 31 23:13:04.050489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.055842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:04.066421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:04.073698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:04.081379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.111240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 14c17215-f26c-41da-ac4b-a051a2332e2d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:04.220305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 2, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:04.254649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.258556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.259392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.263599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Checking router: 1d5286eb-513a-48cc-9bfe-e000e9a08662 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:04.264864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Updating router 1d5286eb-513a-48cc-9bfe-e000e9a08662 port e4aaddaa-51cf-478b-b25a-a41d3969a6ec binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:04.286845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 14c17215-f26c-41da-ac4b-a051a2332e2d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:04.293118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34524) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.294671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 14c17215-f26c-41da-ac4b-a051a2332e2d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:04.295096 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.316888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f536a5c-2802-468b-a539-5a20a070834c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.324311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.365720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d68001-4330-4c76-830a-f504a1501706 req-26b3b178-e197-40e3-ae57-f8ab387ab0d2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.380968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2d68001-4330-4c76-830a-f504a1501706 req-26b3b178-e197-40e3-ae57-f8ab387ab0d2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 932 time: 0.2745011 Mar 31 23:13:04.386991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-6c0e87b8-43a8-42d0-b2eb-1ef489a63df7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5937073 Mar 31 23:13:04.409618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Request body: {'port': {'device_id': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:04.412821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.415831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.420017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca223d48-70fa-4e82-b51e-5d1d6fe215ae HTTP/1.1" status: 204 len: 168 time: 0.5574656 Mar 31 23:13:04.477899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572eb3-9806-432c-a08c-95487c018891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca223d48-70fa-4e82-b51e-5d1d6fe215ae,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.536654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2d68001-4330-4c76-830a-f504a1501706 req-9cc9c7b2-a213-4a70-8043-7b58321b5f7e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447656 Mar 31 23:13:04.566376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.724216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f536a5c-2802-468b-a539-5a20a070834c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.737366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.787610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.800553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:04.802819 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73951ca-3474-4856-af96-c4a8fc53350a" -d '{"events": [{"server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "name": "network-vif-plugged", "status": "completed", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:04.821856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34530) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.829325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036509700', 'description': 'tempest-description--1383290350'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:04.834618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f536a5c-2802-468b-a539-5a20a070834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.884212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108ee4-4fff-4253-a3ef-b47b78bb2a15 req-0314cc96-a873-45e4-a005-c6a74c066e91 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.892757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8108ee4-4fff-4253-a3ef-b47b78bb2a15 req-0314cc96-a873-45e4-a005-c6a74c066e91 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.1917851 Mar 31 23:13:04.916081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=14c17215-f26c-41da-ac4b-a051a2332e2d,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:04.930792 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-b2d266da-0467-40b4-bf33-d238a172d119 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059627 Mar 31 23:13:04.935282 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7382b2c-84a5-4f64-abce-05e3e42f3600 x-openstack-request-id: req-a7382b2c-84a5-4f64-abce-05e3e42f3600 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:04.935887 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "name": "network-vif-plugged", "status": "completed", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:04.936269 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a7382b2c-84a5-4f64-abce-05e3e42f3600 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:04.936702 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7382b2c-84a5-4f64-abce-05e3e42f3600'] response: {'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d', 'code': 200} Mar 31 23:13:05.086801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.131505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.136872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e1fda39-0741-4d1e-9c40-85558e160c0d req-107fab27-576e-4b26-9270-64011d6c5e44 service neutron] 10.222.0.44 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736901 Mar 31 23:13:05.152724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066aa6-aa55-43d7-8fb2-25bd79bb8f53 req-55bc214a-bd69-43df-94ea-bb96c088864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.155579 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11066aa6-aa55-43d7-8fb2-25bd79bb8f53 req-55bc214a-bd69-43df-94ea-bb96c088864e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 1097 time: 0.1057684 Mar 31 23:13:05.252220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.301826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11066aa6-aa55-43d7-8fb2-25bd79bb8f53 req-e5c78a0e-8d43-40a7-b223-a1c5ade22108 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868764 Mar 31 23:13:05.311517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f536a5c-2802-468b-a539-5a20a070834c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=78564dda4deb470e81fcbddece6bb565&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122211 Mar 31 23:13:05.316846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:05.364529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f536a5c-2802-468b-a539-5a20a070834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89670f5-c484-4d98-98d1-3e7b3685bb91,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.393410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.402507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.422489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8108ee4-4fff-4253-a3ef-b47b78bb2a15 req-30a63a1b-3f99-486b-a682-3effe04ee9eb tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279202 Mar 31 23:13:05.506223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.510546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.567170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.578614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Router b683cdac-f6ed-4b3e-9b76-b902f04c197a is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:13:05.690508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Attempting to bind port e4aaddaa-51cf-478b-b25a-a41d3969a6ec on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:05.690880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Attempting to bind port e4aaddaa-51cf-478b-b25a-a41d3969a6ec by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:05.691264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Attempting to bind port e4aaddaa-51cf-478b-b25a-a41d3969a6ec on network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:05.693198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777416b-75ff-498f-9f64-dbe830629755 None None] Pushing event updated for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.699082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:05.699578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Checking segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:05.700102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.700491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Bound using segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:05.700963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Bound port: e4aaddaa-51cf-478b-b25a-a41d3969a6ec, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:05.701385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.708544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:05.757600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.785434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.800654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Transition to ACTIVE for port object 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:05.820619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] For port e4aaddaa-51cf-478b-b25a-a41d3969a6ec, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:05.826856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] For port e4aaddaa-51cf-478b-b25a-a41d3969a6ec, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:05.835708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5560-19d1-4984-84d9-35d80575f3ff req-ea368694-2d87-45be-87f2-35a8bbc86b18 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.836217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:05.837318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebaa5560-19d1-4984-84d9-35d80575f3ff req-ea368694-2d87-45be-87f2-35a8bbc86b18 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 932 time: 0.1576850 Mar 31 23:13:05.848938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Sync routers for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:05.863789 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:05.865409 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:05.906068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.940631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.966697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a6085-9ccb-4df7-b47c-20922c43b0c3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.970770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.987329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.990252 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-332b4865-b40d-4f4f-9b8a-19948a2969ba admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.0397835 Mar 31 23:13:05.993583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34554) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.012017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.025458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.026784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d89670f5-c484-4d98-98d1-3e7b3685bb91 HTTP/1.1" status: 204 len: 168 time: 0.7079041 Mar 31 23:13:06.090108 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:06.113411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:06.114185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:06.124696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777416b-75ff-498f-9f64-dbe830629755 None None] Pushing event updated for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.155731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.159806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1dca481f-0997-43a5-9473-766bf78a93f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3338907 Mar 31 23:13:06.164684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.170880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a6085-9ccb-4df7-b47c-20922c43b0c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:06.187540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebaa5560-19d1-4984-84d9-35d80575f3ff req-7c2a36ab-6a9f-49a2-84f8-989ad6c43ad2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422847 Mar 31 23:13:06.235920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5be883-b02f-4ee9-954a-0e4623775c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89670f5-c484-4d98-98d1-3e7b3685bb91,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.278198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e1b5f73e-ef00-4c8f-9506-68b48c196c24 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:06.348893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Pushing event updated for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.379205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] Provisioning complete for port e4aaddaa-51cf-478b-b25a-a41d3969a6ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:06.379611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.415908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Attempting to bind port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:06.416317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Attempting to bind port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:06.416567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Attempting to bind port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:06.426261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:06.426598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Attempting to bind port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:06.431769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:06.432128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:06.433779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:06.433779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Bound port: 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:06.433779 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.541641 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:03Z', 'revision_number': 3, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:06.558191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:06.562840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.568776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:06.608345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:06.641224 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.649225 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Checking router: b683cdac-f6ed-4b3e-9b76-b902f04c197a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:06.653495 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Updating router b683cdac-f6ed-4b3e-9b76-b902f04c197a port da01a419-d36c-4163-9d35-6cdfab61f468 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:06.740105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:13:06.740757 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.753906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.753906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.753906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] 10.222.0.10 "PUT /v2.0/ports/00f25f6c-b7f5-47d4-8678-b335ea1b9d1c HTTP/1.1" status: 200 len: 1092 time: 2.3452520 Mar 31 23:13:06.762085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:06.769477 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e04afa-265c-449d-9b9e-f7790f0544cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:06.831079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdefc01-76d4-4b9c-997e-7ee029c9a167 req-68554beb-3237-49e4-b57f-8006679677b6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.840610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bdefc01-76d4-4b9c-997e-7ee029c9a167 req-68554beb-3237-49e4-b57f-8006679677b6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.2489972 Mar 31 23:13:06.868785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2d9b-826b-4363-b59d-c1ea567b2060 service neutron] Pushing event updated for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.934337 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1dae7-cf7c-4cdc-85dc-3c6315c64cfa x-openstack-request-id: req-01f1dae7-cf7c-4cdc-85dc-3c6315c64cfa {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:06.940666 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:06.943617 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01f1dae7-cf7c-4cdc-85dc-3c6315c64cfa {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:06.945250 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f1dae7-cf7c-4cdc-85dc-3c6315c64cfa'] response: {'name': 'network-changed', 'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c', 'status': 'completed', 'code': 200} Mar 31 23:13:06.969317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bdefc01-76d4-4b9c-997e-7ee029c9a167 req-83534aec-ee5c-4ae9-b9be-c62c9fa20b84 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277075 Mar 31 23:13:07.073280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:07.107553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.110439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'port_id': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24', 'mac_address': 'fa:16:3e:4a:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:07.162431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.225300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-c3a86ded-14d0-4c85-a1ec-b6654047e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.227568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-c3a86ded-14d0-4c85-a1ec-b6654047e611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 1095 time: 0.1197994 Mar 31 23:13:07.243335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.288670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfbfc42-35ec-45e6-9517-c85220d3794a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.304432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.344329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-394a45c7-237f-4776-9afc-0e0f68a0081a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c HTTP/1.1" status: 200 len: 217 time: 0.1024652 Mar 31 23:13:07.361836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] For port e4aaddaa-51cf-478b-b25a-a41d3969a6ec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:07.369359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.386511 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.401984 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.408352 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a30b072-b2ad-4505-b20b-1de64b7980b2 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2424266 Mar 31 23:13:07.409367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:07.419952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a6085-9ccb-4df7-b47c-20922c43b0c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:07.437703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:05Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:07.441946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.448395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b5f73e-ef00-4c8f-9506-68b48c196c24 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:07.459481 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.518810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf201-4518-49ed-a869-12b0c433fee8 req-161415c0-8a68-4eab-a06f-36716eb17952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.520432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-161415c0-8a68-4eab-a06f-36716eb17952 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.1691253 Mar 31 23:13:07.575095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-34e4fb84-2ad7-410e-a0ee-03d842fa97d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381062 Mar 31 23:13:07.583723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aa992-a7a8-4440-b092-93f490030485 req-a6f27571-3f7b-4e12-99f7-1cff983fd83a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.595251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e9aa992-a7a8-4440-b092-93f490030485 req-a6f27571-3f7b-4e12-99f7-1cff983fd83a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 944 time: 0.2655261 Mar 31 23:13:07.605514 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c9f5-c3a8-4723-91a2-bdd9cedae909 None None] Pushing event updated for resources: {'Port': ['ID=da01a419-d36c-4163-9d35-6cdfab61f468,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.616007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecad01-2a67-4081-99e9-e1ad22c59775 None None] Pushing event updated for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.627644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb28b0-fc5b-4027-8cb0-b992c8b06829 None None] The sync data for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 is: [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:05Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:07.646282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:07.649688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.655714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ac4a49d8-f6be-40cb-9d4d-a5fdf61076f6 None None] Provisioning complete for port e4aaddaa-51cf-478b-b25a-a41d3969a6ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:07.656171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac4a49d8-f6be-40cb-9d4d-a5fdf61076f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.668094 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Attempting to bind port da01a419-d36c-4163-9d35-6cdfab61f468 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:07.669688 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Attempting to bind port da01a419-d36c-4163-9d35-6cdfab61f468 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:07.671200 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Attempting to bind port da01a419-d36c-4163-9d35-6cdfab61f468 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:07.691371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:07.692113 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:07.692591 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.693057 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:07.694442 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Bound port: da01a419-d36c-4163-9d35-6cdfab61f468, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:07.695793 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.730481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Allocated IP 172.20.0.1 (0d0ef0a3-6c8a-49e6-bf99-2042858c34e1/9fc66664-ac69-4d24-832a-29fb17b18307/499cb32d-c042-4829-96f3-60859e09e250) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:07.735877 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.829608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e9aa992-a7a8-4440-b092-93f490030485 req-42125551-3191-4338-a91b-de16746abe29 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261646 Mar 31 23:13:07.852030 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] For port da01a419-d36c-4163-9d35-6cdfab61f468, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:07.852477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.865828 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] For port da01a419-d36c-4163-9d35-6cdfab61f468, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da01a419-d36c-4163-9d35-6cdfab61f468,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:07.907140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-9104f6c2-f334-45b8-b2f6-976723eae4ba service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950087 Mar 31 23:13:07.949571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.054682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.109868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e1b5f73e-ef00-4c8f-9506-68b48c196c24'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:08.164933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6facf201-4518-49ed-a869-12b0c433fee8 req-0177ae2d-eaf9-4675-b62f-9ade475793c1 service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641363 Mar 31 23:13:08.196702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a747a-70f3-4397-8bc0-93e3d14397f3 req-a62c8379-6d57-4196-b938-092b1ee77058 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.196702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0a747a-70f3-4397-8bc0-93e3d14397f3 req-a62c8379-6d57-4196-b938-092b1ee77058 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.1199155 Mar 31 23:13:08.258793 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.282342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf0a747a-70f3-4397-8bc0-93e3d14397f3 req-bf771eab-3d1f-4064-9f62-ec08fc7e3e1b tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807354 Mar 31 23:13:08.344986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.361539 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c9f5-c3a8-4723-91a2-bdd9cedae909 None None] Pushing event updated for resources: {'Port': ['ID=da01a419-d36c-4163-9d35-6cdfab61f468,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.370700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c97ff30-8dbd-488d-b805-89fa447e60f9,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.375563 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:08.376359 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:08.387220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.522872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:08.538887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.543060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4a6d9c35-6f09-4c92-83f5-aaf219b34e6d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1266992 Mar 31 23:13:08.560560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:08.570986 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:08.571526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:08.578175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-6b84bbde-1e72-42b5-92ae-0bee4615fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.579778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-6b84bbde-1e72-42b5-92ae-0bee4615fdba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 1095 time: 0.1338305 Mar 31 23:13:08.591131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:08.613182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:08.667241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Pushing event updated for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.712220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.840407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.879964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-b9214fc8-f5c0-4297-9b2f-d9235c0d7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.881679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-b9214fc8-f5c0-4297-9b2f-d9235c0d7cc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 913 time: 0.2845578 Mar 31 23:13:08.912452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e4aaddaa-51cf-478b-b25a-a41d3969a6ec up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:09.038220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-dfea3cbb-adb9-423c-a9d9-912d096deb2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c HTTP/1.1" status: 200 len: 217 time: 0.1398053 Mar 31 23:13:09.130609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e4aaddaa-51cf-478b-b25a-a41d3969a6ec triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:09.131256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.134902 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:03Z', 'revision_number': 3, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:09.165997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e7af6dcc-d2c3-4688-9d19-b8d835642b14 None None] Provisioning complete for port 499cb32d-c042-4829-96f3-60859e09e250 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:09.166466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7af6dcc-d2c3-4688-9d19-b8d835642b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.180020 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987b53a-94d9-4928-b50f-65e03fa01a5c None None] The sync data for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 is: [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:03Z', 'revision_number': 3, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:09.207417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb128c-6a8b-4104-ac3e-93c8fa201f95 req-ed5935f9-0a1f-4ce7-b980-7c4930b87312 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.213907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.221503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03bb128c-6a8b-4104-ac3e-93c8fa201f95 req-ed5935f9-0a1f-4ce7-b980-7c4930b87312 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 944 time: 0.1854436 Mar 31 23:13:09.224424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-003737a8-449b-41ca-8a72-729c2b656b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.225882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-003737a8-449b-41ca-8a72-729c2b656b43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.1063197 Mar 31 23:13:09.294766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e7af6dcc-d2c3-4688-9d19-b8d835642b14 None None] Port 499cb32d-c042-4829-96f3-60859e09e250 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:09.340448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-5fe25dea-3125-40b8-8922-d756e8ce1d06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053247 Mar 31 23:13:09.369819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.396659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03bb128c-6a8b-4104-ac3e-93c8fa201f95 req-5c4377a4-bab9-4a97-afc5-ad75896d6472 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587293 Mar 31 23:13:09.622943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-c0c59d83-e387-45ef-a4bd-c58af5196999 service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728596 Mar 31 23:13:09.632814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Allocated IP 172.25.6.123 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/8eef9dfa-8168-4235-bac2-1e5e6aa9455e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:09.716050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089f78-092c-44d2-ac3e-b8b569c7f0e6 req-7e9ed1f1-e9d2-47a0-97c6-f9b7958798d2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.718295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be089f78-092c-44d2-ac3e-b8b569c7f0e6 req-7e9ed1f1-e9d2-47a0-97c6-f9b7958798d2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 944 time: 0.2109525 Mar 31 23:13:09.719083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34648) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.879832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be089f78-092c-44d2-ac3e-b8b569c7f0e6 req-8159d203-e11e-46f1-bc94-bbb3632c18a1 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509390 Mar 31 23:13:09.917919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e04afa-265c-449d-9b9e-f7790f0544cd req-5ad17fa7-6529-4ea5-bc90-4a331fcce0fc service neutron] 10.222.0.10 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802818 Mar 31 23:13:09.960908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52adcd17-db2b-4187-ae6f-c13a0f660ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.990025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.018679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.066121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52adcd17-db2b-4187-ae6f-c13a0f660ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.098842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.139249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:10.145328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.184609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:10.186143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Pushing event updated for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.189162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.197571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52adcd17-db2b-4187-ae6f-c13a0f660ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.197793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:10.199854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:10.237363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-52adcd17-db2b-4187-ae6f-c13a0f660ba6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=63bb1f1cd65849f791ec8b5bc4531736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141804 Mar 31 23:13:10.240138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34656) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.270333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:10.273096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e1b5f73e-ef00-4c8f-9506-68b48c196c24 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:10.298283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adcd17-db2b-4187-ae6f-c13a0f660ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ea236-cd17-4bf0-9261-80718cf6cc1a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.323476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'Port': ['ID=8eef9dfa-8168-4235-bac2-1e5e6aa9455e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.362836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:10.423602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.440503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.457247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:10.464844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:10.486414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.524179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:10.532367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c', 'mac_address': 'fa:16:3e:4c:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:10.534551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0', 'network_id': 'e71408f8-8628-4366-8420-b3468d4ef9a5', 'port_id': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0', 'mac_address': 'fa:16:3e:81:95:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:10.656156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.658795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.682156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cae50a-ebbd-41b4-9e7e-699529cf41d3 req-4a1fdc6d-118f-4fb7-9bf1-0d67b8dcafb5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.687949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4cae50a-ebbd-41b4-9e7e-699529cf41d3 req-4a1fdc6d-118f-4fb7-9bf1-0d67b8dcafb5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 944 time: 0.0996616 Mar 31 23:13:10.689652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.690042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:10.691809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.692755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ab4ea236-cd17-4bf0-9261-80718cf6cc1a HTTP/1.1" status: 204 len: 168 time: 0.4517031 Mar 31 23:13:10.706193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.722423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:10.728085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port e1b5f73e-ef00-4c8f-9506-68b48c196c24 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:10.747420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:10.759688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port e1b5f73e-ef00-4c8f-9506-68b48c196c24 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:10.760195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0d8cd-bcc5-4360-9437-5ced7156bb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ea236-cd17-4bf0-9261-80718cf6cc1a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.844023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4cae50a-ebbd-41b4-9e7e-699529cf41d3 req-9bacb56d-8a87-4af8-9031-7c26902d14a9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296220 Mar 31 23:13:10.867965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da01a419-d36c-4163-9d35-6cdfab61f468 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:10.924308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Router b683cdac-f6ed-4b3e-9b76-b902f04c197a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:11.086977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fcbb4-fa3a-445b-a9f1-7b6842003fe5 req-5f574b17-5bb1-443b-9bdd-2ffbfadc0935 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:11.089362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895fcbb4-fa3a-445b-a9f1-7b6842003fe5 req-5f574b17-5bb1-443b-9bdd-2ffbfadc0935 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 945 time: 0.0950994 Mar 31 23:13:11.167324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.183579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:11.188037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895fcbb4-fa3a-445b-a9f1-7b6842003fe5 req-9e1c4e00-5ee9-4e53-8c0f-1c40da1cc26d tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832965 Mar 31 23:13:11.196364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.196545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:11.214513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5574f479-57ca-4cff-843d-53025ad88096 admin admin] 10.222.0.83 "PUT /v2.0/routers/b683cdac-f6ed-4b3e-9b76-b902f04c197a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2128265 Mar 31 23:13:11.259736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.327849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.360164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.377558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.377999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.378408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.378888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.379295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.379693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.380086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.380496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.381006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.384407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.384826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.386152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:11.431851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'Port': ['ID=8eef9dfa-8168-4235-bac2-1e5e6aa9455e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.467676 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.492351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1aaffbb6-1eac-41f1-bdff-f2a3cf304805 None None] Provisioning complete for port 499cb32d-c042-4829-96f3-60859e09e250 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:11.492351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1aaffbb6-1eac-41f1-bdff-f2a3cf304805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.560169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['46c64ae9-4acf-4332-bb3f-14ce9427ceb0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:11.580852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.583040 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-02d1a511-0795-4ce6-bfa0-ec69819ed7a5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0094283 Mar 31 23:13:11.650406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port da01a419-d36c-4163-9d35-6cdfab61f468 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:11.650406 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.661109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.662888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1aaffbb6-1eac-41f1-bdff-f2a3cf304805 None None] Port 499cb32d-c042-4829-96f3-60859e09e250 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:11.669207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-531eb1ab-d546-48dc-bd51-881d1af87b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.762208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.830120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['00f25f6c-b7f5-47d4-8678-b335ea1b9d1c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:11.963482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:11.965864 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deccbea-571e-4ab8-bbf2-fe484ea701bb" -d '{"events": [{"server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:11.987234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-4b67edda-b8c3-4e3a-9ab6-e7aead72be21 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1036509700&fields=id&tenant_id=919fac3df0594766ad9fd875aadf17e5 HTTP/1.1" status: 200 len: 267 time: 0.0782051 Mar 31 23:13:12.027621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:12.033460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Sync routers for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:12.109493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.133034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:12.133680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:12.188691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-0cab8ea5-5867-4509-bbc6-c3a93e46704e tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.191574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-0cab8ea5-5867-4509-bbc6-c3a93e46704e tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/networks?id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 200 len: 814 time: 0.1853297 Mar 31 23:13:12.199667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.208602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-a3b831c7-c63d-472c-9bae-89e57d4a262c tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/quotas/919fac3df0594766ad9fd875aadf17e5 HTTP/1.1" status: 200 len: 375 time: 0.0104916 Mar 31 23:13:12.276950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port da01a419-d36c-4163-9d35-6cdfab61f468, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da01a419-d36c-4163-9d35-6cdfab61f468,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:12.287647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-464f14ae-a69b-4f6d-be59-83f01f3eba84 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725954 Mar 31 23:13:12.347466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.352092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.353954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129506659', 'description': 'tempest-secgroup-smoke-2129506659 description', 'project_id': '93c2055b956947a88ef461c9b25b4777'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.383536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.407278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:12.494190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.513735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f71119-c28d-47f2-a128-4983ea0b136e req-695f32c1-d070-4da9-aa3a-c761b477bdbe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.516462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62f71119-c28d-47f2-a128-4983ea0b136e req-695f32c1-d070-4da9-aa3a-c761b477bdbe tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 945 time: 0.0890334 Mar 31 23:13:12.525798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-7cff9ba3-0b3a-4050-abbe-b5c004d11937 service neutron] 10.222.0.83 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202961 Mar 31 23:13:12.570505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=da01a419-d36c-4163-9d35-6cdfab61f468,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.651690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62f71119-c28d-47f2-a128-4983ea0b136e req-3e152c25-5ae5-4a67-8646-5235af9b7cc3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118100 Mar 31 23:13:12.705124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.725702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-c13c9dac-d164-4b56-8b9f-0317ecf20411 service neutron] 10.222.0.83 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964509 Mar 31 23:13:12.779771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.818435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 4, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '499cb32d-c042-4829-96f3-60859e09e250', 'name': '', 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'mac_address': 'fa:16:3e:23:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:07Z', 'updated_at': '2022-03-31T23:13:09Z', 'revision_number': 2, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'subnets': [{'id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:12.865556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85956d-4f24-4de0-b377-cab68be3742c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.871336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da01a419-d36c-4163-9d35-6cdfab61f468 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:12.874486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Checking router: b683cdac-f6ed-4b3e-9b76-b902f04c197a for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:12.874714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Updating router b683cdac-f6ed-4b3e-9b76-b902f04c197a port 499cb32d-c042-4829-96f3-60859e09e250 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:12.924997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.929363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34752) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.930102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b9df2f03-2b01-4841-82ab-02e08bf8afa9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5810652 Mar 31 23:13:12.940446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.943112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.072393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port da01a419-d36c-4163-9d35-6cdfab61f468 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:13.072711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.077431 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.183963 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5141719-a4c9-4dc1-82af-fc5bece82462 x-openstack-request-id: req-d5141719-a4c9-4dc1-82af-fc5bece82462 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:13.184724 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:13.184978 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d5141719-a4c9-4dc1-82af-fc5bece82462 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:13.185369 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5141719-a4c9-4dc1-82af-fc5bece82462'] response: {'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24', 'code': 200} Mar 31 23:13:13.321673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9b147-7cc2-47ba-a204-ecf9d5ca5e29 req-99717a7f-4d68-4413-9f3e-57595b431d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.324723 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-06e9b147-7cc2-47ba-a204-ecf9d5ca5e29 req-99717a7f-4d68-4413-9f3e-57595b431d15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 1096 time: 0.0870004 Mar 31 23:13:13.393176 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.406864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8992d2d8-06e2-47c5-99ee-ef14e1af5537 req-979499cc-9000-425d-b6d6-7275e232e7f6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.1594188 Mar 31 23:13:13.407520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-06e9b147-7cc2-47ba-a204-ecf9d5ca5e29 req-19cb0648-1e67-4eba-ba9b-bd4f5f073d17 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756669 Mar 31 23:13:13.449553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.474689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a131ec-2b8f-4b86-a5c9-e65779e3b0e6 req-40012723-24cd-47d5-9cd6-c5f1b3017420 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.476299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3a131ec-2b8f-4b86-a5c9-e65779e3b0e6 req-40012723-24cd-47d5-9cd6-c5f1b3017420 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 945 time: 0.2396107 Mar 31 23:13:13.522006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3a131ec-2b8f-4b86-a5c9-e65779e3b0e6 req-a4400995-b822-48a4-bc7a-66ac70e6188f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Mar 31 23:13:13.538861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.556295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.576860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692894d9-9cd4-4efe-b01b-f73cdccc9ac8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.637082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b2b49-7e84-4a82-b116-d40da37d6053 None None] Pushing event updated for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.697652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.699370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-271d406a-ce83-4fa0-8620-677bd706abb4 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7686541 Mar 31 23:13:13.702665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.713803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:13.784489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Attempting to bind port 499cb32d-c042-4829-96f3-60859e09e250 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:13.786129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Attempting to bind port 499cb32d-c042-4829-96f3-60859e09e250 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:13.786506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Attempting to bind port 499cb32d-c042-4829-96f3-60859e09e250 on network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:13.793276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:13.793654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Checking segment: {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:13.794103 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.794500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Bound using segment: {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:13.795153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Bound port: 499cb32d-c042-4829-96f3-60859e09e250, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d4f69-375e-480b-84b2-a1bd32d1767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:13.795543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.819306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-a5c3f81b-ef4a-4099-a35a-87d88f7d6cd0 req-4b366195-d8a5-4980-9fe5-c5fc6182a184 service neutron] (109835) timed out ('10.222.0.10', 56851) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:13:13.889320 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d069825-298d-436b-8b47-267255aa59c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.909064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.933035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2295b-0659-4b09-997f-173e6d7a48e7 req-13cee528-c942-444d-a0e4-7f93426660c5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.938272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ac2295b-0659-4b09-997f-173e6d7a48e7 req-13cee528-c942-444d-a0e4-7f93426660c5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 945 time: 0.0970044 Mar 31 23:13:13.963191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] For port 499cb32d-c042-4829-96f3-60859e09e250, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:13.968858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] For port 499cb32d-c042-4829-96f3-60859e09e250, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=499cb32d-c042-4829-96f3-60859e09e250,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:14.088264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.092296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.097808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ac2295b-0659-4b09-997f-173e6d7a48e7 req-5f76731d-561a-485c-b96b-d3873f199bef tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421564 Mar 31 23:13:14.167713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.180586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b2b49-7e84-4a82-b116-d40da37d6053 None None] Pushing event updated for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.180586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:14.202512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e8ed4b-96e6-4ece-b1da-aee26acdf931,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.231302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] Provisioning complete for port 499cb32d-c042-4829-96f3-60859e09e250 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:14.231665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.266717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.267920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4aca0f5e-f1d2-43d5-8ec8-dcd2a96452fd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5640342 Mar 31 23:13:14.273653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.278693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:14.281600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:14.340593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:14.341569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:13:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:14.391019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.422755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:14.445907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:14.445907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.515967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.574473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fedb321c-f3a0-4d62-a519-4ce780d75e3c req-28631115-1386-4ba0-ac5f-2d86c4e4528a tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.0437214 Mar 31 23:13:14.575516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.660541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b736a4b9-2437-4307-a870-735f4c584503,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.743032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.746943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e0255522-4f0c-4908-bd22-ae87c11a17db tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694200 Mar 31 23:13:14.747262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34812) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.756008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:14.763326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:14.765151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:14.777109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2281ad-1c57-498e-b31b-85500c6432f7 req-c15aa0ae-a690-4ba7-bbec-1eb102c44cbe tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:14.778801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2281ad-1c57-498e-b31b-85500c6432f7 req-c15aa0ae-a690-4ba7-bbec-1eb102c44cbe tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 945 time: 0.1078310 Mar 31 23:13:14.821721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.886526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2281ad-1c57-498e-b31b-85500c6432f7 req-bccca3cc-4276-47ef-b67f-9b7ff79ebe0f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 Mar 31 23:13:14.940390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.026423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.043672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5635bff1-a4d1-45d3-adf6-187cda798fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.064923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.070332 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.116027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] For port 499cb32d-c042-4829-96f3-60859e09e250, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=499cb32d-c042-4829-96f3-60859e09e250,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:15.126556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:15.129822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 4, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '499cb32d-c042-4829-96f3-60859e09e250', 'name': '', 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'mac_address': 'fa:16:3e:23:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:07Z', 'updated_at': '2022-03-31T23:13:13Z', 'revision_number': 4, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'subnets': [{'id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:15.132528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5635bff1-a4d1-45d3-adf6-187cda798fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.163367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6d535-b4c0-4549-b040-5b76a585dfb7 None None] The sync data for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 is: [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 4, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '499cb32d-c042-4829-96f3-60859e09e250', 'name': '', 'network_id': '0d0ef0a3-6c8a-49e6-bf99-2042858c34e1', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'mac_address': 'fa:16:3e:23:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:07Z', 'updated_at': '2022-03-31T23:13:13Z', 'revision_number': 4, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'subnets': [{'id': '9fc66664-ac69-4d24-832a-29fb17b18307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:15.193905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:15.196478 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be33349-0e73-4fbc-9011-6b236190475d" -d '{"events": [{"server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "name": "network-vif-plugged", "status": "completed", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:15.259420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:15.261445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.264724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:15.268515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.294782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b899-6be2-42f2-882b-1a3567924d4e req-023d8263-d85d-4d14-9f5a-326675334253 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.307047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adc6b899-6be2-42f2-882b-1a3567924d4e req-023d8263-d85d-4d14-9f5a-326675334253 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 945 time: 0.1165605 Mar 31 23:13:15.328802 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fee56c-7204-4c31-a896-9a695b47b044 x-openstack-request-id: req-d6fee56c-7204-4c31-a896-9a695b47b044 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:15.329117 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "name": "network-vif-plugged", "status": "completed", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:15.330517 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d6fee56c-7204-4c31-a896-9a695b47b044 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:15.330729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5635bff1-a4d1-45d3-adf6-187cda798fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.330921 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fee56c-7204-4c31-a896-9a695b47b044'] response: {'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c', 'code': 200} Mar 31 23:13:15.347230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45b07b7-a5db-4eef-beb1-848a9ef88cd7,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.389187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635bff1-a4d1-45d3-adf6-187cda798fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d7196d-cc41-4a31-b6b8-a4ca6ea6da80,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.429841 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.454070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.479201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.483490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34828) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.485766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5635bff1-a4d1-45d3-adf6-187cda798fad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=08ce3ab492484d4d9fc566f2e7f66b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599114 Mar 31 23:13:15.501763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.503796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9346057a-1b78-48a4-b599-e82ef60dec94 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7547119 Mar 31 23:13:15.504945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adc6b899-6be2-42f2-882b-1a3567924d4e req-f34a25f6-1fb3-4fd5-b4fe-c0f3a17bb44f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902378 Mar 31 23:13:15.506680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34832) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.518968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:15.612960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17163-7b3f-4ef8-879d-f4040f42f9f3 req-c98b9132-981a-426d-bfca-a2e428f96315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.617002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c17163-7b3f-4ef8-879d-f4040f42f9f3 req-c98b9132-981a-426d-bfca-a2e428f96315 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 1097 time: 0.0749013 Mar 31 23:13:15.645797 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.652672 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Project 93c2055b956947a88ef461c9b25b4777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:13:15.660289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.675170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-df73c98b-f943-44f1-98dd-2cc9b7c386fc None None] Provisioning complete for port 499cb32d-c042-4829-96f3-60859e09e250 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:15.675629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-df73c98b-f943-44f1-98dd-2cc9b7c386fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.684043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900297f-e507-44f5-9fd7-6c768ba62658 None None] Pushing event updated for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.699041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.845624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f095a9e-e2c9-4e9f-b5aa-5a18498624ae req-1cd0ef9f-5e6c-43eb-9853-3c305c5f7fd4 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.0752783 Mar 31 23:13:15.875887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.878580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.879825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07d7196d-cc41-4a31-b6b8-a4ca6ea6da80 HTTP/1.1" status: 204 len: 168 time: 0.3881233 Mar 31 23:13:15.910299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.913897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.916622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d741f97-ee1e-4c5a-98d6-0069a8d706d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d7196d-cc41-4a31-b6b8-a4ca6ea6da80,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.991514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.994783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c17163-7b3f-4ef8-879d-f4040f42f9f3 req-cf961504-dfbc-42b6-8ccb-3baed91b7fd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983942 Mar 31 23:13:16.028628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:16.084929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.100014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6f8d6-1608-49bf-8925-405082e2efa5 req-c1c0c7e6-7e56-4693-b356-1b88fec31ca5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.101857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ceb6f8d6-1608-49bf-8925-405082e2efa5 req-c1c0c7e6-7e56-4693-b356-1b88fec31ca5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 945 time: 0.0649166 Mar 31 23:13:16.122153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.133854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e4f639-6fdd-4bb5-9c01-3b661c9303b6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.176987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ceb6f8d6-1608-49bf-8925-405082e2efa5 req-0966c3c2-0a27-46c9-b35c-7724ba4df4d3 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Mar 31 23:13:16.188926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.220807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.222049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-104851d4-8c05-401c-8933-9d09707e7dd0 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7143574 Mar 31 23:13:16.225014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34846) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.229827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'security_group_rule': {'security_group_id': '4c85956d-4f24-4de0-b377-cab68be3742c', 'project_id': '93c2055b956947a88ef461c9b25b4777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:16.338654 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Project 93c2055b956947a88ef461c9b25b4777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:13:16.344458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.438151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.504682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.525067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27e6d8f-3a39-42eb-82ef-c9c64f654aea,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.601834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.608817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.608817 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7bceff59-b1ff-4346-9dc0-4afe7382c82d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788514 Mar 31 23:13:16.653069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df86fd-5e66-49fb-a4b1-c945544acc24 req-a9e8b437-7907-4565-97c5-1e45020b00a7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.662908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4df86fd-5e66-49fb-a4b1-c945544acc24 req-a9e8b437-7907-4565-97c5-1e45020b00a7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0798280 Mar 31 23:13:16.696014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34862) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.730184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c739763-ce43-4a0b-8b9b-4a2ed94da08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.741477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4df86fd-5e66-49fb-a4b1-c945544acc24 req-a5bdefee-eaea-4af8-bd64-3e1b70973182 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775397 Mar 31 23:13:16.807434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.854212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 499cb32d-c042-4829-96f3-60859e09e250 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:16.928755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c739763-ce43-4a0b-8b9b-4a2ed94da08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.932066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 499cb32d-c042-4829-96f3-60859e09e250 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:16.932530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.945361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-d05d4958-491e-4954-a75b-a1d21c7e8080 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129506659&fields=id&tenant_id=93c2055b956947a88ef461c9b25b4777 HTTP/1.1" status: 200 len: 267 time: 0.0736418 Mar 31 23:13:17.004751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c3551ed-4cb2-4bad-a98f-35b31ac8b4df req-28ad2827-d29c-4cb3-ba4c-be167ec3a430 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.0424416 Mar 31 23:13:17.065206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c739763-ce43-4a0b-8b9b-4a2ed94da08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.114295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-b750a274-7978-4bf1-be80-ae0cf35ea5cd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.115885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-b750a274-7978-4bf1-be80-ae0cf35ea5cd tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 808 time: 0.1627755 Mar 31 23:13:17.116407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c739763-ce43-4a0b-8b9b-4a2ed94da08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb10850-4a52-4370-a907-216c0c0b2eb2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.149909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-57df86c6-9bd2-47fa-b332-0645cbd5d768 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/quotas/93c2055b956947a88ef461c9b25b4777 HTTP/1.1" status: 200 len: 375 time: 0.0187471 Mar 31 23:13:17.163722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2c739763-ce43-4a0b-8b9b-4a2ed94da08f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b966b38abb6749779453b75dd191e1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659398 Mar 31 23:13:17.166272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34884) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.233859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.266354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.331677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:17.335650 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955fd1b-bd82-4eda-8129-97a63391337a" -d '{"events": [{"server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "name": "network-vif-plugged", "status": "completed", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:17.377407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-ed0f5401-cfff-48a2-9855-de85d669a7e9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266779 Mar 31 23:13:17.418350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.421991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.423510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eeb10850-4a52-4370-a907-216c0c0b2eb2 HTTP/1.1" status: 204 len: 168 time: 0.2561541 Mar 31 23:13:17.434071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc5e1-674f-4c0e-95f6-6858b670681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb10850-4a52-4370-a907-216c0c0b2eb2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.445568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cb408-d7cf-4875-9060-79575e39b635 req-6b50cdd0-6800-493b-8a26-03d02a3a8c73 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.455107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe1cb408-d7cf-4875-9060-79575e39b635 req-6b50cdd0-6800-493b-8a26-03d02a3a8c73 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.1178143 Mar 31 23:13:17.533171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-ce3c935c-a2eb-4919-90ce-4981ea663d32 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.544621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-ce3c935c-a2eb-4919-90ce-4981ea663d32 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.10 "GET /v2.0/networks?id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 200 len: 814 time: 0.3064890 Mar 31 23:13:17.607206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-a0a7f590-75a0-41ce-b8f9-313a6eabd4ae service neutron] 10.222.0.83 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047446 Mar 31 23:13:17.655867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe1cb408-d7cf-4875-9060-79575e39b635 req-22e5ad7f-5b95-48c0-b9ef-c15d23c6812a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936054 Mar 31 23:13:17.700745 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49d2958-eaae-4d94-8960-250b76a9e1b4 x-openstack-request-id: req-f49d2958-eaae-4d94-8960-250b76a9e1b4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:17.701396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "name": "network-vif-plugged", "status": "completed", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:17.701396 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f49d2958-eaae-4d94-8960-250b76a9e1b4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:17.701797 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49d2958-eaae-4d94-8960-250b76a9e1b4'] response: {'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0', 'code': 200} Mar 31 23:13:17.703495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-3586d0a8-7624-4572-ae7d-df3e12a46d12 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919fac3df0594766ad9fd875aadf17e5 HTTP/1.1" status: 200 len: 380 time: 0.1110089 Mar 31 23:13:17.721944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'port': {'device_id': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'admin_state_up': True, 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'security_groups': ['ec3a6085-9ccb-4df7-b47c-20922c43b0c3']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:17.802345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-f577d1ae-af11-4f3e-a339-583df3e3340b service neutron] 10.222.0.83 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939340 Mar 31 23:13:17.890247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b778-ee0a-49d3-bb5e-a659b0e8dd06 req-ac64069a-5d37-4f2e-b6dd-34259e387c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.891880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f307b778-ee0a-49d3-bb5e-a659b0e8dd06 req-ac64069a-5d37-4f2e-b6dd-34259e387c66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 1097 time: 0.1147010 Mar 31 23:13:17.961139 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f307b778-ee0a-49d3-bb5e-a659b0e8dd06 req-bb15bb66-891a-4e87-8ffb-13ad64a5fb1a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624771 Mar 31 23:13:18.012095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dff07-2ca6-4269-b35e-92079037d578 req-9a2843ca-ddf2-49cf-a607-1e3cf04b0ba1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.013831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf2dff07-2ca6-4269-b35e-92079037d578 req-9a2843ca-ddf2-49cf-a607-1e3cf04b0ba1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0899870 Mar 31 23:13:18.033936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Made reservation on behalf of 919fac3df0594766ad9fd875aadf17e5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:18.034222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.118240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf2dff07-2ca6-4269-b35e-92079037d578 req-c81777fe-6478-4549-89ac-dd623e0006d8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978992 Mar 31 23:13:18.260175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c44ec9ea-9196-4858-8572-d79b65048a36 req-8bc09103-9d18-423d-8bfb-88e71fd2b8cf tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.0573277 Mar 31 23:13:18.332738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Allocated IP 172.20.0.9 (831b3580-7e2a-4e7c-9844-2cfae0f20f2a/de0a182d-40d6-4e1d-980e-00951094776c/ff08ad47-f262-46db-b1ab-a09a422e9b52) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:18.412529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd20122d-bd25-4ac5-a04f-3edebea322a9 req-45205b7d-1401-420c-8b6e-36bda858ceb9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.0493414 Mar 31 23:13:18.597382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.709983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d413-2622-4149-b653-374bbc6b3669 req-e8548db0-ad10-4c69-8610-873e0372d8f0 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.721885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74d4d413-2622-4149-b653-374bbc6b3669 req-e8548db0-ad10-4c69-8610-873e0372d8f0 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0986643 Mar 31 23:13:18.803357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.874769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event updated for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:18.894102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74d4d413-2622-4149-b653-374bbc6b3669 req-b560ec43-b24c-4617-b601-88f1af4cfc73 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656628 Mar 31 23:13:18.953557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:18.956588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:18.977930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:19.045291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443812da-23a6-459d-99bd-8c6434bd407f req-8fe9271a-7b52-460f-84fd-510dc91cd3ca tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.053687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-443812da-23a6-459d-99bd-8c6434bd407f req-8fe9271a-7b52-460f-84fd-510dc91cd3ca tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.2553942 Mar 31 23:13:19.129149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-443812da-23a6-459d-99bd-8c6434bd407f req-7343b923-867e-427f-8a1b-e3c3f4241390 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739181 Mar 31 23:13:19.182392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.192862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.318929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-2ed4112f-fc6f-49c7-95d7-66059170a9a6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6034181 Mar 31 23:13:19.341088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Request body: {'port': {'device_id': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:19.434131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.456632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ff332c4-104b-49dd-ada2-7d93891534d2 None None] Provisioning complete for port ff08ad47-f262-46db-b1ab-a09a422e9b52 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:19.461770 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ff332c4-104b-49dd-ada2-7d93891534d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.567067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3d7730b-4a2a-4975-98bb-78057234d338 req-0f5d0f79-7ca4-4d0f-adc1-bcd469a5d9e9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.0471115 Mar 31 23:13:19.610663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5ff332c4-104b-49dd-ada2-7d93891534d2 None None] Port ff08ad47-f262-46db-b1ab-a09a422e9b52 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:19.733009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4134d-6144-4746-998d-f266762ddd99 req-96f0dcaa-369a-43ed-868f-396e2ecfcf1a tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.741818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4a4134d-6144-4746-998d-f266762ddd99 req-96f0dcaa-369a-43ed-868f-396e2ecfcf1a tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 931 time: 0.2302036 Mar 31 23:13:19.806694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4a4134d-6144-4746-998d-f266762ddd99 req-06e45303-59eb-4c12-9c78-2124d6fdbc18 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634494 Mar 31 23:13:20.006047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff08ad47-f262-46db-b1ab-a09a422e9b52 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:20.014892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.039716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Transition to ACTIVE for port object ff08ad47-f262-46db-b1ab-a09a422e9b52 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:20.111959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fbd3e-72ec-4e1a-872a-ad722c5a5ed8 req-6ebf678c-adfe-4204-9695-a7d2b9e7c805 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.113491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f4fbd3e-72ec-4e1a-872a-ad722c5a5ed8 req-6ebf678c-adfe-4204-9695-a7d2b9e7c805 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0882573 Mar 31 23:13:20.180500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f4fbd3e-72ec-4e1a-872a-ad722c5a5ed8 req-435af3cc-9b49-4aab-8c58-29e73a23e674 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Mar 31 23:13:20.204821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.313444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Pushing event updated for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:20.345329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b5c3c-f4fc-4b48-b2c1-179e04c1c9c2 req-1161ce46-affd-46e0-a58b-89f54dfc80ad tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.347064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db0b5c3c-f4fc-4b48-b2c1-179e04c1c9c2 req-1161ce46-affd-46e0-a58b-89f54dfc80ad tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.1395271 Mar 31 23:13:20.562801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db0b5c3c-f4fc-4b48-b2c1-179e04c1c9c2 req-e656b9bb-a211-4be0-880f-729bdb971aa2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494939 Mar 31 23:13:20.611640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Attempting to bind port ff08ad47-f262-46db-b1ab-a09a422e9b52 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:20.611982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Attempting to bind port ff08ad47-f262-46db-b1ab-a09a422e9b52 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:20.612308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Attempting to bind port ff08ad47-f262-46db-b1ab-a09a422e9b52 on network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:20.616723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Port ff08ad47-f262-46db-b1ab-a09a422e9b52 on network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:20.617036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Attempting to bind port ff08ad47-f262-46db-b1ab-a09a422e9b52 on network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:20.628688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:20.630216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Checking segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:20.630629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Bound using segment: {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:20.632321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Bound port: ff08ad47-f262-46db-b1ab-a09a422e9b52, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28f4921-0adf-4078-98cc-90222f5f645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:20.632691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.794300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:20.801754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:21.187537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcb4308f-db76-4b0f-8e02-f695dc399359 req-3118f678-1216-4407-992a-b2768e319590 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.3817222 Mar 31 23:13:21.190398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.240268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.241531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.244584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] 10.222.0.10 "PUT /v2.0/ports/ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 200 len: 1091 time: 1.9097707 Mar 31 23:13:21.250983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:21.253652 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3adea7-c187-41ac-a71d-724c5387d954" -d '{"events": [{"name": "network-changed", "server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:21.276257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddd1d9-cbd3-4c90-9507-6a8a0b5073ce req-bd1ea1c1-d1f1-48f9-b2b1-2eaa7182ed4e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.284267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6ddd1d9-cbd3-4c90-9507-6a8a0b5073ce req-bd1ea1c1-d1f1-48f9-b2b1-2eaa7182ed4e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.4752328 Mar 31 23:13:21.306650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6795203-e894-414c-8a8b-484f09b71849 service neutron] Pushing event updated for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.351341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6ddd1d9-cbd3-4c90-9507-6a8a0b5073ce req-a8e0ab63-acaa-4841-9b46-8a6947ddd199 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661123 Mar 31 23:13:21.561289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80ab5-d8bd-4afe-b8f2-80adb7729951 req-744f1892-307e-431d-89af-24d9f5590c9b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.562956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1eb80ab5-d8bd-4afe-b8f2-80adb7729951 req-744f1892-307e-431d-89af-24d9f5590c9b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 943 time: 0.2380710 Mar 31 23:13:21.566935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-bc5eb11c-f8ff-459c-baa3-1e4b46c368f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.568472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-bc5eb11c-f8ff-459c-baa3-1e4b46c368f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 1094 time: 0.1779780 Mar 31 23:13:21.603451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91d2ed-a58b-422b-9006-e44a09638794 req-8fadfe90-0933-43c4-973f-51185de2128f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.608143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c91d2ed-a58b-422b-9006-e44a09638794 req-8fadfe90-0933-43c4-973f-51185de2128f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1465025 Mar 31 23:13:21.694302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-058b38a9-a9a6-44ce-b2d1-0fa2e4b20553 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.700250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-1582c97d-55e6-4fb2-9d8f-4e675b8856d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 200 len: 217 time: 0.0905905 Mar 31 23:13:21.729027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-058b38a9-a9a6-44ce-b2d1-0fa2e4b20553 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.44 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 808 time: 0.1840606 Mar 31 23:13:21.733833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c91d2ed-a58b-422b-9006-e44a09638794 req-d62d16da-2cb3-458c-b59d-bb3a77f9eb2a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Mar 31 23:13:21.778988 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-eb255039-c670-407d-93f0-7f5351f6a6f7 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c2055b956947a88ef461c9b25b4777 HTTP/1.1" status: 200 len: 380 time: 0.0503807 Mar 31 23:13:21.789764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'port': {'device_id': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'admin_state_up': True, 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'security_groups': ['4c85956d-4f24-4de0-b377-cab68be3742c']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:21.838541 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0eb84f-165a-46cd-9328-149a75aaf92e x-openstack-request-id: req-af0eb84f-165a-46cd-9328-149a75aaf92e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:21.838541 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:21.838541 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af0eb84f-165a-46cd-9328-149a75aaf92e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:21.838541 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0eb84f-165a-46cd-9328-149a75aaf92e'] response: {'name': 'network-changed', 'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'status': 'completed', 'code': 200} Mar 31 23:13:21.899403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1eb80ab5-d8bd-4afe-b8f2-80adb7729951 req-c5055c78-5a26-4440-89c6-75bbf13ce40b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993717 Mar 31 23:13:21.927349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-ee06b7c5-a5db-48b4-b40a-920eee505f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.928838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-ee06b7c5-a5db-48b4-b40a-920eee505f07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0a182d-40d6-4e1d-980e-00951094776c HTTP/1.1" status: 200 len: 853 time: 0.2194266 Mar 31 23:13:21.977802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe14e09-ede5-4b32-af92-c69d48049f65 req-37f3206b-2fdf-4044-9bcc-0c91ac8990c6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.979313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe14e09-ede5-4b32-af92-c69d48049f65 req-37f3206b-2fdf-4044-9bcc-0c91ac8990c6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.0867257 Mar 31 23:13:22.021373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703929-af7a-477b-a090-12dec2212bbf req-7fa2e207-888d-484c-9676-debd22f434e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.023338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-7fa2e207-888d-484c-9676-debd22f434e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880105 Mar 31 23:13:22.070114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe14e09-ede5-4b32-af92-c69d48049f65 req-219371de-339d-431b-ae5b-1d3e02cb096d tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Mar 31 23:13:22.076907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Made reservation on behalf of 93c2055b956947a88ef461c9b25b4777 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:22.083251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.279204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-dda08cbe-7828-4aee-8107-f2288d28bc1a service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393911 Mar 31 23:13:22.340380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Allocated IP 172.20.0.14 (22cd0ad7-7be7-4313-9bae-69c4c42cd4fd/1ebce4a1-30c5-4e60-9de7-fb3b03210ec9/cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:22.424609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f2bfa97-2a67-418d-a52a-84019ed71dd2 req-f57cee06-bf19-46e1-bfe5-1d65dc3a1b81 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.0794792 Mar 31 23:13:22.498557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18703929-af7a-477b-a090-12dec2212bbf req-6fe54f27-fab1-4549-a97a-e7c1cba71a76 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102811 Mar 31 23:13:22.563321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.565907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3bb66-d525-457c-af5c-d07ac0821868 req-0d376026-e6aa-4949-af13-8485e2b8fa68 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.567482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edc3bb66-d525-457c-af5c-d07ac0821868 req-0d376026-e6aa-4949-af13-8485e2b8fa68 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0669277 Mar 31 23:13:22.607758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edc3bb66-d525-457c-af5c-d07ac0821868 req-33f6a27f-e607-45ea-bf1a-2178ab4b8e4e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Mar 31 23:13:22.665440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.781958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-07fbc099-6f25-4064-ad70-f8ce4ab6e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.784198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-07fbc099-6f25-4064-ad70-f8ce4ab6e376 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 1094 time: 0.1009486 Mar 31 23:13:22.784453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35082) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:22.793032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:22.798876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:22.806166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:22.880792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.881582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.928120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:23.021475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-8d71a43b-3080-46f7-89ee-ebdef5047284 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2368143 Mar 31 23:13:23.033174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c3e05-c1d0-4a08-bbb8-faacb422acd0 req-f0ea9f78-9b1c-4ee7-a52a-4aa62af580cc tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.037198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Request body: {'port': {'device_id': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:23.046411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f9c3e05-c1d0-4a08-bbb8-faacb422acd0 req-f0ea9f78-9b1c-4ee7-a52a-4aa62af580cc tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1406302 Mar 31 23:13:23.046411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1aae55ff-92ea-45ab-b3f6-88dbdb5bc738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.114344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.139406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-3f397031-74c3-4b61-a521-e4d1f57e69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.141365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-3f397031-74c3-4b61-a521-e4d1f57e69b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 200 len: 916 time: 0.3496480 Mar 31 23:13:23.196395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-13242938-99f8-4ff1-a3a5-20eaacc9a38e None None] Provisioning complete for port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:23.196395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13242938-99f8-4ff1-a3a5-20eaacc9a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.240995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-13242938-99f8-4ff1-a3a5-20eaacc9a38e None None] Port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:23.264972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f9c3e05-c1d0-4a08-bbb8-faacb422acd0 req-99733e98-2300-4d4c-a99e-7c82ad4a60a8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073267 Mar 31 23:13:23.317303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-1615ef08-abc0-4f15-90af-74aaf784855c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 200 len: 217 time: 0.1512692 Mar 31 23:13:23.335824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31993-3c86-4aad-844d-8e3f0ea5b24c req-28d57a9f-1056-4dab-9940-1c7dd275d34a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.344752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cae31993-3c86-4aad-844d-8e3f0ea5b24c req-28d57a9f-1056-4dab-9940-1c7dd275d34a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.2971373 Mar 31 23:13:23.481165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-d6386e34-501b-446c-9296-7b408c79a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.484401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-d6386e34-501b-446c-9296-7b408c79a050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0a182d-40d6-4e1d-980e-00951094776c HTTP/1.1" status: 200 len: 853 time: 0.1580901 Mar 31 23:13:23.554601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1aae55ff-92ea-45ab-b3f6-88dbdb5bc738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.559258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cae31993-3c86-4aad-844d-8e3f0ea5b24c req-38d8b6cf-5e51-4266-8b7a-0353fc0664dd tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130518 Mar 31 23:13:23.629461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76c1bc-006d-4c39-b431-4390a86ed0d6 req-899f1e06-1e4f-4711-81b9-82bd50586bb5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.636654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e76c1bc-006d-4c39-b431-4390a86ed0d6 req-899f1e06-1e4f-4711-81b9-82bd50586bb5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 943 time: 0.2379196 Mar 31 23:13:23.642547 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1aae55ff-92ea-45ab-b3f6-88dbdb5bc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.734310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1aae55ff-92ea-45ab-b3f6-88dbdb5bc738 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a55ebbea21b94d199687318c118e713a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458554 Mar 31 23:13:23.735237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-21d1a9e5-63c0-438a-a0d7-46d2cdd7efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.738738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-21d1a9e5-63c0-438a-a0d7-46d2cdd7efd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778278 Mar 31 23:13:23.739515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35108) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:23.789661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae55ff-92ea-45ab-b3f6-88dbdb5bc738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe6a8b-3093-4a24-92d5-596e567c5b20,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:23.902876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:23.911772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.919287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-9a30f20f-db82-4ea6-8b78-0eb3cc751dcf service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263404 Mar 31 23:13:23.925370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Transition to ACTIVE for port object cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:24.025213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e76c1bc-006d-4c39-b431-4390a86ed0d6 req-c8ec6641-9759-4a98-8ef1-a284b8263545 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843880 Mar 31 23:13:24.033447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751bb2-2e3e-4602-be67-6556e157550d req-5d588d09-08bb-4e1a-a2d9-6a704285fef8 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.035451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29751bb2-2e3e-4602-be67-6556e157550d req-5d588d09-08bb-4e1a-a2d9-6a704285fef8 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 932 time: 0.3971705 Mar 31 23:13:24.066354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.130896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.139777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.142518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29751bb2-2e3e-4602-be67-6556e157550d req-af2fddb9-d646-4070-b10a-2e974bcafeb5 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911062 Mar 31 23:13:24.160832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c3adea7-c187-41ac-a71d-724c5387d954 req-9b4bc587-5540-4441-976a-b234d1346125 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320828 Mar 31 23:13:24.184944 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.209902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.383830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Attempting to bind port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:24.384283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Attempting to bind port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:24.384732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Attempting to bind port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 on network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:24.396647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 on network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:24.399588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Attempting to bind port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 on network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:24.412513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:24.413016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Checking segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:24.413217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.413411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Bound using segment: {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:24.413859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Bound port: cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f59536b-5ffc-47c6-9f11-e5705f784970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:24.414302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.416383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.418413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9efe6a8b-3093-4a24-92d5-596e567c5b20 HTTP/1.1" status: 204 len: 168 time: 0.6467688 Mar 31 23:13:24.439887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e4207-85ea-44bf-9cec-39f9ba7a87fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe6a8b-3093-4a24-92d5-596e567c5b20,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.520084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:24.523633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:24.526226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b601-024d-4a98-9d90-381e83fbdea3 req-9e473a00-1acc-41d4-b933-a37f3be78b85 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.533784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b601-024d-4a98-9d90-381e83fbdea3 req-9e473a00-1acc-41d4-b933-a37f3be78b85 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.540407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b601-024d-4a98-9d90-381e83fbdea3 req-9e473a00-1acc-41d4-b933-a37f3be78b85 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.550049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a75b601-024d-4a98-9d90-381e83fbdea3 req-9e473a00-1acc-41d4-b933-a37f3be78b85 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54&device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f&device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 2418 time: 0.1053858 Mar 31 23:13:24.611554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a75b601-024d-4a98-9d90-381e83fbdea3 req-2cb0a084-1c6b-4139-b316-2091066911d5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Mar 31 23:13:24.653289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.692536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.693160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.694556 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] 10.222.0.44 "PUT /v2.0/ports/cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 1092 time: 1.6642423 Mar 31 23:13:24.695010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:24.697483 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b23ef-7314-447b-a54d-88e4d64093a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:24.707656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5900-de82-466e-b933-48398fe1bc59 req-253c8699-09b6-4635-a7c3-fdcc47ec0c65 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.709314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60aa5900-de82-466e-b933-48398fe1bc59 req-253c8699-09b6-4635-a7c3-fdcc47ec0c65 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0561717 Mar 31 23:13:24.739070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8760d-ebab-40c4-91b2-ca53db1dfc5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.764623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60aa5900-de82-466e-b933-48398fe1bc59 req-05b56f45-484f-4b0e-9865-e96cc7746816 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Mar 31 23:13:24.937397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:24.939027 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0c88b-ab2c-442d-a918-3a3cd0582683 x-openstack-request-id: req-d0c0c88b-ab2c-442d-a918-3a3cd0582683 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:24.939355 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:24.939593 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0c0c88b-ab2c-442d-a918-3a3cd0582683 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:24.939994 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c0c88b-ab2c-442d-a918-3a3cd0582683'] response: {'name': 'network-changed', 'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'status': 'completed', 'code': 200} Mar 31 23:13:24.969686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-4ff7ed02-d79d-4c21-8307-9cefe1edfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.973406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-4ff7ed02-d79d-4c21-8307-9cefe1edfcf7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1095 time: 0.1104989 Mar 31 23:13:25.003159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b464af-5a9b-44e0-a2ce-91f3f3ff046a req-5de45f22-8f81-4b29-ac42-b7c01dcc165b tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.015389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b464af-5a9b-44e0-a2ce-91f3f3ff046a req-5de45f22-8f81-4b29-ac42-b7c01dcc165b tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.1006851 Mar 31 23:13:25.039038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-1745c7eb-3032-4011-9ec7-a4f0ed60c4f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 217 time: 0.0574534 Mar 31 23:13:25.143929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b464af-5a9b-44e0-a2ce-91f3f3ff046a req-0055a544-37f7-4064-818f-c98d1c07998a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221371 Mar 31 23:13:25.153593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-5a899194-6267-4976-b764-1bbb97625c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.156586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-5a899194-6267-4976-b764-1bbb97625c23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 200 len: 847 time: 0.0854990 Mar 31 23:13:25.178297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694892e-752b-4b2c-9354-7736ace6f7c8 req-7032edcc-f972-4ff3-9716-7b161cfe08d7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.178297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694892e-752b-4b2c-9354-7736ace6f7c8 req-7032edcc-f972-4ff3-9716-7b161cfe08d7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1100721 Mar 31 23:13:25.251676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694892e-752b-4b2c-9354-7736ace6f7c8 req-d055ac32-f5ce-4a5a-bb8c-95930f4c5d34 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653265 Mar 31 23:13:25.278359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30fcac17-0f3d-4aa5-b709-eec19cb2d2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.298688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63247b-392f-422a-8241-769c7e4940d3 req-2cbd0f12-3240-489b-88d4-676330e675da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.300205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-2cbd0f12-3240-489b-88d4-676330e675da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.1427219 Mar 31 23:13:25.303444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4c4ee-c117-41ba-a2cc-166bbbfffa41 req-0897a7cd-fb97-47a3-bd23-9467ca01f69b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.305819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d4c4ee-c117-41ba-a2cc-166bbbfffa41 req-0897a7cd-fb97-47a3-bd23-9467ca01f69b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 943 time: 0.0831020 Mar 31 23:13:25.306601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-eaeb8058-4de1-4352-bf5b-958e632e7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.308011 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-eaeb8058-4de1-4352-bf5b-958e632e7913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245070 Mar 31 23:13:25.355611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d4c4ee-c117-41ba-a2cc-166bbbfffa41 req-1d947fd8-98b4-4863-b2eb-bfa6a8e10f43 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Mar 31 23:13:25.517183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb68ba-85ef-40d6-897c-916c190d856e req-0319e7e6-f822-435f-b231-549c61671e02 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.528086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04fb68ba-85ef-40d6-897c-916c190d856e req-0319e7e6-f822-435f-b231-549c61671e02 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 944 time: 0.0742099 Mar 31 23:13:25.558713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63247b-392f-422a-8241-769c7e4940d3 req-b6dd43e5-a5a9-4a2c-a977-48a64c8860be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.560150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-b6dd43e5-a5a9-4a2c-a977-48a64c8860be service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2512300 Mar 31 23:13:25.563668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-d81d9ea0-c369-4676-b118-0b9caaf7a18a service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444317 Mar 31 23:13:25.584051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04fb68ba-85ef-40d6-897c-916c190d856e req-d9ae5053-b36c-42c9-813d-e3d75827fe5f tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514281 Mar 31 23:13:25.676033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35162) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:25.695643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9851c19d-7a76-42a7-ba3c-be6f1860c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.702723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30fcac17-0f3d-4aa5-b709-eec19cb2d2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.747586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-53123d03-a248-4687-8428-b37482e14004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.1735826 Mar 31 23:13:25.750346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac7e39-dad2-4a89-a25c-b89656791cbb req-911c7721-5b9e-4b1d-939d-c29a7b3d45b8 service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753299 Mar 31 23:13:25.783270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9851c19d-7a76-42a7-ba3c-be6f1860c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.821189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63247b-392f-422a-8241-769c7e4940d3 req-a4fe0149-a0ce-4516-9a4d-c88512c8fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.823712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-a4fe0149-a0ce-4516-9a4d-c88512c8fa5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0664427 Mar 31 23:13:25.869699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30fcac17-0f3d-4aa5-b709-eec19cb2d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.933080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30fcac17-0f3d-4aa5-b709-eec19cb2d2a6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a3bbd1cd962142748d7c4ab8765938a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877770 Mar 31 23:13:25.933080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcac17-0f3d-4aa5-b709-eec19cb2d2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b32c74-00f7-41bb-9a65-d121e06bc564,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:25.934112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63247b-392f-422a-8241-769c7e4940d3 req-4848333f-4f99-42f4-b8cc-0d4fa0a75314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.935666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-4848333f-4f99-42f4-b8cc-0d4fa0a75314 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032879 Mar 31 23:13:25.936317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:25.957888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b0616-67ef-490b-9b90-7dbdf12c7f37 req-7d895ff0-b543-42ee-bd13-ef5b4b6f032d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.966030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f99b0616-67ef-490b-9b90-7dbdf12c7f37 req-7d895ff0-b543-42ee-bd13-ef5b4b6f032d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0995500 Mar 31 23:13:26.029695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f99b0616-67ef-490b-9b90-7dbdf12c7f37 req-c6c07ce4-1458-43e2-8f3e-e10071fe5574 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606332 Mar 31 23:13:26.031548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9851c19d-7a76-42a7-ba3c-be6f1860c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.068272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851c19d-7a76-42a7-ba3c-be6f1860c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d65f1-58e3-47d9-a54b-4229d4c173ed,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.092171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.100985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9851c19d-7a76-42a7-ba3c-be6f1860c8c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1d809aac6a043998ac3ef2fd947396c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238307 Mar 31 23:13:26.104241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35176) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:26.111778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-5015ae21-c4e5-4a99-8ca6-a76b625c30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.113358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-5015ae21-c4e5-4a99-8ca6-a76b625c30c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1095 time: 0.1332054 Mar 31 23:13:26.173054 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.197360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.212497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.223092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ff08ad47-f262-46db-b1ab-a09a422e9b52 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:26.258510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-3656aac8-d221-4802-a9bd-e5cda60d6272 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144627 Mar 31 23:13:26.360800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-2cc459ee-1aa0-453b-a1b3-0b774d65225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.362341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-2cc459ee-1aa0-453b-a1b3-0b774d65225b service neutron] 10.222.0.44 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 910 time: 0.2420318 Mar 31 23:13:26.385736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.390594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.395253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/569d65f1-58e3-47d9-a54b-4229d4c173ed HTTP/1.1" status: 204 len: 168 time: 0.2898610 Mar 31 23:13:26.423716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb450f8-f403-40b4-b1f7-2d97e253458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d65f1-58e3-47d9-a54b-4229d4c173ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.451422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac561b-831c-44f6-b363-c5eb2e35243f req-768f2fda-e425-4893-9df2-6bda2497d346 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.463966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecac561b-831c-44f6-b363-c5eb2e35243f req-768f2fda-e425-4893-9df2-6bda2497d346 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1244669 Mar 31 23:13:26.477191 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-4ad79291-2299-4c15-b886-cd9f9b7bd438 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 217 time: 0.0892901 Mar 31 23:13:26.484630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:26.517274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'port_id': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'mac_address': 'fa:16:3e:d1:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:26.539551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-3746b9b1-f9f1-4e6c-a03e-6b1d4d78eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.541024 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-3746b9b1-f9f1-4e6c-a03e-6b1d4d78eb41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 200 len: 847 time: 0.0540895 Mar 31 23:13:26.542213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecac561b-831c-44f6-b363-c5eb2e35243f req-9d1a3206-6bc1-48b2-b980-b5398f192195 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761817 Mar 31 23:13:26.548342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5d63247b-392f-422a-8241-769c7e4940d3 req-af2ec47a-391f-4d1e-a2cf-a9d7a85bc1f6 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701664 Mar 31 23:13:26.553364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.556020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.559875 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/92b32c74-00f7-41bb-9a65-d121e06bc564 HTTP/1.1" status: 204 len: 168 time: 0.6200867 Mar 31 23:13:26.642294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b118-c268-41ea-aebf-f22eb2e91349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b32c74-00f7-41bb-9a65-d121e06bc564,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.646337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.678009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff08ad47-f262-46db-b1ab-a09a422e9b52 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:26.693410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b0f3e-2e4b-4f52-aa3e-b48848ebccf6 req-a9e56d1a-9c2d-4247-b17e-49a2da5f6460 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.695563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686b0f3e-2e4b-4f52-aa3e-b48848ebccf6 req-a9e56d1a-9c2d-4247-b17e-49a2da5f6460 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 943 time: 0.0753651 Mar 31 23:13:26.696330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-a42bbb6a-0891-420e-9320-7d48b2147264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.698032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-a42bbb6a-0891-420e-9320-7d48b2147264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275239 Mar 31 23:13:26.709682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:26.784226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686b0f3e-2e4b-4f52-aa3e-b48848ebccf6 req-368b93fc-774a-44b7-b8e0-936bedf25d8c tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729160 Mar 31 23:13:26.801660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed37-6e65-446c-8250-46d983510c36 req-8979e459-18d8-4c01-84ba-8db3deda1b1e tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.803640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1441ed37-6e65-446c-8250-46d983510c36 req-8979e459-18d8-4c01-84ba-8db3deda1b1e tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 944 time: 0.0764830 Mar 31 23:13:26.856238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-b7e3406a-6c5f-4b17-8a2f-4de3a2f7bd5b service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442661 Mar 31 23:13:26.860517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.883623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1441ed37-6e65-446c-8250-46d983510c36 req-aeb48c29-0b9f-4b71-8dbe-e7da773ec653 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675280 Mar 31 23:13:26.976705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.992542 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-078b23ef-7314-447b-a54d-88e4d64093a9 req-d7787fa2-aae4-40bf-a7fa-5c10995b2cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253943 Mar 31 23:13:26.999768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebdbad-1783-4c65-a63e-c45107c08259 req-b87dd721-5f47-461d-a774-88968863d886 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.007903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cebdbad-1783-4c65-a63e-c45107c08259 req-b87dd721-5f47-461d-a774-88968863d886 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0861578 Mar 31 23:13:27.065877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cebdbad-1783-4c65-a63e-c45107c08259 req-d303436a-bf39-4ae0-90e6-d3878962af68 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Mar 31 23:13:27.174021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be5084-8140-4c69-93fe-6c46afc72fec req-ebf9f3cf-2de3-472c-8d12-3ee6c74c4e2d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.175607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92be5084-8140-4c69-93fe-6c46afc72fec req-ebf9f3cf-2de3-472c-8d12-3ee6c74c4e2d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0608470 Mar 31 23:13:27.216213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92be5084-8140-4c69-93fe-6c46afc72fec req-472de53a-85d4-449b-96a8-e6f2bd048f03 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Mar 31 23:13:27.327683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['ff08ad47-f262-46db-b1ab-a09a422e9b52'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:27.481353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35222) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.496510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4007de2-032a-44a8-acb5-dea870b39452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.618689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4007de2-032a-44a8-acb5-dea870b39452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.675777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb475734-b2b0-448b-b752-918739277622 req-1e3d72a5-3546-47fa-bd93-11bf794d15cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.677317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb475734-b2b0-448b-b752-918739277622 req-1e3d72a5-3546-47fa-bd93-11bf794d15cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0557082 Mar 31 23:13:27.718097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb475734-b2b0-448b-b752-918739277622 req-ebc8aacd-7c5e-4df1-805f-d591c93dc7db tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Mar 31 23:13:27.796623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4007de2-032a-44a8-acb5-dea870b39452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.838959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d4007de2-032a-44a8-acb5-dea870b39452 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab152bce83e8420ba774b2714ccbd4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563190 Mar 31 23:13:27.839886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007de2-032a-44a8-acb5-dea870b39452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db85c3e2-e7eb-45be-9a88-9022b48900f3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:27.842529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35238) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.928050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.943171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181f0d4-ed9a-45de-8ecd-80b7ba51587b req-4b85f396-d253-453c-80e1-c26beacfddd1 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.950502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d181f0d4-ed9a-45de-8ecd-80b7ba51587b req-4b85f396-d253-453c-80e1-c26beacfddd1 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 944 time: 0.0582206 Mar 31 23:13:27.957419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.043557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d181f0d4-ed9a-45de-8ecd-80b7ba51587b req-4b29585f-7866-4994-9e3b-88f455cea642 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813923 Mar 31 23:13:28.069654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b29af-7f8f-4b89-bb04-0d13aaa74740 req-140838f6-8cec-4627-8845-1b5bf328aee3 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.071206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f63b29af-7f8f-4b89-bb04-0d13aaa74740 req-140838f6-8cec-4627-8845-1b5bf328aee3 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 944 time: 0.0829189 Mar 31 23:13:28.107746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.110766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.112600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/db85c3e2-e7eb-45be-9a88-9022b48900f3 HTTP/1.1" status: 204 len: 168 time: 0.2688153 Mar 31 23:13:28.121135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f63b29af-7f8f-4b89-bb04-0d13aaa74740 req-0e1f8562-c718-4ebc-8b72-9f36db2a0a68 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Mar 31 23:13:28.125659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993e068-7196-41dd-8359-8b8cbecccaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85c3e2-e7eb-45be-9a88-9022b48900f3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:28.218893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe9607-75ba-44d7-8074-6209f811632a req-fdd85d46-8cc3-4720-b3dc-f31095064c60 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.222949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0afe9607-75ba-44d7-8074-6209f811632a req-fdd85d46-8cc3-4720-b3dc-f31095064c60 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0564067 Mar 31 23:13:28.263975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0afe9607-75ba-44d7-8074-6209f811632a req-d0844167-6e9e-4a0e-ac0e-927446f5f412 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Mar 31 23:13:28.349573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e43468-0dfc-49e6-bfc6-4d2d56b8076b req-26c41aa8-bb6f-4500-a435-518f07a33f90 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.351373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9e43468-0dfc-49e6-bfc6-4d2d56b8076b req-26c41aa8-bb6f-4500-a435-518f07a33f90 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0572813 Mar 31 23:13:28.419199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9e43468-0dfc-49e6-bfc6-4d2d56b8076b req-7650ccbe-f70d-4418-9962-2e5b4f124431 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565045 Mar 31 23:13:28.855199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0d14-c5a9-4ec0-bd6d-9ee2233f5231 req-5b53af80-2999-4d04-a1ed-9e62c464b65f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.858103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9a0d14-c5a9-4ec0-bd6d-9ee2233f5231 req-5b53af80-2999-4d04-a1ed-9e62c464b65f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0621831 Mar 31 23:13:28.910814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9a0d14-c5a9-4ec0-bd6d-9ee2233f5231 req-7bfbdfad-f293-4d04-913f-7390f3205ed5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368450 Mar 31 23:13:29.190272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82f8e-61ec-4a7d-84a1-0066d8f525b1 req-2581a5e5-bf06-4faf-92c3-2630162f0d8d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.190272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45d82f8e-61ec-4a7d-84a1-0066d8f525b1 req-2581a5e5-bf06-4faf-92c3-2630162f0d8d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 944 time: 0.0612671 Mar 31 23:13:29.232054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45d82f8e-61ec-4a7d-84a1-0066d8f525b1 req-c9aaa7fe-edf1-4bf7-b61d-f3fc505290e6 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385313 Mar 31 23:13:29.289935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eacb38-2ed1-4d61-8804-6ba532c474f5 req-e321fabc-c272-49a1-a4c7-2813fcfb3073 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.292434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90eacb38-2ed1-4d61-8804-6ba532c474f5 req-e321fabc-c272-49a1-a4c7-2813fcfb3073 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 944 time: 0.0557404 Mar 31 23:13:29.382458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90eacb38-2ed1-4d61-8804-6ba532c474f5 req-8a485249-6378-47d6-91a8-4e11cd5b63d5 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822713 Mar 31 23:13:29.425355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eb461-9d2b-4778-8550-d0181ff8ceb8 req-8a0a841e-b11e-4f5a-b859-a41e814a9982 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.427464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2eb461-9d2b-4778-8550-d0181ff8ceb8 req-8a0a841e-b11e-4f5a-b859-a41e814a9982 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0875096 Mar 31 23:13:29.471489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2eb461-9d2b-4778-8550-d0181ff8ceb8 req-470bd3f5-faca-42c7-b216-506110aa3a98 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Mar 31 23:13:29.541665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa27482-d221-4ca5-ae02-3f667339f5fc req-b30057a0-4159-4f73-8a52-89bc7228330f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.543179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0aa27482-d221-4ca5-ae02-3f667339f5fc req-b30057a0-4159-4f73-8a52-89bc7228330f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0504541 Mar 31 23:13:29.596220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0aa27482-d221-4ca5-ae02-3f667339f5fc req-27e6ee96-0985-4d67-b3cd-bf7f6910ab59 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Mar 31 23:13:30.273715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ff08ad47-f262-46db-b1ab-a09a422e9b52 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:30.361412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937046e-5377-4c52-8d75-1b523385edb0 req-51b267ed-f7a1-4af0-bbaf-22135fb3b780 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.362929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b937046e-5377-4c52-8d75-1b523385edb0 req-51b267ed-f7a1-4af0-bbaf-22135fb3b780 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 944 time: 0.0525374 Mar 31 23:13:30.365510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:30.419083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b937046e-5377-4c52-8d75-1b523385edb0 req-0366dc76-af0b-49c7-afeb-3fcdae771859 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Mar 31 23:13:30.437512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port ff08ad47-f262-46db-b1ab-a09a422e9b52 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:30.441361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port ff08ad47-f262-46db-b1ab-a09a422e9b52 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:30.441361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.596086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:30.615699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b4e6-5817-414d-94ad-98e9712d752e req-c459162f-5724-43c4-8997-7cce548e3c93 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.621953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'port_id': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'mac_address': 'fa:16:3e:4e:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:30.629450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a61b4e6-5817-414d-94ad-98e9712d752e req-c459162f-5724-43c4-8997-7cce548e3c93 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 944 time: 0.1576338 Mar 31 23:13:30.699708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a61b4e6-5817-414d-94ad-98e9712d752e req-d747481d-f444-49ec-a616-9336e03f4e6d tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692847 Mar 31 23:13:30.700503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.714482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.737733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194304f5-a294-4233-8c79-12b599530e7a req-15eed4cb-2cfc-4c6e-a3c5-1462e8c3cfc1 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.738093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-194304f5-a294-4233-8c79-12b599530e7a req-15eed4cb-2cfc-4c6e-a3c5-1462e8c3cfc1 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0764194 Mar 31 23:13:30.754204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:30.756354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:30.775892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:30.780205 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa1a65-e1d3-4e5c-85e8-920f5e3cda5e" -d '{"events": [{"server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "name": "network-vif-plugged", "status": "completed", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:30.791621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:30.797030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-194304f5-a294-4233-8c79-12b599530e7a req-747cf2ee-47f6-400b-abf6-60b2837afeff tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Mar 31 23:13:30.840863 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2393d9-d6aa-4077-8acf-b657e674e959 x-openstack-request-id: req-6b2393d9-d6aa-4077-8acf-b657e674e959 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:30.841163 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "name": "network-vif-plugged", "status": "completed", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:30.841514 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b2393d9-d6aa-4077-8acf-b657e674e959 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:30.842420 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2393d9-d6aa-4077-8acf-b657e674e959'] response: {'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'code': 200} Mar 31 23:13:30.860645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffadcb5-af7c-4c52-95bc-df5615c05dfe req-5e57c85e-b8af-424d-8fc7-747b152bfe4c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.862122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ffadcb5-af7c-4c52-95bc-df5615c05dfe req-5e57c85e-b8af-424d-8fc7-747b152bfe4c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0504065 Mar 31 23:13:30.870814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.911114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ffadcb5-af7c-4c52-95bc-df5615c05dfe req-ca8b3f8a-135e-45c6-823f-e0d341c6fa2c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Mar 31 23:13:30.923068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.927114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:30.988361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5c30f-67b9-412f-9484-04e80af3d96f req-02d496ce-c485-46e0-bc9c-87f6260d6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.990185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b5c30f-67b9-412f-9484-04e80af3d96f req-02d496ce-c485-46e0-bc9c-87f6260d6058 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 1096 time: 0.0529661 Mar 31 23:13:31.012247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:31.047990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10b5c30f-67b9-412f-9484-04e80af3d96f req-e22c3e0d-554b-4bf2-96f2-b2d71de2427a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Mar 31 23:13:31.310790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:31.579671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810de7fc-69f7-4673-a8eb-88fec6990f65 req-3ed52071-6336-465c-841a-1168da12248d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.589160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-810de7fc-69f7-4673-a8eb-88fec6990f65 req-3ed52071-6336-465c-841a-1168da12248d tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.0889132 Mar 31 23:13:31.623582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-810de7fc-69f7-4673-a8eb-88fec6990f65 req-c7714781-d4b9-4dff-a4bc-0ab95074be8b tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Mar 31 23:13:31.770717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35474) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:31.899053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444d3f-677d-4c7e-b580-98bc035e68ea req-06e86f01-1fef-438c-996d-ddcad4b76f95 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.900697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca444d3f-677d-4c7e-b580-98bc035e68ea req-06e86f01-1fef-438c-996d-ddcad4b76f95 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 945 time: 0.0565372 Mar 31 23:13:31.914234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2f341a1-8536-41f8-b9cf-4dda059ae763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.012390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca444d3f-677d-4c7e-b580-98bc035e68ea req-92dc2571-c349-493b-b013-ff3db9af7fe9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001635 Mar 31 23:13:32.018568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2f341a1-8536-41f8-b9cf-4dda059ae763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.030563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979c02d-54b0-4554-84cf-fa9e5b1037ce req-eae3c8a0-5932-474b-84ec-cbb4e24f5bd5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.034721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a979c02d-54b0-4554-84cf-fa9e5b1037ce req-eae3c8a0-5932-474b-84ec-cbb4e24f5bd5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.1127872 Mar 31 23:13:32.074987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a979c02d-54b0-4554-84cf-fa9e5b1037ce req-94bb1c7f-78cb-48b9-89c9-fcab274c5983 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Mar 31 23:13:32.087888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2f341a1-8536-41f8-b9cf-4dda059ae763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.128165 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e2f341a1-8536-41f8-b9cf-4dda059ae763 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=affc508bf8c444a9acd65296a7a63189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552878 Mar 31 23:13:32.130229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f341a1-8536-41f8-b9cf-4dda059ae763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3857d90-d64f-4714-9ffa-de8b0b70e01f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:32.133067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.140917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e33d-6b7b-4927-a9fb-a243c3d37464 req-ebd04b38-94e8-484c-8d45-4a0c65c8d67c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.142441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60c8e33d-6b7b-4927-a9fb-a243c3d37464 req-ebd04b38-94e8-484c-8d45-4a0c65c8d67c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0621781 Mar 31 23:13:32.183367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60c8e33d-6b7b-4927-a9fb-a243c3d37464 req-7bf548d4-dd42-453d-9f2c-9193bb3e0bb4 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Mar 31 23:13:32.189190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.224075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.344394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.347189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.350721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e3857d90-d64f-4714-9ffa-de8b0b70e01f HTTP/1.1" status: 204 len: 168 time: 0.2143965 Mar 31 23:13:32.357980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1857c-71d3-4366-8496-0c2be1cd4a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3857d90-d64f-4714-9ffa-de8b0b70e01f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:32.403074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.523592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-727ffce5-aa4c-430d-aa68-4358af1a1589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.606025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-727ffce5-aa4c-430d-aa68-4358af1a1589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.667557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-727ffce5-aa4c-430d-aa68-4358af1a1589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.709978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ffce5-aa4c-430d-aa68-4358af1a1589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de353d3b-650a-4ea5-bd53-08e399cf5f4f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:32.714585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-727ffce5-aa4c-430d-aa68-4358af1a1589 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6106bc52b3c84c428b94172ed056fb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099926 Mar 31 23:13:32.718588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35510) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.817207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbb8a7-4034-4d61-a2b4-3a79a3f728f2 req-f9c6ee05-b5fc-4a99-b16d-d2165f70f2b5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.818240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00cbb8a7-4034-4d61-a2b4-3a79a3f728f2 req-f9c6ee05-b5fc-4a99-b16d-d2165f70f2b5 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.1126108 Mar 31 23:13:32.821301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.864045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.885933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00cbb8a7-4034-4d61-a2b4-3a79a3f728f2 req-36ac8a56-6be6-469d-9967-3286d5b66a75 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600386 Mar 31 23:13:33.117070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.119956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.121377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de353d3b-650a-4ea5-bd53-08e399cf5f4f HTTP/1.1" status: 204 len: 168 time: 0.4011960 Mar 31 23:13:33.142192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ca75-b99a-4322-bf00-2b983ba4d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de353d3b-650a-4ea5-bd53-08e399cf5f4f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.165506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5418c86-a858-4b53-82e7-8dc8ae097fba req-8eca93ca-7367-4179-8441-97105eb5cd7a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.167290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5418c86-a858-4b53-82e7-8dc8ae097fba req-8eca93ca-7367-4179-8441-97105eb5cd7a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 945 time: 0.0840497 Mar 31 23:13:33.219203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.230939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5418c86-a858-4b53-82e7-8dc8ae097fba req-d660bb1d-0d28-47d2-ba35-501d4288409c tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529349 Mar 31 23:13:33.242400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6de464b-a983-4c2a-b0ed-e436c724cd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.367121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6de464b-a983-4c2a-b0ed-e436c724cd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.381482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb087a-bfa6-441b-9d96-40e20f9e1520 req-6f628114-5837-4480-a40f-26c84bf40572 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.384188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bddb087a-bfa6-441b-9d96-40e20f9e1520 req-6f628114-5837-4480-a40f-26c84bf40572 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0826054 Mar 31 23:13:33.427527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bddb087a-bfa6-441b-9d96-40e20f9e1520 req-93c1b807-e7b5-42cf-b30a-61cdd99a1937 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Mar 31 23:13:33.453348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6de464b-a983-4c2a-b0ed-e436c724cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.494172 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6de464b-a983-4c2a-b0ed-e436c724cd0f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=31521e6e8eff4be28c03a360e86dbd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715824 Mar 31 23:13:33.494172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de464b-a983-4c2a-b0ed-e436c724cd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1fa5a2-7e37-4243-bb8a-54b45b901361,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.495335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35528) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.528422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a65fb-679e-4db4-a2e6-67e6e4f9531d req-6cce183c-1720-47ad-8a6b-cdbe5fd21e07 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.539703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd7a65fb-679e-4db4-a2e6-67e6e4f9531d req-6cce183c-1720-47ad-8a6b-cdbe5fd21e07 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0709720 Mar 31 23:13:33.562319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.575798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd7a65fb-679e-4db4-a2e6-67e6e4f9531d req-e4457254-a115-443f-a7ad-d5424ff5817a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Mar 31 23:13:33.601867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.756379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.759276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.760518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e1fa5a2-7e37-4243-bb8a-54b45b901361 HTTP/1.1" status: 204 len: 168 time: 0.2642767 Mar 31 23:13:33.769903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e363f2-b104-4d82-bd6f-fcb972b5863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1fa5a2-7e37-4243-bb8a-54b45b901361,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:34.019290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fcf15-2e09-4200-aa80-198cb308dfca req-069458b3-b2c7-4f5d-9984-608bfb986455 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.020820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-925fcf15-2e09-4200-aa80-198cb308dfca req-069458b3-b2c7-4f5d-9984-608bfb986455 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.0601516 Mar 31 23:13:34.061381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-925fcf15-2e09-4200-aa80-198cb308dfca req-1745fe56-8c73-4386-b140-3b859fb7cf08 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343001 Mar 31 23:13:34.165812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:34.181386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccd160fb-8b05-424c-943b-5d8df7c97dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.190253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0739d4-6e02-4966-a4cc-480e32137de9 req-d31234b8-ebd6-4de2-954e-94b752b62698 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.191842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd0739d4-6e02-4966-a4cc-480e32137de9 req-d31234b8-ebd6-4de2-954e-94b752b62698 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.0576141 Mar 31 23:13:34.203920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35548) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:34.210545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Request body: {'floatingip': {'port_id': 'ff08ad47-f262-46db-b1ab-a09a422e9b52'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:34.258837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.565973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccd160fb-8b05-424c-943b-5d8df7c97dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.569972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:34.571041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ccd160fb-8b05-424c-943b-5d8df7c97dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.571883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7748aa-98d8-4da0-bc46-460c21f7e59b req-afd74583-3302-434c-8707-c16c6ec5db1c tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.571883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e7748aa-98d8-4da0-bc46-460c21f7e59b req-afd74583-3302-434c-8707-c16c6ec5db1c tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 945 time: 0.0996387 Mar 31 23:13:34.572332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ccd160fb-8b05-424c-943b-5d8df7c97dd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca110452b28b46809dff6684b96b724c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031178 Mar 31 23:13:34.572332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd160fb-8b05-424c-943b-5d8df7c97dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468ae67-ffa6-40f0-9e3a-eb2b17f1787e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:34.572332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35564) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:34.579517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.613474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.720137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e7748aa-98d8-4da0-bc46-460c21f7e59b req-0519066a-ab9a-4667-afb8-67559c5d7be3 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731369 Mar 31 23:13:34.752025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72773fe-cebd-4eb3-bc92-8abb6e55bbe9 req-ef927175-a5ea-47fe-bb0b-18c543cbbdad tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.753720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a72773fe-cebd-4eb3-bc92-8abb6e55bbe9 req-ef927175-a5ea-47fe-bb0b-18c543cbbdad tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1397510 Mar 31 23:13:34.813926 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.814377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.815148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:34.818613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.820641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:34.821170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.824823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e468ae67-ffa6-40f0-9e3a-eb2b17f1787e HTTP/1.1" status: 204 len: 168 time: 0.3475337 Mar 31 23:13:34.838951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b5c8-6fd1-4337-af6b-5efbce7b80c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468ae67-ffa6-40f0-9e3a-eb2b17f1787e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:34.963246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.964040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a72773fe-cebd-4eb3-bc92-8abb6e55bbe9 req-2259ce14-d6dd-4e1a-a74a-ca46c8290a61 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979938 Mar 31 23:13:35.004255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:35.006810 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53827645-ac00-4707-99bb-de880d578ee6" -d '{"events": [{"server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "name": "network-vif-plugged", "status": "completed", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:35.030737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:35.034409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0259ae-2ba4-40fe-b2df-d118dc372d95 req-f48c4355-df01-4493-8566-407aacc11c9a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.036114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c0259ae-2ba4-40fe-b2df-d118dc372d95 req-f48c4355-df01-4493-8566-407aacc11c9a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.2281413 Mar 31 23:13:35.053703 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432967b1-fce9-4899-ad3e-67b6500e59bb x-openstack-request-id: req-432967b1-fce9-4899-ad3e-67b6500e59bb {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:35.066072 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "name": "network-vif-plugged", "status": "completed", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:35.066072 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-432967b1-fce9-4899-ad3e-67b6500e59bb {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:35.066072 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432967b1-fce9-4899-ad3e-67b6500e59bb'] response: {'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'code': 200} Mar 31 23:13:35.140578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c0259ae-2ba4-40fe-b2df-d118dc372d95 req-4766bdea-75a1-4c37-96b1-75a633a06c7a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Mar 31 23:13:35.150124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.214278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637405fc-a244-4c40-b62c-e9438b118c29 req-37074ded-9301-42ad-b85d-872ee9239126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.216067 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-637405fc-a244-4c40-b62c-e9438b118c29 req-37074ded-9301-42ad-b85d-872ee9239126 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1097 time: 0.0449893 Mar 31 23:13:35.253784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:35.273913 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.293903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-637405fc-a244-4c40-b62c-e9438b118c29 req-168fddad-db9f-4cf1-9ffe-208b2bfd8df1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679388 Mar 31 23:13:35.348904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.447272 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Floating IP 94fab8d0-ec78-46e3-b134-8b115f14fdd5 associated. External IP: 172.25.6.123, port: ff08ad47-f262-46db-b1ab-a09a422e9b52. Mar 31 23:13:35.690007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Router 1d5286eb-513a-48cc-9bfe-e000e9a08662 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:36.199494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcacbfc-d1c5-4031-b978-35cad3f2c1c3 req-aa373c15-74ed-4600-96e6-fac46a94fc96 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.201030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffcacbfc-d1c5-4031-b978-35cad3f2c1c3 req-aa373c15-74ed-4600-96e6-fac46a94fc96 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.1366217 Mar 31 23:13:36.211562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8e2a-49c8-4cca-a5e3-81c7b1ac5872 req-11aa929c-b40c-473a-9597-3ada3a36e1d9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.213026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-430f8e2a-49c8-4cca-a5e3-81c7b1ac5872 req-11aa929c-b40c-473a-9597-3ada3a36e1d9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1497653 Mar 31 23:13:36.278246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:36.291236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffcacbfc-d1c5-4031-b978-35cad3f2c1c3 req-ea05cdc6-94f9-4617-a8f2-098285329673 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734167 Mar 31 23:13:36.293562 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0baef2-e249-4346-b948-db17103013be None None] Sync routers for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:36.302250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.306397 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:36.308399 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:13:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:36.401088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-430f8e2a-49c8-4cca-a5e3-81c7b1ac5872 req-b86b7012-5490-49ad-b49b-1c7c6fd03cb7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483521 Mar 31 23:13:36.445540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23240fa5-f957-44ae-a818-b5f7b04cdabb tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "PUT /v2.0/floatingips/94fab8d0-ec78-46e3-b134-8b115f14fdd5 HTTP/1.1" status: 200 len: 991 time: 2.2396436 Mar 31 23:13:36.447954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:36.451495 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844fe74d-9389-42e2-a9ee-dcb1b8113653" -d '{"events": [{"name": "network-changed", "server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:36.500125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d23d-1544-4bcc-9304-021aab140f06 req-7f88ee81-8760-4e0d-93e1-43ee4d2076c6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.517636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec33d23d-1544-4bcc-9304-021aab140f06 req-7f88ee81-8760-4e0d-93e1-43ee4d2076c6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.1368809 Mar 31 23:13:36.529898 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade511a-a59d-4b72-9de5-ab5441326db1 x-openstack-request-id: req-4ade511a-a59d-4b72-9de5-ab5441326db1 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:36.530610 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:36.531064 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ade511a-a59d-4b72-9de5-ab5441326db1 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:36.531627 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ade511a-a59d-4b72-9de5-ab5441326db1'] response: {'name': 'network-changed', 'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'status': 'completed', 'code': 200} Mar 31 23:13:36.582445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec33d23d-1544-4bcc-9304-021aab140f06 req-152ae5c9-53f7-41d1-a4b8-efb2c130f55e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634832 Mar 31 23:13:36.612927 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:36.664858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-d6ee9a10-9345-48fb-9fe9-5c79205724ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.668993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-d6ee9a10-9345-48fb-9fe9-5c79205724ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 1096 time: 0.0934687 Mar 31 23:13:36.817711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-ccd30542-d5de-4520-bad5-9d86e17620ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.819399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-ccd30542-d5de-4520-bad5-9d86e17620ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 200 len: 916 time: 0.1445100 Mar 31 23:13:36.899634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-2bee55fb-040c-40b2-967f-7f8d15235e7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 200 len: 999 time: 0.0737779 Mar 31 23:13:36.945400 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '94fab8d0-ec78-46e3-b134-8b115f14fdd5', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'port_id': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'mac_address': 'fa:16:3e:d1:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:35Z', 'revision_number': 1, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:36.987590 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0baef2-e249-4346-b948-db17103013be None None] Checking router: 1d5286eb-513a-48cc-9bfe-e000e9a08662 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:36.988493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-6d27a635-d810-41a9-a08f-31e23619d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.990027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-6d27a635-d810-41a9-a08f-31e23619d2f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0a182d-40d6-4e1d-980e-00951094776c HTTP/1.1" status: 200 len: 853 time: 0.0843325 Mar 31 23:13:36.998689 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:36.999673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:13:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:37.059066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-84436461-fcf1-43ba-84c1-67320031b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.061787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-84436461-fcf1-43ba-84c1-67320031b8f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569456 Mar 31 23:13:37.130403 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:37.218579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-6ead3270-1ef8-47a9-98bd-6c9483ac6030 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494265 Mar 31 23:13:37.331408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844fe74d-9389-42e2-a9ee-dcb1b8113653 req-8657b797-2b26-4569-a7c3-a1d387d2e7c3 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041422 Mar 31 23:13:37.475349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35684) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:37.489278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40ecf-4935-4940-a68b-0ca4a2bc185a req-9c6d9661-18ab-4ca4-8398-ff75d2c0afb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.490879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cc40ecf-4935-4940-a68b-0ca4a2bc185a req-9c6d9661-18ab-4ca4-8398-ff75d2c0afb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0991037 Mar 31 23:13:37.493300 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6f0baef2-e249-4346-b948-db17103013be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '94fab8d0-ec78-46e3-b134-8b115f14fdd5', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'port_id': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'mac_address': 'fa:16:3e:d1:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:35Z', 'revision_number': 1, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:37.531994 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0baef2-e249-4346-b948-db17103013be None None] The sync data for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 is: [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '94fab8d0-ec78-46e3-b134-8b115f14fdd5', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'port_id': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'mac_address': 'fa:16:3e:d1:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:35Z', 'revision_number': 1, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:37.607696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cc40ecf-4935-4940-a68b-0ca4a2bc185a req-3fb7bdb6-3361-4604-92bc-b1c98ea58b2e tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015923 Mar 31 23:13:37.648564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e50b-1d0e-47c9-80cd-e3d3ee801479 req-97c88a5a-8f74-4022-9f25-27a2ed7f3c56 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.650847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e24e50b-1d0e-47c9-80cd-e3d3ee801479 req-97c88a5a-8f74-4022-9f25-27a2ed7f3c56 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0981398 Mar 31 23:13:37.652425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-38dc124c-6109-4300-a069-6c0f7ae8ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.734156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e24e50b-1d0e-47c9-80cd-e3d3ee801479 req-68808b65-edef-4b0e-829c-62ab523f35ad tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762870 Mar 31 23:13:37.801236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-38dc124c-6109-4300-a069-6c0f7ae8ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.805222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c76141-0e3d-46ae-bb28-000a1fbb6c24 req-4768d59e-9aeb-438b-a032-a580555b47d5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.806924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49c76141-0e3d-46ae-bb28-000a1fbb6c24 req-4768d59e-9aeb-438b-a032-a580555b47d5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0718760 Mar 31 23:13:37.871882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-38dc124c-6109-4300-a069-6c0f7ae8ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.887863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ec8e7-f7b2-4f5d-b9b3-791e0a85a24c None None] New status for floating IP 94fab8d0-ec78-46e3-b134-8b115f14fdd5: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:13:37.890287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317bfa3-ee28-435d-b9b1-a0799312edab req-bad90f85-455d-443b-be92-b2190d966914 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.891782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2317bfa3-ee28-435d-b9b1-a0799312edab req-bad90f85-455d-443b-be92-b2190d966914 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0713751 Mar 31 23:13:37.895032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49c76141-0e3d-46ae-bb28-000a1fbb6c24 req-d038aa18-df2f-4a32-8bcc-6f15d9612ae8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811629 Mar 31 23:13:37.938450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:37.942225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-38dc124c-6109-4300-a069-6c0f7ae8ca5d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fb238bceb2414b6991e4b52bd1ecdac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654872 Mar 31 23:13:37.971862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2317bfa3-ee28-435d-b9b1-a0799312edab req-96215682-fbd8-486e-a46e-686c66ff5b7c tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731385 Mar 31 23:13:38.015976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc124c-6109-4300-a069-6c0f7ae8ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601933d-9485-4dcd-86bc-3da335af1e52,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:38.078182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.102955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.193085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ce46-7c25-4410-a1ff-30d3ec0ac3c5 req-de10924d-7881-4f09-acad-73430ce0fa82 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.194704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0987ce46-7c25-4410-a1ff-30d3ec0ac3c5 req-de10924d-7881-4f09-acad-73430ce0fa82 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0700247 Mar 31 23:13:38.256660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0987ce46-7c25-4410-a1ff-30d3ec0ac3c5 req-d1d1b708-5235-431c-bd5d-a6c1435d2d0f tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544538 Mar 31 23:13:38.270186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.273196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.274324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a601933d-9485-4dcd-86bc-3da335af1e52 HTTP/1.1" status: 204 len: 168 time: 0.3346407 Mar 31 23:13:38.280129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:38.284025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f1283-310c-479f-8279-db85d4fcc250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601933d-9485-4dcd-86bc-3da335af1e52,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:38.496840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2896187-f45d-45e8-9e7a-5f7f04ee202f tempest-TestServerBasicOps-93320794 tempest-TestServerBasicOps-93320794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.499950 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f2896187-f45d-45e8-9e7a-5f7f04ee202f tempest-TestServerBasicOps-93320794 tempest-TestServerBasicOps-93320794-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1092 time: 0.2183068 Mar 31 23:13:38.503253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:38.508840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:38.537135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618283ca-8f8f-4f64-b862-37b2d407bbe4 req-94883fce-48a9-45ef-ad90-d4906f1fff48 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.538785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-618283ca-8f8f-4f64-b862-37b2d407bbe4 req-94883fce-48a9-45ef-ad90-d4906f1fff48 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0594072 Mar 31 23:13:38.588754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-618283ca-8f8f-4f64-b862-37b2d407bbe4 req-42e37514-0886-4d9e-b31e-9171cac301df tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Mar 31 23:13:38.646902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.680477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-daf03a72-a64c-4cdf-9ad4-46300f733e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.682344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-daf03a72-a64c-4cdf-9ad4-46300f733e11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c019a13741594df98afb05d4aeb84b46&device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 1097 time: 0.0506811 Mar 31 23:13:38.819635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.903357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-c00849e1-27f8-41b3-b74b-be204360b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.905700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-c00849e1-27f8-41b3-b74b-be204360b04a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 200 len: 917 time: 0.2168064 Mar 31 23:13:38.922230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fab2b-7ab7-4f64-a0a8-6934c1b9813d req-92e678cf-0e45-4141-9215-f5d7a6494f2b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.922385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-758fab2b-7ab7-4f64-a0a8-6934c1b9813d req-92e678cf-0e45-4141-9215-f5d7a6494f2b tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0883183 Mar 31 23:13:38.999185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-f5520294-e039-4929-bb6e-7cff833b25c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14c17215-f26c-41da-ac4b-a051a2332e2d HTTP/1.1" status: 200 len: 217 time: 0.0758233 Mar 31 23:13:39.027488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Allocated IP 172.25.6.216 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d3a0706b-14c4-454b-84c8-66fe98af0b13) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:39.033242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-758fab2b-7ab7-4f64-a0a8-6934c1b9813d req-6223dcb7-96f2-4d28-af55-c079b08fda40 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 Mar 31 23:13:39.093154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-6cd98b47-1de7-4412-8b73-3dc3faa9b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.094827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-6cd98b47-1de7-4412-8b73-3dc3faa9b25f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 200 len: 854 time: 0.0828860 Mar 31 23:13:39.152295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.182915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-016719a2-3305-4644-b7ea-c4631d03ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.192465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-016719a2-3305-4644-b7ea-c4631d03ef8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71408f8-8628-4366-8420-b3468d4ef9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889621 Mar 31 23:13:39.288046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.292429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-2ca9f462-d490-4fe9-b19f-eb74e9137d9f service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Mar 31 23:13:39.337182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:39.340567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:39.343702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:39.391464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'Port': ['ID=d3a0706b-14c4-454b-84c8-66fe98af0b13,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.431781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78f45fc3-0974-4762-a238-73634cb3ea61 req-11513da2-68f8-4ace-a32c-147fe1dd6d1b service neutron] 10.222.0.10 "GET /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301565 Mar 31 23:13:39.713350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cca38f-7b26-47b8-b753-d04e8a5673fc req-c0f3e5f2-dcea-4db1-bd73-e5673b5831d0 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.714833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63cca38f-7b26-47b8-b753-d04e8a5673fc req-c0f3e5f2-dcea-4db1-bd73-e5673b5831d0 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Mar 31 23:13:39.762983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63cca38f-7b26-47b8-b753-d04e8a5673fc req-2be59a70-1a92-449f-8293-cecdab8c495f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Mar 31 23:13:39.767559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.913547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.114335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.167523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.179208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953af9e-5c87-44a9-841d-613d9bc7c196 req-8a0648ff-7d0a-405b-9ac8-a25c3dca3bf7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.180874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3953af9e-5c87-44a9-841d-613d9bc7c196 req-8a0648ff-7d0a-405b-9ac8-a25c3dca3bf7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0574033 Mar 31 23:13:40.224043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3953af9e-5c87-44a9-841d-613d9bc7c196 req-338ea94d-1148-46d6-a926-f437af79ab0e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Mar 31 23:13:40.245655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event updated for resources: {'Port': ['ID=d3a0706b-14c4-454b-84c8-66fe98af0b13,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.256141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.375484 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Floating IP 2b16940b-6b7a-4e42-b084-49dc95cbb74c associated. External IP: 172.25.6.216, port: cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0. Mar 31 23:13:40.531375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35808) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.626125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Router c5c77180-292b-4a3d-88cc-967e6198db41 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:40.662404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.767363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.769482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:40.786002 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Sync routers for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:40.814252 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:40.815050 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:13:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:40.856364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.871640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.894468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c266e3b2-e854-4e95-a6ef-f02f67742ee9 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3896537 Mar 31 23:13:40.895379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:40.899157 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:40.947590 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec058847-5f2d-435f-a796-41b2599831a5 x-openstack-request-id: req-ec058847-5f2d-435f-a796-41b2599831a5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:40.948317 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:40.949041 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec058847-5f2d-435f-a796-41b2599831a5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:40.949867 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec058847-5f2d-435f-a796-41b2599831a5'] response: {'name': 'network-changed', 'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'status': 'completed', 'code': 200} Mar 31 23:13:40.980881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28039b-dd4b-43f0-946a-2dde238769fa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.999033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1d86f75a600f4a9c8950ca8586c74387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652076 Mar 31 23:13:41.000669 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:41.005903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35830) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:41.032515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae4c33-f324-4555-96c2-1d9cf1c21063 req-06297794-d33a-449f-8fb4-5c9251550ef2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.035188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9ae4c33-f324-4555-96c2-1d9cf1c21063 req-06297794-d33a-449f-8fb4-5c9251550ef2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.1960874 Mar 31 23:13:41.046477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.047061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.047626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.048180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.048773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.049365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.049902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.050470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.051233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.051802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.052357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.052920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e05128-fca8-4c4f-bd7a-d3bf0bf1a5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:41.101040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-561adce5-eec3-4711-9be1-f189efffd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.104721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-561adce5-eec3-4711-9be1-f189efffd881 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1097 time: 0.1237175 Mar 31 23:13:41.167774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9ae4c33-f324-4555-96c2-1d9cf1c21063 req-44f7239f-bd8c-40df-b741-b5196c479f0c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058950 Mar 31 23:13:41.251461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.316455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.382128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-35626799-d562-49ce-93cf-53214ae3859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.384512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-35626799-d562-49ce-93cf-53214ae3859d service neutron] 10.222.0.44 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 910 time: 0.2722335 Mar 31 23:13:41.429310 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '2b16940b-6b7a-4e42-b084-49dc95cbb74c', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'port_id': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'mac_address': 'fa:16:3e:4e:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:39Z', 'updated_at': '2022-03-31T23:13:39Z', 'revision_number': 0, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:41.518902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b144-d21a-43a1-a117-b94ad196525a req-4f3897bb-dc0c-4680-ab08-bd46d607bf68 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.525630 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Checking router: c5c77180-292b-4a3d-88cc-967e6198db41 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:41.528063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40e6b144-d21a-43a1-a117-b94ad196525a req-4f3897bb-dc0c-4680-ab08-bd46d607bf68 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1716757 Mar 31 23:13:41.551587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:41.552425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:13:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:41.578527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d47c1-a07d-439d-ae28-bea0db6c94a0 req-ff8c1a24-a2ae-4f99-b154-8eb773f414a3 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.586106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc3d47c1-a07d-439d-ae28-bea0db6c94a0 req-ff8c1a24-a2ae-4f99-b154-8eb773f414a3 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.1627717 Mar 31 23:13:41.625469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-4e246ffd-b175-4c86-a585-9a79f674f1f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 1000 time: 0.2172081 Mar 31 23:13:41.630963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38e1eaa9-35bd-41df-aed5-94d7abc1ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.642618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40e6b144-d21a-43a1-a117-b94ad196525a req-24148749-6016-45a2-b651-e8ccc7789529 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135399 Mar 31 23:13:41.684515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc3d47c1-a07d-439d-ae28-bea0db6c94a0 req-47fd58fb-af15-4fb4-8436-e624429908b5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Mar 31 23:13:41.685979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.695917 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.695917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f28039b-dd4b-43f0-946a-2dde238769fa HTTP/1.1" status: 204 len: 168 time: 0.6863282 Mar 31 23:13:41.718788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f879-0ea5-4b60-8de9-63e08b00996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28039b-dd4b-43f0-946a-2dde238769fa,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:41.730804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-97bf470b-e33f-4682-9d0d-4fc20ff9eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.734134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-97bf470b-e33f-4682-9d0d-4fc20ff9eaad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 200 len: 847 time: 0.1009343 Mar 31 23:13:41.766363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-436a34a3-fd9f-4d59-b553-d93c20647fbd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473729 Mar 31 23:13:41.766672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:41.833212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0e69-5542-4688-b501-ba6e4e2cd7a8 req-77acb767-c8e8-431b-ac90-3790c09dfa36 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.844219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa4e0e69-5542-4688-b501-ba6e4e2cd7a8 req-77acb767-c8e8-431b-ac90-3790c09dfa36 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.0908704 Mar 31 23:13:41.881301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-46c1211a-ab29-41d8-9070-41c26b3080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.882983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-46c1211a-ab29-41d8-9070-41c26b3080c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344082 Mar 31 23:13:41.890502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-6b5c0526-2636-4f3f-9687-8f44a7ee0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.893026 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-6b5c0526-2636-4f3f-9687-8f44a7ee0a54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.0739985 Mar 31 23:13:41.921202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa4e0e69-5542-4688-b501-ba6e4e2cd7a8 req-172f9ff1-d1fc-4f4e-b4ab-6590b45ef07c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690610 Mar 31 23:13:42.141496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627227a-448a-4e02-9bdd-540a9cb4ac50 req-b6729a29-802a-4d90-ab02-81b1590c9f64 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.148680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f627227a-448a-4e02-9bdd-540a9cb4ac50 req-b6729a29-802a-4d90-ab02-81b1590c9f64 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.1206641 Mar 31 23:13:42.181905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-609afd1b-de95-4221-ba69-6b6f0c3b6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.183731 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-609afd1b-de95-4221-ba69-6b6f0c3b6590 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2642455 Mar 31 23:13:42.210388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f627227a-448a-4e02-9bdd-540a9cb4ac50 req-90e6e0ae-65d1-4217-b057-f6b018a7377e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541770 Mar 31 23:13:42.236177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '2b16940b-6b7a-4e42-b084-49dc95cbb74c', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'port_id': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'mac_address': 'fa:16:3e:4e:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:39Z', 'updated_at': '2022-03-31T23:13:39Z', 'revision_number': 0, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:42.249163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-6af20372-ce45-47f7-9ccc-451cd04edb0f service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557079 Mar 31 23:13:42.265200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-4e2ccdb5-3e8f-40ad-98c0-5ec7fb99ea6c req-47143350-8b74-4725-acf0-1a766317ee7b tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:13:42.266229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e2ccdb5-3e8f-40ad-98c0-5ec7fb99ea6c req-47143350-8b74-4725-acf0-1a766317ee7b tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077410 Mar 31 23:13:42.289492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e2fc3-3e4b-415c-a873-6f23d2719800 None None] The sync data for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 is: [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '2b16940b-6b7a-4e42-b084-49dc95cbb74c', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'port_id': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'mac_address': 'fa:16:3e:4e:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:39Z', 'updated_at': '2022-03-31T23:13:39Z', 'revision_number': 0, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:42.343645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-2968e0e3-4f98-40d5-b94d-102a48ef285f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.1493983 Mar 31 23:13:42.389893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e2ccdb5-3e8f-40ad-98c0-5ec7fb99ea6c req-e04abf7c-ef5c-406b-8e98-8d234d3c3721 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1136017 Mar 31 23:13:42.424060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3d5a65f-2e95-4e6a-8163-d9a52e70d1c5 req-c1aa6d9a-ba0e-4571-99e2-a1ca84a1dfa3 service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562355 Mar 31 23:13:42.427565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-26d4b4a3-13a7-4115-ba8c-214f8775e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.428895 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-26d4b4a3-13a7-4115-ba8c-214f8775e665 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0756354 Mar 31 23:13:42.619012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d58b90-19f0-4c2d-9675-28e5f45057b8 None None] New status for floating IP 2b16940b-6b7a-4e42-b084-49dc95cbb74c: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:13:42.711196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908e7fc-fcfc-4cc6-a72a-fcec7e87c60e req-4faf0f9a-f7b0-4cf0-8ea6-641cfaf90109 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.728727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4908e7fc-fcfc-4cc6-a72a-fcec7e87c60e req-4faf0f9a-f7b0-4cf0-8ea6-641cfaf90109 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0989571 Mar 31 23:13:42.829673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35874) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:42.874828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4908e7fc-fcfc-4cc6-a72a-fcec7e87c60e req-a2d532da-ca00-4caf-b45e-91c0fb72e13e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411581 Mar 31 23:13:42.876516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-517dd97d-ee01-4fac-836a-73f936a84afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.895643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-87f83a37-8250-4f85-9510-4eb3f6a20c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.896591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-87f83a37-8250-4f85-9510-4eb3f6a20c5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4352462 Mar 31 23:13:42.922258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008cb84-30e0-415d-8774-d90ce0eebb03 req-be903b25-2e3a-4bdc-a3ee-ff79838f6e0c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.929710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2008cb84-30e0-415d-8774-d90ce0eebb03 req-be903b25-2e3a-4bdc-a3ee-ff79838f6e0c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.1250498 Mar 31 23:13:43.003070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2008cb84-30e0-415d-8774-d90ce0eebb03 req-611b0048-7358-432a-aa73-e74954369089 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664375 Mar 31 23:13:43.023924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-9a173179-91a5-4ebf-b2e3-517a87d6d111 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182573 Mar 31 23:13:43.096107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-517dd97d-ee01-4fac-836a-73f936a84afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.111039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b699d53-ebe0-4ac4-bf54-08692e00baa9 req-9334bea0-e5dd-407c-8e00-b70fbc6a74d2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.112939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b699d53-ebe0-4ac4-bf54-08692e00baa9 req-9334bea0-e5dd-407c-8e00-b70fbc6a74d2 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.1090136 Mar 31 23:13:43.148825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc3f8547-c7d8-4d4a-98fd-45c3cbb5ed4f req-5fe9b234-cf65-44e8-9c57-b4291c1fc2f0 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125600 Mar 31 23:13:43.157988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b699d53-ebe0-4ac4-bf54-08692e00baa9 req-a0ede1b1-b69a-4825-92f1-d9c75b5a75b1 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Mar 31 23:13:43.185278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-517dd97d-ee01-4fac-836a-73f936a84afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.228620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-517dd97d-ee01-4fac-836a-73f936a84afa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55916235c7c94578879e673eb33bac01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964639 Mar 31 23:13:43.229452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd97d-ee01-4fac-836a-73f936a84afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6dc438-07eb-4796-964c-0c511ba23b57,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:43.231260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.287242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985e3d-5296-4e2f-a1b5-5d40d20913af req-b617dccc-1b9d-4524-a9db-a718318d8507 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.287404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.288750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16985e3d-5296-4e2f-a1b5-5d40d20913af req-b617dccc-1b9d-4524-a9db-a718318d8507 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0541298 Mar 31 23:13:43.315660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.335040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16985e3d-5296-4e2f-a1b5-5d40d20913af req-d7825ac0-d92e-4860-a8cd-36a3304de65a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Mar 31 23:13:43.496935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.496935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.502891 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e6dc438-07eb-4796-964c-0c511ba23b57 HTTP/1.1" status: 204 len: 168 time: 0.2692471 Mar 31 23:13:43.513689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b83e-d23d-47f5-b687-d4cd137fde51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6dc438-07eb-4796-964c-0c511ba23b57,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:43.537220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d62b8-bd6a-49e6-acc7-496b2dd6043f req-4697e7a2-6ad5-4c1a-aeec-64dd72733414 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.543422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d62b8-bd6a-49e6-acc7-496b2dd6043f req-4697e7a2-6ad5-4c1a-aeec-64dd72733414 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.553577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d62b8-bd6a-49e6-acc7-496b2dd6043f req-4697e7a2-6ad5-4c1a-aeec-64dd72733414 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.553577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e8d62b8-bd6a-49e6-acc7-496b2dd6043f req-4697e7a2-6ad5-4c1a-aeec-64dd72733414 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54&device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f&device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 2418 time: 0.0813606 Mar 31 23:13:43.599053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e8d62b8-bd6a-49e6-acc7-496b2dd6043f req-fde8f996-82d6-4963-a741-ac19362ebe70 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Mar 31 23:13:43.697147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6e6dd11-e9e4-45c6-9f82-394687fd7d4d req-97189a75-a1e3-4246-a59b-c07e43d26a6f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0614724 Mar 31 23:13:43.847975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98d0eb13-0e43-4035-acc0-9772ac8ac502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.217053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2f46-31b7-49c5-bc85-91c60b9dd3c1 req-4e17d415-f0bd-4b21-92e0-90ac327466ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.219901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1ef2f46-31b7-49c5-bc85-91c60b9dd3c1 req-4e17d415-f0bd-4b21-92e0-90ac327466ae tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0922732 Mar 31 23:13:44.267298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1ef2f46-31b7-49c5-bc85-91c60b9dd3c1 req-732116ec-e49e-49a6-bae3-c930e4c3bcc1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Mar 31 23:13:45.287457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.403052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a592f-40d2-402f-b6a8-a54f7478cf9e req-5065997d-8e22-41b5-884a-443ade99f7fa tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.407508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df3a592f-40d2-402f-b6a8-a54f7478cf9e req-5065997d-8e22-41b5-884a-443ade99f7fa tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0684509 Mar 31 23:13:45.456935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df3a592f-40d2-402f-b6a8-a54f7478cf9e req-2ee5c07b-8cad-49ac-b135-69e7ff091d07 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456607 Mar 31 23:13:45.735421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104d76-d162-418f-9e6c-9903421102b0 req-84c8bc64-a173-4629-9712-69b13bd1a20a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.736911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb104d76-d162-418f-9e6c-9903421102b0 req-84c8bc64-a173-4629-9712-69b13bd1a20a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0548139 Mar 31 23:13:45.775637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb104d76-d162-418f-9e6c-9903421102b0 req-bf744eb0-bfbb-4f93-82ae-015bf29a33b9 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Mar 31 23:13:46.572978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839b08a-9580-4f03-83b1-24329c42f7bb req-a3865b77-7ad7-4b18-ab33-9198ed37f0b5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.574448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2839b08a-9580-4f03-83b1-24329c42f7bb req-a3865b77-7ad7-4b18-ab33-9198ed37f0b5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0489948 Mar 31 23:13:46.613222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2839b08a-9580-4f03-83b1-24329c42f7bb req-ba7d2066-3b11-44b5-b72d-a3d5d63994ca tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Mar 31 23:13:46.626308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.760268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.897742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e265-baa5-4223-9199-231a2885d936 req-5175d3a7-8e3f-4b3d-b9cc-3e47d7896ad8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.899248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c890e265-baa5-4223-9199-231a2885d936 req-5175d3a7-8e3f-4b3d-b9cc-3e47d7896ad8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Mar 31 23:13:46.943391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c890e265-baa5-4223-9199-231a2885d936 req-1a78bcf9-3831-4d46-af08-ffd8bb81e9e5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Mar 31 23:13:46.967680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:47.081421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47ae9dbb-f653-4a30-b479-407b0193f5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.161897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47ae9dbb-f653-4a30-b479-407b0193f5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.253260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-47ae9dbb-f653-4a30-b479-407b0193f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.293010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae9dbb-f653-4a30-b479-407b0193f5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd1813-426d-46ef-8cea-1615add97efc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:47.301405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-47ae9dbb-f653-4a30-b479-407b0193f5be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3b17cfd375f646e1a7a49126cab36db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301227 Mar 31 23:13:47.301856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36058) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:47.356668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.382085 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.522082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.525134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.529472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c0fd1813-426d-46ef-8cea-1615add97efc HTTP/1.1" status: 204 len: 168 time: 0.2236488 Mar 31 23:13:47.539374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d1580-8d84-4c74-abed-d549f2230f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd1813-426d-46ef-8cea-1615add97efc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:47.741301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-8dbc5761-ed89-4137-813a-93debf10fa8c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.742709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-8dbc5761-ed89-4137-813a-93debf10fa8c tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0998828 Mar 31 23:13:47.761974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbbd46-e6b7-450f-a202-f1a473aeefb7 req-26d9ea55-a24c-4342-bfd7-fe6a456bed9d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.763973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1afbbd46-e6b7-450f-a202-f1a473aeefb7 req-26d9ea55-a24c-4342-bfd7-fe6a456bed9d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0574338 Mar 31 23:13:47.813308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1afbbd46-e6b7-450f-a202-f1a473aeefb7 req-469efab4-be8c-4525-9cf3-d4c671c25a31 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Mar 31 23:13:47.864509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Deleting port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:47.864864 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.017706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] For port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:48.021404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.049805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Calling delete_port for 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:48.133535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297947-062c-465d-b5b9-6b3a3c815904 req-0a392c1d-0a59-4032-8c6c-548d071f7e2d tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.135366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55297947-062c-465d-b5b9-6b3a3c815904 req-0a392c1d-0a59-4032-8c6c-548d071f7e2d tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 946 time: 0.0794637 Mar 31 23:13:48.204090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55297947-062c-465d-b5b9-6b3a3c815904 req-434fbb38-6c0d-43e3-9a0e-19429bee76a1 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512753 Mar 31 23:13:48.321851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.337121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e1b5f73e-ef00-4c8f-9506-68b48c196c24', '46c64ae9-4acf-4332-bb3f-14ce9427ceb0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:48.369379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event deleted for resources: {'Port': ['ID=46c64ae9-4acf-4332-bb3f-14ce9427ceb0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:48.382290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['14c17215-f26c-41da-ac4b-a051a2332e2d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:48.409698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.410070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.421887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.422329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.425179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.425651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.426075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.426664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.435347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.435485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.436003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.436663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:48.506553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] No DVR routers for this DVR port 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:48.509156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.514833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3dd1083d-f684-48b5-adfc-41878e61c32f req-b82307fc-5f81-46cd-85cd-bf2734888488 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "DELETE /v2.0/ports/46c64ae9-4acf-4332-bb3f-14ce9427ceb0 HTTP/1.1" status: 204 len: 173 time: 0.7647252 Mar 31 23:13:48.515329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'name': 'network-vif-deleted', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:48.541401 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c5c1f-b6b0-4c90-a0e2-0b628ed16e66" -d '{"events": [{"server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "name": "network-vif-deleted", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:48.594575 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c1006-79a8-4f12-a3f1-8caf5ea44656 x-openstack-request-id: req-b70c1006-79a8-4f12-a3f1-8caf5ea44656 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:48.594868 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6eb9a1-c343-4a0f-a696-8301f358ca54", "name": "network-vif-deleted", "tag": "46c64ae9-4acf-4332-bb3f-14ce9427ceb0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:48.595149 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b70c1006-79a8-4f12-a3f1-8caf5ea44656 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:48.595555 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70c1006-79a8-4f12-a3f1-8caf5ea44656'] response: {'server_uuid': 'ab6eb9a1-c343-4a0f-a696-8301f358ca54', 'name': 'network-vif-deleted', 'tag': '46c64ae9-4acf-4332-bb3f-14ce9427ceb0', 'status': 'completed', 'code': 200} Mar 31 23:13:48.965902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5293-edc7-4e44-94b5-ae645d8f37c0 req-b381d647-e542-4096-9364-b271f63cbad7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.967554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fcd5293-edc7-4e44-94b5-ae645d8f37c0 req-b381d647-e542-4096-9364-b271f63cbad7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0741551 Mar 31 23:13:49.020673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fcd5293-edc7-4e44-94b5-ae645d8f37c0 req-f77b000b-3aee-49a6-802f-ca6ee4ef0c8a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Mar 31 23:13:49.316731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c4c5821-9c85-4c41-9494-a44a6bf733b7 req-a6e0b354-4f78-4d2e-8ab2-5d2468a3fa87 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab6eb9a1-c343-4a0f-a696-8301f358ca54 HTTP/1.1" status: 200 len: 210 time: 0.0321922 Mar 31 23:13:49.857235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36144) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:49.990171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1058987781'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:50.126427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.127694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.170964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2defb7-1ca3-4081-94ce-d6f28f655446 req-8e1408e4-289c-4a5e-8ff0-aabb06b700b7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.172642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c2defb7-1ca3-4081-94ce-d6f28f655446 req-8e1408e4-289c-4a5e-8ff0-aabb06b700b7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0780940 Mar 31 23:13:50.204620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.239187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c2defb7-1ca3-4081-94ce-d6f28f655446 req-a6f86969-337f-4187-8c47-d6116fd5d9f5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374479 Mar 31 23:13:50.293714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.392587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.397696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36164) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:50.398517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ae7fd79-4f51-4650-815a-c7b1c579cc3e tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5394258 Mar 31 23:13:50.495090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.681376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.687395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.793157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461263-3d3f-4b1f-8204-96ca24ba7a6d req-3976e3fa-9dbd-48e3-84c0-6af5121d1e65 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.795935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c461263-3d3f-4b1f-8204-96ca24ba7a6d req-3976e3fa-9dbd-48e3-84c0-6af5121d1e65 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0671952 Mar 31 23:13:50.835550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.836102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4e21cdd-a150-4647-8c52-4b1fe578930e {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:50.840685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.843315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-63ad5fd2-9b83-42b2-b6f1-0f53284f4482 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e4e21cdd-a150-4647-8c52-4b1fe578930e HTTP/1.1" status: 204 len: 168 time: 0.4434249 Mar 31 23:13:50.846054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36176) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:50.850525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Request body: {'router': {'name': 'tempest-router-752910863', 'distributed': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:50.882077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c461263-3d3f-4b1f-8204-96ca24ba7a6d req-3440c5a4-0e43-4e2b-8d2e-bc484c89b24c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763872 Mar 31 23:13:50.962415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7b46d-cc36-4413-8681-3f793ae61059 req-9d740871-54e4-42a9-8f1b-d203f9912053 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.963931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a7b46d-cc36-4413-8681-3f793ae61059 req-9d740871-54e4-42a9-8f1b-d203f9912053 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.0520303 Mar 31 23:13:51.006262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a7b46d-cc36-4413-8681-3f793ae61059 req-07b763ec-9a8f-4328-9bc9-cc43c854cc31 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Mar 31 23:13:51.018760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.019897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.077568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.162476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.295945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.297876 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d4f6b5df-68db-4704-a8fd-dacea5dcc904 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4507923 Mar 31 23:13:51.302173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36184) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:51.375741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.546683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.546683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.675510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.676104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95d56009-8b76-42ee-ba48-540b33002f5c {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:51.687492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.693032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:51.693580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-31b5ee31-8056-4f19-9764-d86f9b200f69 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "DELETE /v2.0/routers/95d56009-8b76-42ee-ba48-540b33002f5c HTTP/1.1" status: 204 len: 168 time: 0.3899975 Mar 31 23:13:51.697525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Request body: {'router': {'name': 'tempest-router-457612957', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '46ec230603c84109a470c625ba0547dc'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:51.760664 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:51.785041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.786109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.848959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.990876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.996294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f8407-106c-41fb-bba7-c935373be839 req-be505504-ed8b-478c-9bf4-3870faa93142 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.004648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b7f8407-106c-41fb-bba7-c935373be839 req-be505504-ed8b-478c-9bf4-3870faa93142 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0565569 Mar 31 23:13:52.049115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b7f8407-106c-41fb-bba7-c935373be839 req-a24b0165-2b68-4aca-ac37-f07354ba2808 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Mar 31 23:13:52.147530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629c4b-1e27-4a24-9118-5b1a4042a568 req-78593170-4b05-4e91-a336-e8f86e53564a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.149025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01629c4b-1e27-4a24-9118-5b1a4042a568 req-78593170-4b05-4e91-a336-e8f86e53564a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.0527611 Mar 31 23:13:52.158697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.160178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99e9501a-6fd8-4b73-9b3b-4d018210645b tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4660101 Mar 31 23:13:52.162818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:52.167182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:52.193595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01629c4b-1e27-4a24-9118-5b1a4042a568 req-9e49bd6f-2b00-4526-8222-72835c4168e6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Mar 31 23:13:52.264630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-6faed58c-2efa-4f3e-b788-166e27b109b9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.264630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-6faed58c-2efa-4f3e-b788-166e27b109b9 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 946 time: 0.0597754 Mar 31 23:13:52.406285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:52.406886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.477504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:52.479127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.479477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.501293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36214) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:52.534599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:52.539658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 46c64ae9-4acf-4332-bb3f-14ce9427ceb0 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:52.579208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:52.579583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.604230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:52.612110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 31 23:13:52.612452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Router f0f35259-1bd4-4e31-911b-ceb0b085881f migrating from provider to provider. {{(pid=109835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 31 23:13:52.612956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.617672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.677435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f188a1ca-11cb-4684-9b63-c67dbcd48db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.681255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-e3c92bd4-b40a-47c6-9a0a-cbb2eb9f65e5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.682860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-e3c92bd4-b40a-47c6-9a0a-cbb2eb9f65e5 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 945 time: 0.0625179 Mar 31 23:13:52.684411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.828416 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f188a1ca-11cb-4684-9b63-c67dbcd48db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.852518 n-d-828414-2 neutron-server[109835]: WARNING neutron.scheduler.l3_agent_scheduler [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] No L3 agents can host the router f0f35259-1bd4-4e31-911b-ceb0b085881f Mar 31 23:13:52.954884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Deleting port e1b5f73e-ef00-4c8f-9506-68b48c196c24 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:52.955247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.989288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Hosts for router f0f35259-1bd4-4e31-911b-ceb0b085881f: [] {{(pid=109835) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 31 23:13:53.048460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Hosts for other DVR routers connected to router f0f35259-1bd4-4e31-911b-ceb0b085881f: set() {{(pid=109835) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 31 23:13:53.051072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.054423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-095d784f-0f07-494d-a215-ba2d191327c7 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "PUT /v2.0/routers/f0f35259-1bd4-4e31-911b-ceb0b085881f HTTP/1.1" status: 200 len: 716 time: 0.8905861 Mar 31 23:13:53.059365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36222) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.111345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] For port e1b5f73e-ef00-4c8f-9506-68b48c196c24, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=e1b5f73e-ef00-4c8f-9506-68b48c196c24,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:53.112140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.135373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Calling delete_port for e1b5f73e-ef00-4c8f-9506-68b48c196c24 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:53.183482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.186025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f188a1ca-11cb-4684-9b63-c67dbcd48db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.217113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d2e882e-76ac-494c-8056-563a6ce076c5 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "GET /v2.0/routers/f0f35259-1bd4-4e31-911b-ceb0b085881f HTTP/1.1" status: 200 len: 716 time: 0.1485412 Mar 31 23:13:53.273028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36228) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.391060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.402473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['e1b5f73e-ef00-4c8f-9506-68b48c196c24'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:53.427579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['14c17215-f26c-41da-ac4b-a051a2332e2d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:53.431885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event deleted for resources: {'Port': ['ID=e1b5f73e-ef00-4c8f-9506-68b48c196c24,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.499916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] No DVR routers for this DVR port e1b5f73e-ef00-4c8f-9506-68b48c196c24 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:53.504746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.510214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f0f538fa-9a6e-446e-b656-df3353f60858 req-f8320d8e-f2ac-4368-889a-3f2ecd1fa07f tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.44 "DELETE /v2.0/ports/e1b5f73e-ef00-4c8f-9506-68b48c196c24 HTTP/1.1" status: 204 len: 173 time: 0.8163726 Mar 31 23:13:53.510735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'name': 'network-vif-deleted', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:53.513576 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a76c7-12e1-418a-a26b-8a31bbae6867" -d '{"events": [{"server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "name": "network-vif-deleted", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:53.610747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=00f25f6c-b7f5-47d4-8678-b335ea1b9d1c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.639208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f188a1ca-11cb-4684-9b63-c67dbcd48db9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4319c6fad73743af86d189f524469d59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364942 Mar 31 23:13:53.639952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a1ca-11cb-4684-9b63-c67dbcd48db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5de630-6943-4a25-8ab9-cd2349edc5a7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.642086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36240) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.694714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83abec0-9b2d-4a5f-b77a-3d410a50d660 req-ec7f0377-0a44-4273-8019-4c48308f5f7e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 210 time: 0.0768342 Mar 31 23:13:53.725989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72787a2c-4f55-440b-b88d-7951049468bc req-f9f453cb-766b-4c74-bd8a-afa64dc9258c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.729317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72787a2c-4f55-440b-b88d-7951049468bc req-f9f453cb-766b-4c74-bd8a-afa64dc9258c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 867 time: 0.5991304 Mar 31 23:13:53.751311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:53.755775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.760900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b60fc7df-ce99-412e-a8e4-8526ffeb1238 req-c8803e5e-e0dc-4ff7-aec2-667ceb1a433f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.10 "DELETE /v2.0/ports/00f25f6c-b7f5-47d4-8678-b335ea1b9d1c HTTP/1.1" status: 204 len: 173 time: 1.4881186 Mar 31 23:13:53.761676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'name': 'network-vif-deleted', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:53.764634 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedfb304-95b6-4843-953b-bfbfaabc59b1" -d '{"events": [{"server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "name": "network-vif-deleted", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:53.769931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.807350 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37daa087-be6a-4278-a4ea-14aa4bb3c98d x-openstack-request-id: req-37daa087-be6a-4278-a4ea-14aa4bb3c98d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:53.813290 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c9c3c-758b-43c2-bd09-b17c72fef19f", "name": "network-vif-deleted", "tag": "e1b5f73e-ef00-4c8f-9506-68b48c196c24", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:53.813290 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37daa087-be6a-4278-a4ea-14aa4bb3c98d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:53.813290 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37daa087-be6a-4278-a4ea-14aa4bb3c98d'] response: {'server_uuid': '800c9c3c-758b-43c2-bd09-b17c72fef19f', 'name': 'network-vif-deleted', 'tag': 'e1b5f73e-ef00-4c8f-9506-68b48c196c24', 'status': 'completed', 'code': 200} Mar 31 23:13:53.827747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.848600 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce12091-17a6-410f-9934-3a4e9559e533 x-openstack-request-id: req-2ce12091-17a6-410f-9934-3a4e9559e533 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:53.849375 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fef3d09-971b-4d09-ae28-c138982a08c3", "name": "network-vif-deleted", "tag": "00f25f6c-b7f5-47d4-8678-b335ea1b9d1c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:53.849375 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2ce12091-17a6-410f-9934-3a4e9559e533 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:53.849692 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce12091-17a6-410f-9934-3a4e9559e533'] response: {'server_uuid': '2fef3d09-971b-4d09-ae28-c138982a08c3', 'name': 'network-vif-deleted', 'tag': '00f25f6c-b7f5-47d4-8678-b335ea1b9d1c', 'status': 'completed', 'code': 200} Mar 31 23:13:53.852880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72787a2c-4f55-440b-b88d-7951049468bc req-4ee6df0e-94e3-4e47-87c3-78a5f49c050a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054385 Mar 31 23:13:53.899059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eabf60ea-9fa9-4bc8-b5e3-37ca61d9e7e5 tempest-RoutersTestDVR-1029351512 tempest-RoutersTestDVR-1029351512-project] 10.222.0.83 "GET /v2.0/routers/f0f35259-1bd4-4e31-911b-ceb0b085881f HTTP/1.1" status: 200 len: 682 time: 0.6243060 Mar 31 23:13:53.901672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.980151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.983354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.985379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc5de630-6943-4a25-8ab9-cd2349edc5a7 HTTP/1.1" status: 204 len: 168 time: 0.3420951 Mar 31 23:13:53.989251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.068579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa88a2d-5b61-43a6-8b33-722c86eff8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5de630-6943-4a25-8ab9-cd2349edc5a7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.176410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.178669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.210053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.343963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.344506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f35259-1bd4-4e31-911b-ceb0b085881f {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:54.358765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.360226 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f9cb017b-1d39-4bee-8bc7-0dfaa49c1ec3 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "DELETE /v2.0/routers/f0f35259-1bd4-4e31-911b-ceb0b085881f HTTP/1.1" status: 204 len: 168 time: 0.4576154 Mar 31 23:13:54.364236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:54.371663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Request body: {'router': {'name': 'tempest-router-400048307', 'distributed': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:54.419323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:54.443565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:54.444123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 00f25f6c-b7f5-47d4-8678-b335ea1b9d1c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:54.545456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.546719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.599019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.719328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.804929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.806153 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-05571195-3b1a-44a1-b96d-f97d385270c8 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4389040 Mar 31 23:13:54.809375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36274) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:54.960458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9312d4b0-917d-4f1c-a292-97997152824c req-ad283ac6-0804-4b73-b174-67755b4df4b7 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c9c3c-758b-43c2-bd09-b17c72fef19f HTTP/1.1" status: 200 len: 210 time: 0.0911813 Mar 31 23:13:54.974110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.031985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-889e2d50-c615-4f07-80e2-4d54f0513bb0 req-d23e7346-f16b-4e46-a539-59d08ccd8a9a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fef3d09-971b-4d09-ae28-c138982a08c3 HTTP/1.1" status: 200 len: 210 time: 0.0734775 Mar 31 23:13:55.208573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.210869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.361564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.362106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf6668c-066a-493f-bcb2-1538672f5b00 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:55.367448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.373895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b6e3eef6-260b-4452-94b1-8ee580076a86 tempest-RoutersTestDVR-665724807 tempest-RoutersTestDVR-665724807-project-admin] 10.222.0.83 "DELETE /v2.0/routers/8cf6668c-066a-493f-bcb2-1538672f5b00 HTTP/1.1" status: 204 len: 168 time: 0.5631130 Mar 31 23:13:55.895149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36310) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:56.008794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-689d786b-e856-46f1-88c8-af5f682f8c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.126609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-689d786b-e856-46f1-88c8-af5f682f8c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.262518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-689d786b-e856-46f1-88c8-af5f682f8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.320492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d786b-e856-46f1-88c8-af5f682f8c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f6922b-e616-44fc-9eb8-5916ab9169c2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.325597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-689d786b-e856-46f1-88c8-af5f682f8c94 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=46ec230603c84109a470c625ba0547dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293127 Mar 31 23:13:56.329023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36342) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:56.385656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.412185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-60496f0e-66e1-4dce-a2c2-9ed3c6714a86 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.412769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.420558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-60496f0e-66e1-4dce-a2c2-9ed3c6714a86 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.1301782 Mar 31 23:13:56.439733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-807ba3b8-91b1-43f0-9503-bcbf75cb837e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/quotas/6d24e1aad7854bcaa83c42996a0e7143 HTTP/1.1" status: 200 len: 375 time: 0.0160160 Mar 31 23:13:56.488613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-b80c2c21-d397-4402-b937-a8972e9575ec tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496256 Mar 31 23:13:56.490334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e1b5f73e-ef00-4c8f-9506-68b48c196c24 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:56.523255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: e1b5f73e-ef00-4c8f-9506-68b48c196c24 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:56.523892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device e1b5f73e-ef00-4c8f-9506-68b48c196c24 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:56.624741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.627382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.630951 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59f6922b-e616-44fc-9eb8-5916ab9169c2 HTTP/1.1" status: 204 len: 168 time: 0.2985876 Mar 31 23:13:56.641480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-5ff241e9-3c03-439d-89c6-5917fbbd5a42 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421337 Mar 31 23:13:56.641859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8529d8-e5b1-483f-bc06-8fbdb007614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f6922b-e616-44fc-9eb8-5916ab9169c2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.679653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b926e2-14eb-4354-b30b-310aacb448fb req-95055e4e-8cd3-427a-b681-27b9e09283b6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.684048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96b926e2-14eb-4354-b30b-310aacb448fb req-95055e4e-8cd3-427a-b681-27b9e09283b6 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.1068170 Mar 31 23:13:56.769929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96b926e2-14eb-4354-b30b-310aacb448fb req-46dc1a4e-5e42-4603-9019-9ecb6dd2616e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548329 Mar 31 23:13:56.787507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-8918b39b-6921-4027-8608-b2ecb0565225 service neutron] 10.222.0.83 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451931 Mar 31 23:13:57.117431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a0cc11d-dcca-409c-995b-0fce946da8b8 req-079130ca-d4d5-49b1-bb84-cd1d34832906 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 210 time: 0.0460608 Mar 31 23:13:57.812131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36398) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.846718 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24fba8ca-b05e-45c7-989a-0b46d9174b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.901635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7977b-d437-48c3-ad54-34e968937d1d req-014fdf8d-e7a6-4e82-88e5-8cffeaf9d915 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.901635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89e7977b-d437-48c3-ad54-34e968937d1d req-014fdf8d-e7a6-4e82-88e5-8cffeaf9d915 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0552099 Mar 31 23:13:57.943476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89e7977b-d437-48c3-ad54-34e968937d1d req-72371a0f-71fd-4930-b560-27fe04124f42 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355611 Mar 31 23:13:57.947724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24fba8ca-b05e-45c7-989a-0b46d9174b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.064616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24fba8ca-b05e-45c7-989a-0b46d9174b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.128054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-24fba8ca-b05e-45c7-989a-0b46d9174b84 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=581920a674cd45f8bac03d07f631a005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127279 Mar 31 23:13:58.131449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fba8ca-b05e-45c7-989a-0b46d9174b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10f2af-8e87-4e13-9ee1-a4d6132bae57,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:58.132231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:58.274476 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.292567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-005dca98-4f05-4599-94b3-3b487dc19b60 req-acd7d43f-002e-48eb-a0cf-69c6a26b6cd5 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 210 time: 0.0530069 Mar 31 23:13:58.314303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.447735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.451294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.452458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e10f2af-8e87-4e13-9ee1-a4d6132bae57 HTTP/1.1" status: 204 len: 168 time: 0.3189735 Mar 31 23:13:58.461523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf36c-2e0e-419c-970b-ac646df5941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10f2af-8e87-4e13-9ee1-a4d6132bae57,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:58.642639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-3c14763b-7b67-49c4-b9df-ec0531591c4e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:58.644520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-3c14763b-7b67-49c4-b9df-ec0531591c4e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.10 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0675585 Mar 31 23:13:58.771233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Deleting port 14c17215-f26c-41da-ac4b-a051a2332e2d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:58.771739 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.878455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] For port 14c17215-f26c-41da-ac4b-a051a2332e2d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=14c17215-f26c-41da-ac4b-a051a2332e2d,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:58.878815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.893512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Calling delete_port for 14c17215-f26c-41da-ac4b-a051a2332e2d owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:59.116166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5ba2-cc7e-4f04-8a69-78c3911f060e req-bd13d0e9-030c-4659-834f-a2aaf0a4f51a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.117762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-402c5ba2-cc7e-4f04-8a69-78c3911f060e req-bd13d0e9-030c-4659-834f-a2aaf0a4f51a tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 946 time: 0.0713995 Mar 31 23:13:59.164268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-402c5ba2-cc7e-4f04-8a69-78c3911f060e req-d303f8d1-de31-4b11-a583-3dac22e0e22e tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390565 Mar 31 23:13:59.191045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.224661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['14c17215-f26c-41da-ac4b-a051a2332e2d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:59.238786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Pushing event deleted for resources: {'Port': ['ID=14c17215-f26c-41da-ac4b-a051a2332e2d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:59.360016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] No DVR routers for this DVR port 14c17215-f26c-41da-ac4b-a051a2332e2d on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:59.370925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.374940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0aa906aa-3cf9-4f1f-a862-e5cef4ec1594 req-db34ddc3-34b1-46a8-bbd3-a1532a538fe8 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.10 "DELETE /v2.0/ports/14c17215-f26c-41da-ac4b-a051a2332e2d HTTP/1.1" status: 204 len: 173 time: 0.7249193 Mar 31 23:13:59.375489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'name': 'network-vif-deleted', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:59.379228 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca138c-e1a0-4718-ad79-287bfcb654ce" -d '{"events": [{"server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "name": "network-vif-deleted", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:59.542871 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6424fa-43a0-4318-831f-00c9b93c9aad x-openstack-request-id: req-fe6424fa-43a0-4318-831f-00c9b93c9aad {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:59.543400 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02be755f-43dc-4b3e-8851-e3b048c5ff20", "name": "network-vif-deleted", "tag": "14c17215-f26c-41da-ac4b-a051a2332e2d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:59.544277 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe6424fa-43a0-4318-831f-00c9b93c9aad {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:59.546683 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6424fa-43a0-4318-831f-00c9b93c9aad'] response: {'server_uuid': '02be755f-43dc-4b3e-8851-e3b048c5ff20', 'name': 'network-vif-deleted', 'tag': '14c17215-f26c-41da-ac4b-a051a2332e2d', 'status': 'completed', 'code': 200} Mar 31 23:13:59.549120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59026309-2489-4725-83e8-c1cf4ca26358 req-871d3484-facc-4a7b-b1b8-2b61050296ca tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 210 time: 0.0757887 Mar 31 23:13:59.628795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-7f858a95-667c-4044-96c4-a4064b9377d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4374104 Mar 31 23:13:59.795608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-224397c3-2f2e-4804-a89f-2f696cbaeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.797555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-224397c3-2f2e-4804-a89f-2f696cbaeae3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 1096 time: 0.0934112 Mar 31 23:13:59.823735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-e1008101-4bce-4dcf-9d5c-96af2468cf35 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.826007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-e1008101-4bce-4dcf-9d5c-96af2468cf35 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/networks?id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 200 len: 811 time: 0.1577475 Mar 31 23:13:59.854429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Request body: {'port': {'device_id': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'admin_state_up': True, 'tenant_id': '6d24e1aad7854bcaa83c42996a0e7143'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:00.084723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36462) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:00.227762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1140733608'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:00.326376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-ab6f4198-5994-4837-96ea-a36472f80357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.328008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-ab6f4198-5994-4837-96ea-a36472f80357 service neutron] 10.222.0.10 "GET /v2.0/networks?id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 200 len: 916 time: 0.5011809 Mar 31 23:14:00.331819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-731e28ab-d137-4a64-b503-c119b467de2e req-19e5de1e-9049-47e8-b681-95815fcdb620 tempest-ListServerFiltersTestJSON-421672455 tempest-ListServerFiltersTestJSON-421672455-project] 10.222.0.83 "GET /v2.0/ports?device_id=02be755f-43dc-4b3e-8851-e3b048c5ff20 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Mar 31 23:14:00.333188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:00.339513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.354888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.418223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-dab7ce34-bd43-42fa-b6f2-c27a18f17b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 200 len: 1001 time: 0.0775535 Mar 31 23:14:00.445347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.460998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Made reservation on behalf of 6d24e1aad7854bcaa83c42996a0e7143 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:00.464725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.509400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-bef88351-0d35-4d99-bd12-06e902cbf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.511156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-bef88351-0d35-4d99-bd12-06e902cbf1f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0a182d-40d6-4e1d-980e-00951094776c HTTP/1.1" status: 200 len: 853 time: 0.0858455 Mar 31 23:14:00.538590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.568241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:00.579485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dacbe74-1b50-4b4c-9ef6-5161c55f74d8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.590690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.591675 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Added segment 3ed1e7f9-0f11-4cb0-b81c-59ddc721e297 of type vlan for network 72d20de6-aee2-4ce8-9aef-20530b716056 Mar 31 23:14:00.678814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-facc2d41-bab7-4bbe-9d85-8c795882ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.681095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-facc2d41-bab7-4bbe-9d85-8c795882ff13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=831b3580-7e2a-4e7c-9844-2cfae0f20f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325972 Mar 31 23:14:00.684105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1284850-a5d1-44f7-a7b3-b096ea17b5a1 req-e8bf257f-859c-4ad6-a1c3-e3543a7a91bb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 210 time: 0.0313621 Mar 31 23:14:00.692820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.694222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-e75e32ec-6de1-4565-bdcf-969fdf9945d2 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:14:00.696180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-e75e32ec-6de1-4565-bdcf-969fdf9945d2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084717 Mar 31 23:14:00.741053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Allocated IP 172.20.0.9 (782b6de0-47ba-4b2d-9c64-c9a1074b0f19/9169327e-f82c-482f-9026-a65abf8f2a6e/9b1457e5-eda2-4124-af94-0a96d87daacd) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:00.801771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.807377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.808092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.866650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-f083555f-3692-489b-bd7c-d842de971617 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622496 Mar 31 23:14:00.892135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Network': ['ID=72d20de6-aee2-4ce8-9aef-20530b716056,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.904501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:00.977930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d5092f3-d4b4-40ca-ab9f-f919e6236866 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8920960 Mar 31 23:14:00.981997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36494) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:00.987534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:01.039730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.042731 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1e9d90c2-7b14-4456-891b-ce45b050fc0a req-cd89b514-f026-4152-b9eb-e2e22bf4f6a8 service neutron] 10.222.0.10 "GET /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650364 Mar 31 23:14:01.190228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.224482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:01.228049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.238128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:01.241388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:01.245530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:01.273011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event updated for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:01.303785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.304662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.392851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36502) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:01.441809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Deleting subnet cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:01.445333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.451031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-46039b7e-6019-4594-98f3-b3d7d33c2320 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020441 Mar 31 23:14:01.476151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Request body: {'port': {'device_id': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:01.499423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.534792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.574899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=e2f255c9-4793-4863-8a5d-e475f1c84cda,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:01.578429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:01.579028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network hostable DHCP agents. Network: 72d20de6-aee2-4ce8-9aef-20530b716056, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:01.593343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.670188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:01.698724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.845049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83b099-85b6-4dd2-85b4-b05fcf792d20 req-e34c8e2f-5964-4dde-a6b7-d5a4861e4ce7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.846639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd83b099-85b6-4dd2-85b4-b05fcf792d20 req-e34c8e2f-5964-4dde-a6b7-d5a4861e4ce7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 931 time: 0.0820580 Mar 31 23:14:01.847992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 72d20de6-aee2-4ce8-9aef-20530b716056) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:01.853711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.854314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.868767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08015e6d-432b-41f8-801f-1f65d04d1e36 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:01.962876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd83b099-85b6-4dd2-85b4-b05fcf792d20 req-273c4372-0679-4711-acf9-3189bd936a09 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913978 Mar 31 23:14:02.027820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0dbe021d-f2aa-4362-a052-188879282fbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0446124 Mar 31 23:14:02.032245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36516) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.037886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'name': 'tempest-NetworksTestDHCPv6-2054492611'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.051222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1457e5-eda2-4124-af94-0a96d87daacd {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:02.089300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.093358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'e2f255c9-4793-4863-8a5d-e475f1c84cda'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:02.094450 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.133079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.140600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.145732 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-89f2a140-b026-4493-8f50-d87207f8eb2b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/cdf2a715-664a-48e6-a3b1-ff4a2da4c5cb HTTP/1.1" status: 204 len: 168 time: 0.7513089 Mar 31 23:14:02.146508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36520) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.149675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5c078-7167-467a-bbb0-805a378ab528 None None] Network e71408f8-8628-4366-8420-b3468d4ef9a5 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:02.238305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.283751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Transition to ACTIVE for port object 9b1457e5-eda2-4124-af94-0a96d87daacd will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:02.309498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.376836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Deleting port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:02.377180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.404888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:02.409389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.418292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.448423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 1d7a5b16-1fc4-4e13-910e-a656ddca4a53 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:02.488896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/e2f255c9-4793-4863-8a5d-e475f1c84cda/988d6346-29d8-4386-941a-01c627d382e9) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:02.495237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] For port f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,segment=NetworkSegment(0b312c47-f964-4d58-bc27-31fd055f53ab),segment_id=0b312c47-f964-4d58-bc27-31fd055f53ab)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:02.495607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.509879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.516858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Calling delete_port for f0c91665-b789-43e1-9b78-d4cf2e9ccf07 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:02.534716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 14c17215-f26c-41da-ac4b-a051a2332e2d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:02.638625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 14c17215-f26c-41da-ac4b-a051a2332e2d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:02.638625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 14c17215-f26c-41da-ac4b-a051a2332e2d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:02.683708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Attempting to bind port 9b1457e5-eda2-4124-af94-0a96d87daacd on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:02.684044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Attempting to bind port 9b1457e5-eda2-4124-af94-0a96d87daacd by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:02.684376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Attempting to bind port 9b1457e5-eda2-4124-af94-0a96d87daacd on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:02.696167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Port 9b1457e5-eda2-4124-af94-0a96d87daacd on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:02.696483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Attempting to bind port 9b1457e5-eda2-4124-af94-0a96d87daacd on network 782b6de0-47ba-4b2d-9c64-c9a1074b0f19 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:02.703489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:02.704159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Checking segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:02.704159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Bound using segment: {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:02.704329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.709896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Bound port: 9b1457e5-eda2-4124-af94-0a96d87daacd, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:02.709896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.779634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:02.783947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b1457e5-eda2-4124-af94-0a96d87daacd,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:02.795155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] DHCP port deletion for e71408f8-8628-4366-8420-b3468d4ef9a5 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:02.826432 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.876770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.883111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.887570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::1d3 (72d20de6-aee2-4ce8-9aef-20530b716056/e2f255c9-4793-4863-8a5d-e475f1c84cda/1d7a5b16-1fc4-4e13-910e-a656ddca4a53) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:02.889953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:02.899408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:02.905080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:02.908411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Pushing event updated for resources: {'Port': ['ID=988d6346-29d8-4386-941a-01c627d382e9,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.935494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.948372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.952519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.954405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] 10.222.0.44 "PUT /v2.0/ports/9b1457e5-eda2-4124-af94-0a96d87daacd HTTP/1.1" status: 200 len: 1091 time: 1.4843121 Mar 31 23:14:02.955614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:02.964982 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0d307-4535-41aa-8a41-fd906a3a2bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:02.974708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Deleting port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:02.974708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.088613 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679dd8ea-f184-4a8f-92c1-53df137b2d6a x-openstack-request-id: req-679dd8ea-f184-4a8f-92c1-53df137b2d6a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:03.088963 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:03.089152 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-679dd8ea-f184-4a8f-92c1-53df137b2d6a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:03.089543 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679dd8ea-f184-4a8f-92c1-53df137b2d6a'] response: {'name': 'network-changed', 'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd', 'status': 'completed', 'code': 200} Mar 31 23:14:03.148263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] For port f0c91665-b789-43e1-9b78-d4cf2e9ccf07, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:03.148884 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.152229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa3c1-deaa-48c9-af16-3c3e622ac9cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.155905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Attempting to bind port 988d6346-29d8-4386-941a-01c627d382e9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:03.156092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Attempting to bind port 988d6346-29d8-4386-941a-01c627d382e9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:03.156376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Attempting to bind port 988d6346-29d8-4386-941a-01c627d382e9 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:03.162061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] No DVR routers for this DVR port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:03.171887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:03.172267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:03.172673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.173325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:03.173800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Bound port: 988d6346-29d8-4386-941a-01c627d382e9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:03.174185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.176798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Calling delete_port for f0c91665-b789-43e1-9b78-d4cf2e9ccf07 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:03.181468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:14:03.195236 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.203450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-63fb2c06-b0c1-4b3f-9010-6ccc3a61f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.204962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-63fb2c06-b0c1-4b3f-9010-6ccc3a61f433 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 1094 time: 0.1146846 Mar 31 23:14:03.211383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20257b37-7c82-4e4f-b43a-f48920d0fb97 req-a3f76180-89ac-42fd-b10a-ece47f1b9bda tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.217114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20257b37-7c82-4e4f-b43a-f48920d0fb97 req-a3f76180-89ac-42fd-b10a-ece47f1b9bda tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 943 time: 0.1071777 Mar 31 23:14:03.246126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] Pushing event deleted for resources: {'Port': ['ID=f0c91665-b789-43e1-9b78-d4cf2e9ccf07,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.271502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533ede9-f33a-4a06-b652-6e561beb5efa None None] No DVR routers for this DVR port f0c91665-b789-43e1-9b78-d4cf2e9ccf07 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:03.310103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.329781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20257b37-7c82-4e4f-b43a-f48920d0fb97 req-34d55b30-5e21-450b-a587-354fdf10a00d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Mar 31 23:14:03.342949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.354083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] For port 988d6346-29d8-4386-941a-01c627d382e9, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:03.361334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] For port 988d6346-29d8-4386-941a-01c627d382e9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=988d6346-29d8-4386-941a-01c627d382e9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:03.384256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71408f8-8628-4366-8420-b3468d4ef9a5']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:03.400789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b312c47-f964-4d58-bc27-31fd055f53ab') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:03.401013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b312c47-f964-4d58-bc27-31fd055f53ab') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:03.420292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.427188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-c83108d0-af73-4e33-a67f-a41a2f5c5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.428664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-c83108d0-af73-4e33-a67f-a41a2f5c5073 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2102525 Mar 31 23:14:03.444252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.454534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.465066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:03.465477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:03.479917 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:03.505912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.527958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306749a1-fb81-4a8c-aab5-8156cbd338f2 None None] Pushing event updated for resources: {'Port': ['ID=988d6346-29d8-4386-941a-01c627d382e9,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.594578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:03.605930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:03.619952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:03.626534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.627521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.647993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=1d7a5b16-1fc4-4e13-910e-a656ddca4a53,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.656873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-71972b1a-7094-4ea9-8550-574bea511709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.658489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-69e0d307-4535-41aa-8a41-fd906a3a2bf1 req-71972b1a-7094-4ea9-8550-574bea511709 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2232790 Mar 31 23:14:03.751711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80288f2b-0640-4b15-988f-2fb881205c19 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7159951 Mar 31 23:14:03.759646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36552) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.773539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.800976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71408f8-8628-4366-8420-b3468d4ef9a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.807401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.810728 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99206652-db9e-4cc0-af5d-ed59ba7bf201 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e71408f8-8628-4366-8420-b3468d4ef9a5 HTTP/1.1" status: 204 len: 168 time: 1.6629670 Mar 31 23:14:03.845297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-2c84a543-8ffe-4aac-92d5-5ace531dbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.846886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-2c84a543-8ffe-4aac-92d5-5ace531dbe14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 1094 time: 0.1489346 Mar 31 23:14:03.890315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d9993-364c-4148-80a4-657e24cb8ba4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.902602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d9993-364c-4148-80a4-657e24cb8ba4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.905163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-529d9993-364c-4148-80a4-657e24cb8ba4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1441283 Mar 31 23:14:03.908016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.934206 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-bf1d49ee-dfcf-4fd5-bf30-ec0cd47315e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1457e5-eda2-4124-af94-0a96d87daacd HTTP/1.1" status: 200 len: 217 time: 0.0766659 Mar 31 23:14:04.037205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 1d7a5b16-1fc4-4e13-910e-a656ddca4a53 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:04.037726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.043171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-e7cccb35-0ca2-4570-a1bc-11bbb9bfc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.044891 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-e7cccb35-0ca2-4570-a1bc-11bbb9bfc07b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 200 len: 851 time: 0.1034520 Mar 31 23:14:04.088978 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-695e5dbf-c1f4-4b19-9f78-17b016639c83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=782b6de0-47ba-4b2d-9c64-c9a1074b0f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366013 Mar 31 23:14:04.141415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.155973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 1d7a5b16-1fc4-4e13-910e-a656ddca4a53 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:04.212913 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-15f4c73c-501e-4b24-9256-80bdb578de16 service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169770 Mar 31 23:14:04.369537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3a1df4c-f7fc-4323-898c-4d70b9ea9ffc req-5353e914-f806-4db9-a3c4-e387b53c016d service neutron] 10.222.0.44 "GET /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495223 Mar 31 23:14:04.400412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.429766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.455831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-20d1a638-e3e0-4d49-a349-e656b7f53d8e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c019a13741594df98afb05d4aeb84b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542114 Mar 31 23:14:04.458402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36562) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.498904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.504663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/1d7a5b16-1fc4-4e13-910e-a656ddca4a53 HTTP/1.1" status: 204 len: 168 time: 0.5928652 Mar 31 23:14:04.505811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.506133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd19d1-475e-46dd-a10d-2e4fdbc1f4ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=1d7a5b16-1fc4-4e13-910e-a656ddca4a53,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.546035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.555896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5926c0-10cc-436e-ad71-7cfe4591149f req-ad887a81-7773-4aaa-8471-c2bf46c76a38 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.557501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f5926c0-10cc-436e-ad71-7cfe4591149f req-ad887a81-7773-4aaa-8471-c2bf46c76a38 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 943 time: 0.1657121 Mar 31 23:14:04.606882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.613689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.622069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821d5a3-51de-45e6-8b76-7cd12c72118e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.625599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821d5a3-51de-45e6-8b76-7cd12c72118e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.631834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2821d5a3-51de-45e6-8b76-7cd12c72118e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1230452 Mar 31 23:14:04.632489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36568) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.743020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f5926c0-10cc-436e-ad71-7cfe4591149f req-cb0713f9-2783-4318-8338-f0711504e56e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326940 Mar 31 23:14:04.746626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet e2f255c9-4793-4863-8a5d-e475f1c84cda {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:04.750519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.808270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.836285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.839152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.840397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8 HTTP/1.1" status: 204 len: 168 time: 0.3802149 Mar 31 23:14:04.857915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f0a1e-db2f-4fb5-9403-35a50dc9cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f7b6c-310c-48a2-9fdf-1b7c7fcb28c8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:05.018930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 988d6346-29d8-4386-941a-01c627d382e9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:05.050523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.127397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 988d6346-29d8-4386-941a-01c627d382e9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:05.127927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.154942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee6bfb-6054-410b-85ce-6aa4f188f226 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:05.202441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.257916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Provisioning complete for port 988d6346-29d8-4386-941a-01c627d382e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:05.257916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.264160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f255c9-4793-4863-8a5d-e475f1c84cda,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:05.274232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.279301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6ca4462b-46b5-4430-8724-6b23a5305b45 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e2f255c9-4793-4863-8a5d-e475f1c84cda HTTP/1.1" status: 204 len: 168 time: 0.6370778 Mar 31 23:14:05.281535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36574) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:05.342470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5d99f16-2036-4d25-9eb3-ad76958c814c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598161 Mar 31 23:14:05.345164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36576) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:05.351533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:05.396575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.538840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:05.542546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.663822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 988d6346-29d8-4386-941a-01c627d382e9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=988d6346-29d8-4386-941a-01c627d382e9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:05.671279 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.747120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:05.764829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.885672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f0c91665-b789-43e1-9b78-d4cf2e9ccf07 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:05.926828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f0c91665-b789-43e1-9b78-d4cf2e9ccf07 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:05.927205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f0c91665-b789-43e1-9b78-d4cf2e9ccf07 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:05.980429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02569-1b0e-4c68-8428-9d2ff52b1c7b req-93711816-ff3a-4b26-8e54-c36ad98159f1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.980429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dca02569-1b0e-4c68-8428-9d2ff52b1c7b req-93711816-ff3a-4b26-8e54-c36ad98159f1 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 943 time: 0.1261632 Mar 31 23:14:05.981102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:05.981102 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:05.981102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=988d6346-29d8-4386-941a-01c627d382e9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:05.981102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Deleting port 988d6346-29d8-4386-941a-01c627d382e9 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:05.981102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.009046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dca02569-1b0e-4c68-8428-9d2ff52b1c7b req-0e028b14-a356-43e6-b13f-7cadf8da2163 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 Mar 31 23:14:06.061487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] For port 988d6346-29d8-4386-941a-01c627d382e9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=988d6346-29d8-4386-941a-01c627d382e9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:06.083075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.083075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Calling delete_port for 988d6346-29d8-4386-941a-01c627d382e9 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:06.185800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.236518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:06.239884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:06.244337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.244948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.253947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=7713db53-68e1-4d67-822c-ab0165086767,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.327250 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.357450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] Pushing event deleted for resources: {'Port': ['ID=988d6346-29d8-4386-941a-01c627d382e9,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.359539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57405b-4243-42ea-a1b7-25daa4939ae0 None None] No DVR routers for this DVR port 988d6346-29d8-4386-941a-01c627d382e9 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:06.363178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a2a3ba4-ae2f-41dd-9a21-f8c238568668 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0160389 Mar 31 23:14:06.376929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:06.380629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'name': 'tempest-NetworksTestDHCPv6-2095385104'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:06.392895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fb219-34ca-4037-9d3c-cce5b71362fc None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:06.479628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-552b8ee1-eea1-40b5-aca9-46f206dfa48a None None] Port 988d6346-29d8-4386-941a-01c627d382e9 update to ACTIVE by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:14:06.573161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:06.576750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.617135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port b219b7a2-5451-4207-965c-44ac52ec357b yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:06.630382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '7713db53-68e1-4d67-822c-ab0165086767'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:06.634881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.669421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36606) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:06.849216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::bf (72d20de6-aee2-4ce8-9aef-20530b716056/7713db53-68e1-4d67-822c-ab0165086767/b219b7a2-5451-4207-965c-44ac52ec357b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:06.858204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 988d6346-29d8-4386-941a-01c627d382e9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:06.906808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 988d6346-29d8-4386-941a-01c627d382e9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:06.907772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 988d6346-29d8-4386-941a-01c627d382e9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:06.908627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1877864856-network', 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:07.037580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.048781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:07.060325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.077508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.145151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.228761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5af12f-b88d-48b3-bf26-feb5212618ae req-67e26eea-cca4-4dfc-8917-c844df86438f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.229734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:07.234127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:07.240078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b5af12f-b88d-48b3-bf26-feb5212618ae req-67e26eea-cca4-4dfc-8917-c844df86438f tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 943 time: 0.1039655 Mar 31 23:14:07.247429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:07.263184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.264257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.268807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/7713db53-68e1-4d67-822c-ab0165086767/c962b59e-dbe9-4423-abe0-4caaf3cf5ece) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:07.302213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=b219b7a2-5451-4207-965c-44ac52ec357b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.312022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b5af12f-b88d-48b3-bf26-feb5212618ae req-6d6f1f2e-9301-4531-a102-265c615890ec tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Mar 31 23:14:07.367280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.425534 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-930a8a6d-748f-48f8-a8b4-d7d698c91c9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0601971 Mar 31 23:14:07.427803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36618) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.478628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.486987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9088de24-4944-43f9-86d7-73bff014f9e4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.491045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9088de24-4944-43f9-86d7-73bff014f9e4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0598023 Mar 31 23:14:07.491836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36620) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.500429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.531018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:07.539967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.548304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.552757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.553250 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Added segment c503a180-20a7-43e0-99b0-328a31f21c8f of type vlan for network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c Mar 31 23:14:07.620112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:07.638511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.639072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:07.644148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port b219b7a2-5451-4207-965c-44ac52ec357b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:07.644627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.651502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Pushing event updated for resources: {'Port': ['ID=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.656087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:07.727913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Attempting to bind port c962b59e-dbe9-4423-abe0-4caaf3cf5ece on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:07.728286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Attempting to bind port c962b59e-dbe9-4423-abe0-4caaf3cf5ece by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:07.728649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Attempting to bind port c962b59e-dbe9-4423-abe0-4caaf3cf5ece on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:07.736521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:07.736806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:07.737305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.737701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:07.738233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Bound port: c962b59e-dbe9-4423-abe0-4caaf3cf5ece, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:07.738627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.776997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.790872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for b219b7a2-5451-4207-965c-44ac52ec357b owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:07.808296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.810583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.812417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.834323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] For port c962b59e-dbe9-4423-abe0-4caaf3cf5ece, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:07.843508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] For port c962b59e-dbe9-4423-abe0-4caaf3cf5ece, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:07.888262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9c3425-d97c-44b4-97bf-3e4c83d5192c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.899644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:07.957305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.004747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1058d20-2add-4f5d-a542-ca7713948715 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3329389 Mar 31 23:14:08.010090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36628) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.015825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Request body: {'subnet': {'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1877864856-subnet', 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:08.034634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf807-f4d5-4d92-9708-48aef2ace741 None None] Pushing event updated for resources: {'Port': ['ID=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.076875 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.115884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=b219b7a2-5451-4207-965c-44ac52ec357b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.138605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.142205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-565f3c47-ef8f-4fa9-907d-938ae2a91dd4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/b219b7a2-5451-4207-965c-44ac52ec357b HTTP/1.1" status: 204 len: 168 time: 0.6482494 Mar 31 23:14:08.144787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.162362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:08.166334 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.249055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a5ad4-21d2-481e-a0b1-6872546216ce tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.251238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a5ad4-21d2-481e-a0b1-6872546216ce tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.253358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a22a5ad4-21d2-481e-a0b1-6872546216ce tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1075268 Mar 31 23:14:08.256920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36636) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.344872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 7713db53-68e1-4d67-822c-ab0165086767 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:08.349850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.471641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.505986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b1457e5-eda2-4124-af94-0a96d87daacd details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:08.550673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.605120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256477c0-dd8b-41e9-81b5-649c00acd7fd req-fae250b2-da53-4c78-bdfc-d627edbf311a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.607344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-256477c0-dd8b-41e9-81b5-649c00acd7fd req-fae250b2-da53-4c78-bdfc-d627edbf311a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 943 time: 0.1125026 Mar 31 23:14:08.617644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5632402f-745f-48f0-a3f5-e8880442a6ff,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.671868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Checking segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:08.672226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Network hostable DHCP agents. Network: 5e9c3425-d97c-44b4-97bf-3e4c83d5192c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:08.693733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-256477c0-dd8b-41e9-81b5-649c00acd7fd req-27224b73-0f6c-4158-9449-61ed0654a5fa tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Mar 31 23:14:08.707512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b1457e5-eda2-4124-af94-0a96d87daacd,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:08.711988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.724754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9b1457e5-eda2-4124-af94-0a96d87daacd', 'network_id': '782b6de0-47ba-4b2d-9c64-c9a1074b0f19', 'port_id': '9b1457e5-eda2-4124-af94-0a96d87daacd', 'mac_address': 'fa:16:3e:a1:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169327e-f82c-482f-9026-a65abf8f2a6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:08.756339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:08.781482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.816823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1457e5-eda2-4124-af94-0a96d87daacd {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:08.843806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b1457e5-eda2-4124-af94-0a96d87daacd,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:08.848010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5e9c3425-d97c-44b4-97bf-3e4c83d5192c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:08.857764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.857764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.859383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d9f96-bd6d-43c5-8478-2c2011d418a4 None None] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:08.881456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.941807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=7713db53-68e1-4d67-822c-ab0165086767,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.958313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.966297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-791fdd29-1818-4321-9bfa-52aa76b57106 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/7713db53-68e1-4d67-822c-ab0165086767 HTTP/1.1" status: 204 len: 168 time: 0.7061539 Mar 31 23:14:08.966420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36650) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.973285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c962b59e-dbe9-4423-abe0-4caaf3cf5ece up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:09.013286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.102355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc9665ed-d8df-401a-8c76-228c1186917b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0806344 Mar 31 23:14:09.109420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1efacbd-3671-44a8-b622-5a1548fa35a7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1416614 Mar 31 23:14:09.112495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:09.127962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:09.183222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.270744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2d33b-8f90-49c8-be9d-75e4934bddf2 None None] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:09.286205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c962b59e-dbe9-4423-abe0-4caaf3cf5ece triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:09.286603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.401938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:09.406114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.449731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9b1457e5-eda2-4124-af94-0a96d87daacd'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:09.508262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.601420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port c962b59e-dbe9-4423-abe0-4caaf3cf5ece, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:09.605200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930857e-5140-4684-ad12-abefda28301f None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:09.693160 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.793206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-33247bda-8a8b-482c-825e-c7e7190446f4 None None] Provisioning complete for port c962b59e-dbe9-4423-abe0-4caaf3cf5ece triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:09.793584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33247bda-8a8b-482c-825e-c7e7190446f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.848103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:10.261419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ab4a9-28d3-4c94-a7dd-da8f6cd3b9fa req-355551d8-1ba7-4d84-b52b-70cc2f42638c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.264313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f3ab4a9-28d3-4c94-a7dd-da8f6cd3b9fa req-355551d8-1ba7-4d84-b52b-70cc2f42638c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 944 time: 0.2113471 Mar 31 23:14:10.277276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4d664c8e-9c23-4af2-ba0e-0972a25107f8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.286390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4d664c8e-9c23-4af2-ba0e-0972a25107f8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.6185715 Mar 31 23:14:10.319766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-ef7b28ca-2413-4d05-9161-398b4aff7a6a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/quotas/fad29b64e2ce492aa7974a788c3bd8a2 HTTP/1.1" status: 200 len: 375 time: 0.0322247 Mar 31 23:14:10.334637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.367704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-1513590f-69fc-4161-9c64-575e96885840 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471165 Mar 31 23:14:10.377663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:10.428502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:10.435711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Deleting port c962b59e-dbe9-4423-abe0-4caaf3cf5ece {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:10.436265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.446870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:10.454601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.455579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.486112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f3ab4a9-28d3-4c94-a7dd-da8f6cd3b9fa req-a9b39da8-3c5d-4dc9-ad13-8a1f5a3cd9f8 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969192 Mar 31 23:14:10.509541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=462909c4-5087-4c39-becc-565183eaca37,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:10.558486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-d98c16d9-5b70-48ee-b28f-8cc63a00c905 service neutron] 10.222.0.83 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665719 Mar 31 23:14:10.573553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] For port c962b59e-dbe9-4423-abe0-4caaf3cf5ece, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:10.574125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.593701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Calling delete_port for c962b59e-dbe9-4423-abe0-4caaf3cf5ece owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:10.635195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-02f3cca7-162c-4426-a9bc-75234abb29c3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5214174 Mar 31 23:14:10.638317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36730) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:10.647271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'name': 'tempest-NetworksTestDHCPv6-1930894623'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:10.743389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-682cd084-5735-4111-aab0-33514484e691 service neutron] 10.222.0.83 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750534 Mar 31 23:14:10.791100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.845344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] No DVR routers for this DVR port c962b59e-dbe9-4423-abe0-4caaf3cf5ece on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:10.870433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c962b59e-dbe9-4423-abe0-4caaf3cf5ece no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:10.874454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb6685-f266-468c-88f7-bc49e90e3746 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:10.898158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:10.902832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.913219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221084-8200-4601-b96e-96ef498a5c63 None None] Pushing event deleted for resources: {'Port': ['ID=c962b59e-dbe9-4423-abe0-4caaf3cf5ece,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:10.930137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c962b59e-dbe9-4423-abe0-4caaf3cf5ece {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:10.930137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c962b59e-dbe9-4423-abe0-4caaf3cf5ece not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:10.930848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 58d3e049-3d48-4386-a9bc-fc329008c164 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:11.089567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '462909c4-5087-4c39-becc-565183eaca37'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:11.092723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.099572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::13c (72d20de6-aee2-4ce8-9aef-20530b716056/462909c4-5087-4c39-becc-565183eaca37/58d3e049-3d48-4386-a9bc-fc329008c164) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:11.327980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.400315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ca3455-f478-422c-aa51-933d4cea94b1 req-9fc7e44f-9a06-4f42-8618-27c9a7a7a13d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 210 time: 0.0336678 Mar 31 23:14:11.464885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.514958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:11.522633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:11.530813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:11.538408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.539112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.547564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/462909c4-5087-4c39-becc-565183eaca37/5020f695-680f-432c-9eef-931f52c38b1a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:11.551501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=58d3e049-3d48-4386-a9bc-fc329008c164,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:11.613977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36786) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:11.614444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-583a9bec-6260-4fd7-8369-f8a7f46babbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9744120 Mar 31 23:14:11.636167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3afd7e41-19ec-4c0d-bc6a-83e6b66c25a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.644249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c45d2-3e2d-4059-95ef-c5fac503ba90 req-20e93e8e-76c6-4fbf-b050-d80653f17979 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.645868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d19c45d2-3e2d-4059-95ef-c5fac503ba90 req-20e93e8e-76c6-4fbf-b050-d80653f17979 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 944 time: 0.0739467 Mar 31 23:14:11.687909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb86159-73db-421a-80d4-7f9655e30fc5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.695180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bfb86159-73db-421a-80d4-7f9655e30fc5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0754073 Mar 31 23:14:11.699392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36790) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:11.738930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d19c45d2-3e2d-4059-95ef-c5fac503ba90 req-b99fd219-b20b-4027-acf6-f37944bc21a2 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812998 Mar 31 23:14:11.774174 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.806754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 58d3e049-3d48-4386-a9bc-fc329008c164 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:11.807136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.898479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.911668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 58d3e049-3d48-4386-a9bc-fc329008c164 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:11.917410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.986271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Pushing event updated for resources: {'Port': ['ID=5020f695-680f-432c-9eef-931f52c38b1a,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:11.993804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:11.995363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:12.000178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:12.007544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.007889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.008230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.008567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.009203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.009203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.009534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.009893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.010217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.010536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.010859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.011218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:12.071264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Attempting to bind port 5020f695-680f-432c-9eef-931f52c38b1a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:12.072056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Attempting to bind port 5020f695-680f-432c-9eef-931f52c38b1a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:12.072420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Attempting to bind port 5020f695-680f-432c-9eef-931f52c38b1a on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:12.078600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:12.079100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:12.079574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.080202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:12.080498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Bound port: 5020f695-680f-432c-9eef-931f52c38b1a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:12.080881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.153101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] For port 5020f695-680f-432c-9eef-931f52c38b1a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:12.162027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.162528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] For port 5020f695-680f-432c-9eef-931f52c38b1a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5020f695-680f-432c-9eef-931f52c38b1a,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:12.207397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=58d3e049-3d48-4386-a9bc-fc329008c164,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.235353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.239136 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f4774bba-7dcb-4b50-89fa-a80a8b989f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/58d3e049-3d48-4386-a9bc-fc329008c164 HTTP/1.1" status: 204 len: 168 time: 0.5420382 Mar 31 23:14:12.241657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36812) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.288438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.317491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0436505-266d-49a7-912a-8fbcb4a05e9a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.317491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0436505-266d-49a7-912a-8fbcb4a05e9a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.318160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36820) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.318340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0436505-266d-49a7-912a-8fbcb4a05e9a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0756235 Mar 31 23:14:12.374629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25388-5685-420a-b5c2-b73b9ef9a271 None None] Pushing event updated for resources: {'Port': ['ID=5020f695-680f-432c-9eef-931f52c38b1a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.405702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 462909c4-5087-4c39-becc-565183eaca37 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:12.410001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.470152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.523201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-784b7de3-b598-4341-9dc5-91431b4f85fe req-1076bc69-9fa8-4182-97aa-fd04dfb87c35 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 210 time: 0.0626266 Mar 31 23:14:12.532457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b1457e5-eda2-4124-af94-0a96d87daacd up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:12.652079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.744853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9b1457e5-eda2-4124-af94-0a96d87daacd completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:12.758127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9b1457e5-eda2-4124-af94-0a96d87daacd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:12.758127 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.881679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.885724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5020f695-680f-432c-9eef-931f52c38b1a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:12.923125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=462909c4-5087-4c39-becc-565183eaca37,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.929099 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.929321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.932796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba3c82b0-783d-4792-b719-475a20b17cab tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/462909c4-5087-4c39-becc-565183eaca37 HTTP/1.1" status: 204 len: 168 time: 0.6135888 Mar 31 23:14:12.936408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36844) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.942522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18794-8de5-4bdc-b9fe-6e7b57995756 req-3c5eba51-781a-4285-ac71-8098cc383e38 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.944051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0e18794-8de5-4bdc-b9fe-6e7b57995756 req-3c5eba51-781a-4285-ac71-8098cc383e38 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 944 time: 0.1263173 Mar 31 23:14:12.979180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:12.981850 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bc6f1f-5de8-49be-8797-265d0c617810" -d '{"events": [{"server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "name": "network-vif-plugged", "status": "completed", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:13.014753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0e18794-8de5-4bdc-b9fe-6e7b57995756 req-3af12f25-1b34-4495-8c90-6be5e8126ceb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Mar 31 23:14:13.014945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b1457e5-eda2-4124-af94-0a96d87daacd,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:13.014945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5020f695-680f-432c-9eef-931f52c38b1a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:13.014945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.032992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77dbf1bb-7ba5-4d02-b4df-ac349aee64af tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948248 Mar 31 23:14:13.036401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36854) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.045020 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be005f66-09e5-4b63-857b-88956c96d14c x-openstack-request-id: req-be005f66-09e5-4b63-857b-88956c96d14c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:13.045584 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "name": "network-vif-plugged", "status": "completed", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:13.055455 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be005f66-09e5-4b63-857b-88956c96d14c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:13.055455 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be005f66-09e5-4b63-857b-88956c96d14c'] response: {'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd', 'code': 200} Mar 31 23:14:13.116719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.152531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.152809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d422-84f3-46bb-9290-2cda3800e1f8 req-4b2a01ba-e7e0-4b23-8e3b-624680254070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.154399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5894d422-84f3-46bb-9290-2cda3800e1f8 req-4b2a01ba-e7e0-4b23-8e3b-624680254070 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 1095 time: 0.0516624 Mar 31 23:14:13.165781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36e7c4-0668-48a2-a194-2a34315fa798 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.170158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e36e7c4-0668-48a2-a194-2a34315fa798 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1299512 Mar 31 23:14:13.175535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36860) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.195683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5894d422-84f3-46bb-9290-2cda3800e1f8 req-6e86c2c8-e73a-495a-83b2-35566f131e31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Mar 31 23:14:13.198405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5020f695-680f-432c-9eef-931f52c38b1a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5020f695-680f-432c-9eef-931f52c38b1a,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:13.223270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.240654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57895c2-b8bb-4697-ad1d-4ec5659b64b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.244912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36864) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.245292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a57895c2-b8bb-4697-ad1d-4ec5659b64b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683234 Mar 31 23:14:13.282050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.292535 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-94012ba6-72a2-4f4a-8255-dc905cfdd63b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460742 Mar 31 23:14:13.298635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.304902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:13.350435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5020f695-680f-432c-9eef-931f52c38b1a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.576251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951615a2-fcb3-4e8f-adba-8b53cbfc537a None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:13.600610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-626643d6-f681-4e86-953c-165604bbd4dd req-4201868d-d18f-4dab-b66e-46f820b32816 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 210 time: 0.0323694 Mar 31 23:14:13.601260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:13.610109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.693499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3cd0fd28-127f-4ef1-b238-337a8b21d681 None None] Provisioning complete for port 5020f695-680f-432c-9eef-931f52c38b1a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:13.693872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cd0fd28-127f-4ef1-b238-337a8b21d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.869780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a0d219e-6da1-4201-b06a-cbd96353eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.873678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:13.927437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Deleting port 5020f695-680f-432c-9eef-931f52c38b1a {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:13.927814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.968174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.995285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] For port 5020f695-680f-432c-9eef-931f52c38b1a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5020f695-680f-432c-9eef-931f52c38b1a,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:13.995704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.018666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Calling delete_port for 5020f695-680f-432c-9eef-931f52c38b1a owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:14.029903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:14.033724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:14.041549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.045481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.063751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=cf0b6c52-e298-452f-b4b6-832b6144d0fe,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.202947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f4645-ea8f-413c-9b2e-1468cb4008a4 req-71a5ca6e-eb61-4778-9b32-b747c2b1bc10 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.204534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b66f4645-ea8f-413c-9b2e-1468cb4008a4 req-71a5ca6e-eb61-4778-9b32-b747c2b1bc10 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.0529320 Mar 31 23:14:14.220411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dd32bd00-92b5-47d7-9888-21ff0227b0d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9204466 Mar 31 23:14:14.223443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36916) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.228473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'cf0b6c52-e298-452f-b4b6-832b6144d0fe', 'ip_address': '2001:db8::47ef:2d2c:9e0c:4a1d'}], 'name': 'tempest-NetworksTestDHCPv6-1149946950'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:14.246391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.263347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b66f4645-ea8f-413c-9b2e-1468cb4008a4 req-ceb32443-ccbd-4a7f-9d5c-8baf9d30234c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525863 Mar 31 23:14:14.283716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] Pushing event deleted for resources: {'Port': ['ID=5020f695-680f-432c-9eef-931f52c38b1a,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.288649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583f3e9-bb34-4926-b47e-c88ad31c2a11 None None] No DVR routers for this DVR port 5020f695-680f-432c-9eef-931f52c38b1a on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:14.306520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bcefa-9190-458d-af69-20370ab92d7b None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:14.453427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:14.496018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'cf0b6c52-e298-452f-b4b6-832b6144d0fe'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:14.501035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.567599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.588779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 65e82784-b260-4081-991c-5f655243f536 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:14.623268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36936) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.676074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/cf0b6c52-e298-452f-b4b6-832b6144d0fe/6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:14.804672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c6b2529-e40a-4b0a-a8dd-477b67c379f9 req-73cc5350-3496-4d65-89fb-96599dd3e0cb tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 210 time: 0.0579739 Mar 31 23:14:14.847944 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9390e73f-1ed2-453a-9094-02b5ca51f01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.860629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5020f695-680f-432c-9eef-931f52c38b1a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:14.890457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5020f695-680f-432c-9eef-931f52c38b1a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:14.891261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5020f695-680f-432c-9eef-931f52c38b1a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:14.923872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.946737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b67a296b-12d9-47e8-8fe2-538863d9db69 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.948454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b67a296b-12d9-47e8-8fe2-538863d9db69 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.1640136 Mar 31 23:14:14.965279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9390e73f-1ed2-453a-9094-02b5ca51f01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.968424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Request body: {'port': {'device_id': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'admin_state_up': True, 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:15.042305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.083590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:15.086571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:15.090453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:15.098207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Pushing event updated for resources: {'Port': ['ID=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.108454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::47ef:2d2c:9e0c:4a1d (72d20de6-aee2-4ce8-9aef-20530b716056/cf0b6c52-e298-452f-b4b6-832b6144d0fe/65e82784-b260-4081-991c-5f655243f536) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:15.139801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9390e73f-1ed2-453a-9094-02b5ca51f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.157338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Attempting to bind port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:15.157647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Attempting to bind port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:15.158069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Attempting to bind port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:15.164049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:15.164218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:15.164946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.164946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:15.165428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Bound port: 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:15.165807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.181733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9390e73f-1ed2-453a-9094-02b5ca51f01d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d86a541b7a79448894e28d22b96b4828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564578 Mar 31 23:14:15.182881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36956) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:15.189695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390e73f-1ed2-453a-9094-02b5ca51f01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692269ca-664c-47e3-9e94-2d07f3b7ae22,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.243436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] For port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:15.247391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] For port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:15.252061 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.265780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:15.270321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.277760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.343573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.368102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.436056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd8a8c-901e-4cf3-80c6-6d5aabba8abb req-c8d52b50-4456-4a61-b0e4-d9ef6a089f8a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.436356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.446609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6bd8a8c-901e-4cf3-80c6-6d5aabba8abb req-c8d52b50-4456-4a61-b0e4-d9ef6a089f8a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.0728390 Mar 31 23:14:15.472658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c82d98-e085-401f-8f73-5c4d069c1378 None None] Pushing event updated for resources: {'Port': ['ID=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.491031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Allocated IP 172.20.0.13 (5e9c3425-d97c-44b4-97bf-3e4c83d5192c/5632402f-745f-48f0-a3f5-e8880442a6ff/8edd45fc-f4d6-4f43-99c5-331203765993) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:15.504590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.508692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.509948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/692269ca-664c-47e3-9e94-2d07f3b7ae22 HTTP/1.1" status: 204 len: 168 time: 0.3264263 Mar 31 23:14:15.516398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6bd8a8c-901e-4cf3-80c6-6d5aabba8abb req-708ca01a-17ed-47ff-89b6-4b76156bf1ff tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686107 Mar 31 23:14:15.523398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeee95-aef1-4139-af83-ad7789c2829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692269ca-664c-47e3-9e94-2d07f3b7ae22,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.695817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.707278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-2edfb0e6-4dac-4782-b48a-38e4dd4b6f93 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.709041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-2edfb0e6-4dac-4782-b48a-38e4dd4b6f93 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.1485565 Mar 31 23:14:15.738806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Request body: {'port': {'device_id': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'admin_state_up': True, 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:15.791845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=65e82784-b260-4081-991c-5f655243f536,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.826686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.829373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:15.832150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:15.835741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:15.841503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.843558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.932294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1cd141e-e2b3-4a3c-aceb-caf0fa85326a req-2a3de282-1c5d-42b5-9007-16fd990d4def tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 210 time: 0.0384371 Mar 31 23:14:16.010769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c3e5beb0-1d05-4bfc-a548-af0ae2d14df3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7861431 Mar 31 23:14:16.013598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36998) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:16.054881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.108370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:16.114182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:16.124195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a3caa-95df-4ba9-9d28-52d7c1453ae4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.130084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a3caa-95df-4ba9-9d28-52d7c1453ae4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.131735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1d9a3caa-95df-4ba9-9d28-52d7c1453ae4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1169355 Mar 31 23:14:16.134472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37002) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:16.135300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:16.140050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event updated for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:16.156272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:16.158985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.205230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.206300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.310354 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-4fc11791-edd1-4a80-95af-82afaae8550c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3465650 Mar 31 23:14:16.329400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Request body: {'port': {'device_id': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:16.381421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ea1ad-349d-4e52-befd-2b7d051f65aa req-5b5a9964-90ee-433d-9ed9-f7a220b0c6e7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.382923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c88ea1ad-349d-4e52-befd-2b7d051f65aa req-5b5a9964-90ee-433d-9ed9-f7a220b0c6e7 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.1618989 Mar 31 23:14:16.404791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 65e82784-b260-4081-991c-5f655243f536 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:16.405131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.410916 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.439622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Allocated IP 172.20.0.7 (5e9c3425-d97c-44b4-97bf-3e4c83d5192c/5632402f-745f-48f0-a3f5-e8880442a6ff/505fd603-a808-407c-b8d6-3656bbb73b3c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:16.568436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c88ea1ad-349d-4e52-befd-2b7d051f65aa req-7abaca6f-1aea-4143-9b86-2aa8deab4833 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459401 Mar 31 23:14:16.602121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37024) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:16.602255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.616044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd942e59-6bd4-4146-a769-077a6b094c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.634061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 65e82784-b260-4081-991c-5f655243f536 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:16.636579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.724822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd942e59-6bd4-4146-a769-077a6b094c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.767592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] Provisioning complete for port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:16.767970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.785255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.829398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.847747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bd942e59-6bd4-4146-a769-077a6b094c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.906281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.933394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bd942e59-6bd4-4146-a769-077a6b094c60 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=204dbb13d6514ed193953c434b5634fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289857 Mar 31 23:14:16.933394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd942e59-6bd4-4146-a769-077a6b094c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8b7fd-d567-4d4a-bd37-60835be78424,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:16.936195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37038) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:16.968350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.974543 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] For port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:16.990065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:17.045908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.077583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.105265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:17.105875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.117587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:17.141207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:17.143455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event updated for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.155556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:17.202705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.206927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/65e82784-b260-4081-991c-5f655243f536 HTTP/1.1" status: 204 len: 168 time: 1.0709517 Mar 31 23:14:17.222184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a70164-3f51-470a-b6b8-eaacc11d7efb None None] Pushing event updated for resources: {'Port': ['ID=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.226103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-805fa4c6-61c6-4a45-8d30-967526639b10 None None] Could not find standard attr ID for object 1d7a5b16-1fc4-4e13-910e-a656ddca4a53. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:17.303038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.303804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.314908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37050) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:17.316150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d8c24-3217-410f-830e-4dc3149021b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=65e82784-b260-4081-991c-5f655243f536,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.329977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.367415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f3192-c0e7-430a-81ed-441d7214db11 req-63bd8af0-c1ae-4e7c-a730-391ac96fd635 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.369036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-613f3192-c0e7-430a-81ed-441d7214db11 req-63bd8af0-c1ae-4e7c-a730-391ac96fd635 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 931 time: 0.3287771 Mar 31 23:14:17.424565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-97dade37-28d6-4f41-84d2-610f7c3a54f1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6964989 Mar 31 23:14:17.429632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.439648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-76d3fc54-17b4-4407-bc32-8191efb5beb1 None None] Could not find standard attr ID for object b219b7a2-5451-4207-965c-44ac52ec357b. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:17.467551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Request body: {'port': {'device_id': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:17.483139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8c2ed-b671-49b7-9878-07c6878d9457 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.484589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8c2ed-b671-49b7-9878-07c6878d9457 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.486137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-26b8c2ed-b671-49b7-9878-07c6878d9457 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1677587 Mar 31 23:14:17.518959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37062) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:17.544897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-613f3192-c0e7-430a-81ed-441d7214db11 req-ab56cdbe-6fc3-4c1a-8d08-b8b1672d823c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642110 Mar 31 23:14:17.563385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edd45fc-f4d6-4f43-99c5-331203765993 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:17.571441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.592220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Transition to ACTIVE for port object 8edd45fc-f4d6-4f43-99c5-331203765993 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:17.642647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet cf0b6c52-e298-452f-b4b6-832b6144d0fe {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:17.645597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.649903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.704563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.754865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.766521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a4933ce9-05dc-425a-96b1-5227509eec60 None None] Could not find standard attr ID for object 58d3e049-3d48-4386-a9bc-fc329008c164. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:17.780843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.856734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Attempting to bind port 8edd45fc-f4d6-4f43-99c5-331203765993 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:17.857380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Attempting to bind port 8edd45fc-f4d6-4f43-99c5-331203765993 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:17.857878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Attempting to bind port 8edd45fc-f4d6-4f43-99c5-331203765993 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:17.865502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Port 8edd45fc-f4d6-4f43-99c5-331203765993 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:17.865929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Attempting to bind port 8edd45fc-f4d6-4f43-99c5-331203765993 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:17.872133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:17.872533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Checking segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:17.872928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Bound using segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:17.873420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Bound port: 8edd45fc-f4d6-4f43-99c5-331203765993, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:17.873788 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.960266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:17.964268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8edd45fc-f4d6-4f43-99c5-331203765993,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:17.985103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5cc5a5f0-42eb-407f-9d89-f1385a971b3a None None] Could not find standard attr ID for object 65e82784-b260-4081-991c-5f655243f536. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:18.094578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.124036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.127447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.130877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4c8b7fd-d567-4d4a-bd37-60835be78424 HTTP/1.1" status: 204 len: 168 time: 1.1914089 Mar 31 23:14:18.131442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.134368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.135959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] 10.222.0.10 "PUT /v2.0/ports/8edd45fc-f4d6-4f43-99c5-331203765993 HTTP/1.1" status: 200 len: 1092 time: 1.8122690 Mar 31 23:14:18.140407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:18.143356 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79" -d '{"events": [{"name": "network-changed", "server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:18.166910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc9843-cdf5-4996-8ff1-c53b825f174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8b7fd-d567-4d4a-bd37-60835be78424,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.195802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787ec4-499c-434a-b5e4-405fd152e272 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.240761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430f88-eb37-4fa3-8d3a-f6e0c13e818f req-5dc4677d-169c-4451-8eaf-eecd88ebad5c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.242304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a430f88-eb37-4fa3-8d3a-f6e0c13e818f req-5dc4677d-169c-4451-8eaf-eecd88ebad5c tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.5822248 Mar 31 23:14:18.260189 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38985364-d2be-46ab-9953-058e0a72eb48 x-openstack-request-id: req-38985364-d2be-46ab-9953-058e0a72eb48 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:18.260650 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:18.261106 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-38985364-d2be-46ab-9953-058e0a72eb48 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:18.261741 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38985364-d2be-46ab-9953-058e0a72eb48'] response: {'name': 'network-changed', 'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993', 'status': 'completed', 'code': 200} Mar 31 23:14:18.319900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-a8da417b-1141-4c12-84c2-039fffc35be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.321638 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-a8da417b-1141-4c12-84c2-039fffc35be0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=49d9e75a-358c-41c4-b6fc-ab4d36744dc3 HTTP/1.1" status: 200 len: 1095 time: 0.0473208 Mar 31 23:14:18.381209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.384459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-28c90f74-3758-476a-a8f1-6eef7ec7e69a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8edd45fc-f4d6-4f43-99c5-331203765993 HTTP/1.1" status: 200 len: 217 time: 0.0461171 Mar 31 23:14:18.425161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a430f88-eb37-4fa3-8d3a-f6e0c13e818f req-415b4692-3903-4fec-8335-3f9f236859f6 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684220 Mar 31 23:14:18.437226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-bbec58e1-b725-40ce-a44a-dac2bb915db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.438779 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-bbec58e1-b725-40ce-a44a-dac2bb915db3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 200 len: 853 time: 0.0483434 Mar 31 23:14:18.488035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-be472b96-d186-4dd7-86b3-ee39b98daf4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424762 Mar 31 23:14:18.576848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505fd603-a808-407c-b8d6-3656bbb73b3c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:18.585660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.607068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Transition to ACTIVE for port object 505fd603-a808-407c-b8d6-3656bbb73b3c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:18.621154 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-39b62f96-8583-453e-bd24-b6300b33f354 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260824 Mar 31 23:14:18.654314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.726906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.729093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0b6c52-e298-452f-b4b6-832b6144d0fe,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.795362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-af62ba5e-797f-4eda-acc2-d33a561cc7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662409 Mar 31 23:14:18.821076 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.831225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37124) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.832064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e85df94e-3f76-44f6-91a2-4add175ef144 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/cf0b6c52-e298-452f-b4b6-832b6144d0fe HTTP/1.1" status: 204 len: 168 time: 1.3120604 Mar 31 23:14:18.836526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Pushing event updated for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.868371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1e70-e71b-4b18-8591-b2ecc36ce05b req-cf58dfb8-06a8-495e-a97f-016bdbe3a754 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.871061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563a1e70-e71b-4b18-8591-b2ecc36ce05b req-cf58dfb8-06a8-495e-a97f-016bdbe3a754 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 931 time: 0.2118757 Mar 31 23:14:18.913310 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9ea0caf1-9149-4518-9720-012e8b9c878a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809102 Mar 31 23:14:18.916613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37130) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.935719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:18.987252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:18.992850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8003e4a-fec7-4c7b-8534-24bc9905a98c None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:19.110900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-e0538fb9-ec2f-492e-ab8a-9f53692add11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.113922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-e0538fb9-ec2f-492e-ab8a-9f53692add11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=49d9e75a-358c-41c4-b6fc-ab4d36744dc3 HTTP/1.1" status: 200 len: 1095 time: 0.0896564 Mar 31 23:14:19.156777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563a1e70-e71b-4b18-8591-b2ecc36ce05b req-adbea479-b14b-4a34-8ddd-eee0309ea344 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633350 Mar 31 23:14:19.207244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:19.207648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.233243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73267aa-35b0-4b5e-ab55-39a9e09abd22 req-22c5bcf7-4cc8-4174-ba26-ff1834edc6ea tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.234955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f73267aa-35b0-4b5e-ab55-39a9e09abd22 req-22c5bcf7-4cc8-4174-ba26-ff1834edc6ea tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.2605102 Mar 31 23:14:19.237865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Attempting to bind port 505fd603-a808-407c-b8d6-3656bbb73b3c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:19.238329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Attempting to bind port 505fd603-a808-407c-b8d6-3656bbb73b3c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:19.238774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Attempting to bind port 505fd603-a808-407c-b8d6-3656bbb73b3c on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:19.251463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Port 505fd603-a808-407c-b8d6-3656bbb73b3c on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:19.252585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Attempting to bind port 505fd603-a808-407c-b8d6-3656bbb73b3c on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:19.259360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-a5274ac4-70c1-41f6-8de9-ccaa4d85abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.261452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-a5274ac4-70c1-41f6-8de9-ccaa4d85abea service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 915 time: 0.1412475 Mar 31 23:14:19.271407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:19.271407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Checking segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:19.271407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Bound using segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:19.271407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Bound port: 505fd603-a808-407c-b8d6-3656bbb73b3c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:19.271407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.320300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f73267aa-35b0-4b5e-ab55-39a9e09abd22 req-49f742f0-627c-4566-bd01-ef0c18ac8dfb tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781043 Mar 31 23:14:19.323060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:19.328269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.357584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-dba9799f-585c-4e90-9ae2-9b2072d82a9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8edd45fc-f4d6-4f43-99c5-331203765993 HTTP/1.1" status: 200 len: 217 time: 0.0884895 Mar 31 23:14:19.381861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:19.386444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:19.409967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6bd388c-8c42-48df-b10d-6a33b9ac349a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.436002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-93f86709-5ffc-4afc-9ee8-8641cb6d9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.438326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-93f86709-5ffc-4afc-9ee8-8641cb6d9233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 200 len: 853 time: 0.0657718 Mar 31 23:14:19.476408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-0ed30bac-6be0-4c38-80f2-ad7d5221c36a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310364 Mar 31 23:14:19.552876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:19.581458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=505fd603-a808-407c-b8d6-3656bbb73b3c,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:19.618984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-bb374074-58a7-4fb2-b095-8c345bedb09d service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353471 Mar 31 23:14:19.670474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.709840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Deleting port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:19.710317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.762105 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d274fbc-9af4-419f-bf48-5a9cf7d53f79 req-c63fe866-cf13-4bbe-afd8-1d03b92b7c5e service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356809 Mar 31 23:14:19.766615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.767268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.768638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] 10.222.0.10 "PUT /v2.0/ports/505fd603-a808-407c-b8d6-3656bbb73b3c HTTP/1.1" status: 200 len: 1091 time: 2.3096302 Mar 31 23:14:19.769093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:19.771385 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0febf70-6650-4bff-8c75-89333dd9fbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:19.775886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6bd388c-8c42-48df-b10d-6a33b9ac349a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.806913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] For port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:19.807412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.808276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c12fd9-1b72-4d57-8a39-8c3f1103c2ae service neutron] Pushing event updated for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.825422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Calling delete_port for 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:19.847248 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0927e0-635f-438b-9b1c-f8c57de3ce14 x-openstack-request-id: req-3c0927e0-635f-438b-9b1c-f8c57de3ce14 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:19.847548 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:19.847811 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c0927e0-635f-438b-9b1c-f8c57de3ce14 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:19.848226 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0927e0-635f-438b-9b1c-f8c57de3ce14'] response: {'name': 'network-changed', 'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c', 'status': 'completed', 'code': 200} Mar 31 23:14:19.917675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6bd388c-8c42-48df-b10d-6a33b9ac349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.964669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6bd388c-8c42-48df-b10d-6a33b9ac349a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee01d6d371014fd593b9727f62dfc9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815327 Mar 31 23:14:19.967182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd388c-8c42-48df-b10d-6a33b9ac349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165de8f-1b65-48cf-ad92-5616c9c33d8c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.967842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:19.971955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-e6b294f5-aeff-4988-b922-e02a480536af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.973409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-e6b294f5-aeff-4988-b922-e02a480536af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 1094 time: 0.0842836 Mar 31 23:14:19.999634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.020687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.041839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.089218 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.089778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:20.096661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:20.105261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.105795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.110708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=14ca81da-9c71-4b47-9b3b-652d48d3375c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.115699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] Pushing event deleted for resources: {'Port': ['ID=6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.119348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf92fd-e5db-4971-89d5-309c6922e0df None None] No DVR routers for this DVR port 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:20.135840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d041e-ef91-4d44-9b75-07297a6db004 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:20.157359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-2ee12867-f1c8-4a39-89f0-6b88eed25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.158870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-2ee12867-f1c8-4a39-89f0-6b88eed25363 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1713514 Mar 31 23:14:20.213248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.217756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.219502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7165de8f-1b65-48cf-ad92-5616c9c33d8c HTTP/1.1" status: 204 len: 168 time: 0.2505801 Mar 31 23:14:20.248112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e44d-0007-4c9a-bf77-1b11269b052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165de8f-1b65-48cf-ad92-5616c9c33d8c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.264349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e3a1d0a-fd47-4efd-aebf-b998152843ef tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3337431 Mar 31 23:14:20.264958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:20.272577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '14ca81da-9c71-4b47-9b3b-652d48d3375c', 'ip_address': '2001:db8::b93:f7db:a9c5:a0bf'}], 'name': 'tempest-NetworksTestDHCPv6-902699028'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:20.334107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-d1cf0eea-ba6f-4248-af20-ba93ef63e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.335615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0febf70-6650-4bff-8c75-89333dd9fbc2 req-d1cf0eea-ba6f-4248-af20-ba93ef63e269 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1701488 Mar 31 23:14:20.345449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220b16-5af1-4708-9867-0b67cfb3396d req-e692ed3b-d24b-4bd1-94ac-c9eb4ac9b850 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.358788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4220b16-5af1-4708-9867-0b67cfb3396d req-e692ed3b-d24b-4bd1-94ac-c9eb4ac9b850 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.0921388 Mar 31 23:14:20.367144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '14ca81da-9c71-4b47-9b3b-652d48d3375c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:20.368062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.443647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4220b16-5af1-4708-9867-0b67cfb3396d req-d926069c-6aee-448d-9cb4-4b307d0822fe tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833201 Mar 31 23:14:20.471946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-d2ff8985-7176-467d-91c3-9dcbde07ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.475180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-d2ff8985-7176-467d-91c3-9dcbde07ea4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 1094 time: 0.0691338 Mar 31 23:14:20.543451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-d40be79a-8247-45ea-b48b-91997c1e65e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=505fd603-a808-407c-b8d6-3656bbb73b3c HTTP/1.1" status: 200 len: 217 time: 0.0444267 Mar 31 23:14:20.549196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:20.559716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/14ca81da-9c71-4b47-9b3b-652d48d3375c/9ce7b75a-033e-49cf-aa38-00f044562343) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:20.598037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696beddb-db75-40b4-b5b4-4288de478a43 req-0e00132b-3377-4dbe-95ad-113662c98898 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.599509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-696beddb-db75-40b4-b5b4-4288de478a43 req-0e00132b-3377-4dbe-95ad-113662c98898 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.1305845 Mar 31 23:14:20.650689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-333ec8e4-89a9-4b44-a032-300a4a68afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.651118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-333ec8e4-89a9-4b44-a032-300a4a68afdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 200 len: 853 time: 0.0966129 Mar 31 23:14:20.657677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-696beddb-db75-40b4-b5b4-4288de478a43 req-9d5880d6-8092-41ef-a756-8756d3e25cca tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456076 Mar 31 23:14:20.671765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.698169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port da63e890-6eaf-4bad-8d6b-01dc4f33f71a yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:20.700258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-f0df3c56-436e-4ad8-a547-45fbf7af4376 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418432 Mar 31 23:14:20.786036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.824873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-c0206799-0388-47a2-a2a3-440169b37e22 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159899 Mar 31 23:14:20.877398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:20.922131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.926975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:20.927389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e8c3caf-7f8b-497e-ba72-a2ecacaa85e1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:20.988423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::b93:f7db:a9c5:a0bf (72d20de6-aee2-4ce8-9aef-20530b716056/14ca81da-9c71-4b47-9b3b-652d48d3375c/da63e890-6eaf-4bad-8d6b-01dc4f33f71a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:20.997794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266fe5a4-0ffa-47d2-b8f8-39475244eba0 req-5b3b059c-4582-4cb1-a7eb-5108b020d1e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631343 Mar 31 23:14:21.068320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Pushing event updated for resources: {'Port': ['ID=9ce7b75a-033e-49cf-aa38-00f044562343,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.072764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:21.074087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:21.078748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:21.149333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Attempting to bind port 9ce7b75a-033e-49cf-aa38-00f044562343 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:21.151232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Attempting to bind port 9ce7b75a-033e-49cf-aa38-00f044562343 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:21.151794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Attempting to bind port 9ce7b75a-033e-49cf-aa38-00f044562343 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:21.168169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:21.169550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:21.170372 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.175577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:21.177758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Bound port: 9ce7b75a-033e-49cf-aa38-00f044562343, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:21.179283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.265042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] For port 9ce7b75a-033e-49cf-aa38-00f044562343, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:21.268675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] For port 9ce7b75a-033e-49cf-aa38-00f044562343, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ce7b75a-033e-49cf-aa38-00f044562343,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:21.271546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.296499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feef124-a612-457d-9ead-de0010d37389 req-071540d0-6e56-4f6e-8c94-3d5125bfdd4a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.298313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6feef124-a612-457d-9ead-de0010d37389 req-071540d0-6e56-4f6e-8c94-3d5125bfdd4a tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.4027500 Mar 31 23:14:21.362510 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.415795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.428371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5077e-28cc-43af-abfc-63d2475629d0 None None] Pushing event updated for resources: {'Port': ['ID=9ce7b75a-033e-49cf-aa38-00f044562343,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.462296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:21.465919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Deleting port 9b1457e5-eda2-4124-af94-0a96d87daacd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:21.466260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.483849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:21.493299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:21.499664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.500300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.565665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=da63e890-6eaf-4bad-8d6b-01dc4f33f71a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.601454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14d5c-72b4-4dbd-9b6c-cb9c6b79896a req-0b63346d-9cb3-42a4-9309-4d4c5e4accc3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.603099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e14d5c-72b4-4dbd-9b6c-cb9c6b79896a req-0b63346d-9cb3-42a4-9309-4d4c5e4accc3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.0712194 Mar 31 23:14:21.613328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] For port 9b1457e5-eda2-4124-af94-0a96d87daacd, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9b1457e5-eda2-4124-af94-0a96d87daacd,segment=NetworkSegment(caa8f53e-bbf4-4fc7-81e2-3f72912b3769),segment_id=caa8f53e-bbf4-4fc7-81e2-3f72912b3769)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:21.613700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.629902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Calling delete_port for 9b1457e5-eda2-4124-af94-0a96d87daacd owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:21.645385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e14d5c-72b4-4dbd-9b6c-cb9c6b79896a req-d4c1e6e0-6ed1-4413-9fa9-65c475d1716d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Mar 31 23:14:21.703750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90fa6a3b-b122-4020-a651-bc2329323774 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4368293 Mar 31 23:14:21.706615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:21.837897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07fd17-4f5c-4903-b64b-4957a9127c05 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.844071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07fd17-4f5c-4903-b64b-4957a9127c05 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.845719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a07fd17-4f5c-4903-b64b-4957a9127c05 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1380889 Mar 31 23:14:21.848974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37270) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:21.898375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeebf6e-a36c-448d-b26c-c15be8899fdc req-c7592899-68b2-4657-b0f2-af43b78e240e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.899977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caeebf6e-a36c-448d-b26c-c15be8899fdc req-c7592899-68b2-4657-b0f2-af43b78e240e tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 945 time: 0.1244795 Mar 31 23:14:21.950756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.964559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9b1457e5-eda2-4124-af94-0a96d87daacd'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:21.978019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caeebf6e-a36c-448d-b26c-c15be8899fdc req-67fc6d6a-1536-4d15-920a-7b1fbed3da71 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/security-groups?id=07076195-8116-4d7c-95d4-b5a5ebac77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695519 Mar 31 23:14:22.009279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port da63e890-6eaf-4bad-8d6b-01dc4f33f71a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:22.009633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.012869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Pushing event deleted for resources: {'Port': ['ID=9b1457e5-eda2-4124-af94-0a96d87daacd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.035380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] No DVR routers for this DVR port 9b1457e5-eda2-4124-af94-0a96d87daacd on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:22.039822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.043329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6feef124-a612-457d-9ead-de0010d37389 req-91fbbfb4-6c94-47e8-845c-f7ba278c1cf3 tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.44 "DELETE /v2.0/ports/9b1457e5-eda2-4124-af94-0a96d87daacd HTTP/1.1" status: 204 len: 173 time: 0.7370851 Mar 31 23:14:22.044526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'name': 'network-vif-deleted', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:22.046818 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43140d7b-9089-4b5a-9a4b-921d90051c37" -d '{"events": [{"server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "name": "network-vif-deleted", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:22.098005 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008b503-8760-4cdd-891b-178f6a505871 x-openstack-request-id: req-5008b503-8760-4cdd-891b-178f6a505871 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:22.098376 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe641f-4828-44ae-b1cd-feff953a1e4d", "name": "network-vif-deleted", "tag": "9b1457e5-eda2-4124-af94-0a96d87daacd", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:22.098693 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5008b503-8760-4cdd-891b-178f6a505871 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:22.099202 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5008b503-8760-4cdd-891b-178f6a505871'] response: {'server_uuid': 'eebe641f-4828-44ae-b1cd-feff953a1e4d', 'name': 'network-vif-deleted', 'tag': '9b1457e5-eda2-4124-af94-0a96d87daacd', 'status': 'completed', 'code': 200} Mar 31 23:14:22.151843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.164739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for da63e890-6eaf-4bad-8d6b-01dc4f33f71a owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:22.436596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.471929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=da63e890-6eaf-4bad-8d6b-01dc4f33f71a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.501971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.505433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a1105623-b784-4d6c-94bb-4cfcc3e3f860 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/da63e890-6eaf-4bad-8d6b-01dc4f33f71a HTTP/1.1" status: 204 len: 168 time: 0.6555073 Mar 31 23:14:22.507973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:22.563465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916df39b-32f3-4c1c-a3e5-ef114f2fbe75 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.565318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916df39b-32f3-4c1c-a3e5-ef114f2fbe75 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.566742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-916df39b-32f3-4c1c-a3e5-ef114f2fbe75 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0578268 Mar 31 23:14:22.569794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37304) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:22.624760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 14ca81da-9c71-4b47-9b3b-652d48d3375c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:22.628178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.648446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] Provisioning complete for port 9ce7b75a-033e-49cf-aa38-00f044562343 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:22.649522 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.703112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.742350 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.784605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] For port 9ce7b75a-033e-49cf-aa38-00f044562343, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ce7b75a-033e-49cf-aa38-00f044562343,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:22.815973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876cf46-f165-462e-9837-d7d994edbabe req-885b2d64-7b5f-4083-add8-8f8850a29da9 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.818647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1876cf46-f165-462e-9837-d7d994edbabe req-885b2d64-7b5f-4083-add8-8f8850a29da9 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.0721858 Mar 31 23:14:22.888573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.890851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.918276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1876cf46-f165-462e-9837-d7d994edbabe req-aec3ad69-f3a2-4837-ad20-2258b0956c70 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928905 Mar 31 23:14:22.969370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ce7b75a-033e-49cf-aa38-00f044562343 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:23.016679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18bda9-8bfc-4d40-9091-a51277745131 None None] Pushing event updated for resources: {'Port': ['ID=9ce7b75a-033e-49cf-aa38-00f044562343,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.027567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fdaa34b5-63c8-4a11-8d8d-18727fee7694 None None] Could not find standard attr ID for object da63e890-6eaf-4bad-8d6b-01dc4f33f71a. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:23.051150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9ce7b75a-033e-49cf-aa38-00f044562343 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:23.051521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.139854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.151557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d644ef4-98dc-48f7-8ebf-8545f3691a0b req-09acc6b3-67a3-48d8-aa04-72040572657d tempest-DeleteServersTestJSON-2775941 tempest-DeleteServersTestJSON-2775941-project] 10.222.0.83 "GET /v2.0/ports?device_id=eebe641f-4828-44ae-b1cd-feff953a1e4d HTTP/1.1" status: 200 len: 210 time: 0.0462372 Mar 31 23:14:23.191326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=14ca81da-9c71-4b47-9b3b-652d48d3375c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.193110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.197976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a0d51-6a21-4b3d-8745-cee561adbca1 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:23.203247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37328) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:23.203609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-abb71fbd-d85e-4dd9-bfa1-0cbf7b23eee3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/14ca81da-9c71-4b47-9b3b-652d48d3375c HTTP/1.1" status: 204 len: 168 time: 0.6324983 Mar 31 23:14:23.252021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-742090b2-c555-4fc1-8689-2f46840c80d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476191 Mar 31 23:14:23.254726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37332) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:23.259617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:23.391905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:23.438853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Deleting port 9ce7b75a-033e-49cf-aa38-00f044562343 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:23.439298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.464741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:23.469057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.511501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] For port 9ce7b75a-033e-49cf-aa38-00f044562343, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ce7b75a-033e-49cf-aa38-00f044562343,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:23.511903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.527332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Calling delete_port for 9ce7b75a-033e-49cf-aa38-00f044562343 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:23.710333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.738100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] No DVR routers for this DVR port 9ce7b75a-033e-49cf-aa38-00f044562343 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:23.742248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28940a48-1912-4c19-853e-08fbef4f70e9 None None] Pushing event deleted for resources: {'Port': ['ID=9ce7b75a-033e-49cf-aa38-00f044562343,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.798051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.846422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:23.849825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:23.852697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.853301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.862819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42dfb9-2b83-48e3-9dfa-cc528bbe29d0 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:23.866223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.961598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f8bc55e-add8-44e5-8486-e7ace9df64a1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7057962 Mar 31 23:14:23.970244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37352) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:23.970244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93', 'ip_address': '2001:db8::6e4a:6623:e3b6:a6b4'}], 'name': 'tempest-NetworksTestDHCPv6-384071866'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:24.080881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:24.081901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.156287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65141b6-ff17-434e-b907-162e66c51a44 req-01c57fba-ce71-41b0-a0e6-b71917c32eaa tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.158109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65141b6-ff17-434e-b907-162e66c51a44 req-01c57fba-ce71-41b0-a0e6-b71917c32eaa tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.1175992 Mar 31 23:14:24.228359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-81948d3e-8e94-4435-895e-e905c9757049 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.230207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-81948d3e-8e94-4435-895e-e905c9757049 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/networks?id=5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 200 len: 813 time: 0.2156794 Mar 31 23:14:24.241903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65141b6-ff17-434e-b907-162e66c51a44 req-eadea35e-f861-49fe-bea2-624202a5cfbc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697298 Mar 31 23:14:24.242991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.254846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6fddb37c-7bb4-45b7-a489-f70f8fd90516 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/quotas/1d4212587132467d8d2d7a3eb79ae1ff HTTP/1.1" status: 200 len: 375 time: 0.0118396 Mar 31 23:14:24.264079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:24.270979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.295065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93/17a53062-5c0e-49b6-85f2-2885514a76e2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:24.295267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 1c3342c9-df13-49fe-b642-569941131377 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:24.315427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6bdc878d-921f-45db-a2a0-a6898fd7e30e tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406797 Mar 31 23:14:24.461672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-22d85e8c-14bc-490e-97e9-352110c73ad5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:14:24.462962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-22d85e8c-14bc-490e-97e9-352110c73ad5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1348403 Mar 31 23:14:24.505547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.513279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8edd45fc-f4d6-4f43-99c5-331203765993 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:24.552951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b1457e5-eda2-4124-af94-0a96d87daacd no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:24.581571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-b874e314-e4b9-4897-97cf-d8762bbacf2b service neutron] 10.222.0.83 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106303 Mar 31 23:14:24.605432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9b1457e5-eda2-4124-af94-0a96d87daacd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:24.605769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9b1457e5-eda2-4124-af94-0a96d87daacd not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:24.608413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.656212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::6e4a:6623:e3b6:a6b4 (72d20de6-aee2-4ce8-9aef-20530b716056/ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93/1c3342c9-df13-49fe-b642-569941131377) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:24.686960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:24.692478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Pushing event updated for resources: {'Port': ['ID=17a53062-5c0e-49b6-85f2-2885514a76e2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.698038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:24.701489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8edd45fc-f4d6-4f43-99c5-331203765993,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:24.705044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:24.721086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '8edd45fc-f4d6-4f43-99c5-331203765993', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'port_id': '8edd45fc-f4d6-4f43-99c5-331203765993', 'mac_address': 'fa:16:3e:61:d7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632402f-745f-48f0-a3f5-e8880442a6ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:24.725725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-e3976387-9df3-4fe8-b166-9e22e3253e21 service neutron] 10.222.0.83 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374972 Mar 31 23:14:24.796869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Attempting to bind port 17a53062-5c0e-49b6-85f2-2885514a76e2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:24.797239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Attempting to bind port 17a53062-5c0e-49b6-85f2-2885514a76e2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:24.797591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Attempting to bind port 17a53062-5c0e-49b6-85f2-2885514a76e2 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:24.807306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:24.808118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:24.808118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.808443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:24.809046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Bound port: 17a53062-5c0e-49b6-85f2-2885514a76e2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:24.809834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.813990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.835174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edd45fc-f4d6-4f43-99c5-331203765993 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:24.875968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.879627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ce7b75a-033e-49cf-aa38-00f044562343 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:24.882706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8edd45fc-f4d6-4f43-99c5-331203765993,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:24.907166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9ce7b75a-033e-49cf-aa38-00f044562343 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:24.907488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ce7b75a-033e-49cf-aa38-00f044562343 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:24.926291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] For port 17a53062-5c0e-49b6-85f2-2885514a76e2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:24.929654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] For port 17a53062-5c0e-49b6-85f2-2885514a76e2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=17a53062-5c0e-49b6-85f2-2885514a76e2,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:25.030056 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.053878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09b84d29-ce48-4125-8218-cbdba478c2ec req-a1c9c752-dbbf-4d57-9db5-73e75e781fd2 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0433450 Mar 31 23:14:25.083037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.085956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.117965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.170738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:25.181995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:25.186299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:25.186514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2ac05-e58d-494c-b28e-9d8c0ce14c67 None None] Pushing event updated for resources: {'Port': ['ID=17a53062-5c0e-49b6-85f2-2885514a76e2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.194829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.195578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.206548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=1c3342c9-df13-49fe-b642-569941131377,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.395330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f36a-4224-4f2e-9c46-50b34d243fe5 req-907c4168-7661-4675-9482-8d0db9ba81a6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.397823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a60f8924-15e3-41d0-8095-68508902ce3c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4340730 Mar 31 23:14:25.399489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74f6f36a-4224-4f2e-9c46-50b34d243fe5 req-907c4168-7661-4675-9482-8d0db9ba81a6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.0850728 Mar 31 23:14:25.399889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.472716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74f6f36a-4224-4f2e-9c46-50b34d243fe5 req-6faa4cbd-395c-4570-ae61-7350150b250f tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 Mar 31 23:14:25.473053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['8edd45fc-f4d6-4f43-99c5-331203765993'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:25.510886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b124c-7127-4dd7-9952-3bac6f0ca25d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.523531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b124c-7127-4dd7-9952-3bac6f0ca25d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.525225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-299b124c-7127-4dd7-9952-3bac6f0ca25d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1243615 Mar 31 23:14:25.528468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.643308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 1c3342c9-df13-49fe-b642-569941131377 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:25.643655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.750670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.765335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 1c3342c9-df13-49fe-b642-569941131377 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:26.141759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.151696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58a48630-ab85-4a16-8b57-b87252fff2e3 req-492b2f32-4be6-40be-a7e7-c510d21a6c38 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0456319 Mar 31 23:14:26.225102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=1c3342c9-df13-49fe-b642-569941131377,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.232182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.240275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:26.240979 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bcd78aa9-eaab-49fb-b5b4-3d48c413a80b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/1c3342c9-df13-49fe-b642-569941131377 HTTP/1.1" status: 204 len: 168 time: 0.7114925 Mar 31 23:14:26.307152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fb08a-2816-438c-8ab7-c9bb91337aa5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.310032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fb08a-2816-438c-8ab7-c9bb91337aa5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.311497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-310fb08a-2816-438c-8ab7-c9bb91337aa5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701632 Mar 31 23:14:26.314225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37426) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:26.384950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:26.388492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.441801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.476804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Provisioning complete for port 17a53062-5c0e-49b6-85f2-2885514a76e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:26.477387 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.538425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 505fd603-a808-407c-b8d6-3656bbb73b3c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:26.548259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.640112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8edd45fc-f4d6-4f43-99c5-331203765993 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:26.643904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0fa40-1472-45fd-9ac0-8cb9a91303cd req-25ec9632-e369-4251-95ad-44e2895ff66d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.645553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c0fa40-1472-45fd-9ac0-8cb9a91303cd req-25ec9632-e369-4251-95ad-44e2895ff66d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 943 time: 0.0622706 Mar 31 23:14:26.716171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c0fa40-1472-45fd-9ac0-8cb9a91303cd req-ff7f673c-fa82-48ee-abe5-573049eeed9d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Mar 31 23:14:26.766546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.814815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=505fd603-a808-407c-b8d6-3656bbb73b3c,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:26.827371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.884223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.888239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.891469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-467419e0-5e18-4109-96d4-4723ba579a7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93 HTTP/1.1" status: 204 len: 168 time: 0.5762308 Mar 31 23:14:26.894247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.026229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37436) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.027133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-51fa145b-69e9-4660-ad54-9c167b428f6e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308932 Mar 31 23:14:27.093883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85905b8-8c9b-4604-a328-7b9907c778e4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.097894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d85905b8-8c9b-4604-a328-7b9907c778e4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0682654 Mar 31 23:14:27.098123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37438) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.120274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 17a53062-5c0e-49b6-85f2-2885514a76e2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:27.122490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aeeff6-bc61-45f3-aa69-2fdc7b20562c None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:27.124804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '505fd603-a808-407c-b8d6-3656bbb73b3c', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'port_id': '505fd603-a808-407c-b8d6-3656bbb73b3c', 'mac_address': 'fa:16:3e:52:c4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632402f-745f-48f0-a3f5-e8880442a6ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:27.131399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 8edd45fc-f4d6-4f43-99c5-331203765993 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:27.156886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276b785-99e5-4431-9e3b-8b6a005e6370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.158363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f276b785-99e5-4431-9e3b-8b6a005e6370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593493 Mar 31 23:14:27.160832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37440) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.223832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-368411f6-90c4-49b8-b13a-38b130c15e09 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618629 Mar 31 23:14:27.229552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37446) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.236161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:27.268091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 8edd45fc-f4d6-4f43-99c5-331203765993 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:27.268614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.281278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:27.281642 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:27.321096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8dc3b85-8c52-446a-b178-b22d92a386ab req-90150c7b-a6d7-4cde-bce6-0c7988933343 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0767608 Mar 31 23:14:27.430465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.456542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505fd603-a808-407c-b8d6-3656bbb73b3c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:27.470950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 17a53062-5c0e-49b6-85f2-2885514a76e2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:27.471421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.500641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:27.504714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.541817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=505fd603-a808-407c-b8d6-3656bbb73b3c,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.566204 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.616378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:27.626847 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d1328a-d740-46eb-94d1-5a82aa0627a8" -d '{"events": [{"server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "name": "network-vif-plugged", "status": "completed", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:27.636000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.707157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:27.718832 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45fb1f-b471-4f95-b684-eaeca930df32 x-openstack-request-id: req-3e45fb1f-b471-4f95-b684-eaeca930df32 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:27.719856 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "name": "network-vif-plugged", "status": "completed", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:27.720288 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e45fb1f-b471-4f95-b684-eaeca930df32 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:27.720825 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e45fb1f-b471-4f95-b684-eaeca930df32'] response: {'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993', 'code': 200} Mar 31 23:14:27.722732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8edd45fc-f4d6-4f43-99c5-331203765993,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.837762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:27.840476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.846137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.910392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.936371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110901-1a8d-4278-aa58-9253e6933ebb req-7a431b8c-8aab-4eb7-a646-f1cc120f514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.937935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf110901-1a8d-4278-aa58-9253e6933ebb req-7a431b8c-8aab-4eb7-a646-f1cc120f514e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49d9e75a-358c-41c4-b6fc-ab4d36744dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0984361 Mar 31 23:14:27.954854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4ddd-199f-4b89-a600-2a0c9a6d0b67 req-6c677307-01bd-4112-a220-439983cc8a19 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.959478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b39d4ddd-199f-4b89-a600-2a0c9a6d0b67 req-6c677307-01bd-4112-a220-439983cc8a19 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 944 time: 0.1099780 Mar 31 23:14:27.963812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 17a53062-5c0e-49b6-85f2-2885514a76e2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=17a53062-5c0e-49b6-85f2-2885514a76e2,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.966139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:27.973556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Deleting port 17a53062-5c0e-49b6-85f2-2885514a76e2 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.973741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.029685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b39d4ddd-199f-4b89-a600-2a0c9a6d0b67 req-1fd5467e-d694-4dac-aeb6-24467f8da2bc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577714 Mar 31 23:14:28.031936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf110901-1a8d-4278-aa58-9253e6933ebb req-8893d015-d4d9-4c71-ac28-48c1caa3ca8d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860295 Mar 31 23:14:28.054876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] For port 17a53062-5c0e-49b6-85f2-2885514a76e2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=17a53062-5c0e-49b6-85f2-2885514a76e2,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:28.054876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.067537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['505fd603-a808-407c-b8d6-3656bbb73b3c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:28.074564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Calling delete_port for 17a53062-5c0e-49b6-85f2-2885514a76e2 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:28.076618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.157101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-eb44fb28-51aa-46ea-b2a4-468e6078ec23 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:28.160300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-eb44fb28-51aa-46ea-b2a4-468e6078ec23 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.44 "GET /v2.0/networks?id=5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 200 len: 813 time: 0.1354311 Mar 31 23:14:28.164750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:28.167836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.169020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:28.174316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:28.186383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.186761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Request body: {'port': {'device_id': '5d30fc73-08df-4dce-85ae-9a3845377240', 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739', 'admin_state_up': True, 'tenant_id': '1d4212587132467d8d2d7a3eb79ae1ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:28.190338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=1c39335b-f0a0-486d-b9ce-a3526fa0c938,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.233544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12cecf93-f5ec-4956-b8bb-e05ab8c5c1dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0025473 Mar 31 23:14:28.236553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37458) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.242396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '1c39335b-f0a0-486d-b9ce-a3526fa0c938', 'ip_address': '2001:db8::165c:13ac:acee:1919'}], 'name': 'tempest-NetworksTestDHCPv6-1081719402'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:28.283560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:28.283922 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:28.308733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=17a53062-5c0e-49b6-85f2-2885514a76e2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.402536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Made reservation on behalf of 1d4212587132467d8d2d7a3eb79ae1ff for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:28.410449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.424126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.471462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] Pushing event deleted for resources: {'Port': ['ID=17a53062-5c0e-49b6-85f2-2885514a76e2,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.473515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32419c7-7a2e-4d9a-a457-2a52e76c4c68 None None] No DVR routers for this DVR port 17a53062-5c0e-49b6-85f2-2885514a76e2 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:28.484116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c33300d2-25a0-43b6-ab90-b7dd534cbe6a req-f6e3646e-f87b-463f-a186-45a79654cd9b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0710931 Mar 31 23:14:28.495774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf9bcb-49b1-4645-aa19-c158ac0cde0d None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:28.600303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:28.614803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Allocated IP 172.20.0.13 (5dc82373-7dcf-4ee7-9792-6280e1bc3739/fb836009-2de8-45ad-b6e5-90d1468607c5/51b49660-2a96-4808-b1c4-6b7b08ede118) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:28.635297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37476) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.663385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-55f19db0-3e3e-490b-8174-1ef2bb24135b None None] Port 17a53062-5c0e-49b6-85f2-2885514a76e2 update to ACTIVE by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:14:28.761885 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:28.786321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dac93553-4c92-4d4f-9dfc-7d89ea406bcc None None] Could not find standard attr ID for object 1c3342c9-df13-49fe-b642-569941131377. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:28.793980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '1c39335b-f0a0-486d-b9ce-a3526fa0c938'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:28.806544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.807040 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.824544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 0f076214-6a67-4301-a2dc-89aca826e9e0 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:28.866251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.910143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 17a53062-5c0e-49b6-85f2-2885514a76e2 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:28.940344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 17a53062-5c0e-49b6-85f2-2885514a76e2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:28.940597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 17a53062-5c0e-49b6-85f2-2885514a76e2 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:28.985614 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.067471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/1c39335b-f0a0-486d-b9ce-a3526fa0c938/e28ea231-53f5-42ba-9389-b72d67178baf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:29.067846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:29.071461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:29.075805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:29.114726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Pushing event updated for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.151442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.152465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.156514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Deleting subnet 9169327e-f82c-482f-9026-a65abf8f2a6e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:29.164600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.244986 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-6de30210-2d60-4462-8292-428748b045ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0750389 Mar 31 23:14:29.259049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Request body: {'port': {'device_id': '5d30fc73-08df-4dce-85ae-9a3845377240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:29.278527 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.338918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.357607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.374665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:29.381749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:29.390545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:29.586174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Pushing event updated for resources: {'Port': ['ID=e28ea231-53f5-42ba-9389-b72d67178baf,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.606433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Attempting to bind port e28ea231-53f5-42ba-9389-b72d67178baf on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:29.607027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Attempting to bind port e28ea231-53f5-42ba-9389-b72d67178baf by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:29.613386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Attempting to bind port e28ea231-53f5-42ba-9389-b72d67178baf on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:29.620718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:29.627145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:29.628952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.629571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:29.630469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Bound port: e28ea231-53f5-42ba-9389-b72d67178baf, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:29.630984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.660599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.756301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] For port e28ea231-53f5-42ba-9389-b72d67178baf, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:29.760946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] For port e28ea231-53f5-42ba-9389-b72d67178baf, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e28ea231-53f5-42ba-9389-b72d67178baf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:29.800801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b49660-2a96-4808-b1c4-6b7b08ede118 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:29.808558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.810471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.820073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.820763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdad04-4b34-4d8c-9e9c-c76fb74eef9e req-6461b7e8-b33b-4338-9294-7a01f3b44b6c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.822018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Transition to ACTIVE for port object 51b49660-2a96-4808-b1c4-6b7b08ede118 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:29.822300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76cdad04-4b34-4d8c-9e9c-c76fb74eef9e req-6461b7e8-b33b-4338-9294-7a01f3b44b6c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 932 time: 0.1770027 Mar 31 23:14:29.848192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::165c:13ac:acee:1919 (72d20de6-aee2-4ce8-9aef-20530b716056/1c39335b-f0a0-486d-b9ce-a3526fa0c938/0f076214-6a67-4301-a2dc-89aca826e9e0) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:29.861742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421827a5-53c1-4463-8fac-8fb3ac30c189 req-a284fa59-0322-4b6a-80fd-b734c3e0feb3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.863394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-421827a5-53c1-4463-8fac-8fb3ac30c189 req-a284fa59-0322-4b6a-80fd-b734c3e0feb3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 944 time: 0.7227573 Mar 31 23:14:29.910466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.917371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71b7bd-424f-4c02-91b5-ccd68c5ab041 None None] Pushing event updated for resources: {'Port': ['ID=e28ea231-53f5-42ba-9389-b72d67178baf,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.000031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76cdad04-4b34-4d8c-9e9c-c76fb74eef9e req-53333c58-f8d7-4c3c-835f-f93472b7c4a4 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539912 Mar 31 23:14:30.007629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-421827a5-53c1-4463-8fac-8fb3ac30c189 req-c75e8af6-f48d-45c2-afc8-38ddf5f65a0e tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325111 Mar 31 23:14:30.058390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Pushing event updated for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.108072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Attempting to bind port 51b49660-2a96-4808-b1c4-6b7b08ede118 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:30.108466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Attempting to bind port 51b49660-2a96-4808-b1c4-6b7b08ede118 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:30.108842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Attempting to bind port 51b49660-2a96-4808-b1c4-6b7b08ede118 on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:30.113572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Port 51b49660-2a96-4808-b1c4-6b7b08ede118 on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:30.113901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Attempting to bind port 51b49660-2a96-4808-b1c4-6b7b08ede118 on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:30.118387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.119990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:30.120364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Checking segment: {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:30.121150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Bound using segment: {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:30.121745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Bound port: 51b49660-2a96-4808-b1c4-6b7b08ede118, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:30.122110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.167762 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.174167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9169327e-f82c-482f-9026-a65abf8f2a6e HTTP/1.1" status: 204 len: 168 time: 1.5351048 Mar 31 23:14:30.174321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37490) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.176162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74743f2-753a-4f53-81c7-82130aef29d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9169327e-f82c-482f-9026-a65abf8f2a6e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.232364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.286808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:30.316285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51b49660-2a96-4808-b1c4-6b7b08ede118,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:30.316285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.374136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.404788 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.408915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.425425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:30.428988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:30.433018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:30.439922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.440849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.451114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=0f076214-6a67-4301-a2dc-89aca826e9e0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.469269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782b6de0-47ba-4b2d-9c64-c9a1074b0f19']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:30.472165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.472787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.474196 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] 10.222.0.44 "PUT /v2.0/ports/51b49660-2a96-4808-b1c4-6b7b08ede118 HTTP/1.1" status: 200 len: 1092 time: 1.2209146 Mar 31 23:14:30.474674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:30.476928 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd46e90-5fbc-4553-b05a-5215dc800818" -d '{"events": [{"name": "network-changed", "server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:30.503204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:30.503575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa8f53e-bbf4-4fc7-81e2-3f72912b3769') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:30.513226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aa5b6-787d-4528-9b54-32718e02988b service neutron] Pushing event updated for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.521004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.531172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c09a3b2f-955b-4eaf-bee9-947b4e18ecc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2932405 Mar 31 23:14:30.533859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37494) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.541579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '1c39335b-f0a0-486d-b9ce-a3526fa0c938', 'ip_address': '2001:db8::165c:13ac:acee:1919'}], 'name': 'tempest-NetworksTestDHCPv6-1121715457'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:30.543449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 505fd603-a808-407c-b8d6-3656bbb73b3c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:30.548376 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e352a-7242-4e1c-a39c-121e7d72735d x-openstack-request-id: req-5d6e352a-7242-4e1c-a39c-121e7d72735d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:30.548376 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:30.548376 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5d6e352a-7242-4e1c-a39c-121e7d72735d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:30.548783 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6e352a-7242-4e1c-a39c-121e7d72735d'] response: {'name': 'network-changed', 'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118', 'status': 'completed', 'code': 200} Mar 31 23:14:30.569735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.593800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:30.593800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:30.595361 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:30.667882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-a9caa621-9fd5-476b-9c2c-b47149b9ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.670279 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-a9caa621-9fd5-476b-9c2c-b47149b9ec75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 1095 time: 0.1191468 Mar 31 23:14:30.670644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 505fd603-a808-407c-b8d6-3656bbb73b3c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:30.676177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 505fd603-a808-407c-b8d6-3656bbb73b3c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:30.676554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.747860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.759413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.765549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/782b6de0-47ba-4b2d-9c64-c9a1074b0f19 HTTP/1.1" status: 204 len: 168 time: 0.5813279 Mar 31 23:14:30.778468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.780810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdbb20-9b8c-4f02-89d9-87c7b16319c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=782b6de0-47ba-4b2d-9c64-c9a1074b0f19,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.805290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:30.811922 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.827821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-cff91c26-e571-4136-b665-37505189efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.828949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-cff91c26-e571-4136-b665-37505189efb2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1490560 Mar 31 23:14:30.835097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:30.837583 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50dfc51-4a9d-4ade-be6d-ee5819b3ba34" -d '{"events": [{"server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "name": "network-vif-plugged", "status": "completed", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:30.858017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 63c04a72-07ee-41ee-aa28-6a66971b83bc yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:30.873064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=505fd603-a808-407c-b8d6-3656bbb73b3c,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:30.910890 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb39befc-45cd-4400-b35d-47424710d881 x-openstack-request-id: req-bb39befc-45cd-4400-b35d-47424710d881 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:30.911300 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "name": "network-vif-plugged", "status": "completed", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:30.911640 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb39befc-45cd-4400-b35d-47424710d881 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:30.912125 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb39befc-45cd-4400-b35d-47424710d881'] response: {'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c', 'code': 200} Mar 31 23:14:30.976664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-d9cb3f99-f3b1-4230-8c53-c4304dc07cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.978307 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3cd46e90-5fbc-4553-b05a-5215dc800818 req-d9cb3f99-f3b1-4230-8c53-c4304dc07cdf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1395774 Mar 31 23:14:31.020083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e28ea231-53f5-42ba-9389-b72d67178baf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:31.024519 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.181176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.182870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-11bb10cb-4bac-483b-ac6c-b6e053f4a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.196144 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-11bb10cb-4bac-483b-ac6c-b6e053f4a924 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 1095 time: 0.1720717 Mar 31 23:14:31.209659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e28ea231-53f5-42ba-9389-b72d67178baf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:31.210570 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.214993 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:14:31.216389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:14:31.259942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-97e99da8-6c4d-405c-b145-9e8b18fb32bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b49660-2a96-4808-b1c4-6b7b08ede118 HTTP/1.1" status: 200 len: 217 time: 0.0583088 Mar 31 23:14:31.314645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37506) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.321464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fbf0-350e-40fe-9d33-904a1474067e req-01f97927-ddd7-4172-9fef-4ae102291656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.322451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d209fbf0-350e-40fe-9d33-904a1474067e req-01f97927-ddd7-4172-9fef-4ae102291656 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 1096 time: 0.1594262 Mar 31 23:14:31.352478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.370508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a39ef9c-7245-4578-8003-b0958157715f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d24e1aad7854bcaa83c42996a0e7143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544672 Mar 31 23:14:31.372190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-e1306ce8-3ef3-4598-93b9-23bdebdd0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.373608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-e1306ce8-3ef3-4598-93b9-23bdebdd0892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb836009-2de8-45ad-b6e5-90d1468607c5 HTTP/1.1" status: 200 len: 853 time: 0.1068351 Mar 31 23:14:31.374081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37508) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.378103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496519f5-ac6e-48e6-b1f8-64b7182102cd req-71e074ce-5f50-4dac-80e0-800e8f351df2 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.385945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-496519f5-ac6e-48e6-b1f8-64b7182102cd req-71e074ce-5f50-4dac-80e0-800e8f351df2 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 945 time: 0.1596742 Mar 31 23:14:31.400353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b736ba0-2260-4a61-8e6a-189dcd95138c req-a8781298-35a6-4e98-8ed0-f3dda6681dc8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.401652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e28ea231-53f5-42ba-9389-b72d67178baf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e28ea231-53f5-42ba-9389-b72d67178baf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:31.401880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b736ba0-2260-4a61-8e6a-189dcd95138c req-a8781298-35a6-4e98-8ed0-f3dda6681dc8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 944 time: 0.1715314 Mar 31 23:14:31.412578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-369a1275-f239-4040-a666-7c5b2eab91a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8763783 Mar 31 23:14:31.428116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37510) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.440805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-68c4bf75-d38c-44bd-b31d-e45ed9199ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dc82373-7dcf-4ee7-9792-6280e1bc3739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414886 Mar 31 23:14:31.470332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d209fbf0-350e-40fe-9d33-904a1474067e req-807a8ea3-44e7-4deb-9a7c-7a562a96c831 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358352 Mar 31 23:14:31.483298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.521868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.523443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-496519f5-ac6e-48e6-b1f8-64b7182102cd req-c2e27353-bca4-4673-a673-4b2089b90d0e tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354651 Mar 31 23:14:31.543905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b736ba0-2260-4a61-8e6a-189dcd95138c req-83da075f-49dd-4eeb-838f-9fbc4714aa8b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249776 Mar 31 23:14:31.559390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d58caa-fb85-42e8-8063-9c1586c096f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.565973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d58caa-fb85-42e8-8063-9c1586c096f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.567864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e1d58caa-fb85-42e8-8063-9c1586c096f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1388392 Mar 31 23:14:31.570609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37514) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.599136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.610299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e28ea231-53f5-42ba-9389-b72d67178baf,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.619872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0dfb463c-b202-4111-8eef-30673971396f None None] Provisioning complete for port e28ea231-53f5-42ba-9389-b72d67178baf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:31.620302 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0dfb463c-b202-4111-8eef-30673971396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.664815 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-febd5a54-b68f-43f3-8aa5-3d71efb45fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164598 Mar 31 23:14:31.717554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 0f076214-6a67-4301-a2dc-89aca826e9e0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:31.718166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.819547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ce617494-72dd-4f6d-914e-4b48f3728140 req-629e395c-ae99-4baa-88b4-53ca79cb3e87 service neutron] 10.222.0.44 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469235 Mar 31 23:14:31.847686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.853493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.856529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.860172 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07076195-8116-4d7c-95d4-b5a5ebac77ad HTTP/1.1" status: 204 len: 168 time: 0.4827628 Mar 31 23:14:31.866495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b3d40-ec6f-49a6-b110-e9b196f0c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07076195-8116-4d7c-95d4-b5a5ebac77ad,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.868411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 0f076214-6a67-4301-a2dc-89aca826e9e0 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:31.914913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-48aa6441-2c6a-49b4-ae6f-e5431ea7f19b None None] Provisioning complete for port 0f076214-6a67-4301-a2dc-89aca826e9e0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:31.915522 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48aa6441-2c6a-49b4-ae6f-e5431ea7f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.952167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48aa6441-2c6a-49b4-ae6f-e5431ea7f19b None None] Port 0f076214-6a67-4301-a2dc-89aca826e9e0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:32.167315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.197683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=0f076214-6a67-4301-a2dc-89aca826e9e0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.241703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.245889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-70725082-852a-467f-9196-7b6c58cdf0fa tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/0f076214-6a67-4301-a2dc-89aca826e9e0 HTTP/1.1" status: 204 len: 168 time: 0.6741021 Mar 31 23:14:32.249049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.369662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb3049-0a89-4276-9e35-b32a2c9cca2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.369662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb3049-0a89-4276-9e35-b32a2c9cca2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.376360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d5eb3049-0a89-4276-9e35-b32a2c9cca2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1259217 Mar 31 23:14:32.376857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37532) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.473231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 1c39335b-f0a0-486d-b9ce-a3526fa0c938 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:32.485380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de38b-f724-4c57-a7ad-ce2afb572223 req-dbb5e0af-6208-4a22-92a2-e4f5349622cb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.488568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d6de38b-f724-4c57-a7ad-ce2afb572223 req-dbb5e0af-6208-4a22-92a2-e4f5349622cb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1223743 Mar 31 23:14:32.491032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.581540 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.586755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d6de38b-f724-4c57-a7ad-ce2afb572223 req-00cc4239-190f-499a-8278-895293c05813 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661154 Mar 31 23:14:32.735601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777500f-823f-471d-a573-16ea15f707ec req-9f2d4379-7769-4725-a9db-a1ec2fdc1742 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.737102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d777500f-823f-471d-a573-16ea15f707ec req-9f2d4379-7769-4725-a9db-a1ec2fdc1742 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 945 time: 0.1269619 Mar 31 23:14:32.778226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecc10d-31a2-4688-9d5c-c1a8f2d7bb41 req-a20ed6f4-388f-4524-a99c-79a344566bbc tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.779766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fecc10d-31a2-4688-9d5c-c1a8f2d7bb41 req-a20ed6f4-388f-4524-a99c-79a344566bbc tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 944 time: 0.1302249 Mar 31 23:14:32.786473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.867897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d777500f-823f-471d-a573-16ea15f707ec req-2d909ec2-bc15-4431-8a92-9ca2de23ca36 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198101 Mar 31 23:14:32.915467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fecc10d-31a2-4688-9d5c-c1a8f2d7bb41 req-181ba59a-a0ac-4094-896e-bf599d4f9591 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Mar 31 23:14:32.962341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e28ea231-53f5-42ba-9389-b72d67178baf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:33.041219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e28ea231-53f5-42ba-9389-b72d67178baf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:33.041607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.044795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4d6e7-0a36-4248-b867-d99a6aceddf0 req-1b029c69-239e-4716-9282-8f36e4e4e311 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.046415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5e4d6e7-0a36-4248-b867-d99a6aceddf0 req-1b029c69-239e-4716-9282-8f36e4e4e311 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0745652 Mar 31 23:14:33.066889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.107516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=1c39335b-f0a0-486d-b9ce-a3526fa0c938,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.110153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.113416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b2ebd13e-c3ff-4043-8476-8dc89596f82b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1c39335b-f0a0-486d-b9ce-a3526fa0c938 HTTP/1.1" status: 204 len: 168 time: 0.7355785 Mar 31 23:14:33.115961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37554) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.128600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5e4d6e7-0a36-4248-b867-d99a6aceddf0 req-35c1694d-6365-4700-9ccb-9fee2dfd16c8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760725 Mar 31 23:14:33.128813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d524ee6-45e2-4efe-9020-415231efb4c4 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:33.176060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-593bbdae-033d-44a3-ae0a-8ae1b52aaf3a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586202 Mar 31 23:14:33.180203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37560) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.186793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:33.345022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a0f8-6a35-4e26-aae8-7b074836840f req-27f51aac-6460-458a-a169-eccda90c3a9b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.346922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7102a0f8-6a35-4e26-aae8-7b074836840f req-27f51aac-6460-458a-a169-eccda90c3a9b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0849931 Mar 31 23:14:33.415886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7102a0f8-6a35-4e26-aae8-7b074836840f req-4ef25bc4-30a6-4c53-aa0c-24947b7e86f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548952 Mar 31 23:14:33.444239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:33.447904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.617195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518de852-3c3d-4f5e-bf60-0ead658c9b63 req-0c636fbc-81ab-44ff-94ee-bd62e8153a3c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.618811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-518de852-3c3d-4f5e-bf60-0ead658c9b63 req-0c636fbc-81ab-44ff-94ee-bd62e8153a3c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0974090 Mar 31 23:14:33.664416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:33.704195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-518de852-3c3d-4f5e-bf60-0ead658c9b63 req-966c5b5e-3baa-4fcd-9dbc-36379f96ceb2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745256 Mar 31 23:14:33.722748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Deleting port e28ea231-53f5-42ba-9389-b72d67178baf {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:33.723197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.825494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.844731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] For port e28ea231-53f5-42ba-9389-b72d67178baf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e28ea231-53f5-42ba-9389-b72d67178baf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:33.844948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.867501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Calling delete_port for e28ea231-53f5-42ba-9389-b72d67178baf owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:33.916500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:33.931050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff96fcfc-2a8f-44b0-83e0-28cf6ff7df44 req-98579031-be84-4fb5-a94d-58d971be0cd8 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.0505211 Mar 31 23:14:33.941430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:33.958716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.960971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.972475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=b53d7c34-1241-45fc-a919-86e0a0399efc,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.070608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.099229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] Pushing event deleted for resources: {'Port': ['ID=e28ea231-53f5-42ba-9389-b72d67178baf,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.120478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc4d20-cd42-4948-bbb9-73d604dc4b1e None None] No DVR routers for this DVR port e28ea231-53f5-42ba-9389-b72d67178baf on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:34.124234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:34.124743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e06c052-cd15-4afb-89cf-f5e89b8a15b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9429052 Mar 31 23:14:34.129325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'b53d7c34-1241-45fc-a919-86e0a0399efc', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1744620896'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:34.152568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715973a6-3f5d-4286-876f-d0ce8816f050 req-51b34477-17e2-40db-9ec4-e2a448dc2593 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.156611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de541ead-5eee-4cd7-a9de-3c0b8d46217b None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:34.160027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-715973a6-3f5d-4286-876f-d0ce8816f050 req-51b34477-17e2-40db-9ec4-e2a448dc2593 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 945 time: 0.1383152 Mar 31 23:14:34.227563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-8201db61-5a9f-49d2-8d1b-f5f6a76de26c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.234971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-8201db61-5a9f-49d2-8d1b-f5f6a76de26c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.2145150 Mar 31 23:14:34.249170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-715973a6-3f5d-4286-876f-d0ce8816f050 req-a8b0ac6e-8708-4576-9725-a989f2e98017 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882666 Mar 31 23:14:34.257654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-0515507d-33df-4133-b985-405705ca9986 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/quotas/3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 375 time: 0.0217056 Mar 31 23:14:34.355202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-7b0d25ff-0114-43b9-8505-17d735f86162 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0964484 Mar 31 23:14:34.385691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'b53d7c34-1241-45fc-a919-86e0a0399efc'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:34.387579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.508963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bb3e0-a6c2-4109-b682-3acba0fc3c16 req-47620e8f-2796-4ba7-a815-8b772fc40b81 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.510801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a0bb3e0-a6c2-4109-b682-3acba0fc3c16 req-47620e8f-2796-4ba7-a815-8b772fc40b81 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 944 time: 0.1469207 Mar 31 23:14:34.568212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-40850972-5205-4251-a553-7d63ee91a970 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927688 Mar 31 23:14:34.583994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/b53d7c34-1241-45fc-a919-86e0a0399efc/f2fcc227-306d-499b-9ef8-6260ba693ecd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:34.596788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a0bb3e0-a6c2-4109-b682-3acba0fc3c16 req-8123aa8a-416e-410d-894d-1d8f6330d516 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728836 Mar 31 23:14:34.659446 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.717035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-6f499787-ae46-456b-b808-cc90fbda150d service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327488 Mar 31 23:14:34.794962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.808542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:34.867822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e28ea231-53f5-42ba-9389-b72d67178baf no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:34.891709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e28ea231-53f5-42ba-9389-b72d67178baf {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:34.892278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e28ea231-53f5-42ba-9389-b72d67178baf not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:34.914141 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.914252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.970311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 1a12ceb3-8096-4cfd-ad29-c19f097f5aca yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:35.021166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Pushing event updated for resources: {'Port': ['ID=f2fcc227-306d-499b-9ef8-6260ba693ecd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.048525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:35.050677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:35.059929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:35.161933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd3b33-d70d-4225-bce9-0a0cf1fec206 req-c773642d-d1af-4514-92a1-6039c8db17e9 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.174230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Attempting to bind port f2fcc227-306d-499b-9ef8-6260ba693ecd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:35.174750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cecd3b33-d70d-4225-bce9-0a0cf1fec206 req-c773642d-d1af-4514-92a1-6039c8db17e9 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=49d9e75a-358c-41c4-b6fc-ab4d36744dc3 HTTP/1.1" status: 200 len: 946 time: 0.1755226 Mar 31 23:14:35.174846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Attempting to bind port f2fcc227-306d-499b-9ef8-6260ba693ecd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:35.174940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Attempting to bind port f2fcc227-306d-499b-9ef8-6260ba693ecd on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:35.188378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:35.188783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:35.189228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.189625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:35.190114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Bound port: f2fcc227-306d-499b-9ef8-6260ba693ecd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:35.190507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.263232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-371b772a-05a6-4d78-88f1-7c3a55b54b4c req-5219b836-edee-4f69-8cab-13f6ef58ff32 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0819218 Mar 31 23:14:35.304189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cecd3b33-d70d-4225-bce9-0a0cf1fec206 req-70c873cf-8268-4607-9d7d-d93d71a241d0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274137 Mar 31 23:14:35.339111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] For port f2fcc227-306d-499b-9ef8-6260ba693ecd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:35.340211 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:14:35.341927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:14:35.346005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] For port f2fcc227-306d-499b-9ef8-6260ba693ecd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2fcc227-306d-499b-9ef8-6260ba693ecd,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:35.425027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-003ef0cb-c029-4f85-a65c-8fec9a499dbb req-e3d62e76-1894-447b-933d-dad85e7f18da tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0392447 Mar 31 23:14:35.461735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.491710 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19b86df4-809e-4600-a75a-688f25b3e257 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3662252 Mar 31 23:14:35.494031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37644) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:35.514005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5b378-af33-4cd3-a78a-052f49c3b475 None None] Pushing event updated for resources: {'Port': ['ID=f2fcc227-306d-499b-9ef8-6260ba693ecd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.555951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c59d7-0778-4a7b-a2dc-e85b477d72fc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.557684 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-391c59d7-0778-4a7b-a2dc-e85b477d72fc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0626881 Mar 31 23:14:35.564123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37646) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:35.623088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3b479-7f1b-457b-8def-136d128023cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.624822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3b479-7f1b-457b-8def-136d128023cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.626354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7ca3b479-7f1b-457b-8def-136d128023cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609119 Mar 31 23:14:35.629221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37650) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:35.692722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet b53d7c34-1241-45fc-a919-86e0a0399efc {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:35.713188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.862290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc41f1-154a-455a-a13f-465aa0e0fc55 req-0e43dd5d-5c87-435c-994d-c4b85bcc6d6b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.872168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bbc41f1-154a-455a-a13f-465aa0e0fc55 req-0e43dd5d-5c87-435c-994d-c4b85bcc6d6b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 944 time: 0.1761158 Mar 31 23:14:35.877568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.970224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bbc41f1-154a-455a-a13f-465aa0e0fc55 req-afb09360-77eb-4170-a463-c9d8162b84ef tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941381 Mar 31 23:14:36.044241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.225615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.256889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=b53d7c34-1241-45fc-a919-86e0a0399efc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.265182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.268021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f042235-e5fb-4639-82ef-553fab96b4d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b53d7c34-1241-45fc-a919-86e0a0399efc HTTP/1.1" status: 204 len: 168 time: 0.6355116 Mar 31 23:14:36.268254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.310961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb9525a0-8c26-4565-990c-1ab699d09202 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412083 Mar 31 23:14:36.315957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.323789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:36.410668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf9cf16-aac1-4539-a046-e0c3570a627d req-34dd9589-1112-4b77-9c08-0c121748d4e7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0647483 Mar 31 23:14:36.540121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e84e412e-c589-4368-9f0a-28e6395e84cf req-fa6da148-4606-4f4f-bd44-d8a4ab12ca6f tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Mar 31 23:14:36.579113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:36.579740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.641473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51b49660-2a96-4808-b1c4-6b7b08ede118 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:36.777212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51b49660-2a96-4808-b1c4-6b7b08ede118,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.809195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '51b49660-2a96-4808-b1c4-6b7b08ede118', 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739', 'port_id': '51b49660-2a96-4808-b1c4-6b7b08ede118', 'mac_address': 'fa:16:3e:5e:c0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb836009-2de8-45ad-b6e5-90d1468607c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:36.894613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.897382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-c34da0ca-59bf-4c86-9c8c-52c4f7b7c32c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.906109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-c34da0ca-59bf-4c86-9c8c-52c4f7b7c32c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.2416234 Mar 31 23:14:36.927868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b49660-2a96-4808-b1c4-6b7b08ede118 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:36.932227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-526d77ec-fecf-48bc-bdd6-360b6275175a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/quotas/fad29b64e2ce492aa7974a788c3bd8a2 HTTP/1.1" status: 200 len: 375 time: 0.0177035 Mar 31 23:14:36.951505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4652c-db34-4887-b375-6b942e0235a8 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:37.029055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2fcc227-306d-499b-9ef8-6260ba693ecd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:37.055591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-527d002d-5e9b-4675-a816-e1f2e07e77cc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194885 Mar 31 23:14:37.090964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51b49660-2a96-4808-b1c4-6b7b08ede118,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.128303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] Provisioning complete for port f2fcc227-306d-499b-9ef8-6260ba693ecd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:37.128922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.175465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.233663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.243424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f2fcc227-306d-499b-9ef8-6260ba693ecd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:37.244908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.280144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-53d50ebc-abd4-4467-96e7-556dd190336b service neutron] 10.222.0.83 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230766 Mar 31 23:14:37.292196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.327780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:37.346706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:37.348688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:37.349602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.350228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.350496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.406838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f788058-405c-4bfb-90c8-7e2aa1d581c8 req-e1391acd-ca24-427c-9f09-a3c1dcd3053e tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.415021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f788058-405c-4bfb-90c8-7e2aa1d581c8 req-e1391acd-ca24-427c-9f09-a3c1dcd3053e tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 944 time: 0.3255336 Mar 31 23:14:37.446912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.450610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] For port f2fcc227-306d-499b-9ef8-6260ba693ecd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2fcc227-306d-499b-9ef8-6260ba693ecd,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.480111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f788058-405c-4bfb-90c8-7e2aa1d581c8 req-e3275e3d-5de1-44cf-8bb3-9fbaeac60d0e tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Mar 31 23:14:37.488367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Deleting port f2fcc227-306d-499b-9ef8-6260ba693ecd {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:37.488984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.547410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.555075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=2b306449-acbc-4521-b044-fc591378d66c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.596192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-f656776e-2920-45af-857a-d067f3526e00 service neutron] 10.222.0.83 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149154 Mar 31 23:14:37.603869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6385778-818f-4076-a057-6c2a24ded3d7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2863936 Mar 31 23:14:37.606584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37696) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:37.613999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:37.622421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['51b49660-2a96-4808-b1c4-6b7b08ede118'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:37.666123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-301e2d57-6808-423e-aefe-8783571267b8 req-72157e69-f977-4f7c-b8f2-c50c05d4d738 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0589213 Mar 31 23:14:37.710030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:37.710468 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:37.718648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] For port f2fcc227-306d-499b-9ef8-6260ba693ecd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f2fcc227-306d-499b-9ef8-6260ba693ecd,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.719406 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.731748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fad50-c69c-47ad-9f1f-74ad76732cec None None] Pushing event updated for resources: {'Port': ['ID=f2fcc227-306d-499b-9ef8-6260ba693ecd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.751960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Calling delete_port for f2fcc227-306d-499b-9ef8-6260ba693ecd owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:37.763641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-618999bc-91af-4f98-aef5-c837d58af130 req-93f96691-5b3d-4b6c-852f-9154c44d7c11 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0350533 Mar 31 23:14:37.803234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.810655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.907398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.974298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-f4f05289-d4e8-4cea-9287-174456877fbc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.977260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-f4f05289-d4e8-4cea-9287-174456877fbc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/ports?device_id=49d9e75a-358c-41c4-b6fc-ab4d36744dc3 HTTP/1.1" status: 200 len: 946 time: 0.0794296 Mar 31 23:14:38.070626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.072337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.084263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] No DVR routers for this DVR port f2fcc227-306d-499b-9ef8-6260ba693ecd on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:38.087566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Deleting port 8edd45fc-f4d6-4f43-99c5-331203765993 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:38.088509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.106605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c433d-354f-4431-a2cc-5e1d792c172d None None] Pushing event deleted for resources: {'Port': ['ID=f2fcc227-306d-499b-9ef8-6260ba693ecd,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.122191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc7458-0606-444e-a659-b90c715bcf87 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:38.194419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.198016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-697dff55-35df-4e51-b16b-52963999264b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5894215 Mar 31 23:14:38.204542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37704) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:38.235381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] For port 8edd45fc-f4d6-4f43-99c5-331203765993, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8edd45fc-f4d6-4f43-99c5-331203765993,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:38.236029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.237090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Port f2fcc227-306d-499b-9ef8-6260ba693ecd update to ACTIVE by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:14:38.252591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Calling delete_port for 8edd45fc-f4d6-4f43-99c5-331203765993 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:38.325455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '2b306449-acbc-4521-b044-fc591378d66c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:38.326701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.379016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd2dbb80-8223-4c3e-91cc-037b3c3a9b28 req-11877561-78bf-4f5a-9120-661b2724d2f3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0361543 Mar 31 23:14:38.552228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.585429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-97abd0ba-881c-467f-abef-868b6fefc083 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:38.596240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-97abd0ba-881c-467f-abef-868b6fefc083 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/ports?device_id=20ccfe7a-d3aa-4265-93af-4e8fdba655c8 HTTP/1.1" status: 200 len: 945 time: 0.2741094 Mar 31 23:14:38.645485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['8edd45fc-f4d6-4f43-99c5-331203765993', '505fd603-a808-407c-b8d6-3656bbb73b3c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:38.700150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/2b306449-acbc-4521-b044-fc591378d66c/d285cd8c-f276-4592-99e6-9398c6ba67f4) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:38.727163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.925379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2fcc227-306d-499b-9ef8-6260ba693ecd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:38.962975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f2fcc227-306d-499b-9ef8-6260ba693ecd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:38.963339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f2fcc227-306d-499b-9ef8-6260ba693ecd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:38.983579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.088920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.120486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Deleting port 505fd603-a808-407c-b8d6-3656bbb73b3c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:39.121005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.131636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event deleted for resources: {'Port': ['ID=8edd45fc-f4d6-4f43-99c5-331203765993,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.160705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Pushing event updated for resources: {'Port': ['ID=d285cd8c-f276-4592-99e6-9398c6ba67f4,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.184031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:39.185028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] No DVR routers for this DVR port 8edd45fc-f4d6-4f43-99c5-331203765993 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:39.186580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:39.189346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35708ff-2ecd-4a96-a6a4-a67dff2ad8d4 req-b881524e-2f95-4ec8-94d7-5e0e424a4601 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0696406 Mar 31 23:14:39.190374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.193550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c146895-5ec6-483e-bf27-bdd7939fa3d2 req-ef50174b-a2d9-490f-a751-e73653330ec0 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "DELETE /v2.0/ports/8edd45fc-f4d6-4f43-99c5-331203765993 HTTP/1.1" status: 204 len: 173 time: 1.2103534 Mar 31 23:14:39.195946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'name': 'network-vif-deleted', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:39.197407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:39.198196 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877bf9be-e4a1-457c-b036-f077d28bad1b" -d '{"events": [{"server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "name": "network-vif-deleted", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:39.235595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6bb8c-68f4-4c9d-8351-980225b69e42 req-3462b142-2ecd-4588-93a8-3dbaea9c159c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.235595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c6bb8c-68f4-4c9d-8351-980225b69e42 req-3462b142-2ecd-4588-93a8-3dbaea9c159c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 945 time: 0.1107519 Mar 31 23:14:39.237239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-ba80ee5f-cd4e-4ff1-be5b-ee0cd1105eff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.238969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-ba80ee5f-cd4e-4ff1-be5b-ee0cd1105eff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.3650739 Mar 31 23:14:39.280514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'device_id': '20c2c2e9-f919-4398-8025-94b358475c9f', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'admin_state_up': True, 'tenant_id': '3cd88da30a944d2b833046343995672a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:39.288494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] For port 505fd603-a808-407c-b8d6-3656bbb73b3c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=505fd603-a808-407c-b8d6-3656bbb73b3c,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:39.289283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.326606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c6bb8c-68f4-4c9d-8351-980225b69e42 req-6aef0445-59cc-40f2-bafe-b4e847152a0e tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901022 Mar 31 23:14:39.347054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Calling delete_port for 505fd603-a808-407c-b8d6-3656bbb73b3c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:39.373399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Attempting to bind port d285cd8c-f276-4592-99e6-9398c6ba67f4 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:39.373769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Attempting to bind port d285cd8c-f276-4592-99e6-9398c6ba67f4 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:39.374144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Attempting to bind port d285cd8c-f276-4592-99e6-9398c6ba67f4 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:39.379664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:39.380035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:39.380434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.380816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:39.381305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Bound port: d285cd8c-f276-4592-99e6-9398c6ba67f4, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:39.381683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.405248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa42f7bc-c582-426a-8c27-f4b264f1ee6f req-ecb752df-502c-47c0-ab95-57463cabfadc tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0774570 Mar 31 23:14:39.410190 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b704e3-497f-4e9b-b77c-897e56276a92 x-openstack-request-id: req-48b704e3-497f-4e9b-b77c-897e56276a92 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:39.410484 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9e75a-358c-41c4-b6fc-ab4d36744dc3", "name": "network-vif-deleted", "tag": "8edd45fc-f4d6-4f43-99c5-331203765993", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:39.412897 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48b704e3-497f-4e9b-b77c-897e56276a92 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:39.413326 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b704e3-497f-4e9b-b77c-897e56276a92'] response: {'server_uuid': '49d9e75a-358c-41c4-b6fc-ab4d36744dc3', 'name': 'network-vif-deleted', 'tag': '8edd45fc-f4d6-4f43-99c5-331203765993', 'status': 'completed', 'code': 200} Mar 31 23:14:39.483294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4becf83d-bf67-416f-9691-e1e9694be7c0 req-a0a868f4-581a-4f2b-9a42-950daaa8dab6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0319123 Mar 31 23:14:39.519458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] For port d285cd8c-f276-4592-99e6-9398c6ba67f4, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:39.528490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] For port d285cd8c-f276-4592-99e6-9398c6ba67f4, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d285cd8c-f276-4592-99e6-9398c6ba67f4,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:39.538051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::1 (72d20de6-aee2-4ce8-9aef-20530b716056/2b306449-acbc-4521-b044-fc591378d66c/75d8a15f-2fdf-45fd-9b4e-9b045b735e60) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:39.666310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.717319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:39.724111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.766873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fff44-a8ab-430a-9497-38a798ba54f3 None None] Pushing event updated for resources: {'Port': ['ID=d285cd8c-f276-4592-99e6-9398c6ba67f4,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.775574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.919539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.937071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.20.0.10 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/5a6e608b-8f35-4f07-9148-37f268d6b3e1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:39.977687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event deleted for resources: {'Port': ['ID=505fd603-a808-407c-b8d6-3656bbb73b3c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.033153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.092890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] No DVR routers for this DVR port 505fd603-a808-407c-b8d6-3656bbb73b3c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:40.101416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.104813 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5dd3a6e-7c2a-4b91-a5ab-2f3d5f3ad471 req-1bb5e270-2ff0-4ec9-a872-5845bf023dcd tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "DELETE /v2.0/ports/505fd603-a808-407c-b8d6-3656bbb73b3c HTTP/1.1" status: 204 len: 173 time: 1.5110145 Mar 31 23:14:40.112428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'name': 'network-vif-deleted', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:40.114706 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f66bb59-a50e-4e41-a763-06b4245b8859" -d '{"events": [{"server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "name": "network-vif-deleted", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:40.146230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:40.153071 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4e05e-7b70-43be-8746-ff1bda0084e3 x-openstack-request-id: req-cff4e05e-7b70-43be-8746-ff1bda0084e3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:40.153364 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ccfe7a-d3aa-4265-93af-4e8fdba655c8", "name": "network-vif-deleted", "tag": "505fd603-a808-407c-b8d6-3656bbb73b3c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:40.153623 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cff4e05e-7b70-43be-8746-ff1bda0084e3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:40.154020 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff4e05e-7b70-43be-8746-ff1bda0084e3'] response: {'server_uuid': '20ccfe7a-d3aa-4265-93af-4e8fdba655c8', 'name': 'network-vif-deleted', 'tag': '505fd603-a808-407c-b8d6-3656bbb73b3c', 'status': 'completed', 'code': 200} Mar 31 23:14:40.157325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:40.171987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:40.171987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.173336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.365058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.375856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fd32f83-ed4e-4834-b0cb-48b954e8e7e6 req-4b3720fd-cf23-427b-89c8-6c35a7a346ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0516932 Mar 31 23:14:40.453129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.520294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.532093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241', 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:40.548756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3467-7cc9-40d9-93d1-de5ffcd98d02 req-b8f73875-79a5-4463-ac0d-1a571532e4fe tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.550692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bbb3467-7cc9-40d9-93d1-de5ffcd98d02 req-b8f73875-79a5-4463-ac0d-1a571532e4fe tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 945 time: 0.0973177 Mar 31 23:14:40.626066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-becef22c-9a9d-4a33-89e1-a702c89177ef req-f7c8333e-e6cc-49c6-8388-ead7faedb5d8 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0742199 Mar 31 23:14:40.648953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 505fd603-a808-407c-b8d6-3656bbb73b3c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:40.661588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:40.673745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51b49660-2a96-4808-b1c4-6b7b08ede118 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:40.675963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bbb3467-7cc9-40d9-93d1-de5ffcd98d02 req-047237b1-fc25-412f-9e0e-7c4729129acc tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139462 Mar 31 23:14:40.701969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:40.752401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:40.755272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.770901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 505fd603-a808-407c-b8d6-3656bbb73b3c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:40.771470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 505fd603-a808-407c-b8d6-3656bbb73b3c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:40.772435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8edd45fc-f4d6-4f43-99c5-331203765993 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:40.824122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 8edd45fc-f4d6-4f43-99c5-331203765993 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:40.825514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8edd45fc-f4d6-4f43-99c5-331203765993 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:40.838058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f4c2ac-56e4-45b6-b744-701570efe8d8 req-d15f1235-a493-4569-ad8e-0417e15581e6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0600657 Mar 31 23:14:41.015789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.017284 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.060284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d285cd8c-f276-4592-99e6-9398c6ba67f4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:41.121155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 51b49660-2a96-4808-b1c4-6b7b08ede118 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:41.148783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 51b49660-2a96-4808-b1c4-6b7b08ede118 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:41.148783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.211952 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9ac3940b-c5e6-48de-b628-c2d9b8582dee req-1e9214fe-500b-4bd2-ae79-be20a99e592d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.1555300 Mar 31 23:14:41.266282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d285cd8c-f276-4592-99e6-9398c6ba67f4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:41.266666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.270885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6db287ca-afb2-494c-b5c3-a29cab94f1fb None None] Provisioning complete for port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:41.271293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6db287ca-afb2-494c-b5c3-a29cab94f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.285069 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f2115025-4fb1-4ca9-a680-041df664849b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0124242 Mar 31 23:14:41.317496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.378699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6db287ca-afb2-494c-b5c3-a29cab94f1fb None None] Port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:41.393698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.415504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.416613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.482215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.486255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Request body: {'port': {'device_id': '20c2c2e9-f919-4398-8025-94b358475c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:41.526339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port d285cd8c-f276-4592-99e6-9398c6ba67f4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d285cd8c-f276-4592-99e6-9398c6ba67f4,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:41.579921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51b49660-2a96-4808-b1c4-6b7b08ede118,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:41.585294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:41.588474 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea84f56-4ff7-450c-ade0-8e4bb49e7a92" -d '{"events": [{"server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "name": "network-vif-plugged", "status": "completed", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:41.590993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110846f1-96d6-460a-83d0-1eb1fb66a288 req-4ab7c829-97f1-49b5-88b8-435bb16afed3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.592606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-110846f1-96d6-460a-83d0-1eb1fb66a288 req-4ab7c829-97f1-49b5-88b8-435bb16afed3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 932 time: 0.0721045 Mar 31 23:14:41.617547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f4b87dd4-7da6-4473-93aa-34ff793bf63e None None] Provisioning complete for port d285cd8c-f276-4592-99e6-9398c6ba67f4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:41.622108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4b87dd4-7da6-4473-93aa-34ff793bf63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.645226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:41.651686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-110846f1-96d6-460a-83d0-1eb1fb66a288 req-139115d9-5000-414e-ac32-908cec050817 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512555 Mar 31 23:14:41.669103 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.671251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a343e58e-2a1a-4bc7-945e-4516872f81d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.676430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.689198 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c6e3a-2e39-449a-a780-6898cf1f07c8 x-openstack-request-id: req-180c6e3a-2e39-449a-a780-6898cf1f07c8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:41.689490 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "name": "network-vif-plugged", "status": "completed", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:41.689745 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-180c6e3a-2e39-449a-a780-6898cf1f07c8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:41.690139 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180c6e3a-2e39-449a-a780-6898cf1f07c8'] response: {'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118', 'code': 200} Mar 31 23:14:41.712418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.758429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:41.835782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:41.866407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-115bac65-861d-4657-9cbd-6cbae657de97 req-08303c61-d775-4e2e-b035-329d70b6a9a4 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0580161 Mar 31 23:14:41.867951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:41.921673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=d285cd8c-f276-4592-99e6-9398c6ba67f4,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:42.071068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2873f04-b95f-4b89-b40c-326d05377710 req-f705ca7b-aff7-4822-89b1-bd7cdfec3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:42.073406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c2873f04-b95f-4b89-b40c-326d05377710 req-f705ca7b-aff7-4822-89b1-bd7cdfec3898 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 1097 time: 0.2716537 Mar 31 23:14:42.101774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2986e3f1-c4fa-48c3-8b09-e7d9ea0d5370 None None] Provisioning complete for port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:42.101774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2986e3f1-c4fa-48c3-8b09-e7d9ea0d5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.117321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22d20e2a-7c2a-417a-9413-82851cbfdc24 req-e1e66264-3de7-421b-8ff1-ae357775318a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0644095 Mar 31 23:14:42.148067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ee530-147e-4caa-84e0-b45fa9cf2e2e req-456f11ca-0bdb-47df-b70c-bcba2bd97227 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:42.157031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c28ee530-147e-4caa-84e0-b45fa9cf2e2e req-456f11ca-0bdb-47df-b70c-bcba2bd97227 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.3004084 Mar 31 23:14:42.174441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2986e3f1-c4fa-48c3-8b09-e7d9ea0d5370 None None] Port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:42.239192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c28ee530-147e-4caa-84e0-b45fa9cf2e2e req-c89f4122-a29a-4cdc-8c6a-8586edb21ad4 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Mar 31 23:14:42.301729 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c2873f04-b95f-4b89-b40c-326d05377710 req-e7d98446-5063-43ad-ab9d-0c872cf1baf9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464620 Mar 31 23:14:42.363320 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0b41a11f-5e5b-49d9-b2e6-e706c2f1e63d req-842f4e62-cc65-469d-90c8-2bb53a02780e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0881691 Mar 31 23:14:42.498233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6bb2378b-b091-475a-8281-ec99aff25621 None None] Provisioning complete for port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:42.498522 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6bb2378b-b091-475a-8281-ec99aff25621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.537264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2378b-b091-475a-8281-ec99aff25621 None None] Port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:42.783523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8659f0b-e171-421c-8d4d-43c283cacd9a req-a243af78-9c86-47cc-bf55-3a74d736de8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:42.795123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8659f0b-e171-421c-8d4d-43c283cacd9a req-a243af78-9c86-47cc-bf55-3a74d736de8e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 932 time: 0.0751343 Mar 31 23:14:42.842439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-f00094ce-8567-4862-b653-54128b6c32a7 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:42.847768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-f00094ce-8567-4862-b653-54128b6c32a7 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.5790589 Mar 31 23:14:42.849388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8659f0b-e171-421c-8d4d-43c283cacd9a req-b2051e0b-3085-41d3-bee5-c6fb5d1b9d51 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Mar 31 23:14:42.899760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Request body: {'port': {'device_id': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'admin_state_up': True, 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:42.908945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Router f933bd6d-dade-4a4a-8456-37c7962d0c66 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:42.942114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d285cd8c-f276-4592-99e6-9398c6ba67f4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:42.972689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6e608b-8f35-4f07-9148-37f268d6b3e1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:43.008989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.042747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d285cd8c-f276-4592-99e6-9398c6ba67f4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:43.043832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.130279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4323cd81-b10c-40fc-b4c9-884bbdaa7a00 req-bf84f1f0-25d5-4a6d-9abb-6564de78a19c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0606599 Mar 31 23:14:43.140176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Transition to ACTIVE for port object 5a6e608b-8f35-4f07-9148-37f268d6b3e1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:43.205006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-a3ad68ca-76d4-4d46-bd6a-c38641f060bc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.206033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-a3ad68ca-76d4-4d46-bd6a-c38641f060bc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/networks?id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 200 len: 813 time: 0.3002098 Mar 31 23:14:43.213447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:43.226465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.227713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Sync routers for ids ['f933bd6d-dade-4a4a-8456-37c7962d0c66'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:43.238118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5e4e3aa3-dda1-4a3b-8d91-8df41e5971f2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "PUT /v2.0/routers/f933bd6d-dade-4a4a-8456-37c7962d0c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0316684 Mar 31 23:14:43.243543 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Routers {'f933bd6d-dade-4a4a-8456-37c7962d0c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:43.244281 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f933bd6d-dade-4a4a-8456-37c7962d0c66'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:43.245971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.309356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.330938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-005d7368-b747-4b08-9489-86cde47ce9f3 req-b8d0b0b8-6c1b-4062-a5cb-5c99792ac95a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0922663 Mar 31 23:14:43.374183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Request body: {'port': {'device_id': '39655ada-b641-4492-bae7-82e21e2db2b1', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'admin_state_up': True, 'tenant_id': 'fad29b64e2ce492aa7974a788c3bd8a2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:43.400849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85517824-882a-406d-9d69-fd74e0e9d7cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.405135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-85517824-882a-406d-9d69-fd74e0e9d7cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports/75d8a15f-2fdf-45fd-9b4e-9b045b735e60 HTTP/1.1" status: 200 len: 911 time: 0.1767612 Mar 31 23:14:43.407219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37778) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.445756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:43.446177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Set router f933bd6d-dade-4a4a-8456-37c7962d0c66 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:43.467422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.505965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Attempting to bind port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:43.506300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Attempting to bind port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:43.506627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Attempting to bind port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:43.576614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:43.576941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Attempting to bind port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:43.587616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-ed69116c-5a3a-4fe9-9409-9ea9e9f1df8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715637 Mar 31 23:14:43.588553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:43.588891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:43.589285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:43.589776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Bound port: 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:43.590794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.674105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a510be2-779c-41ab-9deb-239d2337f6cf req-1ae179ee-3846-43cb-997d-ef92b02f15f3 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.681858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a510be2-779c-41ab-9deb-239d2337f6cf req-1ae179ee-3846-43cb-997d-ef92b02f15f3 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.2725656 Mar 31 23:14:43.693187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9932e-0093-437c-a584-6da6a02c5b3b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.697088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:43.700915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:43.701325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9932e-0093-437c-a584-6da6a02c5b3b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.705957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-52f9932e-0093-437c-a584-6da6a02c5b3b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2782676 Mar 31 23:14:43.706588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.718871 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:40Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '75d8a15f-2fdf-45fd-9b4e-9b045b735e60', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:ec:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '2b306449-acbc-4521-b044-fc591378d66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:38Z', 'updated_at': '2022-03-31T23:14:40Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': '2b306449-acbc-4521-b044-fc591378d66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:43.766445 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Checking router: f933bd6d-dade-4a4a-8456-37c7962d0c66 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:43.767095 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Updating router f933bd6d-dade-4a4a-8456-37c7962d0c66 port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:43.804395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.810884 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.820811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d988c11f-4887-4aba-ac7f-560700eeb49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.847450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a510be2-779c-41ab-9deb-239d2337f6cf req-c0d96f8b-31bc-417c-b816-0499bdcc07c1 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645396 Mar 31 23:14:43.881117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.900631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-5472826f-2ba6-4b4c-af82-f265e83a938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.909500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-5472826f-2ba6-4b4c-af82-f265e83a938e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 1097 time: 0.2066827 Mar 31 23:14:43.910997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.911637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.912904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-47ae58c0-37e7-4bc7-a1a6-eb090ecf4e5c service neutron] 10.222.0.44 "PUT /v2.0/ports/5a6e608b-8f35-4f07-9148-37f268d6b3e1 HTTP/1.1" status: 200 len: 1092 time: 2.4333346 Mar 31 23:14:43.977296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:43.979730 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f5ed63-5ee6-455c-a4cf-a9269d3be633" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:44.093586 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d648cc06-35f0-463c-88d3-b35cfb3e0789 x-openstack-request-id: req-d648cc06-35f0-463c-88d3-b35cfb3e0789 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:44.093946 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:44.097362 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d648cc06-35f0-463c-88d3-b35cfb3e0789 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:44.097362 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d648cc06-35f0-463c-88d3-b35cfb3e0789'] response: {'name': 'network-changed', 'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'status': 'completed', 'code': 200} Mar 31 23:14:44.107836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Made reservation on behalf of fad29b64e2ce492aa7974a788c3bd8a2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:44.117781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.119135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Allocated IP 172.20.0.8 (5e9c3425-d97c-44b4-97bf-3e4c83d5192c/5632402f-745f-48f0-a3f5-e8880442a6ff/24a260b2-1c68-4dc4-b412-0e5fff490d71) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:44.361249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-7dabb929-1368-4c3b-8611-680716b6111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.363568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-7dabb929-1368-4c3b-8611-680716b6111a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.3686693 Mar 31 23:14:44.388850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-b850c26e-741d-402c-ba4f-40b61182d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.390905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-b850c26e-741d-402c-ba4f-40b61182d5d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 1095 time: 0.2642715 Mar 31 23:14:44.424471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb7f1705-7f0a-4559-aa73-233dc6c8179a req-f81d4c2a-9afb-4d89-9dc3-5a9f47b745d9 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0604587 Mar 31 23:14:44.451486 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.454499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-75684e5a-73fb-4afd-8f91-148f88fb259e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 200 len: 217 time: 0.0747783 Mar 31 23:14:44.458338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9692-4357-49b1-9038-49262e66bf52 req-eb8b20fa-6cc1-489e-8359-49effd644945 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.468750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35fe9692-4357-49b1-9038-49262e66bf52 req-eb8b20fa-6cc1-489e-8359-49effd644945 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 944 time: 0.4163568 Mar 31 23:14:44.556366 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.615121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-61ea0ccf-ad52-4de7-94d3-b8cae255a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.616307 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Pushing event updated for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.616575 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-61ea0ccf-ad52-4de7-94d3-b8cae255a903 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1243670 Mar 31 23:14:44.627760 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.628115 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.628818 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.628818 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.629163 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.629500 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.629826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.630646 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.630992 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.631391 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.631735 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.632091 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:44.637622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35fe9692-4357-49b1-9038-49262e66bf52 req-6b560709-41c8-471c-a8bf-2a963b6810d8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609242 Mar 31 23:14:44.677417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.681597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-25b8c1b1-fd2b-4eed-8582-716db10851c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.683492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-25b8c1b1-fd2b-4eed-8582-716db10851c8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3cd88da30a944d2b833046343995672a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2776480 Mar 31 23:14:44.718005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd05c221-ff35-4121-afe6-84d62a5af94b req-3ef79ece-74d8-436c-a43a-04092ca69431 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.1240759 Mar 31 23:14:44.735469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-a2f2f92a-5c2a-4e8a-9ce0-2547df60fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.736891 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-a2f2f92a-5c2a-4e8a-9ce0-2547df60fe14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122477 Mar 31 23:14:44.765156 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Attempting to bind port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:44.765767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Attempting to bind port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:44.766380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Attempting to bind port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:44.788766 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:44.793697 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:44.793697 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.793697 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:44.793697 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Bound port: 75d8a15f-2fdf-45fd-9b4e-9b045b735e60, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:44.793697 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.880288 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] For port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:44.900628 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] For port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:44.907108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.921438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-a8032e06-b861-4f99-8efc-ecfa01783cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.925704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93f5ed63-5ee6-455c-a4cf-a9269d3be633 req-a8032e06-b861-4f99-8efc-ecfa01783cb4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2298274 Mar 31 23:14:44.967995 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-4d1834ea-27b3-4866-8ccf-65ac42cfedcc service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950574 Mar 31 23:14:44.982267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:44.997880 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.031043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:45.035718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event updated for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.038161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:45.051962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.070188 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Routers {'f933bd6d-dade-4a4a-8456-37c7962d0c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:45.071033 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f933bd6d-dade-4a4a-8456-37c7962d0c66'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.152863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] Provisioning complete for port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:45.156428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.181741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] Set router f933bd6d-dade-4a4a-8456-37c7962d0c66 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:45.215936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.216617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.220361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-8fcec535-1564-4521-a5e7-92c7d3de8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.221835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-8fcec535-1564-4521-a5e7-92c7d3de8d25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 1095 time: 0.2057540 Mar 31 23:14:45.244341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfd582c9-d6f9-4649-b410-fe713e795ef1 req-d761fc46-13f9-405c-beb3-a7667aead532 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651994 Mar 31 23:14:45.326428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-7fa40327-3322-4aaa-ad49-0f6d2baab8c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0845211 Mar 31 23:14:45.330041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-9c2027fb-1bc1-451c-b739-d5d6cd195963 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4351270 Mar 31 23:14:45.369456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Request body: {'port': {'device_id': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:45.374674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Allocated IP 172.20.0.14 (5e9c3425-d97c-44b4-97bf-3e4c83d5192c/5632402f-745f-48f0-a3f5-e8880442a6ff/303dbd13-490f-496a-8883-a0121fc27b7d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:45.390873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344abc-ba50-4b6e-be0a-4e2536a6794e req-a1ea87a1-7241-4f5b-8aee-36d7c147f83a tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.400537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a344abc-ba50-4b6e-be0a-4e2536a6794e req-a1ea87a1-7241-4f5b-8aee-36d7c147f83a tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.3913753 Mar 31 23:14:45.415613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.423233 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f114ca-f2df-4947-a561-b3f246bdecbb None None] Pushing event updated for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.442296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-36bc7d5e-47e1-4a68-a38e-69b3316c9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.444567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-36bc7d5e-47e1-4a68-a38e-69b3316c9ad3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1050696 Mar 31 23:14:45.451642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.538461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] For port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:45.543590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.550132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:40Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '75d8a15f-2fdf-45fd-9b4e-9b045b735e60', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:ec:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '2b306449-acbc-4521-b044-fc591378d66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:38Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': '2b306449-acbc-4521-b044-fc591378d66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.579063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a344abc-ba50-4b6e-be0a-4e2536a6794e req-195fa6f2-95b3-4936-95f2-10fba33f1171 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774890 Mar 31 23:14:45.597394 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953ac39-486d-4e85-acf9-b9cf68344992 None None] The sync data for ids ['f933bd6d-dade-4a4a-8456-37c7962d0c66'] in n-d-828414-2 is: [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:40Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '75d8a15f-2fdf-45fd-9b4e-9b045b735e60', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:ec:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '2b306449-acbc-4521-b044-fc591378d66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:38Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': '2b306449-acbc-4521-b044-fc591378d66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:45.637700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.663749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9be34aa1-1893-44f9-8334-6a09d8190ae3 req-6c4a0d29-6d1e-4aef-8bf4-28d8ec4109a1 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0427425 Mar 31 23:14:45.779703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-a694dd72-e96f-45d9-b499-a2aca6092e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.794549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-a694dd72-e96f-45d9-b499-a2aca6092e20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3251925 Mar 31 23:14:45.875117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ee49-f7f1-45fc-b9db-87bafaf5644c None None] Pushing event updated for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.888739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7a7d3f03-cf2d-49a5-a64f-b61bcd4f2762 None None] Provisioning complete for port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:45.889123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f03-cf2d-49a5-a64f-b61bcd4f2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.940433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-bcfd2cbc-5741-41a3-99d2-94fe66e0fef7 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497364 Mar 31 23:14:46.010888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311013b-061a-4002-9396-72a9d9e12a70 req-f5cb306c-d08d-4f37-9cf2-42c13d7b91f5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.028384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b311013b-061a-4002-9396-72a9d9e12a70 req-f5cb306c-d08d-4f37-9cf2-42c13d7b91f5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 944 time: 0.2353954 Mar 31 23:14:46.123505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b311013b-061a-4002-9396-72a9d9e12a70 req-1f383b8e-5094-46ba-811e-bdc8d1e864e2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Mar 31 23:14:46.166668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-573908f3-596b-48d6-9efe-8fce7cfd5c8f req-f94e1202-2300-4d38-8913-3522f96835ba service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105341 Mar 31 23:14:46.194900 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.241571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:46.244017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.317894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966e7f16-a15a-4b76-a602-e4906470bde2 req-c67e8f62-d643-4d2c-8d41-405283d68492 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 210 time: 0.0687025 Mar 31 23:14:46.381759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] For port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:46.381759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.429643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:46.519707 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.595876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-731aeb55-acd1-4e5e-a144-03a63714ef63 req-8e94c2f4-d5d1-43b9-881d-42d779cc57ed tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0798717 Mar 31 23:14:46.614066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.657000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:46.662034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:46.662502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a260b2-1c68-4dc4-b412-0e5fff490d71 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:46.664658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:46.673305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.690908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Transition to ACTIVE for port object 24a260b2-1c68-4dc4-b412-0e5fff490d71 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:46.716321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event updated for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.738413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.742702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:46.780512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.781186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.820850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.860258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.901718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.955296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:46.986225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-5757cf59-84e2-4ca1-823f-2ad81e220450 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6387429 Mar 31 23:14:46.989464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Attempting to bind port 24a260b2-1c68-4dc4-b412-0e5fff490d71 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:46.989803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Attempting to bind port 24a260b2-1c68-4dc4-b412-0e5fff490d71 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:46.990134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Attempting to bind port 24a260b2-1c68-4dc4-b412-0e5fff490d71 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:46.994538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Port 24a260b2-1c68-4dc4-b412-0e5fff490d71 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:46.995021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Attempting to bind port 24a260b2-1c68-4dc4-b412-0e5fff490d71 on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:47.000764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:47.001103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Checking segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:47.001480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Bound using segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:47.006180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Bound port: 24a260b2-1c68-4dc4-b412-0e5fff490d71, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:47.006761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.020279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Request body: {'port': {'device_id': '39655ada-b641-4492-bae7-82e21e2db2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:47.025935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:47.026318 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.062272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.072661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Could not find standard attr ID for object 75d8a15f-2fdf-45fd-9b4e-9b045b735e60. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:47.076950 n-d-828414-2 neutron-server[109836]: INFO neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No ports have port_id starting with 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 Mar 31 23:14:47.110456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:47.113982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:47.160888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=75d8a15f-2fdf-45fd-9b4e-9b045b735e60,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.184645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.208396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.285078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.286082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.287983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] 10.222.0.10 "PUT /v2.0/ports/24a260b2-1c68-4dc4-b412-0e5fff490d71 HTTP/1.1" status: 200 len: 1091 time: 1.9410164 Mar 31 23:14:47.290426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:47.306181 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18981ae9-af3c-4187-b2fa-42fea6820706" -d '{"events": [{"name": "network-changed", "server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:47.360248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9733ff-3bcf-4c60-a07e-7f10201f2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.393686 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be3b9c5-0b3c-452e-a466-4d3ef0178aa5 x-openstack-request-id: req-5be3b9c5-0b3c-452e-a466-4d3ef0178aa5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:47.393980 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:47.394681 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5be3b9c5-0b3c-452e-a466-4d3ef0178aa5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:47.396849 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be3b9c5-0b3c-452e-a466-4d3ef0178aa5'] response: {'name': 'network-changed', 'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71', 'status': 'completed', 'code': 200} Mar 31 23:14:47.405276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.499304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-552e0601-b7b2-44c7-aa52-d9f0bd9d74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.500836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-552e0601-b7b2-44c7-aa52-d9f0bd9d74a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 1094 time: 0.0627887 Mar 31 23:14:47.551110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89823e19-4338-40ac-91af-fd861ca14cc8 req-ab231614-04a5-4242-9eab-f4489b028951 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.558347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89823e19-4338-40ac-91af-fd861ca14cc8 req-ab231614-04a5-4242-9eab-f4489b028951 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 944 time: 0.3212950 Mar 31 23:14:47.651244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-f5eaeb28-97e6-4d9c-ae4f-a5d262689aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.656678 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-f5eaeb28-97e6-4d9c-ae4f-a5d262689aee service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1378763 Mar 31 23:14:47.810672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-9a46fa78-fe8e-4e90-a37a-6b31125b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.814841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-18981ae9-af3c-4187-b2fa-42fea6820706 req-9a46fa78-fe8e-4e90-a37a-6b31125b1783 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1502941 Mar 31 23:14:47.944913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-6400b7a4-87ad-4a15-bb90-5c158dfa43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.946632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-6400b7a4-87ad-4a15-bb90-5c158dfa43c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 1094 time: 0.0578935 Mar 31 23:14:48.039653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-2150e8ec-4220-42db-8e0c-b367ca4dc758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71 HTTP/1.1" status: 200 len: 217 time: 0.0759730 Mar 31 23:14:48.086112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89823e19-4338-40ac-91af-fd861ca14cc8 req-3f94a7a7-0daf-4cd9-8ea8-96dcf5131786 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268214 Mar 31 23:14:48.099309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-87beff57-0143-413f-ab02-9b2c96bf95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.107195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-87beff57-0143-413f-ab02-9b2c96bf95b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 200 len: 853 time: 0.0596681 Mar 31 23:14:48.135340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236a22c-0ec7-41c8-98ed-7479d9436b2d req-4617524e-f38c-486f-8a14-8816fe9c7dfc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.137486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3236a22c-0ec7-41c8-98ed-7479d9436b2d req-4617524e-f38c-486f-8a14-8816fe9c7dfc tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 932 time: 0.5995634 Mar 31 23:14:48.160096 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-5493ecc9-6f25-4aa8-9c0f-59122dfeac3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412788 Mar 31 23:14:48.165815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Router f933bd6d-dade-4a4a-8456-37c7962d0c66 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:48.240883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-748760b7-f0eb-4e12-a08c-e91f0c70430e req-60675fc8-09ea-4043-bae9-7a65e96f6156 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0662580 Mar 31 23:14:48.258395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3236a22c-0ec7-41c8-98ed-7479d9436b2d req-1a0b61fe-4185-4c9e-843c-eed722a3eb20 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138413 Mar 31 23:14:48.291465 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-b394d4d6-add4-4cc7-b38b-531c05a7d4d5 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233275 Mar 31 23:14:48.342874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:48.351722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3db5d252-f06e-422b-9d42-d3cf8a3efb12 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "PUT /v2.0/routers/f933bd6d-dade-4a4a-8456-37c7962d0c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6401196 Mar 31 23:14:48.361206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Sync routers for ids ['f933bd6d-dade-4a4a-8456-37c7962d0c66'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:48.361761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.386080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303dbd13-490f-496a-8883-a0121fc27b7d {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:48.387442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Routers {'f933bd6d-dade-4a4a-8456-37c7962d0c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:48.388390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f933bd6d-dade-4a4a-8456-37c7962d0c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.397551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.424494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Transition to ACTIVE for port object 303dbd13-490f-496a-8883-a0121fc27b7d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:48.449825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0754ecb-32fa-4394-8e07-dcfdaf4eece3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.451666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0754ecb-32fa-4394-8e07-dcfdaf4eece3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.453504 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b0754ecb-32fa-4394-8e07-dcfdaf4eece3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0861449 Mar 31 23:14:48.456383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37908) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.469070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-6265026a-557e-410c-9262-45af72f91914 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709075 Mar 31 23:14:48.477510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Set router f933bd6d-dade-4a4a-8456-37c7962d0c66 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:48.518506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 2b306449-acbc-4521-b044-fc591378d66c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:48.522178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.524678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.541091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:46Z', 'revision_number': 3, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.569895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Checking router: f933bd6d-dade-4a4a-8456-37c7962d0c66 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:48.582233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Routers {'f933bd6d-dade-4a4a-8456-37c7962d0c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:48.583127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f933bd6d-dade-4a4a-8456-37c7962d0c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.614032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Pushing event updated for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:48.620584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.680272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] Set router f933bd6d-dade-4a4a-8456-37c7962d0c66 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:48.733640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Attempting to bind port 303dbd13-490f-496a-8883-a0121fc27b7d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:48.734062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Attempting to bind port 303dbd13-490f-496a-8883-a0121fc27b7d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:48.734472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Attempting to bind port 303dbd13-490f-496a-8883-a0121fc27b7d on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:48.747200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Port 303dbd13-490f-496a-8883-a0121fc27b7d on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:48.747200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Attempting to bind port 303dbd13-490f-496a-8883-a0121fc27b7d on network 5e9c3425-d97c-44b4-97bf-3e4c83d5192c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:48.750915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:46Z', 'revision_number': 3, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.757715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:48.758132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Checking segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:48.758585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Bound using segment: {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:48.759116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Bound port: 303dbd13-490f-496a-8883-a0121fc27b7d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c503a180-20a7-43e0-99b0-328a31f21c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:48.759792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.784276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8d76f-b275-413a-ac3d-23461eeaeb7f None None] The sync data for ids ['f933bd6d-dade-4a4a-8456-37c7962d0c66'] in n-d-828414-2 is: [{'id': 'f933bd6d-dade-4a4a-8456-37c7962d0c66', 'name': 'tempest-NetworksTestDHCPv6-router-595276606', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:37Z', 'updated_at': '2022-03-31T23:14:46Z', 'revision_number': 3, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:48.834353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.887625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:48.893746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=303dbd13-490f-496a-8883-a0121fc27b7d,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:49.003133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.042456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.052432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.053053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.054448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] 10.222.0.10 "PUT /v2.0/ports/303dbd13-490f-496a-8883-a0121fc27b7d HTTP/1.1" status: 200 len: 1092 time: 2.0549219 Mar 31 23:14:49.062418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:49.064736 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df8460-079a-48b0-80c0-5a0119a9e54d" -d '{"events": [{"name": "network-changed", "server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:49.095757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=2b306449-acbc-4521-b044-fc591378d66c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.100698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.101742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a02216-2e4f-4e48-a2ec-83da8bde5678 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:49.107467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37916) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.107940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0b36cd72-3f2b-47de-8ca5-10f959ebaa9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/2b306449-acbc-4521-b044-fc591378d66c HTTP/1.1" status: 204 len: 168 time: 0.6500156 Mar 31 23:14:49.135047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a797a-dd5a-4eb4-ba76-134c1851588c service neutron] Pushing event updated for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.180659 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a62deaf-f361-40ea-9dc0-3d07fb7ca2d2 x-openstack-request-id: req-0a62deaf-f361-40ea-9dc0-3d07fb7ca2d2 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:49.181233 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:49.181233 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0a62deaf-f361-40ea-9dc0-3d07fb7ca2d2 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:49.181636 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a62deaf-f361-40ea-9dc0-3d07fb7ca2d2'] response: {'name': 'network-changed', 'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d', 'status': 'completed', 'code': 200} Mar 31 23:14:49.322439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-69a3445c-f4ba-4ad2-810f-d6a777eaca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.324105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-69a3445c-f4ba-4ad2-810f-d6a777eaca64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 1095 time: 0.1091652 Mar 31 23:14:49.338799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c3687-c785-4058-90dd-c93c16c651c8 req-c3bb0558-e0cd-4409-8397-4a89f4724347 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.346437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae5c3687-c785-4058-90dd-c93c16c651c8 req-c3bb0558-e0cd-4409-8397-4a89f4724347 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 944 time: 0.0914600 Mar 31 23:14:49.481417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae5c3687-c785-4058-90dd-c93c16c651c8 req-3c361ad7-13da-4653-9e9d-5f287a5ca3fd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313596 Mar 31 23:14:49.604728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b642-41b8-4139-894a-eebd3ea3e358 req-79e15e39-fdab-445f-8684-2b26fa939cf4 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.610602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98a5b642-41b8-4139-894a-eebd3ea3e358 req-79e15e39-fdab-445f-8684-2b26fa939cf4 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 944 time: 0.1751459 Mar 31 23:14:49.662884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:49.663649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-f80b75bc-3efa-49f6-ae55-439d9594b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.668093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-f80b75bc-3efa-49f6-ae55-439d9594b835 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3132651 Mar 31 23:14:49.706728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89665f3c-f958-44c6-8976-c765c2f343c8 req-e9beacab-2698-4005-b267-12d5b0fc4ebe tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0928028 Mar 31 23:14:49.746716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Deleting port d285cd8c-f276-4592-99e6-9398c6ba67f4 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:49.747172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.833257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98a5b642-41b8-4139-894a-eebd3ea3e358 req-08a27efd-e76e-4021-8c0d-ccd6c340dd54 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917090 Mar 31 23:14:49.834301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] For port d285cd8c-f276-4592-99e6-9398c6ba67f4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d285cd8c-f276-4592-99e6-9398c6ba67f4,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:49.834698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.849364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Calling delete_port for d285cd8c-f276-4592-99e6-9398c6ba67f4 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:49.865396 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b0c97c86-5d88-4064-ad89-2111b164c645 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7543564 Mar 31 23:14:49.865631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37926) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.872123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-a11c6600-20e7-41bd-8b55-fe1b2334fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.875929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89df8460-079a-48b0-80c0-5a0119a9e54d req-a11c6600-20e7-41bd-8b55-fe1b2334fb69 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1719940 Mar 31 23:14:49.959789 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.989987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-1abcd70d-1c7f-4685-8c05-7601e4e7a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.996734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-1abcd70d-1c7f-4685-8c05-7601e4e7a4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 1095 time: 0.0550752 Mar 31 23:14:50.064793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-37f19a29-d854-4798-a814-07a304e0df25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=303dbd13-490f-496a-8883-a0121fc27b7d HTTP/1.1" status: 200 len: 217 time: 0.0518494 Mar 31 23:14:50.083389 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.127314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] Pushing event deleted for resources: {'Port': ['ID=d285cd8c-f276-4592-99e6-9398c6ba67f4,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.130995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83790b68-a567-4934-9fef-d0b9cb6fbab4 None None] No DVR routers for this DVR port d285cd8c-f276-4592-99e6-9398c6ba67f4 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:50.165372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.169388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.174985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148f13-ac65-434a-bf66-44366ab841af req-31f06ddf-ba00-4e30-b483-8b1a772ca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:50.178855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-31f06ddf-ba00-4e30-b483-8b1a772ca9c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 200 len: 853 time: 0.1046181 Mar 31 23:14:50.229475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-a26f75fc-8524-4926-adc7-35844d37c5c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9c3425-d97c-44b4-97bf-3e4c83d5192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410943 Mar 31 23:14:50.342398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-89a1304f-6183-406f-841b-ac76d301458e service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965276 Mar 31 23:14:50.362590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.363189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Fanout notify agent at l3_agent the message router_deleted on router f933bd6d-dade-4a4a-8456-37c7962d0c66 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:50.372831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.374132 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6dc80c2-9417-464d-bfd1-aed1d4ddf1e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/routers/f933bd6d-dade-4a4a-8456-37c7962d0c66 HTTP/1.1" status: 204 len: 168 time: 0.5075564 Mar 31 23:14:50.376945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.383888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:50.495433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95148f13-ac65-434a-bf66-44366ab841af req-6d16dac1-d762-4863-977b-57ba86c6d2c2 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456785 Mar 31 23:14:50.601993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:50.608355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.640516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa6612-4c17-4201-9a6b-7efd5cd46d74 req-4dcbd129-360f-4f3e-be25-de8ec49518fc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:50.642268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aafa6612-4c17-4201-9a6b-7efd5cd46d74 req-4dcbd129-360f-4f3e-be25-de8ec49518fc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 944 time: 0.0709562 Mar 31 23:14:50.686586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aafa6612-4c17-4201-9a6b-7efd5cd46d74 req-910b4c3d-3721-42b1-ac23-7d28c0842ecd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Mar 31 23:14:50.691263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a6e608b-8f35-4f07-9148-37f268d6b3e1 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:50.913204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6d4dd16-5119-4177-89e6-4f2ffe230d3b req-c19575a6-f04f-418a-9a0c-23e74c311728 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0428309 Mar 31 23:14:50.925175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:50.930885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:50.967868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.970703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:50.971326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 75d8a15f-2fdf-45fd-9b4e-9b045b735e60 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:50.971940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d285cd8c-f276-4592-99e6-9398c6ba67f4 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:50.974480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'mac_address': 'fa:16:3e:8e:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:51.021502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d285cd8c-f276-4592-99e6-9398c6ba67f4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:51.022348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d285cd8c-f276-4592-99e6-9398c6ba67f4 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:51.033440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:51.035035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:51.039711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.040310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.055891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec115e64-80a5-4b67-b28a-e84ddef4a21e None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:51.055998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3001d-d10f-4c74-b20c-6e3b57c97b81 req-9c0170d4-e4c7-415a-97c0-f19190956b39 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.059543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=df5a0457-b300-4542-bac7-1f607882be96,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.066922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20e3001d-d10f-4c74-b20c-6e3b57c97b81 req-9c0170d4-e4c7-415a-97c0-f19190956b39 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 944 time: 0.1295602 Mar 31 23:14:51.070219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.070568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.070913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.071539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.071878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.072213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.072562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.072878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.073210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.073596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.073861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.074711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:51.084876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.115878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20e3001d-d10f-4c74-b20c-6e3b57c97b81 req-6557c746-fe02-40cc-9268-8b038b60d9fe tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Mar 31 23:14:51.147508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6e608b-8f35-4f07-9148-37f268d6b3e1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:51.186790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:51.230009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:51.230631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6c1dab01-c91c-4ff7-b2d4-0683276e426b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8517442 Mar 31 23:14:51.235492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1664130058', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:51.294588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'df5a0457-b300-4542-bac7-1f607882be96'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:51.297277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.366873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.367993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.368953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.435391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.467203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.486675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/df5a0457-b300-4542-bac7-1f607882be96/4bfba46d-0355-4c28-8582-17f935a66d6d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:51.516262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.639262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.666997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.668806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f2c5dad-1b27-4817-9a59-311d2a9d991f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4370630 Mar 31 23:14:51.671672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:51.722123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.771443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:51.778773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:51.781831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:51.784950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Pushing event updated for resources: {'Port': ['ID=4bfba46d-0355-4c28-8582-17f935a66d6d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.843352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5a6e608b-8f35-4f07-9148-37f268d6b3e1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:51.876245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Attempting to bind port 4bfba46d-0355-4c28-8582-17f935a66d6d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:51.876656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Attempting to bind port 4bfba46d-0355-4c28-8582-17f935a66d6d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:51.876980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Attempting to bind port 4bfba46d-0355-4c28-8582-17f935a66d6d on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:51.888914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:51.889293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:51.889665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.890226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:51.890583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Bound port: 4bfba46d-0355-4c28-8582-17f935a66d6d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:51.890901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.966701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee172-71d4-49ec-8b68-5bd39e04a38d req-c3d21cdc-3aa6-45dd-971c-4d5d62e1a39d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.976694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fee172-71d4-49ec-8b68-5bd39e04a38d req-c3d21cdc-3aa6-45dd-971c-4d5d62e1a39d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 945 time: 0.1398141 Mar 31 23:14:52.013651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] For port 4bfba46d-0355-4c28-8582-17f935a66d6d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:52.018405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] For port 4bfba46d-0355-4c28-8582-17f935a66d6d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4bfba46d-0355-4c28-8582-17f935a66d6d,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:52.093130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-081c2a87-b0cb-4ad5-8e93-b17535246d5f req-161f0d0f-1797-47ed-a1b0-8e9c54cd730c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0656765 Mar 31 23:14:52.109498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.111486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fee172-71d4-49ec-8b68-5bd39e04a38d req-3f40e8c2-c201-4b36-9836-bfab4d795311 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326861 Mar 31 23:14:52.150693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.196095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c0d24-127c-4762-a4f0-62bc35d3dba0 None None] Pushing event updated for resources: {'Port': ['ID=4bfba46d-0355-4c28-8582-17f935a66d6d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.442116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c7c25-70e7-4b1c-8543-7c283c660f79 req-65f25ad4-6d6c-4c09-90e7-f488d56ca46d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:52.443997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b92c7c25-70e7-4b1c-8543-7c283c660f79 req-65f25ad4-6d6c-4c09-90e7-f488d56ca46d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 944 time: 0.1304147 Mar 31 23:14:52.541795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b92c7c25-70e7-4b1c-8543-7c283c660f79 req-da31cf13-9069-43b0-8054-33cf3aa32b8f tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878119 Mar 31 23:14:52.562349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::1 (72d20de6-aee2-4ce8-9aef-20530b716056/df5a0457-b300-4542-bac7-1f607882be96/79c7216e-2546-4582-942f-4a1951c1fe1d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:52.654082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 24a260b2-1c68-4dc4-b412-0e5fff490d71 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:52.704163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.765028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:52.777950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '24a260b2-1c68-4dc4-b412-0e5fff490d71', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'port_id': '24a260b2-1c68-4dc4-b412-0e5fff490d71', 'mac_address': 'fa:16:3e:e9:6b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632402f-745f-48f0-a3f5-e8880442a6ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:52.818242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.828225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.865600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a260b2-1c68-4dc4-b412-0e5fff490d71 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:52.901505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:52.925634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:52.932214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:52.932214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=79c7216e-2546-4582-942f-4a1951c1fe1d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.934717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:52.935489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.957639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4bfba46d-0355-4c28-8582-17f935a66d6d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:53.019600 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.083343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4bfba46d-0355-4c28-8582-17f935a66d6d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:53.084012 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.085555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.204511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.222995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.295322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4bfba46d-0355-4c28-8582-17f935a66d6d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4bfba46d-0355-4c28-8582-17f935a66d6d,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:53.343986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c392955d-5b16-491d-b6b5-f51380d80af3 req-6eba3bff-3511-4f1c-8fcc-8f604ca99fe0 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0727255 Mar 31 23:14:53.390475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.471699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['24a260b2-1c68-4dc4-b412-0e5fff490d71'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:53.471808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae766f-e505-4749-bea7-ef5972cc9d1a req-6d5cf502-1fc9-4587-8bf1-791161b64e71 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.471808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4ae766f-e505-4749-bea7-ef5972cc9d1a req-6d5cf502-1fc9-4587-8bf1-791161b64e71 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 945 time: 0.1815975 Mar 31 23:14:53.537558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4ae766f-e505-4749-bea7-ef5972cc9d1a req-f543837a-7583-4563-9094-ac38a5dc8eae tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614157 Mar 31 23:14:53.538408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4bfba46d-0355-4c28-8582-17f935a66d6d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.547248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-18242b51-1352-4875-baa3-256b1d3c6be3 None None] Provisioning complete for port 4bfba46d-0355-4c28-8582-17f935a66d6d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:53.547548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18242b51-1352-4875-baa3-256b1d3c6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.732951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.742644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a06231-6ea0-4409-8cd7-2fcbdf36f5ed req-dacea674-b0ea-4a79-8cc8-5e039f8d02ef tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.751654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a06231-6ea0-4409-8cd7-2fcbdf36f5ed req-dacea674-b0ea-4a79-8cc8-5e039f8d02ef tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 944 time: 0.0794473 Mar 31 23:14:53.792949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a06231-6ea0-4409-8cd7-2fcbdf36f5ed req-4b298c69-908f-46db-870a-aeaed9c03628 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Mar 31 23:14:53.817211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.818344 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.877835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6163c0a5-6445-471d-a40d-3f419817b080 None None] Provisioning complete for port 79c7216e-2546-4582-942f-4a1951c1fe1d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:53.878396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6163c0a5-6445-471d-a40d-3f419817b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.908387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=79c7216e-2546-4582-942f-4a1951c1fe1d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.927634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6163c0a5-6445-471d-a40d-3f419817b080 None None] Port 79c7216e-2546-4582-942f-4a1951c1fe1d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:53.990447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:53.992218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:54.173338 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.241602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Router 8f4c32e1-3971-474c-bcba-9e1907f8057b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:54.350641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4ac19334-358d-4dbb-a4f8-1f14ecb06807 None None] Provisioning complete for port 79c7216e-2546-4582-942f-4a1951c1fe1d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:54.350903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ac19334-358d-4dbb-a4f8-1f14ecb06807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.353985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:54.366198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Sync routers for ids ['8f4c32e1-3971-474c-bcba-9e1907f8057b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:54.371209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-57a041a2-ab04-44fd-ab51-f95675778660 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "PUT /v2.0/routers/8f4c32e1-3971-474c-bcba-9e1907f8057b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980708 Mar 31 23:14:54.373428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37972) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.383718 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Routers {'8f4c32e1-3971-474c-bcba-9e1907f8057b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:54.384594 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f4c32e1-3971-474c-bcba-9e1907f8057b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:54.392582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4ac19334-358d-4dbb-a4f8-1f14ecb06807 None None] Port 79c7216e-2546-4582-942f-4a1951c1fe1d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:54.443371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208baabc-28bd-40bf-a0b5-863bdd07a15e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.444802 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-208baabc-28bd-40bf-a0b5-863bdd07a15e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports/79c7216e-2546-4582-942f-4a1951c1fe1d HTTP/1.1" status: 200 len: 911 time: 0.0702858 Mar 31 23:14:54.447489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37980) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.519841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3cd35-a788-4cc6-a5a9-69e13eb4a7b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.532536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3cd35-a788-4cc6-a5a9-69e13eb4a7b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.534431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9e3cd35-a788-4cc6-a5a9-69e13eb4a7b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0860093 Mar 31 23:14:54.539543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.606227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-986ba4d9-bdbb-422a-92dc-4bea8723a5ae req-6170e6a2-d4c2-4992-8606-3c0888170427 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0543051 Mar 31 23:14:54.640624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67337772-5aee-4d51-8ab8-844aaf88155f req-62d63e6b-00e8-4739-be63-95cd6ec5bea3 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.659957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 303dbd13-490f-496a-8883-a0121fc27b7d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:54.660255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67337772-5aee-4d51-8ab8-844aaf88155f req-62d63e6b-00e8-4739-be63-95cd6ec5bea3 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.1572740 Mar 31 23:14:54.679714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 24a260b2-1c68-4dc4-b412-0e5fff490d71 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:54.684416 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Set router 8f4c32e1-3971-474c-bcba-9e1907f8057b gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:54.749253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67337772-5aee-4d51-8ab8-844aaf88155f req-b7b21d5c-4ad2-4af8-8e5c-4d24b19f2232 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843415 Mar 31 23:14:54.751865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a6e608b-8f35-4f07-9148-37f268d6b3e1 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:54.790490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:14:54.866404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899ff92-0788-46a2-9163-e5b22874618e req-bc094f28-4c1a-4276-bce2-321174a83b43 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.886273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b899ff92-0788-46a2-9163-e5b22874618e req-bc094f28-4c1a-4276-bce2-321174a83b43 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 945 time: 0.1329391 Mar 31 23:14:55.018773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b899ff92-0788-46a2-9163-e5b22874618e req-6a2c265f-c512-4d4f-8204-5869bcfcaa4c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301787 Mar 31 23:14:55.060690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4bfba46d-0355-4c28-8582-17f935a66d6d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:55.083602 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'name': 'tempest-NetworksTestDHCPv6-router-1664130058', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:51Z', 'updated_at': '2022-03-31T23:14:53Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '79c7216e-2546-4582-942f-4a1951c1fe1d', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:61:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'df5a0457-b300-4542-bac7-1f607882be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:52Z', 'updated_at': '2022-03-31T23:14:53Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': 'df5a0457-b300-4542-bac7-1f607882be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:55.095929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf769eb-44ef-46ed-987a-e2b88003ecdf req-705cf1ba-4864-41c0-95ab-2520bcd5a023 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:55.097477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edf769eb-44ef-46ed-987a-e2b88003ecdf req-705cf1ba-4864-41c0-95ab-2520bcd5a023 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 944 time: 0.1395195 Mar 31 23:14:55.120461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=303dbd13-490f-496a-8883-a0121fc27b7d,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:55.121904 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Checking router: 8f4c32e1-3971-474c-bcba-9e1907f8057b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:55.122508 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Updating router 8f4c32e1-3971-474c-bcba-9e1907f8057b port 79c7216e-2546-4582-942f-4a1951c1fe1d binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:55.140064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '303dbd13-490f-496a-8883-a0121fc27b7d', 'network_id': '5e9c3425-d97c-44b4-97bf-3e4c83d5192c', 'port_id': '303dbd13-490f-496a-8883-a0121fc27b7d', 'mac_address': 'fa:16:3e:a3:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5632402f-745f-48f0-a3f5-e8880442a6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:55.148232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:55.153213 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.160725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:55.161098 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.202330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edf769eb-44ef-46ed-987a-e2b88003ecdf req-bef7fbf1-81b6-42b0-8c53-7f5867f29ec6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Mar 31 23:14:55.213070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.241185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 24a260b2-1c68-4dc4-b412-0e5fff490d71 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:55.277383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.297799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 24a260b2-1c68-4dc4-b412-0e5fff490d71 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:55.298428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.345959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303dbd13-490f-496a-8883-a0121fc27b7d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:55.383042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4bfba46d-0355-4c28-8582-17f935a66d6d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:55.383332 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.386192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=303dbd13-490f-496a-8883-a0121fc27b7d,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:55.517136 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.610107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 79c7216e-2546-4582-942f-4a1951c1fe1d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:55.610691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.624015 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.648945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.656885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.754553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.763239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.773040 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ae3df-6a3d-4b85-8829-627b865f2fd0 None None] Pushing event updated for resources: {'Port': ['ID=79c7216e-2546-4582-942f-4a1951c1fe1d,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:55.799643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 79c7216e-2546-4582-942f-4a1951c1fe1d owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:55.828199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55416c79-dce0-4a55-838c-ba60b8079063 req-4357a8b6-5f03-468a-b7e5-db06e1350bca tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0585339 Mar 31 23:14:55.883362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Attempting to bind port 79c7216e-2546-4582-942f-4a1951c1fe1d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:55.883362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Attempting to bind port 79c7216e-2546-4582-942f-4a1951c1fe1d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:55.883362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Attempting to bind port 79c7216e-2546-4582-942f-4a1951c1fe1d on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:55.889826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:55.890202 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:55.890610 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.891081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:55.891517 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Bound port: 79c7216e-2546-4582-942f-4a1951c1fe1d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:55.891911 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.893396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:55.904135 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2441ef-551b-4f35-bbc1-51293f4d60ee" -d '{"events": [{"server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:55.993239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.006642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:56.013576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e79ba9-96cb-4efa-9a2b-61aefe598f62 req-2fecf237-9267-4f62-ad54-1214a6bd8321 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:56.030447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:56.041328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1e79ba9-96cb-4efa-9a2b-61aefe598f62 req-2fecf237-9267-4f62-ad54-1214a6bd8321 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.1361973 Mar 31 23:14:56.058217 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e762a35-ebc7-47e8-95d4-87a07ef4cd98 x-openstack-request-id: req-8e762a35-ebc7-47e8-95d4-87a07ef4cd98 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:56.059201 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:56.059460 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e762a35-ebc7-47e8-95d4-87a07ef4cd98 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:56.060047 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e762a35-ebc7-47e8-95d4-87a07ef4cd98'] response: {'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'code': 200} Mar 31 23:14:56.094359 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] For port 79c7216e-2546-4582-942f-4a1951c1fe1d, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:56.104863 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] For port 79c7216e-2546-4582-942f-4a1951c1fe1d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79c7216e-2546-4582-942f-4a1951c1fe1d,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:56.115927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.120109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1e79ba9-96cb-4efa-9a2b-61aefe598f62 req-d1d14c10-e294-4779-9bac-6f2bdb5f971f tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733442 Mar 31 23:14:56.172190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.196924 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.226844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.299876 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Routers {'8f4c32e1-3971-474c-bcba-9e1907f8057b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:56.303129 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8f4c32e1-3971-474c-bcba-9e1907f8057b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:56.321904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539f5cb-154f-4089-893f-d6f7b8b344b3 req-c6fa89b2-3d0b-4366-9f00-0489f8adabb4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:56.330707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c539f5cb-154f-4089-893f-d6f7b8b344b3 req-c6fa89b2-3d0b-4366-9f00-0489f8adabb4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 946 time: 0.1630800 Mar 31 23:14:56.356777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd56148-1738-45a1-a337-bf42d495526f req-59bb1174-a995-4f90-8c73-4897a8b88b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:56.358545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fd56148-1738-45a1-a337-bf42d495526f req-59bb1174-a995-4f90-8c73-4897a8b88b65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 1097 time: 0.1042426 Mar 31 23:14:56.361293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['303dbd13-490f-496a-8883-a0121fc27b7d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:56.473223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.477126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.485870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e4846dde-b7f3-4aae-9b64-db684867c9ce None None] Provisioning complete for port 79c7216e-2546-4582-942f-4a1951c1fe1d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:56.486421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4846dde-b7f3-4aae-9b64-db684867c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.521825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] Set router 8f4c32e1-3971-474c-bcba-9e1907f8057b gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:56.540077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e4846dde-b7f3-4aae-9b64-db684867c9ce None None] Port 79c7216e-2546-4582-942f-4a1951c1fe1d was deleted so its status cannot be updated. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:14:56.556472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fd56148-1738-45a1-a337-bf42d495526f req-d454c39f-4461-4cb9-b456-d4f2139c52a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836703 Mar 31 23:14:56.558558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=79c7216e-2546-4582-942f-4a1951c1fe1d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.647923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e8dc-4b7d-4db0-817f-b9a198f33577 req-a715bf88-dc46-4d21-b324-ab83d5871edb tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:56.660792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98d9e8dc-4b7d-4db0-817f-b9a198f33577 req-a715bf88-dc46-4d21-b324-ab83d5871edb tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 945 time: 0.3287139 Mar 31 23:14:56.682418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c539f5cb-154f-4089-893f-d6f7b8b344b3 req-ebfdbbff-dc61-4ba7-b0d2-a67d8a7ee4a3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231595 Mar 31 23:14:56.706129 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ae3df-6a3d-4b85-8829-627b865f2fd0 None None] Pushing event updated for resources: {'Port': ['ID=79c7216e-2546-4582-942f-4a1951c1fe1d,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.726323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-c426163c-6026-436e-bc80-e377c7019ec1 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:56.741720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-c426163c-6026-436e-bc80-e377c7019ec1 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.10 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.3660860 Mar 31 23:14:56.823357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.844129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98d9e8dc-4b7d-4db0-817f-b9a198f33577 req-e8463ed5-4859-49bc-9f50-3a61b42417f6 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822863 Mar 31 23:14:56.868722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f9c124b4-b3b1-4ad7-9d83-0506c19fecee None None] Could not find standard attr ID for object 79c7216e-2546-4582-942f-4a1951c1fe1d. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:56.949738 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'name': 'tempest-NetworksTestDHCPv6-router-1664130058', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:51Z', 'updated_at': '2022-03-31T23:14:53Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '79c7216e-2546-4582-942f-4a1951c1fe1d', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:61:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'df5a0457-b300-4542-bac7-1f607882be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:52Z', 'updated_at': '2022-03-31T23:14:56Z', 'revision_number': 4, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': 'df5a0457-b300-4542-bac7-1f607882be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:56.982567 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96a601-6aed-474c-8ac2-36d9084795c8 None None] The sync data for ids ['8f4c32e1-3971-474c-bcba-9e1907f8057b'] in n-d-828414-2 is: [{'id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'name': 'tempest-NetworksTestDHCPv6-router-1664130058', 'tenant_id': '6a17849999f147ab96f8061813533770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:51Z', 'updated_at': '2022-03-31T23:14:53Z', 'revision_number': 2, 'project_id': '6a17849999f147ab96f8061813533770', 'gw_port_host': None, '_interfaces': [{'id': '79c7216e-2546-4582-942f-4a1951c1fe1d', 'name': '', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'mac_address': 'fa:16:3e:61:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c32e1-3971-474c-bcba-9e1907f8057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'df5a0457-b300-4542-bac7-1f607882be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:52Z', 'updated_at': '2022-03-31T23:14:56Z', 'revision_number': 4, 'project_id': '6a17849999f147ab96f8061813533770', 'subnets': [{'id': 'df5a0457-b300-4542-bac7-1f607882be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:57.047807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7959343-3701-40fa-8840-81e23bbebb31 req-516eb57d-fd21-4fd4-8475-b381d7836479 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0495698 Mar 31 23:14:57.068014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Deleting port ff08ad47-f262-46db-b1ab-a09a422e9b52 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:57.068395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.151844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Router 8f4c32e1-3971-474c-bcba-9e1907f8057b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:57.197251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] For port ff08ad47-f262-46db-b1ab-a09a422e9b52, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ff08ad47-f262-46db-b1ab-a09a422e9b52,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:57.197703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.300091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:57.314897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ccc3325-a764-4c73-958b-7bebfe494dff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "PUT /v2.0/routers/8f4c32e1-3971-474c-bcba-9e1907f8057b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7739189 Mar 31 23:14:57.316844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38016) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.457938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e22e9-1696-4b32-bef4-99e758532fc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.459892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e22e9-1696-4b32-bef4-99e758532fc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.461734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b16e22e9-1696-4b32-bef4-99e758532fc0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1431274 Mar 31 23:14:57.464422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38018) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.536907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet df5a0457-b300-4542-bac7-1f607882be96 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:57.543837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.611395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.740450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.897874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a7748-b11c-4325-b99c-fb310d9a0bb4 req-7f7670a6-fcee-4219-8c5f-db3c2eafd5ab tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.899430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5a7748-b11c-4325-b99c-fb310d9a0bb4 req-7f7670a6-fcee-4219-8c5f-db3c2eafd5ab tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 945 time: 0.6058428 Mar 31 23:14:57.962403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.987369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.991182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/df5a0457-b300-4542-bac7-1f607882be96 HTTP/1.1" status: 204 len: 168 time: 0.5240874 Mar 31 23:14:57.993195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38026) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.996385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef3c1b0-b49f-4d9b-8e78-944c22ecf2a3 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:58.042030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9171c5-6db7-45ba-89df-9a48ff2f94f5 req-4074184e-4058-4fac-9e44-38ec6fa18411 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.044148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9171c5-6db7-45ba-89df-9a48ff2f94f5 req-4074184e-4058-4fac-9e44-38ec6fa18411 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 946 time: 0.1686380 Mar 31 23:14:58.049505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5a7748-b11c-4325-b99c-fb310d9a0bb4 req-da0f2422-f23e-4194-80ef-102947d5d76f tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec3a6085-9ccb-4df7-b47c-20922c43b0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231918 Mar 31 23:14:58.050676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.051071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.051434 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Floating IP 94fab8d0-ec78-46e3-b134-8b115f14fdd5 disassociated. External IP: 172.25.6.123, port: ff08ad47-f262-46db-b1ab-a09a422e9b52. Mar 31 23:14:58.051791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Calling delete_port for ff08ad47-f262-46db-b1ab-a09a422e9b52 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:58.083560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880ff0d-7a7c-4bbc-9a5b-914ce2cc353c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=df5a0457-b300-4542-bac7-1f607882be96,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.136179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:58.141091 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334aa9fa-b3c0-4a21-8350-f66bf942a16f" -d '{"events": [{"server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "name": "network-vif-plugged", "status": "completed", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:58.150571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9171c5-6db7-45ba-89df-9a48ff2f94f5 req-352ba566-b9d3-42ef-973d-736087587fe6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964932 Mar 31 23:14:58.218094 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e2275518-c411-490b-8ce6-8feb76126e18 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2138889 Mar 31 23:14:58.220825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:58.383524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:58.432610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.492183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Deleting port 4bfba46d-0355-4c28-8582-17f935a66d6d {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:58.492293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.502743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c94b6c45-a9d9-46d7-a2fd-ea05731765c8 req-ed7bbcf5-297c-473a-b0f6-7938a25773bf tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1087935 Mar 31 23:14:58.565951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.582484 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215885c1-71a0-46fa-b626-3da1d792fa1b x-openstack-request-id: req-215885c1-71a0-46fa-b626-3da1d792fa1b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:58.582896 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "name": "network-vif-plugged", "status": "completed", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:58.583253 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-215885c1-71a0-46fa-b626-3da1d792fa1b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:58.583763 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215885c1-71a0-46fa-b626-3da1d792fa1b'] response: {'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71', 'code': 200} Mar 31 23:14:58.606298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] For port 4bfba46d-0355-4c28-8582-17f935a66d6d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4bfba46d-0355-4c28-8582-17f935a66d6d,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:58.615935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.635960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Calling delete_port for 4bfba46d-0355-4c28-8582-17f935a66d6d owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:58.650054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event deleted for resources: {'Port': ['ID=ff08ad47-f262-46db-b1ab-a09a422e9b52,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.701270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cf5f2-f603-43eb-8e24-744f931aa715 req-3b8ceffa-07d8-4d99-8dc6-be85c53281d1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.703244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b2cf5f2-f603-43eb-8e24-744f931aa715 req-3b8ceffa-07d8-4d99-8dc6-be85c53281d1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 945 time: 0.3286974 Mar 31 23:14:58.738310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 303dbd13-490f-496a-8883-a0121fc27b7d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:58.774827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f30dd-cf1f-40c7-9f3d-9ba0a3f2c8e0 req-4aa30f19-0fed-4f7b-bca8-ee9dd34b09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.777794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-634f30dd-cf1f-40c7-9f3d-9ba0a3f2c8e0 req-4aa30f19-0fed-4f7b-bca8-ee9dd34b09b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 1096 time: 0.1044350 Mar 31 23:14:58.810679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.816478 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.842335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-634f30dd-cf1f-40c7-9f3d-9ba0a3f2c8e0 req-aca7c6a1-11cb-4b70-8adf-21963c0adb67 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Mar 31 23:14:58.921240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b2cf5f2-f603-43eb-8e24-744f931aa715 req-e13c515d-0f24-4cd7-a503-7fdad0b89db4 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712496 Mar 31 23:14:58.945593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 303dbd13-490f-496a-8883-a0121fc27b7d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:58.950763 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 303dbd13-490f-496a-8883-a0121fc27b7d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:58.951251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.992888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Router 1d5286eb-513a-48cc-9bfe-e000e9a08662 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:59.018625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4bfba46d-0355-4c28-8582-17f935a66d6d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:59.024292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.050564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.051245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4c32e1-3971-474c-bcba-9e1907f8057b {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:59.059756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.063427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-475d4f2d-09b1-4267-afce-9a45efa25dd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/routers/8f4c32e1-3971-474c-bcba-9e1907f8057b HTTP/1.1" status: 204 len: 168 time: 0.8412390 Mar 31 23:14:59.070178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38038) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.097728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4bfba46d-0355-4c28-8582-17f935a66d6d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:59.099269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4bfba46d-0355-4c28-8582-17f935a66d6d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:59.124300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] Pushing event deleted for resources: {'Port': ['ID=4bfba46d-0355-4c28-8582-17f935a66d6d,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.143626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c9dcb-b338-4a2f-b814-6ae80b2fbe98 None None] No DVR routers for this DVR port 4bfba46d-0355-4c28-8582-17f935a66d6d on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:59.153098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c9805462-030d-4a71-9fc0-ce9bf80a3081 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0882056 Mar 31 23:14:59.155161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38042) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.212626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.249258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Sync routers for ids ['8f4c32e1-3971-474c-bcba-9e1907f8057b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:59.285745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:59.286339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:14:59.287126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f4c32e1-3971-474c-bcba-9e1907f8057b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:14:59.298288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e909cb-b12c-4dc7-89e5-12e45e4506bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:59.309501 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01e909cb-b12c-4dc7-89e5-12e45e4506bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1434817 Mar 31 23:14:59.312028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38046) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.322121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dd11a7d-cec7-4261-a9d9-5fd4e268a843 req-4fb53f03-d1a5-43f0-849d-e181bad58282 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.0467982 Mar 31 23:14:59.323846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:59.324367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:14:59.325107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f4c32e1-3971-474c-bcba-9e1907f8057b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:14:59.325627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebcff5-fa06-4bcb-8b5a-6186c8ead14c None None] The sync data for ids ['8f4c32e1-3971-474c-bcba-9e1907f8057b'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:59.331302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=303dbd13-490f-496a-8883-a0121fc27b7d,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:59.405291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:59.412878 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e3233a63-df46-45e9-bc35-1c9b53ee3308 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702646 Mar 31 23:14:59.418857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38048) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.419690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Sync routers for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:59.422788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.431585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:59.476126 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:59.478321 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.506193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.524217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] No DVR routers for this DVR port ff08ad47-f262-46db-b1ab-a09a422e9b52 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:59.534375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b36a1e-b34d-4403-87cb-2b318af2ad23 req-28cf42c3-274d-4090-929f-92cf44dc2366 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:59.536192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14b36a1e-b34d-4403-87cb-2b318af2ad23 req-28cf42c3-274d-4090-929f-92cf44dc2366 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 946 time: 0.1932466 Mar 31 23:14:59.537444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.540880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cef9e63-4d5c-4d91-a366-d52811c1a966 req-2d34663b-e53b-42b6-9497-f158f4872b87 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.10 "DELETE /v2.0/ports/ff08ad47-f262-46db-b1ab-a09a422e9b52 HTTP/1.1" status: 204 len: 173 time: 2.7932997 Mar 31 23:14:59.541559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'name': 'network-vif-deleted', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:59.544320 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622e757-4e03-4303-ae50-3eeb45abbe4c" -d '{"events": [{"server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "name": "network-vif-deleted", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:59.604762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14b36a1e-b34d-4403-87cb-2b318af2ad23 req-dab612cb-4dab-435c-94df-24cf45333b63 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565948 Mar 31 23:14:59.643566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e677096-4557-4471-ad19-66f4a2c8da33 req-ab138268-773a-421e-b556-ef31bb4bb4cf tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0310471 Mar 31 23:14:59.690954 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ca917-b00c-4c09-82b5-ba9d6ffd345c x-openstack-request-id: req-919ca917-b00c-4c09-82b5-ba9d6ffd345c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:59.691282 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b257ac-027f-4005-90d3-3a1bf39e9958", "name": "network-vif-deleted", "tag": "ff08ad47-f262-46db-b1ab-a09a422e9b52", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:59.693079 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-919ca917-b00c-4c09-82b5-ba9d6ffd345c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:59.693079 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919ca917-b00c-4c09-82b5-ba9d6ffd345c'] response: {'server_uuid': '26b257ac-027f-4005-90d3-3a1bf39e9958', 'name': 'network-vif-deleted', 'tag': 'ff08ad47-f262-46db-b1ab-a09a422e9b52', 'status': 'completed', 'code': 200} Mar 31 23:14:59.704779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:59.713092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.729550 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:59.872231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-423774f3-acb4-470d-82e6-19110e17d53c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 267 time: 0.1197021 Mar 31 23:15:00.050350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-c9f8eb74-d547-429b-b597-a8958ec2b9c6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.063415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-c9f8eb74-d547-429b-b597-a8958ec2b9c6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 946 time: 0.1855593 Mar 31 23:15:00.069284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'security_groups': []}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:00.185749 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:00.200872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf237e8-364b-4c74-9bce-62b44f804904 req-7c503bb9-2b9e-442f-997e-500a6180223a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.202711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abf237e8-364b-4c74-9bce-62b44f804904 req-7c503bb9-2b9e-442f-997e-500a6180223a tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 946 time: 0.1067386 Mar 31 23:15:00.204259 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.226897 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Checking router: 1d5286eb-513a-48cc-9bfe-e000e9a08662 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:00.238581 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:00.239562 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:00.308636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-9de1dafb-fbb2-4a83-a31f-a542d1941583 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0457866 Mar 31 23:15:00.364898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abf237e8-364b-4c74-9bce-62b44f804904 req-ce4b55b8-9caf-4b92-b735-21a3a2638467 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511688 Mar 31 23:15:00.482515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:00.484835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.588825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:00.603655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:00.614019 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b69cd6-403f-4a78-995f-d734bf4bb7d3" -d '{"events": [{"server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "name": "network-vif-plugged", "status": "completed", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:00.629407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-a4be416f-c8cb-4ab8-b5a1-63be288c2381 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=919fac3df0594766ad9fd875aadf17e5&device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.1683459 Mar 31 23:15:00.658335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a735b78b-af8a-48bc-923e-923656ee8b08 req-c37a82cc-8788-418d-a003-344df7756579 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/ports?device_id=26b257ac-027f-4005-90d3-3a1bf39e9958 HTTP/1.1" status: 200 len: 210 time: 0.1134236 Mar 31 23:15:00.672049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:00.681159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=02f60f27-6afa-43ff-a36c-7dab2166247e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.684530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:00.696534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.697207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.704288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ff08ad47-f262-46db-b1ab-a09a422e9b52 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:00.784095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:00.796157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9413c-f03f-4d12-aea7-f95939d9fb20 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:00.821605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c7be9661-a724-4559-8bc9-f201e760cb48 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4016800 Mar 31 23:15:00.823622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.836763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-b064b292-cf0e-4e19-afd2-82b0c9e59fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.838268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-b064b292-cf0e-4e19-afd2-82b0c9e59fde service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=919fac3df0594766ad9fd875aadf17e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1740723 Mar 31 23:15:00.844368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:00.846411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.974413 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c338f94a-03d6-4efb-a5d0-c33337d1a99d x-openstack-request-id: req-c338f94a-03d6-4efb-a5d0-c33337d1a99d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:00.981325 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "name": "network-vif-plugged", "status": "completed", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:00.982084 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c338f94a-03d6-4efb-a5d0-c33337d1a99d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:00.982962 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c338f94a-03d6-4efb-a5d0-c33337d1a99d'] response: {'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d', 'code': 200} Mar 31 23:15:00.984765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79c7216e-2546-4582-942f-4a1951c1fe1d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:00.996821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: ff08ad47-f262-46db-b1ab-a09a422e9b52 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:00.997523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ff08ad47-f262-46db-b1ab-a09a422e9b52 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:01.029016 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:01.048003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9d90202-6a3e-498f-afd4-7c9f20b39442 req-86352026-7f15-4dd0-ac2c-dfdf43568802 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1336246 Mar 31 23:15:01.050519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.106518 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2294549-58dd-45cb-ab3f-13ccd3760416 None None] The sync data for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 is: [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:12:59Z', 'revision_number': 4, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e4aaddaa-51cf-478b-b25a-a41d3969a6ec', 'name': '', 'network_id': '831b3580-7e2a-4e7c-9844-2cfae0f20f2a', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'mac_address': 'fa:16:3e:dc:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'subnets': [{'id': 'de0a182d-40d6-4e1d-980e-00951094776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:01.176504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.177048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 79c7216e-2546-4582-942f-4a1951c1fe1d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:01.177166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.177402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79c7216e-2546-4582-942f-4a1951c1fe1d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:01.178877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beea89e7-50fa-41e1-88a9-ed4901678364 req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "PUT /v2.0/ports/5a6e608b-8f35-4f07-9148-37f268d6b3e1 HTTP/1.1" status: 200 len: 905 time: 1.1141887 Mar 31 23:15:01.195868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bd26f-660e-4fa7-bc43-6d823d99b547 req-ac675af1-cf38-433a-a12b-84921fcc040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.196270 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-119bd26f-660e-4fa7-bc43-6d823d99b547 req-ac675af1-cf38-433a-a12b-84921fcc040b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 1097 time: 0.1922362 Mar 31 23:15:01.212137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241', 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', '5a6e608b-8f35-4f07-9148-37f268d6b3e1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:01.333448 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-119bd26f-660e-4fa7-bc43-6d823d99b547 req-5c492642-fa01-47b3-81ab-45f3e987779a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282327 Mar 31 23:15:01.355452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:01.355452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.374971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['5a6e608b-8f35-4f07-9148-37f268d6b3e1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:01.431791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37b946-5a4e-4289-9b6a-f87e7213f1e0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.469691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-ba428b60-9112-4f8a-8d8a-938a0bdb3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.476707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5c388b9-3af1-44de-b0c3-86716ee9ccee req-ba428b60-9112-4f8a-8d8a-938a0bdb3d6d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6127541 Mar 31 23:15:01.524281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4c486-73e5-4d07-9860-e4cdc74b1425 req-1e0f5cb2-f59a-4d90-8c98-e12cc8a52195 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.563133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8e4c486-73e5-4d07-9860-e4cdc74b1425 req-1e0f5cb2-f59a-4d90-8c98-e12cc8a52195 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 908 time: 0.2287261 Mar 31 23:15:01.595633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '02f60f27-6afa-43ff-a36c-7dab2166247e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:01.596740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.617138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38090) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:01.731837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:01.741129 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a69fd-3aab-4b49-81d7-391c38690e27" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:01.813889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced071-c95f-4de0-ac02-dd7869f0ac41 req-74162d3f-4697-4fc5-ab20-8be7c46952d3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.815523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18ced071-c95f-4de0-ac02-dd7869f0ac41 req-74162d3f-4697-4fc5-ab20-8be7c46952d3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 946 time: 0.2475879 Mar 31 23:15:01.834111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e5080b46-42cb-4fbd-9c93-b734405ca01e None None] Provisioning complete for port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:01.835177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5080b46-42cb-4fbd-9c93-b734405ca01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.844104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474549-1505-413a-a25f-392d6b21b5fa req-5ca13b14-1e4c-4299-ace1-84b6b90a5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.844104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c474549-1505-413a-a25f-392d6b21b5fa req-5ca13b14-1e4c-4299-ace1-84b6b90a5de2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1097 time: 0.2068911 Mar 31 23:15:01.844347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd6885-5fae-452a-aa72-cc46a422a4e5 None None] New status for floating IP 94fab8d0-ec78-46e3-b134-8b115f14fdd5: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:01.906882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18ced071-c95f-4de0-ac02-dd7869f0ac41 req-02a33f30-632b-477f-a7a7-acaf032e4b56 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759416 Mar 31 23:15:01.932797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c474549-1505-413a-a25f-392d6b21b5fa req-416c0332-c66b-4316-8170-25732fe79204 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586793 Mar 31 23:15:01.934018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0f439-5764-4b0b-bc49-d8af88abd8dc req-f1f7e049-07ae-463d-87d5-5f43fa763aef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.938181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a0f439-5764-4b0b-bc49-d8af88abd8dc req-f1f7e049-07ae-463d-87d5-5f43fa763aef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1189086 Mar 31 23:15:02.053882 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e306da-f3de-4f3c-aa5c-0cf098cbd1b0 x-openstack-request-id: req-a4e306da-f3de-4f3c-aa5c-0cf098cbd1b0 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:02.054486 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:02.054486 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4e306da-f3de-4f3c-aa5c-0cf098cbd1b0 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:02.055454 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e306da-f3de-4f3c-aa5c-0cf098cbd1b0'] response: {'name': 'network-changed', 'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'status': 'completed', 'code': 200} Mar 31 23:15:02.063778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a0f439-5764-4b0b-bc49-d8af88abd8dc req-8768fb7e-8294-4a70-9ff9-100ad46f145a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085227 Mar 31 23:15:02.116323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.182607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:02.190709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:02.195969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.196688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.201184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-7bdc1370-3762-4649-a228-d289a0fab3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.204303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-7bdc1370-3762-4649-a228-d289a0fab3f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 1059 time: 0.1273675 Mar 31 23:15:02.205310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=55b69a29-9cdd-4dd0-97e1-1f900f660277,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.228306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Allocated IP 2001:db8::f816:3eff:feb4:72d6 (72d20de6-aee2-4ce8-9aef-20530b716056/02f60f27-6afa-43ff-a36c-7dab2166247e/12a57c2a-318b-4d3c-8585-f3c3a54a8661) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:02.318555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-47d0e51b-4580-4cad-9da4-6fea4f8b5ba3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4930255 Mar 31 23:15:02.321583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38112) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:02.328718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:34:28:a1', 'name': 'tempest-NetworksTestDHCPv6-1419915665'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:02.346012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0532eb-05a8-4882-9a0c-0fd34165b9f3 req-cb4c9717-53ee-4a45-a37f-0178da79c743 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.359776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e0532eb-05a8-4882-9a0c-0fd34165b9f3 req-cb4c9717-53ee-4a45-a37f-0178da79c743 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1289732 Mar 31 23:15:02.421298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-dd697763-f512-457d-9a53-37ceefec97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.426922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-dd697763-f512-457d-9a53-37ceefec97db service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2158425 Mar 31 23:15:02.473063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e0532eb-05a8-4882-9a0c-0fd34165b9f3 req-60002dac-66ce-4e22-aa14-69bd8a1c7fb7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175559 Mar 31 23:15:02.528507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-41053d3b-5292-4fc1-aef2-1e0310f75fed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0847921 Mar 31 23:15:02.599051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.629494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cda884ca-7a3c-475d-80d6-e697b117e961 req-3865992c-640d-4715-a03f-f8cdc784e886 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0474153 Mar 31 23:15:02.632086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-49c8e07f-52ae-4c5a-ab95-b2095c797635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.647940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-49c8e07f-52ae-4c5a-ab95-b2095c797635 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0947351 Mar 31 23:15:02.712190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:02.725365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-b4b7d54d-0735-4f19-bb68-189be37fe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.727559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-b4b7d54d-0735-4f19-bb68-189be37fe4ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836387 Mar 31 23:15:02.733622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.785290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:02.810090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:02.815998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:02.861811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Pushing event updated for resources: {'Port': ['ID=12a57c2a-318b-4d3c-8585-f3c3a54a8661,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.928522 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-b0e2c498-0460-4d7a-aa34-50db9fb0f288 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797278 Mar 31 23:15:02.947638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Attempting to bind port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:02.947994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Attempting to bind port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:02.948350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Attempting to bind port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:02.967548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:02.970471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:02.970933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.971355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:02.971870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Bound port: 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:02.972243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.023648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c341a-dc0b-4fa8-926a-c1f0ce3be530 req-ea9f62a6-214c-4f45-bee2-c328294b98f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:03.023648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c50c341a-dc0b-4fa8-926a-c1f0ce3be530 req-ea9f62a6-214c-4f45-bee2-c328294b98f9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2268546 Mar 31 23:15:03.057125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.091280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c50c341a-dc0b-4fa8-926a-c1f0ce3be530 req-7142343c-1d7e-45d2-bc1c-08610473d3e1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731225 Mar 31 23:15:03.117860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port c010d03b-ec1e-46f8-86b4-2279ff6b8af7 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:03.144861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] For port 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:03.150917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] For port 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=12a57c2a-318b-4d3c-8585-f3c3a54a8661,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:03.157762 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-120a69fd-3aab-4b49-81d7-391c38690e27 req-eb0226eb-e04c-47f8-bd0c-ef23bc674516 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156000 Mar 31 23:15:03.298884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec01dd-30e7-41dc-aac7-a3e12236f659 req-cfbe21e5-a594-4c75-8872-d6660a9bdc5b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:03.300444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43ec01dd-30e7-41dc-aac7-a3e12236f659 req-cfbe21e5-a594-4c75-8872-d6660a9bdc5b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 946 time: 0.1010935 Mar 31 23:15:03.380469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 172.20.0.10 (72d20de6-aee2-4ce8-9aef-20530b716056/55b69a29-9cdd-4dd0-97e1-1f900f660277/c010d03b-ec1e-46f8-86b4-2279ff6b8af7) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:03.395989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43ec01dd-30e7-41dc-aac7-a3e12236f659 req-26b2ead0-b868-44dc-a234-8bc71d2b1a9c tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827332 Mar 31 23:15:03.397617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe34:28a1 (72d20de6-aee2-4ce8-9aef-20530b716056/02f60f27-6afa-43ff-a36c-7dab2166247e/c010d03b-ec1e-46f8-86b4-2279ff6b8af7) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:03.454801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.467409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38130) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:03.527895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee60e-7da3-49df-bc9d-f25e61cd4964 None None] Pushing event updated for resources: {'Port': ['ID=12a57c2a-318b-4d3c-8585-f3c3a54a8661,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:03.601434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.638390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.689100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c6178-31d1-4a23-bcf2-573a2e553fca req-a7bdc1c5-1f81-4dfc-a5ba-06bc94171f80 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:03.690927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-397c6178-31d1-4a23-bcf2-573a2e553fca req-a7bdc1c5-1f81-4dfc-a5ba-06bc94171f80 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1451900 Mar 31 23:15:03.787087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.803552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-397c6178-31d1-4a23-bcf2-573a2e553fca req-6a82aa7a-eb2e-4c53-bfe1-94c2733b1f58 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015239 Mar 31 23:15:03.830581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f226443-956e-45a5-ba93-29d6b6fa3e2b req-02f3e731-ffd2-4816-b903-3839ac364f6c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0507469 Mar 31 23:15:03.881802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.885019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.888895 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "DELETE /v2.0/security-groups/ec3a6085-9ccb-4df7-b47c-20922c43b0c3 HTTP/1.1" status: 204 len: 168 time: 0.4175146 Mar 31 23:15:03.926140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38142) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:03.993930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143352-00dc-428c-9020-d6c62ec16375 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a6085-9ccb-4df7-b47c-20922c43b0c3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:04.011438 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-af6caa68-022a-443d-9678-73b6cca4be0c tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] show failed (client error): The resource could not be found. Mar 31 23:15:04.020956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:04.122705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af6caa68-022a-443d-9678-73b6cca4be0c tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "GET /v2.0/security-groups/ec3a6085-9ccb-4df7-b47c-20922c43b0c3 HTTP/1.1" status: 404 len: 347 time: 0.0808802 Mar 31 23:15:04.159221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.704071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:04.716958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.732943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:04.741191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:04.743903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=c010d03b-ec1e-46f8-86b4-2279ff6b8af7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:04.839140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-c204cc90-6b15-411b-8223-abb85779fd63 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:04.847185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-c204cc90-6b15-411b-8223-abb85779fd63 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.6989269 Mar 31 23:15:04.864628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7c9e1-f491-4d14-8b02-e9959af087e8 req-4e538e9b-e659-4c7d-9138-8952ccfa757b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:04.872575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d7c9e1-f491-4d14-8b02-e9959af087e8 req-4e538e9b-e659-4c7d-9138-8952ccfa757b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 946 time: 0.2146327 Mar 31 23:15:04.911704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:04.915216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.923775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-348c44eb-f164-4de9-8bde-be92359e2234 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/quotas/3cd88da30a944d2b833046343995672a HTTP/1.1" status: 200 len: 375 time: 0.0756803 Mar 31 23:15:04.949583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Deleting port 8eef9dfa-8168-4235-bac2-1e5e6aa9455e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:04.949583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.977332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 12a57c2a-318b-4d3c-8585-f3c3a54a8661 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:05.003559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d7c9e1-f491-4d14-8b02-e9959af087e8 req-b21d5221-6461-452a-9fa5-9ce94e8365c5 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300495 Mar 31 23:15:05.059603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32156b19-11c1-4038-8ec0-0fb8845c6ef7 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:05.079277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-78ce0777-9c80-455d-9927-9451ca8fb0b4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7560637 Mar 31 23:15:05.081857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38168) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:05.172238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:05.172856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.185100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-29f369e2-a2d3-40f9-8e60-d3a9074da627 None None] Provisioning complete for port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:05.185891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29f369e2-a2d3-40f9-8e60-d3a9074da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.193593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d651a4b-8fd9-4206-8549-c896c4b4a970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:05.195367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-a6653fbc-4ea0-4be2-88ea-a60d1940ef7f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2410595 Mar 31 23:15:05.208143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d651a4b-8fd9-4206-8549-c896c4b4a970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:05.210406 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d651a4b-8fd9-4206-8549-c896c4b4a970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1273575 Mar 31 23:15:05.217813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:05.268949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.269279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.273489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b8875ef-68a5-45ae-98fd-9bd4b95e2d78 req-7085d684-8391-42d2-9f30-1fd74bee599b tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1391444 Mar 31 23:15:05.331919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Calling delete_port for 8eef9dfa-8168-4235-bac2-1e5e6aa9455e owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:05.405089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port c010d03b-ec1e-46f8-86b4-2279ff6b8af7 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:05.405751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.506983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-5165489c-d416-433c-9ddf-deb10da38917 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107269 Mar 31 23:15:05.593513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.637318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for c010d03b-ec1e-46f8-86b4-2279ff6b8af7 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:05.682971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959528-74e1-4969-8daf-6fccfed3bc3f req-db69c762-6c67-4b84-a58f-f546f5c51ed3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:05.684230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.685012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef959528-74e1-4969-8daf-6fccfed3bc3f req-db69c762-6c67-4b84-a58f-f546f5c51ed3 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 945 time: 0.2873025 Mar 31 23:15:05.741455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.764699 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:05.778623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Pushing event deleted for resources: {'Port': ['ID=8eef9dfa-8168-4235-bac2-1e5e6aa9455e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.788192 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29f369e2-a2d3-40f9-8e60-d3a9074da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.815331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=12a57c2a-318b-4d3c-8585-f3c3a54a8661,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:05.823608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef959528-74e1-4969-8daf-6fccfed3bc3f req-1556a823-d57e-42b1-9149-6ae0ceec0e71 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012061 Mar 31 23:15:05.873908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '02f60f27-6afa-43ff-a36c-7dab2166247e', 'ip_address': '2001:db8::f816:3eff:feb4:72d6'}, {'subnet_id': '55b69a29-9cdd-4dd0-97e1-1f900f660277'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '12a57c2a-318b-4d3c-8585-f3c3a54a8661'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:05.879755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.891443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.894983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.895969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7819e32f-62cb-440b-8d32-0beb4d474493 tempest-ServersTestFqdnHostnames-955677710 tempest-ServersTestFqdnHostnames-955677710-project] 10.222.0.83 "DELETE /v2.0/floatingips/94fab8d0-ec78-46e3-b134-8b115f14fdd5 HTTP/1.1" status: 204 len: 168 time: 1.8726313 Mar 31 23:15:05.906587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38186) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:05.985021 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.013376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-29f369e2-a2d3-40f9-8e60-d3a9074da627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:06.013711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.013858 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-29f369e2-a2d3-40f9-8e60-d3a9074da627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:06.047647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=12a57c2a-318b-4d3c-8585-f3c3a54a8661,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.073622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=c010d03b-ec1e-46f8-86b4-2279ff6b8af7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.101664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-cbc1492e-12c3-4bbf-8caf-c0dd3a65a281 service neutron] 10.222.0.83 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554510 Mar 31 23:15:06.234580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.240294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-27b9a682-89d5-4f4d-929d-fda020488515 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/c010d03b-ec1e-46f8-86b4-2279ff6b8af7 HTTP/1.1" status: 204 len: 168 time: 1.0190296 Mar 31 23:15:06.246949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38188) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.258196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Allocated IP 172.20.0.2 (72d20de6-aee2-4ce8-9aef-20530b716056/55b69a29-9cdd-4dd0-97e1-1f900f660277/12a57c2a-318b-4d3c-8585-f3c3a54a8661) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:06.361077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e1a6c-f1b5-4804-8302-688e712c2fd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.363339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e1a6c-f1b5-4804-8302-688e712c2fd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.365239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e1a6c-f1b5-4804-8302-688e712c2fd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.369338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-238e1a6c-f1b5-4804-8302-688e712c2fd1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1136744 Mar 31 23:15:06.369891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.474742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] For port 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=12a57c2a-318b-4d3c-8585-f3c3a54a8661,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:06.493177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 02f60f27-6afa-43ff-a36c-7dab2166247e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:06.568815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eae3253b-c12a-4a18-931a-1d76a3f82cdd req-1f1ed171-2c27-437d-9037-61d9d53c3681 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0435762 Mar 31 23:15:06.570046 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.604559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.658727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.659299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.702422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76f46bb5-8cbe-44e7-a2b2-cfad584ae013 req-13be76c1-a58d-4798-8f3b-574e32a00726 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 210 time: 0.0510366 Mar 31 23:15:06.766203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.802373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86954a-89f6-4e2f-b7f5-9bacf96c2c85 None None] Pushing event updated for resources: {'Port': ['ID=12a57c2a-318b-4d3c-8585-f3c3a54a8661,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.935289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 12a57c2a-318b-4d3c-8585-f3c3a54a8661 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:07.035133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:07.037247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.096185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Deleting port e4aaddaa-51cf-478b-b25a-a41d3969a6ec {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:07.096565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.299235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52b9b-f8ed-45ac-aed4-4aaaf3ef8522 req-9849e941-15a6-47c0-b1af-55b0b2a1a265 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:07.301160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20a52b9b-f8ed-45ac-aed4-4aaaf3ef8522 req-9849e941-15a6-47c0-b1af-55b0b2a1a265 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 945 time: 0.1219888 Mar 31 23:15:07.315836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] For port e4aaddaa-51cf-478b-b25a-a41d3969a6ec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:07.316208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.363718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Calling delete_port for e4aaddaa-51cf-478b-b25a-a41d3969a6ec owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:07.448132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20a52b9b-f8ed-45ac-aed4-4aaaf3ef8522 req-e4ddc54c-9afa-401e-99f4-a547bcac1bc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954278 Mar 31 23:15:07.557641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.731211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc222f8-8cf4-4ba2-9ed4-4ddcedc1aadc req-a0bcf8d4-9b4d-42eb-ad25-8ae3b905c132 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Mar 31 23:15:07.794945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24efab6d-c158-417e-ad68-bec4bed60f79 req-14d92f5f-1305-4c56-96ef-f605b896ea2a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 210 time: 0.0364161 Mar 31 23:15:07.905205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-83e57086-245d-4039-b6a0-5ee7a8588039 None None] Could not find standard attr ID for object c010d03b-ec1e-46f8-86b4-2279ff6b8af7. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:07.922107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-83e57086-245d-4039-b6a0-5ee7a8588039 None None] Provisioning complete for port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:07.922534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-83e57086-245d-4039-b6a0-5ee7a8588039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.228224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-12b5d736-b4c8-4a56-89ce-5bc4c26ce898 None None] Could not find standard attr ID for object c010d03b-ec1e-46f8-86b4-2279ff6b8af7. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:08.357474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.358187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-d383bec1-8869-431f-94e0-e9fbb7aec58d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:08.359864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-d383bec1-8869-431f-94e0-e9fbb7aec58d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 945 time: 0.0619864 Mar 31 23:15:08.362278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.405339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aaddaa-51cf-478b-b25a-a41d3969a6ec,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.407163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=02f60f27-6afa-43ff-a36c-7dab2166247e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.414544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.422211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26b6a186-a168-4407-b595-a6eee932bd32 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/02f60f27-6afa-43ff-a36c-7dab2166247e HTTP/1.1" status: 204 len: 168 time: 2.0491018 Mar 31 23:15:08.422520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38224) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.549486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 55b69a29-9cdd-4dd0-97e1-1f900f660277 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:08.556612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.658164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.827563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915685b1-57db-4216-aea2-cce7dfee17ff req-bcde6d5d-8871-4b60-b113-ef0bc17e0da1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:08.834899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-915685b1-57db-4216-aea2-cce7dfee17ff req-bcde6d5d-8871-4b60-b113-ef0bc17e0da1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 945 time: 0.2214255 Mar 31 23:15:08.929829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa34e5-004f-47cb-b934-e54102ea3513 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:08.940781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.982260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-915685b1-57db-4216-aea2-cce7dfee17ff req-4ee4eece-b575-47e7-ba99-e91b3f88f060 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396527 Mar 31 23:15:08.984419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Deleting port 24a260b2-1c68-4dc4-b412-0e5fff490d71 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:08.984759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.012211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-f93701b2-7c37-415e-8863-cbaf0b40e90e tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:09.014131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-f93701b2-7c37-415e-8863-cbaf0b40e90e tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "GET /v2.0/ports?device_id=39655ada-b641-4492-bae7-82e21e2db2b1 HTTP/1.1" status: 200 len: 946 time: 0.2011859 Mar 31 23:15:09.041657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f811a59-b225-499e-bfd6-fe574422670b req-199989cb-fc81-44fc-8f39-0bfec7decefd tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1011710 Mar 31 23:15:09.139050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bf60162-a64f-43e6-b17e-9dd250dab45d req-2f546501-af17-451d-bc26-a517c8eb2fe4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 210 time: 0.0404351 Mar 31 23:15:09.146100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.196206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Deleting port 303dbd13-490f-496a-8883-a0121fc27b7d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:09.196560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.262070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.277639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] For port 24a260b2-1c68-4dc4-b412-0e5fff490d71, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=24a260b2-1c68-4dc4-b412-0e5fff490d71,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:09.278280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.312072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=55b69a29-9cdd-4dd0-97e1-1f900f660277,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.318380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.323661 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1b735f81-4bb8-4edc-a553-0d898e56cb2a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/55b69a29-9cdd-4dd0-97e1-1f900f660277 HTTP/1.1" status: 204 len: 168 time: 0.8999588 Mar 31 23:15:09.341364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38244) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:09.374876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] For port 303dbd13-490f-496a-8883-a0121fc27b7d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=303dbd13-490f-496a-8883-a0121fc27b7d,segment=NetworkSegment(c503a180-20a7-43e0-99b0-328a31f21c8f),segment_id=c503a180-20a7-43e0-99b0-328a31f21c8f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:09.375356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.395224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Calling delete_port for 303dbd13-490f-496a-8883-a0121fc27b7d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:09.596585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44c035d7-aadd-496c-ae5b-cb5cb0e9fe74 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2506568 Mar 31 23:15:09.599164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:09.606443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:09.668515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.704378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['24a260b2-1c68-4dc4-b412-0e5fff490d71', '303dbd13-490f-496a-8883-a0121fc27b7d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:09.716487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Calling delete_port for 24a260b2-1c68-4dc4-b412-0e5fff490d71 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:09.821495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event deleted for resources: {'Port': ['ID=303dbd13-490f-496a-8883-a0121fc27b7d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.909007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] No DVR routers for this DVR port 303dbd13-490f-496a-8883-a0121fc27b7d on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:09.916760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.924519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbbced54-ec97-480b-9406-47390bb0f7ce req-03ca9c08-b222-4a67-886c-7c253c535fc8 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "DELETE /v2.0/ports/303dbd13-490f-496a-8883-a0121fc27b7d HTTP/1.1" status: 204 len: 173 time: 0.8962228 Mar 31 23:15:09.924519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'name': 'network-vif-deleted', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:09.928047 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c21373-cda8-4243-8a8a-7ce288f7b5aa" -d '{"events": [{"server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "name": "network-vif-deleted", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:10.035372 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a00f7-10a1-4a01-8efc-f8c008235b4b x-openstack-request-id: req-1a9a00f7-10a1-4a01-8efc-f8c008235b4b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:10.036014 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39655ada-b641-4492-bae7-82e21e2db2b1", "name": "network-vif-deleted", "tag": "303dbd13-490f-496a-8883-a0121fc27b7d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:10.036482 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a9a00f7-10a1-4a01-8efc-f8c008235b4b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:10.036953 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9a00f7-10a1-4a01-8efc-f8c008235b4b'] response: {'server_uuid': '39655ada-b641-4492-bae7-82e21e2db2b1', 'name': 'network-vif-deleted', 'tag': '303dbd13-490f-496a-8883-a0121fc27b7d', 'status': 'completed', 'code': 200} Mar 31 23:15:10.057768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:10.062451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.097620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cff7922-cd7a-408b-9c08-3aa28e2ee8c9 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:10.137071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Router 1d5286eb-513a-48cc-9bfe-e000e9a08662 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:10.215539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e152401c-ecd0-4ff1-b13b-c97d5c03b2a1 None None] Provisioning complete for port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:10.215918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e152401c-ecd0-4ff1-b13b-c97d5c03b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.237091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90e27b9a-0de9-4e4b-8125-7389b3b235a3 req-8aeb1b1d-3f2c-455f-9ff8-7deb93daa950 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0575581 Mar 31 23:15:10.322537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b47cf-7301-48f5-b0c0-b96dc1c26bb9 req-d6f4d583-d2b6-40a7-9fbe-07085e388959 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:10.324705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f37b47cf-7301-48f5-b0c0-b96dc1c26bb9 req-d6f4d583-d2b6-40a7-9fbe-07085e388959 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 945 time: 0.1906178 Mar 31 23:15:10.346772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.405501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Pushing event deleted for resources: {'Port': ['ID=24a260b2-1c68-4dc4-b412-0e5fff490d71,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.422806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['303dbd13-490f-496a-8883-a0121fc27b7d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:10.470681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-6fc8044d-9b98-4d58-8d13-6fa02b2e5a64 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:10.472227 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-6fc8044d-9b98-4d58-8d13-6fa02b2e5a64 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.10 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 812 time: 0.1332879 Mar 31 23:15:10.498302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32eac91b-1e95-4830-9d17-472726d47894 req-9ed2739d-4258-46d6-8398-959090084482 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 210 time: 0.0945263 Mar 31 23:15:10.500373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Request body: {'port': {'device_id': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'admin_state_up': True, 'tenant_id': '3cd88da30a944d2b833046343995672a'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:10.593417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f37b47cf-7301-48f5-b0c0-b96dc1c26bb9 req-6b7a2162-6faa-4934-abcf-a0c569696a8d tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/security-groups?id=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606320 Mar 31 23:15:10.639308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:10.646216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] No DVR routers for this DVR port 24a260b2-1c68-4dc4-b412-0e5fff490d71 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:10.658218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.664738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d487250-76ce-40a0-9dde-6b04dec06d04 req-2cd19cf9-dcee-4b0e-b4c6-83297100b80b tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.10 "DELETE /v2.0/ports/24a260b2-1c68-4dc4-b412-0e5fff490d71 HTTP/1.1" status: 204 len: 173 time: 2.2900479 Mar 31 23:15:10.668221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'name': 'network-vif-deleted', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:10.670836 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36b4b6e-f0f9-402c-b61b-23f9656c7fc4" -d '{"events": [{"server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "name": "network-vif-deleted", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:10.686176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:10.696698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0bc36777-53bb-4c9c-8c32-1f55334ada74 admin admin] 10.222.0.83 "PUT /v2.0/routers/1d5286eb-513a-48cc-9bfe-e000e9a08662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7889664 Mar 31 23:15:10.699540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:10.700044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Sync routers for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:10.743264 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:10.751473 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:10.765149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Deleting port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:10.765149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.802696 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa123b1-001a-458b-ad52-87f29ddf2a2e x-openstack-request-id: req-aaa123b1-001a-458b-ad52-87f29ddf2a2e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:10.803210 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9717e3b0-aa77-4068-b550-fa96f8da5539", "name": "network-vif-deleted", "tag": "24a260b2-1c68-4dc4-b412-0e5fff490d71", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:10.803586 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aaa123b1-001a-458b-ad52-87f29ddf2a2e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:10.804098 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa123b1-001a-458b-ad52-87f29ddf2a2e'] response: {'server_uuid': '9717e3b0-aa77-4068-b550-fa96f8da5539', 'name': 'network-vif-deleted', 'tag': '24a260b2-1c68-4dc4-b412-0e5fff490d71', 'status': 'completed', 'code': 200} Mar 31 23:15:10.812623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Made reservation on behalf of 3cd88da30a944d2b833046343995672a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:10.816938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.846145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] For port 12a57c2a-318b-4d3c-8585-f3c3a54a8661, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=12a57c2a-318b-4d3c-8585-f3c3a54a8661,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:10.846544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.869917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Calling delete_port for 12a57c2a-318b-4d3c-8585-f3c3a54a8661 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:10.987921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 12a57c2a-318b-4d3c-8585-f3c3a54a8661 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:10.993089 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:11.052030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.249392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.253472 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.295624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.327595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Checking router: 1d5286eb-513a-48cc-9bfe-e000e9a08662 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:11.340377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Routers {'1d5286eb-513a-48cc-9bfe-e000e9a08662'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:11.341353 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1d5286eb-513a-48cc-9bfe-e000e9a08662'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.359919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Allocated IP 172.20.0.8 (eb85995c-1b54-46c2-a818-7fc44ef2e5fc/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b/98fa22b0-a934-4110-8023-9de1a0a6110d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:11.364088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.375111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:11.379262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] Pushing event deleted for resources: {'Port': ['ID=12a57c2a-318b-4d3c-8585-f3c3a54a8661,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:11.464598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39405adb-9135-470a-8d4c-d98ef705a508 None None] No DVR routers for this DVR port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:11.566427 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] Set router 1d5286eb-513a-48cc-9bfe-e000e9a08662 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:11.601844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc73369a-658c-42c9-87fc-88f0428f2775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.635914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-846aacba-e730-42cf-9676-e6546ea85746 req-c5c9dc91-0f6d-432b-ae58-fb416be9dcb5 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1143718 Mar 31 23:15:11.702403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62a3e8b5-f5b3-472d-8d6f-e45a5ea75dba req-9d202646-3550-4608-995d-2e4a0b8496f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 210 time: 0.0703645 Mar 31 23:15:11.717544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Deleting port e55ac550-924e-4fbc-a463-82b96d4b5d48 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:11.718245 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.816100 n-d-828414-2 neutron-server[109835]: WARNING neutron.services.revisions.revision_plugin [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Could not find related port for resource to bump revision. Mar 31 23:15:11.878990 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.893983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2abdd84-b75b-4269-8b86-f78985dc4aa4 req-d8a083b0-9181-4d6f-ae1d-335c97e74cb1 tempest-MultipleCreateTestJSON-123244170 tempest-MultipleCreateTestJSON-123244170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9717e3b0-aa77-4068-b550-fa96f8da5539 HTTP/1.1" status: 200 len: 210 time: 0.0770218 Mar 31 23:15:11.931045 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070745e4-ab2c-4d8b-ae3a-9d30612ad3f1 None None] The sync data for ids ['1d5286eb-513a-48cc-9bfe-e000e9a08662'] in n-d-828414-2 is: [{'id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'name': 'tempest-ServersTestFqdnHostnames-277552848-router', 'tenant_id': '919fac3df0594766ad9fd875aadf17e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:46Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 5, 'project_id': '919fac3df0594766ad9fd875aadf17e5', 'gw_port': {'id': 'e55ac550-924e-4fbc-a463-82b96d4b5d48', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5286eb-513a-48cc-9bfe-e000e9a08662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:48Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:11.951233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] For port e55ac550-924e-4fbc-a463-82b96d4b5d48, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e55ac550-924e-4fbc-a463-82b96d4b5d48,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:11.951934 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.957383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Port 12a57c2a-318b-4d3c-8585-f3c3a54a8661 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:15:11.957842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Reverting IP allocation for 2001:db8::f816:3eff:feb4:72d6 {{(pid=109835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:15:11.967719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Calling delete_port for e55ac550-924e-4fbc-a463-82b96d4b5d48 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:11.973721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.042025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.065839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:12.073549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:12.077488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:12.078070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.090191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21efb0b3-e9d9-4b2e-b5ea-c7e8a21656e6 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:12.104256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:12.233605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9c21b8d8-25d6-4d6a-a318-739a1562167f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6333873 Mar 31 23:15:12.246229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:12.251319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:12.307525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.336793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241', 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:12.338829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.379153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e55ac550-924e-4fbc-a463-82b96d4b5d48,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:12.388909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:12.399800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:12.404355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:12.405289 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.410142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:12.515722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.581982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:12.582661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.604141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:12.702727 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1e9b7f23-6627-4815-a339-f367a485377f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2099984 Mar 31 23:15:12.705985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 303dbd13-490f-496a-8883-a0121fc27b7d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:12.724586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Request body: {'port': {'device_id': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:12.727335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.745153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.867167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:12.872538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.946962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-592be905-46a6-4506-aaff-ce323b1fdcf5 req-d1dcb0f1-0f83-40a7-9238-bae8de5b3d2b tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0803370 Mar 31 23:15:13.048671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Allocated IP 2001:db8::f816:3eff:feae:7c1b (72d20de6-aee2-4ce8-9aef-20530b716056/e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c/6edc17de-64ae-453d-981e-725c1231aa79) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:13.070398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e4aaddaa-51cf-478b-b25a-a41d3969a6ec no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:13.080927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0280c5-ad97-4b92-9ad1-b63fa8579e24 req-6e2e773f-a587-49c4-b6c9-e1602d0a3a7a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:13.090450 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f0280c5-ad97-4b92-9ad1-b63fa8579e24 req-6e2e773f-a587-49c4-b6c9-e1602d0a3a7a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 931 time: 0.1357505 Mar 31 23:15:13.091752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.093315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 303dbd13-490f-496a-8883-a0121fc27b7d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:13.093652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 303dbd13-490f-496a-8883-a0121fc27b7d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:13.094076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 24a260b2-1c68-4dc4-b412-0e5fff490d71 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:13.097749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.098462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5286eb-513a-48cc-9bfe-e000e9a08662 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:15:13.118648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38310) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.119073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.120350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a86628b7-cfe1-4f27-b6f8-92ea6e9d9a3f admin admin] 10.222.0.83 "DELETE /v2.0/routers/1d5286eb-513a-48cc-9bfe-e000e9a08662 HTTP/1.1" status: 204 len: 168 time: 2.4196627 Mar 31 23:15:13.123619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38312) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.130327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e4aaddaa-51cf-478b-b25a-a41d3969a6ec {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:13.130327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e4aaddaa-51cf-478b-b25a-a41d3969a6ec not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:13.132679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 24a260b2-1c68-4dc4-b412-0e5fff490d71 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:13.132979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 24a260b2-1c68-4dc4-b412-0e5fff490d71 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:13.175506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e8536b9e-1c11-460e-b083-407bc84e1e50 None None] Provisioning complete for port 98fa22b0-a934-4110-8023-9de1a0a6110d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:13.175806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e8536b9e-1c11-460e-b083-407bc84e1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.301133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Deleting subnet 5632402f-745f-48f0-a3f5-e8880442a6ff {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:13.306300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f0280c5-ad97-4b92-9ad1-b63fa8579e24 req-9ad5968f-2ac3-47bc-a162-f6f9df088954 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136071 Mar 31 23:15:13.319720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Deleting subnet de0a182d-40d6-4e1d-980e-00951094776c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:13.334106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.353613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.362827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e8536b9e-1c11-460e-b083-407bc84e1e50 None None] Port 98fa22b0-a934-4110-8023-9de1a0a6110d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:13.391613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.503453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.560454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.577391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.671776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.706188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.714157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:13.726513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:13.736961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:13.742325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.747772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Pushing event updated for resources: {'Port': ['ID=6edc17de-64ae-453d-981e-725c1231aa79,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.800239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.800585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.805747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.805747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.805747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.805747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.805747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.806333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.806333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.806517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.806848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.807198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:13.816375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0a182d-40d6-4e1d-980e-00951094776c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.823413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.834373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7bab206-c230-453e-aa0a-323f8595633f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/de0a182d-40d6-4e1d-980e-00951094776c HTTP/1.1" status: 204 len: 168 time: 0.7082784 Mar 31 23:15:13.834373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.850718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947dd8d4-29ab-4b2b-80dc-a02a7646b02b None None] Network 831b3580-7e2a-4e7c-9844-2cfae0f20f2a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:13.886095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3d98c613-72f9-4a4c-9e6d-a56370bfca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.957521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.960945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Attempting to bind port 6edc17de-64ae-453d-981e-725c1231aa79 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:13.976361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Attempting to bind port 6edc17de-64ae-453d-981e-725c1231aa79 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:13.976361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Attempting to bind port 6edc17de-64ae-453d-981e-725c1231aa79 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:13.977788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:13.978160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:13.978560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.978944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:13.979447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Bound port: 6edc17de-64ae-453d-981e-725c1231aa79, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:13.986540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.014303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fa22b0-a934-4110-8023-9de1a0a6110d {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:14.019206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.029640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.034758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Deleting port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:14.035469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.056731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5632402f-745f-48f0-a3f5-e8880442a6ff,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.064009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.066318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.069462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56a121ec-75e0-45d0-9abe-6d07dc43ecf2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5632402f-745f-48f0-a3f5-e8880442a6ff HTTP/1.1" status: 204 len: 168 time: 0.9483025 Mar 31 23:15:14.077731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:14.107854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Transition to ACTIVE for port object 98fa22b0-a934-4110-8023-9de1a0a6110d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:15:14.131979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] For port 6edc17de-64ae-453d-981e-725c1231aa79, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:14.137156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] For port 6edc17de-64ae-453d-981e-725c1231aa79, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6edc17de-64ae-453d-981e-725c1231aa79,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:14.150296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4086cdf-bba1-45a7-9f55-87842714d9aa req-13811f9d-3b6d-4f92-82cf-db8678b6f06b tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0371380 Mar 31 23:15:14.165319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] For port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,segment=NetworkSegment(e28f4921-0adf-4078-98cc-90222f5f645e),segment_id=e28f4921-0adf-4078-98cc-90222f5f645e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:14.166443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.186930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Calling delete_port for 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:14.191886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:14.193425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:14.208298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:14.208892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.238154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.246802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=9a48be54-26e4-4208-9b3c-6809d6b97fa8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.249012 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.258645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.324611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7055224c-e1f3-4cf8-80d3-a0866fe35e65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0770257 Mar 31 23:15:14.324834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:14.334953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.349774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:14:53:4d', 'name': 'tempest-NetworksTestDHCPv6-1503886715'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:14.453688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.508302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.552250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9c3425-d97c-44b4-97bf-3e4c83d5192c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.563469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc4f2c5-e129-42da-8443-1ae1d8e66eb3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.575111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c503a180-20a7-43e0-99b0-328a31f21c8f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.575675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c503a180-20a7-43e0-99b0-328a31f21c8f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.587327 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.604579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.610172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] No DVR routers for this DVR port 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:14.612123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14af618-1c19-4e8d-b2c8-f23c3a269cbe None None] DHCP port deletion for 831b3580-7e2a-4e7c-9844-2cfae0f20f2a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:14.612860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:14.613511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.707684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eef75-b532-4f52-9a16-303d294692b5 None None] Pushing event updated for resources: {'Port': ['ID=6edc17de-64ae-453d-981e-725c1231aa79,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: items = [ Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:14.733380 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:14.803477 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.839746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Attempting to bind port 98fa22b0-a934-4110-8023-9de1a0a6110d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:14.840916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1873f8-52d5-4205-8be6-29f8cfe47dcb req-0e47cd55-f96d-4b3a-9b6d-be1a5efbb812 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:14.841048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Attempting to bind port 98fa22b0-a934-4110-8023-9de1a0a6110d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:14.841048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Attempting to bind port 98fa22b0-a934-4110-8023-9de1a0a6110d on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:14.848733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a1873f8-52d5-4205-8be6-29f8cfe47dcb req-0e47cd55-f96d-4b3a-9b6d-be1a5efbb812 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.3191679 Mar 31 23:15:14.848955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.858793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.867138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e9c3425-d97c-44b4-97bf-3e4c83d5192c HTTP/1.1" status: 204 len: 168 time: 0.7842216 Mar 31 23:15:14.868253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831b3580-7e2a-4e7c-9844-2cfae0f20f2a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.887275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Port 98fa22b0-a934-4110-8023-9de1a0a6110d on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:14.888111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Attempting to bind port 98fa22b0-a934-4110-8023-9de1a0a6110d on network eb85995c-1b54-46c2-a818-7fc44ef2e5fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:14.890532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e911-8794-4ab7-abe5-8544d89959a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9c3425-d97c-44b4-97bf-3e4c83d5192c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.897207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:14.897549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Checking segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:14.897933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Bound using segment: {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:14.898414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Bound port: 98fa22b0-a934-4110-8023-9de1a0a6110d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:14.898800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.945903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28f4921-0adf-4078-98cc-90222f5f645e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.946201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28f4921-0adf-4078-98cc-90222f5f645e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.990076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:14.994401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:15.006026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.030028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a1873f8-52d5-4205-8be6-29f8cfe47dcb req-d12ce663-97c3-497c-b875-d4094ddaefd9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329317 Mar 31 23:15:15.033940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.048768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:15.052588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:15.053003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:15.057507 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:15.102265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:15.102607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2dc4f2c5-e129-42da-8443-1ae1d8e66eb3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:15.103289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e55ac550-924e-4fbc-a463-82b96d4b5d48 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:15.113136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.143770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:15.179101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e55ac550-924e-4fbc-a463-82b96d4b5d48 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:15.179376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e55ac550-924e-4fbc-a463-82b96d4b5d48 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:15.248839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.249460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.250947 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] 10.222.0.10 "PUT /v2.0/ports/98fa22b0-a934-4110-8023-9de1a0a6110d HTTP/1.1" status: 200 len: 1091 time: 2.5347157 Mar 31 23:15:15.251833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:15.256544 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032684d-cd93-4d6d-920f-588c1e5bed99" -d '{"events": [{"name": "network-changed", "server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:15.320807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.343972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68cc90-45d6-4561-87c4-79c2dade168d service neutron] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.358818 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b79e77-4f90-4c68-9d7c-b4e7e1c08bf7 x-openstack-request-id: req-a3b79e77-4f90-4c68-9d7c-b4e7e1c08bf7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:15.358818 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:15.359043 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3b79e77-4f90-4c68-9d7c-b4e7e1c08bf7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:15.359887 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b79e77-4f90-4c68-9d7c-b4e7e1c08bf7'] response: {'name': 'network-changed', 'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'status': 'completed', 'code': 200} Mar 31 23:15:15.449656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-67419527-a12d-43c0-a1ad-580cddf73772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.451374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-67419527-a12d-43c0-a1ad-580cddf73772 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 1094 time: 0.0551870 Mar 31 23:15:15.454600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec8d2400-792e-4860-882c-67f0c6a596db req-fd8f12db-a5de-4bf8-a8f4-405b64d0caad tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.1013730 Mar 31 23:15:15.479132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.522875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.533747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] 10.222.0.83 "DELETE /v2.0/networks/831b3580-7e2a-4e7c-9844-2cfae0f20f2a HTTP/1.1" status: 204 len: 168 time: 1.6958370 Mar 31 23:15:15.628176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c71a-a0c7-4cb8-8c39-e87cce70da19 admin admin] Pushing event deleted for resources: {'Network': ['ID=831b3580-7e2a-4e7c-9844-2cfae0f20f2a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.670813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38346) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.690621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.731436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 14eb33d7-b7ce-4137-ac50-10da3e70e459 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:15.806848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-c6d10b4e-0dcb-45d5-a194-64ccf507d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.820082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-c6d10b4e-0dcb-45d5-a194-64ccf507d46f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3cd88da30a944d2b833046343995672a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3442767 Mar 31 23:15:15.842008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c827a720-4691-49fb-8269-01b4ff0b2a04 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fad29b64e2ce492aa7974a788c3bd8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695714 Mar 31 23:15:15.847350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.925831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38350) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.077971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 172.20.0.6 (72d20de6-aee2-4ce8-9aef-20530b716056/9a48be54-26e4-4208-9b3c-6809d6b97fa8/14eb33d7-b7ce-4137-ac50-10da3e70e459) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:16.088218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1c1f2ab-00bf-452d-9894-4c9acae761dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=919fac3df0594766ad9fd875aadf17e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578701 Mar 31 23:15:16.093434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38354) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.100227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.114101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe14:534d (72d20de6-aee2-4ce8-9aef-20530b716056/e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c/14eb33d7-b7ce-4137-ac50-10da3e70e459) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:16.144928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.231220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-142ce0b0-1646-4236-bf9a-1e5fa922877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.232749 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b032684d-cd93-4d6d-920f-588c1e5bed99 req-142ce0b0-1646-4236-bf9a-1e5fa922877a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3874807 Mar 31 23:15:16.271392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.318927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.361683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.365752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.367432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e7db8b9d-19bc-4874-8f5e-886d3a1ad24c HTTP/1.1" status: 204 len: 168 time: 0.5190215 Mar 31 23:15:16.393387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817cf20-38c5-4440-ae26-c870a45776bb req-e9cdb15c-354e-4633-a44f-41d99a67254c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.395307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3817cf20-38c5-4440-ae26-c870a45776bb req-e9cdb15c-354e-4633-a44f-41d99a67254c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.2178450 Mar 31 23:15:16.408579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b55d-d6db-4e46-8942-b3d87f4ec9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db8b9d-19bc-4874-8f5e-886d3a1ad24c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.452063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-cfca6efb-58ca-4083-9482-b846a21404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.453989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-cfca6efb-58ca-4083-9482-b846a21404f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 1094 time: 0.1464050 Mar 31 23:15:16.461298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3817cf20-38c5-4440-ae26-c870a45776bb req-237be781-7893-4fd6-b1d4-dd1ed431ba60 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Mar 31 23:15:16.487287 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.505999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b6ec1-2f5a-4717-8df7-01b58acee4f7 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:16.527733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-a1f5d611-67d9-426c-a97a-997b80c3b183 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98fa22b0-a934-4110-8023-9de1a0a6110d HTTP/1.1" status: 200 len: 217 time: 0.0587449 Mar 31 23:15:16.602301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-cfa5b9f2-162f-42d1-a83d-0c8e71a35ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.604118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-cfa5b9f2-162f-42d1-a83d-0c8e71a35ff8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.0689871 Mar 31 23:15:16.653834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f646e9f6-1d74-4132-91ab-5c94493d229a req-1966a5e1-ce3c-493b-8ece-f2a8b90275cd tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0413244 Mar 31 23:15:16.680906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] Provisioning complete for port 6edc17de-64ae-453d-981e-725c1231aa79 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:16.681511 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.705215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-12e5633b-79ea-4b5a-877a-c2fd6fdb437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.706836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-12e5633b-79ea-4b5a-877a-c2fd6fdb437c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954115 Mar 31 23:15:16.729140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.739750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.745691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.749993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.771305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8b4e30b7-9f94-4928-8a7e-663fddb45bb3 HTTP/1.1" status: 204 len: 168 time: 0.6654091 Mar 31 23:15:16.809760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:16.824985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:16.832542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:16.895574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2a614-ea08-45d0-bada-35ae8061c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e30b7-9f94-4928-8a7e-663fddb45bb3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.898286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.922639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.923484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.944023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=14eb33d7-b7ce-4137-ac50-10da3e70e459,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.978755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.013539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-eccb1d84-b3a0-4fb8-ae62-da7bf0524f49 service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982504 Mar 31 23:15:17.033580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c', 'ip_address': '2001:db8::f816:3eff:feae:7c1b'}, {'subnet_id': '9a48be54-26e4-4208-9b3c-6809d6b97fa8'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '6edc17de-64ae-453d-981e-725c1231aa79'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:17.039999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] For port 6edc17de-64ae-453d-981e-725c1231aa79, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6edc17de-64ae-453d-981e-725c1231aa79,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:17.067189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.088461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d196d9af-39e0-4032-8d49-a17e61805a72 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7564812 Mar 31 23:15:17.090268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38368) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.108217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6edc17de-64ae-453d-981e-725c1231aa79 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:17.170967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f1006-16be-4635-924c-a97c5a4f0149 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.173591 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.185093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f1006-16be-4635-924c-a97c5a4f0149 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.187854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f01f1006-16be-4635-924c-a97c5a4f0149 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0963938 Mar 31 23:15:17.190317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38370) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.228953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3288426-e2bc-4f11-b202-3d2d241ca26c req-5cbfc69e-1119-4ac5-857f-827f3ac8b4da service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068470 Mar 31 23:15:17.312655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 14eb33d7-b7ce-4137-ac50-10da3e70e459 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:17.313615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.335514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084e5c-fa2a-4f53-ab07-adddb25a565d None None] Pushing event updated for resources: {'Port': ['ID=6edc17de-64ae-453d-981e-725c1231aa79,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.367940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6edc17de-64ae-453d-981e-725c1231aa79 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:17.368565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.435139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Allocated IP 172.20.0.2 (72d20de6-aee2-4ce8-9aef-20530b716056/9a48be54-26e4-4208-9b3c-6809d6b97fa8/6edc17de-64ae-453d-981e-725c1231aa79) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:17.480984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.524848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 14eb33d7-b7ce-4137-ac50-10da3e70e459 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:17.651469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] For port 6edc17de-64ae-453d-981e-725c1231aa79, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6edc17de-64ae-453d-981e-725c1231aa79,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:17.689157 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.693422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e3046-72e0-49f4-97de-e6a72c4c8f79 req-a6e7335b-8519-4b06-813f-9aebe816b105 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.696207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df6e3046-72e0-49f4-97de-e6a72c4c8f79 req-a6e7335b-8519-4b06-813f-9aebe816b105 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.0950344 Mar 31 23:15:17.803698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df6e3046-72e0-49f4-97de-e6a72c4c8f79 req-e9b5d0d5-5d03-4e38-8fd7-e3ba52361bc3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950484 Mar 31 23:15:17.810915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.825091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a29040e7-8523-4fce-ab77-189dfb4fa085 req-69eede62-ee52-40a9-82bd-bf93b5b94688 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0496051 Mar 31 23:15:17.938912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ba277-bed0-4706-b680-73cabcd9e6c6 None None] Pushing event updated for resources: {'Port': ['ID=6edc17de-64ae-453d-981e-725c1231aa79,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:18.025290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.059370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=14eb33d7-b7ce-4137-ac50-10da3e70e459,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:18.173000 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.176746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-257cde95-9804-45bc-a28d-1d0641780c0e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/14eb33d7-b7ce-4137-ac50-10da3e70e459 HTTP/1.1" status: 204 len: 168 time: 0.9851632 Mar 31 23:15:18.181674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38414) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:18.245234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:18.284883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918f2c7-5205-4efb-a2dd-f3900948c9c0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.286442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918f2c7-5205-4efb-a2dd-f3900948c9c0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.288187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918f2c7-5205-4efb-a2dd-f3900948c9c0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.289871 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d918f2c7-5205-4efb-a2dd-f3900948c9c0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1057351 Mar 31 23:15:18.293344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:18.316132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38422) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:18.374820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 9a48be54-26e4-4208-9b3c-6809d6b97fa8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:18.379339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.443662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.453685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1847822052-network', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:18.534617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-581844695-network', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:18.584951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.607814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:18.613954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.626515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.664877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Made reservation on behalf of 16d0d3e43f9f4b9ea17f2f60cf8f1f7c for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:18.674770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.701714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.820356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.861881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-562ff014-f10e-410a-bea5-aad473799ff8 None None] Provisioning complete for port 6edc17de-64ae-453d-981e-725c1231aa79 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:18.865105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.879899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/9a48be54-26e4-4208-9b3c-6809d6b97fa8 HTTP/1.1" status: 204 len: 168 time: 0.5846689 Mar 31 23:15:18.880142 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-562ff014-f10e-410a-bea5-aad473799ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.892675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38472) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.022598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7895c77-35dc-471f-b496-592949327faf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=9a48be54-26e4-4208-9b3c-6809d6b97fa8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.058163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6edc17de-64ae-453d-981e-725c1231aa79 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:19.085831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.108392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-c39481fb-f229-4b60-89f4-6406296e9d84 req-3b8101b9-bba6-4991-bb73-5a048bf5a564 service neutron] (109834) timed out ('10.222.0.83', 34872) {{(pid=109834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:15:19.108392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dee0d357-6d29-41c8-9d92-b43eae49b79a req-86ab0097-2240-43b0-a411-16e2c6d5a2bc tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0878808 Mar 31 23:15:19.124596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.194928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.212879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:19.228963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8972efc-e942-4fc7-8104-ac54a226f77e req-6a9e55aa-a85d-4f11-92cd-e2e2e244500a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.230812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8972efc-e942-4fc7-8104-ac54a226f77e req-6a9e55aa-a85d-4f11-92cd-e2e2e244500a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.1131876 Mar 31 23:15:19.231721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.252037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:19.264161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.267742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-562ff014-f10e-410a-bea5-aad473799ff8 None None] Could not find standard attr ID for object 14eb33d7-b7ce-4137-ac50-10da3e70e459. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:19.330510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6edc17de-64ae-453d-981e-725c1231aa79 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:19.332355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.347188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f9067c-2a20-4872-ae83-862415864709,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.354370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8972efc-e942-4fc7-8104-ac54a226f77e req-0c467349-f2ea-4a14-b6b6-716ff1582a41 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583053 Mar 31 23:15:19.377718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.379166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.379516 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Added segment 3ca11275-3b82-4341-835c-854dc5a6b1c6 of type vlan for network 36587be1-d3d1-42a7-a333-43b107c82815 Mar 31 23:15:19.398626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:19.452062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82080aed-98ae-4211-b94a-d5cca0c63dce None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:19.482190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9816bea1-2fd2-497c-ae26-c1907ce19f95 None None] Could not find standard attr ID for object 14eb33d7-b7ce-4137-ac50-10da3e70e459. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:19.508626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.672020 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.833435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.833875 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Added segment 3d674d4e-f458-4339-96e1-c90fd2c218df of type vlan for network 6dacb851-293c-4e1b-acc2-9a4d461ba223 Mar 31 23:15:19.955762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a380e13-8e98-42eb-959e-f331210a4db1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.984079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:20.001495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.037192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.077187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Deleting port 6edc17de-64ae-453d-981e-725c1231aa79 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:20.077575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.150053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] For port 6edc17de-64ae-453d-981e-725c1231aa79, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6edc17de-64ae-453d-981e-725c1231aa79,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:20.150455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.165764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Calling delete_port for 6edc17de-64ae-453d-981e-725c1231aa79 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:20.169046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.176133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.179387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c7925407-fbd4-4b76-bf27-69e83e97261e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c HTTP/1.1" status: 204 len: 168 time: 1.2843425 Mar 31 23:15:20.182148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38480) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:20.191906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.192870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.193440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.246200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.246200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.246200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.259051 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43c6dec7-3d96-4c8e-b743-e315f097ff2e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735853 Mar 31 23:15:20.260247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38488) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:20.266143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:20.270905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-244962a4-7a19-42bb-b6c0-e70623c05484 req-ed2343f5-ef51-4de1-a2ed-e1efe0636c8e tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0358222 Mar 31 23:15:20.307433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] Pushing event updated for resources: {'Network': ['ID=6dacb851-293c-4e1b-acc2-9a4d461ba223,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.322111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:20.399215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] Pushing event updated for resources: {'Network': ['ID=36587be1-d3d1-42a7-a333-43b107c82815,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.405689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99376f36-5548-458c-8764-475922f5c902 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1585715 Mar 31 23:15:20.408193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:20.414008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Request body: {'subnet': {'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-581844695-subnet', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:20.417046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 36587be1-d3d1-42a7-a333-43b107c82815 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:20.469215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d39cfc06-36f7-4b88-8439-2d3a2ce8312d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1518996 Mar 31 23:15:20.472106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38520) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:20.477407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Request body: {'subnet': {'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1847822052-subnet', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:20.481727 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.530071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] No DVR routers for this DVR port 6edc17de-64ae-453d-981e-725c1231aa79 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:20.540514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c7c38-f90c-4c9d-ad42-b44511803423 None None] Pushing event deleted for resources: {'Port': ['ID=6edc17de-64ae-453d-981e-725c1231aa79,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.567628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0b655-7a4d-427c-8b39-59f67048f8bb req-0a88f736-67e3-46cc-9424-b3e41d453e9c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.569108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee0b655-7a4d-427c-8b39-59f67048f8bb req-0a88f736-67e3-46cc-9424-b3e41d453e9c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.0687714 Mar 31 23:15:20.612528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee0b655-7a4d-427c-8b39-59f67048f8bb req-2b52256f-217c-4626-8e74-3cec56ca3db9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Mar 31 23:15:20.641668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Made reservation on behalf of 16d0d3e43f9f4b9ea17f2f60cf8f1f7c for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:20.644226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.664826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:20.669480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.675014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:20.677172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.744744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:20.889190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:20.901080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'mac_address': 'fa:16:3e:f3:ad:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:20.940419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6edc17de-64ae-453d-981e-725c1231aa79 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:20.971607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6edc17de-64ae-453d-981e-725c1231aa79 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:20.972696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6edc17de-64ae-453d-981e-725c1231aa79 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:20.973795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.997045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa22b0-a934-4110-8023-9de1a0a6110d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:21.003435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.018811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:21.075815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce412575-b412-4416-8a51-8e5fc6683659,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.081624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Checking segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:21.082226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Network hostable DHCP agents. Network: 6dacb851-293c-4e1b-acc2-9a4d461ba223, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:21.156151 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.185040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:21.190363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.196128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.213327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.252398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:21.259225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:21.261855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74956a29-595c-469a-a235-c8720efd34e9,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.266455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.267204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.279290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a8f10-e605-4503-b2c6-89f7357b0f4c None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:21.315961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6dacb851-293c-4e1b-acc2-9a4d461ba223) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:21.320935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.321762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.326273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Checking segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:21.326746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Network hostable DHCP agents. Network: 36587be1-d3d1-42a7-a333-43b107c82815, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:21.336669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a2602-588b-4b11-9fc2-a5df6f9578ef None None] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:21.383531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=57efe123-e56f-42fe-963a-e0e8640db11f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.412766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38526) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:21.414336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a79534b2-5586-42b5-a7fd-0a77c9585a28 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1530375 Mar 31 23:15:21.420503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:21.515812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-27e5b49a-785e-485b-ba13-d6854ff8e262 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1058619 Mar 31 23:15:21.516683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:21.526084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:21.534000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afbc25fd-f841-4e00-8e8d-997e9e108e92 req-4797ac4d-75d7-4fa3-ba44-71bf9ba77d27 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0811751 Mar 31 23:15:21.534769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Network 36587be1-d3d1-42a7-a333-43b107c82815 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:21.549852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 36587be1-d3d1-42a7-a333-43b107c82815) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:21.563389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.564965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.601851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f29859-1aa3-4d10-987b-bed2f9be8de1 None None] Network 36587be1-d3d1-42a7-a333-43b107c82815 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:21.744244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:21.749491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.751419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c832b62a-665a-4e1d-b8b6-86833cf0dd46 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2781804 Mar 31 23:15:21.754588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38534) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:21.759720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:21.766968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['98fa22b0-a934-4110-8023-9de1a0a6110d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:21.791606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdebf8-53df-4c94-8e31-ce82583ec248 req-4d0fc1f8-e471-40ca-b446-12e4396bb8bb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.793785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbdebf8-53df-4c94-8e31-ce82583ec248 req-4d0fc1f8-e471-40ca-b446-12e4396bb8bb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 944 time: 0.0908113 Mar 31 23:15:21.850550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.851147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.886820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fbdebf8-53df-4c94-8e31-ce82583ec248 req-a32d229b-6313-4526-9cf6-65596b8a583b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772326 Mar 31 23:15:21.941700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.962124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5f226-1a58-4b12-abaa-b11e886f96e7 None None] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:22.003695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '57efe123-e56f-42fe-963a-e0e8640db11f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:22.005260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.008158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.009418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.078278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.110608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-36587be1-d3d1-42a7-a333-43b107c82815', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:22.111484 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.334056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.412102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:22.413870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.428285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.463924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:22.479188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:22.483285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.483857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.496739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=1e8bcfd2-2123-4bbb-872c-1bc2aa8de693,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:22.532929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Allocated IP 172.20.0.2 (72d20de6-aee2-4ce8-9aef-20530b716056/57efe123-e56f-42fe-963a-e0e8640db11f/86e303ac-4fb3-49b7-a8a7-08762f8ef456) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:22.564582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Allocated IP 172.20.0.2 (36587be1-d3d1-42a7-a333-43b107c82815/74956a29-595c-469a-a235-c8720efd34e9/79df4703-3128-417b-bfac-40944a223658) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:22.623050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e9994697-8b19-4224-aa61-3b409acf53a5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2064979 Mar 31 23:15:22.623854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38544) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:22.630666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:72:17:d1', 'name': 'tempest-NetworksTestDHCPv6-1640491828'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:22.752615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.782303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb58a037-4194-44c7-b5bd-5d84ba3a0981 req-e2279933-4433-4b0d-bc29-84dd465cc64c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0840623 Mar 31 23:15:22.795428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.907419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.933775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.959444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.009879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Allocated IP 172.25.6.22 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/b9b08f80-9872-46f7-9b33-c7bb41949ac6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:23.020177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:23.022752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.048493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.113077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:23.116437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:23.120414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:23.134379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0b629562-5207-4aa7-80fb-532d8c1a3df2 req-2a5847f6-5a7d-4067-9cd6-79c3d67a876f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0321703 Mar 31 23:15:23.161957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.165904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.194219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Attempting to bind port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:23.195235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Attempting to bind port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:23.195235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Attempting to bind port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:23.197785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.200041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b02a-979a-40ff-a207-038114538c0b req-dc0efad4-c298-4223-a53a-8a7bab48d9eb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:23.211049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.211255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ad1b02a-979a-40ff-a207-038114538c0b req-dc0efad4-c298-4223-a53a-8a7bab48d9eb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 944 time: 0.1075318 Mar 31 23:15:23.211255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 34eff741-5532-4df4-8f44-94e842a5802a yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:23.232744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:23.233114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:23.235976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.235976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:23.235976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Bound port: 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:23.235976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.249437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Network 36587be1-d3d1-42a7-a333-43b107c82815 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:23.260558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:23.266326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:23.277693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Pushing event updated for resources: {'Port': ['ID=79df4703-3128-417b-bfac-40944a223658,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.307323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ad1b02a-979a-40ff-a207-038114538c0b req-297ad8d5-02a5-4fc0-bf8b-aff5e47ddb31 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979373 Mar 31 23:15:23.362749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.372904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Attempting to bind port 79df4703-3128-417b-bfac-40944a223658 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:23.372904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Attempting to bind port 79df4703-3128-417b-bfac-40944a223658 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:23.372904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Attempting to bind port 79df4703-3128-417b-bfac-40944a223658 on network 36587be1-d3d1-42a7-a333-43b107c82815 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:23.373942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:23.384872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:23.385227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Checking segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:23.385622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.386679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Bound using segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:23.387299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Bound port: 79df4703-3128-417b-bfac-40944a223658, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:23.387676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.392762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:23.427595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Allocated IP 172.25.6.96 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/de088825-319c-473e-b36d-42060dad2470) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:23.428539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:23.431528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:23.436580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:23.441637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Pushing event updated for resources: {'Port': ['ID=b9b08f80-9872-46f7-9b33-c7bb41949ac6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.466394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] For port 79df4703-3128-417b-bfac-40944a223658, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:23.470517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] For port 79df4703-3128-417b-bfac-40944a223658, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79df4703-3128-417b-bfac-40944a223658,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:23.518553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.558186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 172.20.0.13 (72d20de6-aee2-4ce8-9aef-20530b716056/57efe123-e56f-42fe-963a-e0e8640db11f/34eff741-5532-4df4-8f44-94e842a5802a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:23.570585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe72:17d1 (72d20de6-aee2-4ce8-9aef-20530b716056/1e8bcfd2-2123-4bbb-872c-1bc2aa8de693/34eff741-5532-4df4-8f44-94e842a5802a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:23.612145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.665068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.685108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b1e2-e2da-4991-a95b-975b4e562419 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.766962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742df16d-3460-4484-a33b-eb410bc48968 None None] Pushing event updated for resources: {'Port': ['ID=79df4703-3128-417b-bfac-40944a223658,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.850234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.880714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.991617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.015586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:24.062836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:24.069676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-071e4889-65d9-4a85-9267-02bd96a0ecb0 req-02dfea91-4476-4c5c-97f2-5a1b325fdd62 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0851700 Mar 31 23:15:24.071136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:24.074308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Pushing event updated for resources: {'Port': ['ID=de088825-319c-473e-b36d-42060dad2470,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:24.185111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.273132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.311340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:24.317443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:24.321149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=34eff741-5532-4df4-8f44-94e842a5802a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:24.339823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:24.380235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.424398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.425380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.463636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c6213-36e9-4066-b58c-fd0d29750416 req-e18ccc02-3465-4ffb-8990-26609eab829b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.465335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d14c6213-36e9-4066-b58c-fd0d29750416 req-e18ccc02-3465-4ffb-8990-26609eab829b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 944 time: 0.0859804 Mar 31 23:15:24.542816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a265d26-94af-4a6c-bb0e-c9d5a18812dd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9168503 Mar 31 23:15:24.545772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38558) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:24.592319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d14c6213-36e9-4066-b58c-fd0d29750416 req-06f85a4b-1e98-477e-b696-a9c2635ad6ac tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912015 Mar 31 23:15:24.615363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.615542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8204f-e92a-4ff6-8fb2-dd8584eb45cf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.621830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8204f-e92a-4ff6-8fb2-dd8584eb45cf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.623830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0e8204f-e92a-4ff6-8fb2-dd8584eb45cf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0769098 Mar 31 23:15:24.626494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:24.640769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:24.781656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:24.902150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:24.914445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Sync routers for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:24.934502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:24.937300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:24.981040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 34eff741-5532-4df4-8f44-94e842a5802a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:24.981040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.007238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 98fa22b0-a934-4110-8023-9de1a0a6110d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:15:25.009316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.022923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 98fa22b0-a934-4110-8023-9de1a0a6110d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:25.023548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.090144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 86e303ac-4fb3-49b7-a8a7-08762f8ef456 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:25.194068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.237802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.244487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38568) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:25.245217 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd5e8045-ce06-409f-805b-aae67e90b68f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7248919 Mar 31 23:15:25.277337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 34eff741-5532-4df4-8f44-94e842a5802a owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:25.347397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:25.348554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.411902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:25.476013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73f1e740-70ed-48da-8cfb-30a0e620f540 req-ffe9f02f-56e6-436a-836c-021aab712df8 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0438497 Mar 31 23:15:25.501667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf09fe0-9863-4756-bb9b-54927ba09ab4 None None] Network 36587be1-d3d1-42a7-a333-43b107c82815 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:25.716620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.724250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Router 655d3697-e5a1-4706-89f3-2f37dcfe000b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:25.825730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=34eff741-5532-4df4-8f44-94e842a5802a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:25.951501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf57f0-71b9-48e1-8037-bcf012a8f681 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:26.035222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] Provisioning complete for port 79df4703-3128-417b-bfac-40944a223658 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:26.036000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.038722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.048094 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b8f617ab-70b1-4782-aa3c-6b33e9106c36 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/34eff741-5532-4df4-8f44-94e842a5802a HTTP/1.1" status: 204 len: 168 time: 1.4205027 Mar 31 23:15:26.048734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38576) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:26.075309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.107144 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.157794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841f519-d682-45b7-9eed-3b6025585a78 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.159627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841f519-d682-45b7-9eed-3b6025585a78 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.161739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841f519-d682-45b7-9eed-3b6025585a78 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.164528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6841f519-d682-45b7-9eed-3b6025585a78 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1144240 Mar 31 23:15:26.168048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:26.235782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 1e8bcfd2-2123-4bbb-872c-1bc2aa8de693 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:26.240618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.263734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:26.266564 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580a085-172d-4737-8eda-319233ed60a1" -d '{"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:26.305824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.348316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.362295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.384647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.452950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.468025 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.468801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79df4703-3128-417b-bfac-40944a223658 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:26.491557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-200b5c0c-87ab-4722-bd3c-7ee9deb399d0 req-503258bc-1d80-4316-8a30-6d44b98881e3 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271&device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.1025431 Mar 31 23:15:26.523065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec0c8-265b-41ff-a516-b33ae01304c5 req-46d9f74a-a821-4fd4-9039-705222e14e59 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.525178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a53ec0c8-265b-41ff-a516-b33ae01304c5 req-46d9f74a-a821-4fd4-9039-705222e14e59 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 944 time: 0.7734952 Mar 31 23:15:26.555393 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6a122-748d-45a3-8d0d-03edd5cd4b03 x-openstack-request-id: req-9de6a122-748d-45a3-8d0d-03edd5cd4b03 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:26.555691 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:26.555953 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9de6a122-748d-45a3-8d0d-03edd5cd4b03 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:26.556358 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de6a122-748d-45a3-8d0d-03edd5cd4b03'] response: {'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'code': 200} Mar 31 23:15:26.559427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:26.578753 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Sync routers for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:26.596568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.638357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.639591 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:26.642279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:26.653048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:26.678484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:23Z', 'revision_number': 3, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:26.690830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] For port 79df4703-3128-417b-bfac-40944a223658, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79df4703-3128-417b-bfac-40944a223658,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.701483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a53ec0c8-265b-41ff-a516-b33ae01304c5 req-6bd090ac-dbbb-4f7a-a96a-82300de62def tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395257 Mar 31 23:15:26.711578 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.718346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4fe78173-f1d5-473d-be72-1ae263db8b76 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9629414 Mar 31 23:15:26.719036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38586) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:26.782209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8bcfd2-2123-4bbb-872c-1bc2aa8de693,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:26.794753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.801044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b512314-f857-416a-9aca-1fc8b808182c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1e8bcfd2-2123-4bbb-872c-1bc2aa8de693 HTTP/1.1" status: 204 len: 168 time: 0.6317706 Mar 31 23:15:26.806329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38588) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:26.807394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Checking router: 4a42e5e7-2327-43c3-8ddd-0a80c589f9da for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:26.807535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Updating router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da port b9b08f80-9872-46f7-9b33-c7bb41949ac6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:26.818151 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.864546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 57efe123-e56f-42fe-963a-e0e8640db11f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:26.870306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1702a0-1a7f-4ea1-bd3a-26c074a0caba req-e862d603-e516-46e1-8e37-dab8c9118908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.870721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79df4703-3128-417b-bfac-40944a223658 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:26.871456 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d1702a0-1a7f-4ea1-bd3a-26c074a0caba req-e862d603-e516-46e1-8e37-dab8c9118908 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 1096 time: 0.1793540 Mar 31 23:15:26.872135 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.872393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.982680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.985782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.001555 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:27.019155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.208020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c57bcd7-d0b6-4ba5-a41f-d23761bfbebb None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '57efe123-e56f-42fe-963a-e0e8640db11f', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e8bcfd2-2123-4bbb-872c-1bc2aa8de693'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '86e303ac-4fb3-49b7-a8a7-08762f8ef456'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:27.241096 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:24Z', 'revision_number': 3, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:27.405536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Checking router: 655d3697-e5a1-4706-89f3-2f37dcfe000b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:27.405536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Updating router 655d3697-e5a1-4706-89f3-2f37dcfe000b port de088825-319c-473e-b36d-42060dad2470 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:27.440913 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.464635 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c57bcd7-d0b6-4ba5-a41f-d23761bfbebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.465884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.479499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb054ac-276f-4b7d-a1f6-c82773d7c068 None None] Pushing event updated for resources: {'Port': ['ID=79df4703-3128-417b-bfac-40944a223658,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.488850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-835f30d0-dbd9-47c6-b3af-c9a27026bfe7 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:27.489226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-835f30d0-dbd9-47c6-b3af-c9a27026bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.567241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c716ef8-3646-43a6-b246-4fefa269ab04 req-bf8c27c3-a3d5-45e6-89cd-7242c5e85681 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0653100 Mar 31 23:15:27.701101 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d1702a0-1a7f-4ea1-bd3a-26c074a0caba req-34053571-b549-49c3-baf6-4dc378469e77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002393 Mar 31 23:15:27.746744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-630a1edd-d7fb-41d6-aef5-d82cd9f7dde8 req-dc1a7af2-18ee-437f-94f1-6754c9983f3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad1f7842b79f4a04821c2e28d1c2cac9&device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0408015 Mar 31 23:15:27.809242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 86e303ac-4fb3-49b7-a8a7-08762f8ef456 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:27.819109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-630a1edd-d7fb-41d6-aef5-d82cd9f7dde8 req-48102dec-83b9-4e9f-b3c5-eb5ca211318a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad1f7842b79f4a04821c2e28d1c2cac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602887 Mar 31 23:15:27.957018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:27.958828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.029665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.094628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a1edd-d7fb-41d6-aef5-d82cd9f7dde8 req-065880e8-676e-4144-968f-ab1b97f0c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.096495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-630a1edd-d7fb-41d6-aef5-d82cd9f7dde8 req-065880e8-676e-4144-968f-ab1b97f0c22d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2612541 Mar 31 23:15:28.137247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.150947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c27b5-8cd6-45d2-9db1-7728674fe67e req-92763c04-56df-4bcd-a929-079d5d459eb6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.152672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df9c27b5-8cd6-45d2-9db1-7728674fe67e req-92763c04-56df-4bcd-a929-079d5d459eb6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2244427 Mar 31 23:15:28.166399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79df4703-3128-417b-bfac-40944a223658 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:28.171473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b86625ad-9a1c-4afe-af2d-9d2394294fe7 None None] Provisioning complete for port 79df4703-3128-417b-bfac-40944a223658 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:28.171829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b86625ad-9a1c-4afe-af2d-9d2394294fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.198531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Allocated IP 172.20.0.1 (6dacb851-293c-4e1b-acc2-9a4d461ba223/ce412575-b412-4416-8a51-8e5fc6683659/9dd35ce7-b270-49bf-a491-cdd4db3bbe99) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:28.214416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.247709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df9c27b5-8cd6-45d2-9db1-7728674fe67e req-28f9126a-a2e2-465e-bf60-b5a0bed0f03e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847442 Mar 31 23:15:28.291377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=57efe123-e56f-42fe-963a-e0e8640db11f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.325594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.335064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ba42e525-692c-4ab3-9cd5-f3809dbf4026 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/57efe123-e56f-42fe-963a-e0e8640db11f HTTP/1.1" status: 204 len: 168 time: 1.5248725 Mar 31 23:15:28.336175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:28.419221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.474175 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f686f9e-f806-46dc-b5b3-95317144480a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356311 Mar 31 23:15:28.474894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.475582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:28.482844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:28.533551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.617318 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.639904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa71ac5-7512-48a5-8c3b-804ee534a859 None None] Pushing event updated for resources: {'Port': ['ID=b9b08f80-9872-46f7-9b33-c7bb41949ac6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server [None req-1c57bcd7-d0b6-4ba5-a41f-d23761bfbebb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57efe123-e56f-42fe-963a-e0e8640db11f: This subnet is being modified by another concurrent operation. Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57efe123-e56f-42fe-963a-e0e8640db11f: This subnet is being modified by another concurrent operation. Mar 31 23:15:28.648539 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Mar 31 23:15:28.679762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79df4703-3128-417b-bfac-40944a223658 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:28.681668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:28.682255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.685581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.704735 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.754320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Attempting to bind port b9b08f80-9872-46f7-9b33-c7bb41949ac6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:28.754692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Attempting to bind port b9b08f80-9872-46f7-9b33-c7bb41949ac6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:28.755079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Attempting to bind port b9b08f80-9872-46f7-9b33-c7bb41949ac6 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:28.767356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:28.767734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:28.768419 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.768635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:28.769231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Bound port: b9b08f80-9872-46f7-9b33-c7bb41949ac6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:28.769623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.785987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-526bd711-1238-4cac-86dc-b8320e4dde96 req-d34f876b-2c04-49a8-ae20-43848eb7683c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0636144 Mar 31 23:15:28.816524 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Attempting to bind port de088825-319c-473e-b36d-42060dad2470 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:28.817142 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Attempting to bind port de088825-319c-473e-b36d-42060dad2470 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:28.817501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Attempting to bind port de088825-319c-473e-b36d-42060dad2470 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:28.842587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:28.842976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:28.843400 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.844374 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:28.844374 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Bound port: de088825-319c-473e-b36d-42060dad2470, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:28.844687 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.856659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Allocated IP 172.20.0.1 (36587be1-d3d1-42a7-a333-43b107c82815/74956a29-595c-469a-a235-c8720efd34e9/661ba5e4-c998-42b3-aec4-799fdd127f6f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:28.880742 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c60ec-fc89-406b-b00e-d1efded24725 None None] Pushing event updated for resources: {'Port': ['ID=de088825-319c-473e-b36d-42060dad2470,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.906021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.967547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] For port b9b08f80-9872-46f7-9b33-c7bb41949ac6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:28.972252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] For port b9b08f80-9872-46f7-9b33-c7bb41949ac6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b9b08f80-9872-46f7-9b33-c7bb41949ac6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:28.983162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1949d-a9f6-44e9-bd0c-603f83173b28 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:28.993621 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] For port de088825-319c-473e-b36d-42060dad2470, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:28.998614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] For port de088825-319c-473e-b36d-42060dad2470, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de088825-319c-473e-b36d-42060dad2470,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:29.023247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.044252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:29.047743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:29.052836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:29.074267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.084867 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.123566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.130121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.142177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa71ac5-7512-48a5-8c3b-804ee534a859 None None] Pushing event updated for resources: {'Port': ['ID=b9b08f80-9872-46f7-9b33-c7bb41949ac6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.150135 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:29.150767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:29.194832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bd066645-2993-453f-b5e2-c1e6ca0bc6bd None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:29.194832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bd066645-2993-453f-b5e2-c1e6ca0bc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.195163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.277956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:29.282142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:29.289231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.290024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.313380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.348594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.368834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:29.369608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:29.398373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:29.404283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c60ec-fc89-406b-b00e-d1efded24725 None None] Pushing event updated for resources: {'Port': ['ID=de088825-319c-473e-b36d-42060dad2470,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.441405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Network 36587be1-d3d1-42a7-a333-43b107c82815 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:29.444692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ceade12c-2cd9-4961-ace0-7e4a4d2302a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9674006 Mar 31 23:15:29.454245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38614) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:29.474778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:29.493067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:29.496287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:29.550634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:29.562365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Pushing event updated for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.571098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.654600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf3b8-cb59-49e5-a2ab-dbef13b85ac5 req-37c72ef9-7200-4e60-a02e-eadcf8a751ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.669273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-636cf3b8-cb59-49e5-a2ab-dbef13b85ac5 req-37c72ef9-7200-4e60-a02e-eadcf8a751ce tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2693379 Mar 31 23:15:29.673494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba82b65-1f0f-48b4-b484-25df25852cf2 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:29.699615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.770107 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:24Z', 'revision_number': 3, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:29.787187 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-630a1edd-d7fb-41d6-aef5-d82cd9f7dde8 req-b6e8055a-adf0-4585-95ae-78f015936661 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.44 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0803781 Mar 31 23:15:29.856569 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92e54b-6ede-4bf2-a70f-6752b1d4d91b None None] The sync data for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 is: [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:24Z', 'revision_number': 3, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:29.909185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 86e303ac-4fb3-49b7-a8a7-08762f8ef456 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:29.991403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-abf502e4-df61-4cd9-929d-d9d7072ed1aa None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:29.991785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-abf502e4-df61-4cd9-929d-d9d7072ed1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.059046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:30.064208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.096818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8341d95-e1bb-4c2c-b903-9cb2ed8ccc70 req-1f1587ac-474c-43ad-add9-5f4d55d653cf tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=d71f64ea-e6b2-4aef-9da7-326079038271 HTTP/1.1" status: 200 len: 210 time: 0.0946136 Mar 31 23:15:30.121190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-636cf3b8-cb59-49e5-a2ab-dbef13b85ac5 req-7280cbf5-6d1c-4c8a-89bf-c3dc3a03f36a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440682 Mar 31 23:15:30.268100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.353812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.428945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9dd35ce7-b270-49bf-a491-cdd4db3bbe99', 'name': '', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'mac_address': 'fa:16:3e:db:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:27Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 1, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'subnets': [{'id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:30.431933 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.509497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.513738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b3710-f0d6-4741-84b8-6f66d12636c7 None None] The sync data for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 is: [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9dd35ce7-b270-49bf-a491-cdd4db3bbe99', 'name': '', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'mac_address': 'fa:16:3e:db:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:27Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 1, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'subnets': [{'id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:30.568530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-50419e75-88af-4670-8a1a-ba6c71f12b50 None None] Provisioning complete for port 661ba5e4-c998-42b3-aec4-799fdd127f6f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:30.569160 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-50419e75-88af-4670-8a1a-ba6c71f12b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.642130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:30.694229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-50419e75-88af-4670-8a1a-ba6c71f12b50 None None] Port 661ba5e4-c998-42b3-aec4-799fdd127f6f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:30.730725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.749618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.932431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:30.966606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.969876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.074816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:31.074816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.075624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.105404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:31.219092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Pushing event updated for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.303071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a0a49-570e-48fe-ae11-d486aa5a1739 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:15:31.318342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.383581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.395438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:31.494388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:31.513210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a0a49-570e-48fe-ae11-d486aa5a1739 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:15:31.574446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.625938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:31.626443 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:31.755262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5a5f-1ac3-4b54-9d17-dd2c67a058d1 req-bbd82a49-844e-4060-9780-6cbc6d4866d5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:31.768033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc9c5a5f-1ac3-4b54-9d17-dd2c67a058d1 req-bbd82a49-844e-4060-9780-6cbc6d4866d5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.3756454 Mar 31 23:15:31.867477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:31.872802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de088825-319c-473e-b36d-42060dad2470 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:32.065666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:32.117360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.189573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.190683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.275853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2384f92e-b418-4a9b-90f8-e4580f51b9b5 req-1b828d07-f38c-4aa9-a60f-8aeb7895d9eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad1f7842b79f4a04821c2e28d1c2cac9&device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.0820954 Mar 31 23:15:32.414085 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.414769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2384f92e-b418-4a9b-90f8-e4580f51b9b5 req-65bfba43-6449-4f2d-a39e-a98b66b9b1d7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad1f7842b79f4a04821c2e28d1c2cac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982878 Mar 31 23:15:32.433763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:32.459178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:32.463314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:32.464107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.492532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=a01c96fe-33a1-4888-9d1f-f13c08717e1b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.535897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port de088825-319c-473e-b36d-42060dad2470 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:32.536277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.539471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.630757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a0f738f5-6b3f-48a2-aef8-b833710730f7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1701946 Mar 31 23:15:32.645395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38644) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:32.658100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:b1:94:dd', 'name': 'tempest-NetworksTestDHCPv6-1526013100'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:32.701806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384f92e-b418-4a9b-90f8-e4580f51b9b5 req-9a1c0de8-6b36-4731-8a79-bd5f7ec396cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:32.703655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2384f92e-b418-4a9b-90f8-e4580f51b9b5 req-9a1c0de8-6b36-4731-8a79-bd5f7ec396cf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2880485 Mar 31 23:15:32.736280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee31fd8-0bf5-446f-955e-b364303a377d req-6ad47a8c-7c5e-433a-a34e-9e415a042099 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.0648725 Mar 31 23:15:32.796828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc9c5a5f-1ac3-4b54-9d17-dd2c67a058d1 req-c539d2ad-c5e6-4466-b456-a629d65ea704 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0287051 Mar 31 23:15:32.809636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Network 36587be1-d3d1-42a7-a333-43b107c82815 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:32.819141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:32.913927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.914705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:32.914797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.965369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port de088825-319c-473e-b36d-42060dad2470, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de088825-319c-473e-b36d-42060dad2470,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:33.070299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-237e3c34-736c-41f1-865a-c5eef5615b92 None None] Could not find standard attr ID for object 34eff741-5532-4df4-8f44-94e842a5802a. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:33.077147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.116428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'a01c96fe-33a1-4888-9d1f-f13c08717e1b', 'ip_address': '2001:db8::f816:3eff:fee3:d71f'}, {'subnet_id': 'c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '86e303ac-4fb3-49b7-a8a7-08762f8ef456'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:33.145949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76b16c-fc2f-4c14-a5f9-99c49b0f9380 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.150912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:33.215351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.216438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:33.225181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-924c8729-7224-451a-8ce3-53bacba97791 admin admin] 10.222.0.83 "PUT /v2.0/routers/4a42e5e7-2327-43c3-8ddd-0a80c589f9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9794061 Mar 31 23:15:33.344735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=de088825-319c-473e-b36d-42060dad2470,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.361629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.409523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Router 655d3697-e5a1-4706-89f3-2f37dcfe000b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:33.452736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 11d31720-3c5f-4e2d-8a91-93df96a3a6ce yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:33.598289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Allocated IP 172.20.0.2 (72d20de6-aee2-4ce8-9aef-20530b716056/c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb/86e303ac-4fb3-49b7-a8a7-08762f8ef456) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:33.623575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e7444-f4b4-4001-af2e-8f12a00553d8 req-5b59c7e1-0af2-42ea-8a87-ca34d9146e81 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.625153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b50e7444-f4b4-4001-af2e-8f12a00553d8 req-5b59c7e1-0af2-42ea-8a87-ca34d9146e81 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1891391 Mar 31 23:15:33.710727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:33.719509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8c2ba49c-dd95-4466-96a6-2868791f6299 admin admin] 10.222.0.83 "PUT /v2.0/routers/655d3697-e5a1-4706-89f3-2f37dcfe000b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9969771 Mar 31 23:15:33.725106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b50e7444-f4b4-4001-af2e-8f12a00553d8 req-43e51a0c-fcec-4835-82f4-1f2d954c72f3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Mar 31 23:15:33.813578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Sync routers for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:33.861888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:33.862562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:34.052445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-160835b0-cab2-496b-bf7b-0305bead3c8e req-de869e69-90cd-49a0-b7b4-fc5a1456901b tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.1143491 Mar 31 23:15:34.071132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b9b08f80-9872-46f7-9b33-c7bb41949ac6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:34.147242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:34.272387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b9b08f80-9872-46f7-9b33-c7bb41949ac6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:34.272781 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.335370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-cb4c683a-f244-4e6a-8a05-a9875164780a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.342844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-cb4c683a-f244-4e6a-8a05-a9875164780a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 810 time: 0.3046868 Mar 31 23:15:34.351609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.360910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:34.373351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-40e0bfc7-e4f2-446e-bba8-36ee926686c1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/quotas/16d0d3e43f9f4b9ea17f2f60cf8f1f7c HTTP/1.1" status: 200 len: 375 time: 0.0272765 Mar 31 23:15:34.444425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2384f92e-b418-4a9b-90f8-e4580f51b9b5 req-b75740b2-a1df-461b-b131-6318f550865c tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.0675316 Mar 31 23:15:34.469110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.492643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-9e25ff77-ca70-47f5-8437-7263a6ad53d7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204541 Mar 31 23:15:34.631226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 172.20.0.8 (72d20de6-aee2-4ce8-9aef-20530b716056/c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb/11d31720-3c5f-4e2d-8a91-93df96a3a6ce) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:34.646631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:feb1:94dd (72d20de6-aee2-4ce8-9aef-20530b716056/a01c96fe-33a1-4888-9d1f-f13c08717e1b/11d31720-3c5f-4e2d-8a91-93df96a3a6ce) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:34.656657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-5732f6b0-1f6a-402b-83e6-084d2f895183 service neutron] 10.222.0.83 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628106 Mar 31 23:15:34.695945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Sync routers for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:34.723601 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:34.724244 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:34.829480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.841456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b24fe8-f5ec-40fe-a49f-911ba7696507 None None] Pushing event updated for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:34.879293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.888460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port b9b08f80-9872-46f7-9b33-c7bb41949ac6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b9b08f80-9872-46f7-9b33-c7bb41949ac6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:34.912022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-7fc7576b-9480-469a-aa78-5f00f18671d3 service neutron] 10.222.0.83 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527423 Mar 31 23:15:34.971752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.972572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de088825-319c-473e-b36d-42060dad2470 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:35.035844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:35.051279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-365669958-network', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:35.132859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eef5f-a93c-4304-a7c0-df3e8653f6e6 req-242ea3fd-dba7-44c9-91c7-1003f0186315 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.151247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-470eef5f-a93c-4304-a7c0-df3e8653f6e6 req-242ea3fd-dba7-44c9-91c7-1003f0186315 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2284508 Mar 31 23:15:35.171771 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:35.204001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.259753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 2, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:35.269622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Made reservation on behalf of f9e64a31c00c4c8790e4b42749ac378b for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:35.282280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-470eef5f-a93c-4304-a7c0-df3e8653f6e6 req-03142644-ab8c-4e74-a202-4d9783cf0f26 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206951 Mar 31 23:15:35.295299 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.333023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.407452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Checking router: 655d3697-e5a1-4706-89f3-2f37dcfe000b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:35.414786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Updating router 655d3697-e5a1-4706-89f3-2f37dcfe000b port 661ba5e4-c998-42b3-aec4-799fdd127f6f binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:35.417817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=b9b08f80-9872-46f7-9b33-c7bb41949ac6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.530136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9daaa540-692a-43d5-bd62-d09577992ffc req-dab01718-4ed3-410b-9ab0-a7c07eeada32 tempest-ServerShowV247Test-1937877034 tempest-ServerShowV247Test-1937877034-project] 10.222.0.83 "GET /v2.0/ports?device_id=85f41ac7-7e4a-4da6-9500-22e1e703077e HTTP/1.1" status: 200 len: 210 time: 0.0565705 Mar 31 23:15:35.534282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.578784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.592530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port de088825-319c-473e-b36d-42060dad2470 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:35.596675 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.696592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52a7cd17-9c4c-4cfa-b7c3-53078e7a4d14 req-44d5250f-f976-4259-9a24-8c6240a8f0b6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.0745368 Mar 31 23:15:35.739753 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9dd35ce7-b270-49bf-a491-cdd4db3bbe99', 'name': '', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'mac_address': 'fa:16:3e:db:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:27Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 2, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'subnets': [{'id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:35.784668 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Checking router: 4a42e5e7-2327-43c3-8ddd-0a80c589f9da for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:35.785236 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Updating router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:35.802032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:35.819602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.820939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:35.825304 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.838393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:35.905616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=11d31720-3c5f-4e2d-8a91-93df96a3a6ce,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.919827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.965763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da5a44c-81c8-490d-bd60-4ec015e5d5ad,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.995521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:36.018816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.021286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.043175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.043442 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Added segment a063eee0-3831-43d3-bed0-3989f43c589e of type vlan for network 83150cc8-b3b0-491a-8a32-e552b745572a Mar 31 23:15:36.153618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38716) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:36.179600 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e6e35aa4-f39f-4931-b67f-af5f94513086 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5266771 Mar 31 23:15:36.208668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.333148 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.357774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3f6a4-79b7-4852-86df-82777b249af5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.369200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.372857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.376649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.376999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3f6a4-79b7-4852-86df-82777b249af5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.378686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dad3f6a4-79b7-4852-86df-82777b249af5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2206776 Mar 31 23:15:36.382202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:36.440282 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.470621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31137edf-d750-432d-a654-7745b076413e None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:15:36.513560 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4731326 Mar 31 23:15:36.514203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:36.543368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Request body: {'subnet': {'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-365669958-subnet', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:36.552023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4911a7-896a-4735-a62b-6ffe41bfd5cc admin admin] Pushing event updated for resources: {'Network': ['ID=83150cc8-b3b0-491a-8a32-e552b745572a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:36.552706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 11d31720-3c5f-4e2d-8a91-93df96a3a6ce {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:36.552924 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.684901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 83150cc8-b3b0-491a-8a32-e552b745572a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:36.684901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b9b08f80-9872-46f7-9b33-c7bb41949ac6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:36.698276 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Attempting to bind port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:36.698831 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Attempting to bind port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:36.699211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Attempting to bind port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:36.709271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:36.709656 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Checking segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:36.710265 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.710661 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Bound using segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:36.711821 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Bound port: 9dd35ce7-b270-49bf-a491-cdd4db3bbe99, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:36.712222 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.803422 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f3195-d4f6-468e-a7f4-d44a9e411683 None None] Pushing event updated for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:36.860981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] For port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:36.867907 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] For port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:36.893888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5c5d882-b1dd-495f-8644-29a71cab4f4b req-4763acb9-6c32-485d-af96-21157348a485 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.0870600 Mar 31 23:15:36.943985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa920-86de-4fa7-92b4-237c992fb252 req-98a2edc9-ef4d-47da-860f-c3b36c5c41f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.955078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31137edf-d750-432d-a654-7745b076413e None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:15:36.956273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-379aa920-86de-4fa7-92b4-237c992fb252 req-98a2edc9-ef4d-47da-860f-c3b36c5c41f4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2113054 Mar 31 23:15:36.962959 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.966950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Made reservation on behalf of f9e64a31c00c4c8790e4b42749ac378b for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:36.969530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.981000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-98fe8b90-c412-431f-8602-452c233dd634 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:36.981000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98fe8b90-c412-431f-8602-452c233dd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.994806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.033951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.060387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-379aa920-86de-4fa7-92b4-237c992fb252 req-9484d14b-6146-435a-b5fd-1eb0e6d319c9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019628 Mar 31 23:15:37.062509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 11d31720-3c5f-4e2d-8a91-93df96a3a6ce owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:37.140983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b9b08f80-9872-46f7-9b33-c7bb41949ac6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:37.141672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.154850 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.207634 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:37.208283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:37.330890 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f3195-d4f6-468e-a7f4-d44a9e411683 None None] Pushing event updated for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.486248 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:37.549925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:37.565120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.697642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=11d31720-3c5f-4e2d-8a91-93df96a3a6ce,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.847917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e829b8-7554-4121-8623-d2bfd8b32695 None None] Pushing event updated for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.904518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.909596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6c4115d2-236f-4773-8868-99b712fd14b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/11d31720-3c5f-4e2d-8a91-93df96a3a6ce HTTP/1.1" status: 204 len: 168 time: 1.5226004 Mar 31 23:15:37.913382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:37.921026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Attempting to bind port 661ba5e4-c998-42b3-aec4-799fdd127f6f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:37.923125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-391fed92-191f-4fab-8ec0-3afd048639b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.923233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Attempting to bind port 661ba5e4-c998-42b3-aec4-799fdd127f6f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:37.923233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Attempting to bind port 661ba5e4-c998-42b3-aec4-799fdd127f6f on network 36587be1-d3d1-42a7-a333-43b107c82815 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:37.940822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.003161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:38.003485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Checking segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:38.003950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.004300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Bound using segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:38.004857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Bound port: 661ba5e4-c998-42b3-aec4-799fdd127f6f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:38.005230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.020022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 86e303ac-4fb3-49b7-a8a7-08762f8ef456 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:38.031273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-391fed92-191f-4fab-8ec0-3afd048639b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.065460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4b839d-e0e5-4637-93c7-585985ab2255 req-5a25d3dc-6117-4792-9944-3d54ba356980 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.0321047 Mar 31 23:15:38.111550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-391fed92-191f-4fab-8ec0-3afd048639b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.123521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4e4d-dbf6-4615-8265-8fdde94a6198 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.125663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4e4d-dbf6-4615-8265-8fdde94a6198 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.127103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4e4d-dbf6-4615-8265-8fdde94a6198 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.128719 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30fa4e4d-dbf6-4615-8265-8fdde94a6198 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2140677 Mar 31 23:15:38.132993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38754) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.163103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9dd35ce7-b270-49bf-a491-cdd4db3bbe99', 'name': '', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'mac_address': 'fa:16:3e:db:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:27Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'subnets': [{'id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.203983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4037bc-a07a-4c1b-a30d-e94f84ee0a85 None None] The sync data for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 is: [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:15:29Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9dd35ce7-b270-49bf-a491-cdd4db3bbe99', 'name': '', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'mac_address': 'fa:16:3e:db:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:27Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'subnets': [{'id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:38.244061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-391fed92-191f-4fab-8ec0-3afd048639b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad1f7842b79f4a04821c2e28d1c2cac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928103 Mar 31 23:15:38.245274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fed92-191f-4fab-8ec0-3afd048639b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47306f3-3dbc-42e8-9a6a-040604c8aa89,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.252593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38756) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.341939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] For port 661ba5e4-c998-42b3-aec4-799fdd127f6f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:38.345320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] For port 661ba5e4-c998-42b3-aec4-799fdd127f6f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=661ba5e4-c998-42b3-aec4-799fdd127f6f,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:38.352908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.355958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:38.356338 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.371375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7babf9-348a-4add-b870-da0a50e2abde req-de2c345a-9204-435d-bde4-c5cd83ce814b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.378943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a7babf9-348a-4add-b870-da0a50e2abde req-de2c345a-9204-435d-bde4-c5cd83ce814b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1087747 Mar 31 23:15:38.380128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet a01c96fe-33a1-4888-9d1f-f13c08717e1b {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:38.388830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.432248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.445640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Checking segment: {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:38.446011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Network hostable DHCP agents. Network: 83150cc8-b3b0-491a-8a32-e552b745572a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:38.455090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.481653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.527894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a7babf9-348a-4add-b870-da0a50e2abde req-d3bd4a7f-7a21-4738-86c1-ad278cd6c0a2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375961 Mar 31 23:15:38.529846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.650032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Network 83150cc8-b3b0-491a-8a32-e552b745572a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:38.685137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.710012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:38.711180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.761705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 83150cc8-b3b0-491a-8a32-e552b745572a) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:38.813110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e829b8-7554-4121-8623-d2bfd8b32695 None None] Pushing event updated for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.830918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.834084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.855046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b47306f3-3dbc-42e8-9a6a-040604c8aa89 HTTP/1.1" status: 204 len: 168 time: 0.5952921 Mar 31 23:15:38.858044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.859179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.899700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a540ba-1ea2-4909-8dc9-960f3f118e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47306f3-3dbc-42e8-9a6a-040604c8aa89,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.913554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.969481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=a01c96fe-33a1-4888-9d1f-f13c08717e1b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.980492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-39e4a522-92b2-495f-a622-30c55b576b44 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4636197 Mar 31 23:15:38.982748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38764) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.989946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.990521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:38.999863 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e805aee-793f-4a23-8f6c-4220a3d20787 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/a01c96fe-33a1-4888-9d1f-f13c08717e1b HTTP/1.1" status: 204 len: 168 time: 0.8636909 Mar 31 23:15:39.007689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.008816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:39.149061 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.150476 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.296636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:39.300580 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.332826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:39.356009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.369792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96e6ce6b-9337-4eb5-9578-ac3377ebe3f8 req-47b51cee-44a7-4782-9709-330317d3063f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.0672977 Mar 31 23:15:39.475558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.752256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-56425e4e-567e-4b71-b52f-2afa3059cca6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.755498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-56425e4e-567e-4b71-b52f-2afa3059cca6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.10 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 810 time: 0.6376033 Mar 31 23:15:39.812279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf67a3-c7f0-4dda-9b1e-524904b413d2 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:39.814890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ef6d6-dded-4147-bee9-cc58cab9e91a None None] Network 83150cc8-b3b0-491a-8a32-e552b745572a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:39.826756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:39.827443 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.843645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Request body: {'port': {'device_id': '605d7efd-112a-4597-a61e-1ec1ba996137', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'admin_state_up': True, 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:39.907353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.937012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5ce90-5f88-4ba6-b200-a980049ef4b5 req-64a20443-78a2-465b-bc01-26b3ad589c0f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.939927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87a5ce90-5f88-4ba6-b200-a980049ef4b5 req-64a20443-78a2-465b-bc01-26b3ad589c0f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1204615 Mar 31 23:15:39.989318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.043965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87a5ce90-5f88-4ba6-b200-a980049ef4b5 req-772231ea-6c72-4e35-a683-5008a21fbac7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971169 Mar 31 23:15:40.357260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.379247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-095d49b6-3e87-4439-a448-af234c0c4930 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:40.379795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-095d49b6-3e87-4439-a448-af234c0c4930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.419833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.444952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.450528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Made reservation on behalf of 16d0d3e43f9f4b9ea17f2f60cf8f1f7c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:40.458356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-83150cc8-b3b0-491a-8a32-e552b745572a', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:40.462779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.464761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.470293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.475878 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb HTTP/1.1" status: 204 len: 168 time: 1.4662054 Mar 31 23:15:40.479138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38790) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.501925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad2435-4bfd-449d-a0c2-f6ae866c4853 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.723850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0dcfc00b-3559-4fbf-8533-2398a61a87af tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2368402 Mar 31 23:15:40.725988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec6d934d-1d27-46ee-b6b5-6ba389770f00 req-9a70d810-1c24-4697-96a9-43d38842783a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.1463497 Mar 31 23:15:40.731632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.759913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Allocated IP 172.20.0.6 (6dacb851-293c-4e1b-acc2-9a4d461ba223/ce412575-b412-4416-8a51-8e5fc6683659/7313ddaf-a675-480d-95bc-5d33261712b1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:40.888111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e5676528-a362-46f0-ae90-90c894805018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:40.926922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:40.927148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb32ad-1f81-43c8-818d-bee17849066f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.927148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-82cb32ad-1f81-43c8-818d-bee17849066f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1940722 Mar 31 23:15:40.940654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38804) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:41.032225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.032779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Allocated IP 172.25.6.95 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7d9fd230-0870-447a-893b-ce828860db13) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:41.037117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e352a-96a0-4aa1-beb0-b110a4f161f0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.038585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f70e352a-96a0-4aa1-beb0-b110a4f161f0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953090 Mar 31 23:15:41.041499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38806) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:41.096043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5676528-a362-46f0-ae90-90c894805018 None None] The sync data for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 is: [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:41.118368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.128909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-433a658b-f665-4ebe-bdce-3e5ad1a75949 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858853 Mar 31 23:15:41.143281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38810) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:41.149730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:41.349641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.391544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:15:41.400515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:41.445202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20958611-9b96-4a0d-81dd-dd4e5798a941 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '86e303ac-4fb3-49b7-a8a7-08762f8ef456'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:41.492810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:41.550275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:41.550275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:41.550275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Pushing event updated for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:41.565448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282985b2-7661-4104-be4a-899958ec12d4 req-d1c1ba9e-88ec-4725-965b-d0defa5e0720 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.567170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-282985b2-7661-4104-be4a-899958ec12d4 req-d1c1ba9e-88ec-4725-965b-d0defa5e0720 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2508073 Mar 31 23:15:41.588169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.589397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.676291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.705083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-282985b2-7661-4104-be4a-899958ec12d4 req-ff3fb187-f757-4d2e-8dbc-6c48e3815482 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275589 Mar 31 23:15:41.907459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20958611-9b96-4a0d-81dd-dd4e5798a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.920881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Allocated IP 172.20.0.2 (83150cc8-b3b0-491a-8a32-e552b745572a/c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2/1a2250d7-f6b4-4d53-b105-9601f5e6c15f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:41.932483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd26d-aab6-4048-8925-3fd9d894817b req-04b5caa6-f808-4a84-885e-ef5f45358dd2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.933707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d64bd26d-aab6-4048-8925-3fd9d894817b req-04b5caa6-f808-4a84-885e-ef5f45358dd2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 931 time: 0.0915372 Mar 31 23:15:42.030593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:42.031880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d64bd26d-aab6-4048-8925-3fd9d894817b req-1475b343-beb1-482b-b684-2d3b6d6a8ce9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Mar 31 23:15:42.135366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'port_id': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'mac_address': 'fa:16:3e:f3:ad:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:42.222948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] Provisioning complete for port 661ba5e4-c998-42b3-aec4-799fdd127f6f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:42.223296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.234251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a3935-9eda-461d-8b2c-8800e0d15094 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:42.323928 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.403656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98fa22b0-a934-4110-8023-9de1a0a6110d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:42.430327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.459985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.462282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:42.466431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-87c4d46a-7cb5-492c-aad9-f1016f4b817e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6336308 Mar 31 23:15:42.466817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.468323 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:42.468782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:42.491075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Request body: {'port': {'device_id': '605d7efd-112a-4597-a61e-1ec1ba996137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:42.583780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Pushing event updated for resources: {'Port': ['ID=7d9fd230-0870-447a-893b-ce828860db13,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:42.607179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.613076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:42.619170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:42.625138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:42.700342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:42.764235 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:42.785875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 661ba5e4-c998-42b3-aec4-799fdd127f6f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:42.793238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e41fc651-6cce-4c23-bcc0-ac32f184b3fd req-a8ff5bcc-a495-4ed3-a7c2-6f62db9d81b3 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0956268 Mar 31 23:15:42.798838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3902eee4-2cf6-4b7f-bed1-fa4b261a5d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6539078 Mar 31 23:15:42.815286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38838) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:42.884586 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-257b970d-ab37-43a4-b744-53769dca93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.903134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:42.905524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:43.027573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.080883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.084073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:43.097980 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.125748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 661ba5e4-c998-42b3-aec4-799fdd127f6f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:43.125748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.151903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.200582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.233716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] For port 661ba5e4-c998-42b3-aec4-799fdd127f6f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=661ba5e4-c998-42b3-aec4-799fdd127f6f,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:43.253613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['98fa22b0-a934-4110-8023-9de1a0a6110d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:43.264404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6b24d-2c21-413f-8208-7df974eb387f req-e9b1b473-56ba-4ae7-be8e-768312f59c15 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:43.272918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dce6b24d-2c21-413f-8208-7df974eb387f req-e9b1b473-56ba-4ae7-be8e-768312f59c15 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.3539274 Mar 31 23:15:43.310822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7313ddaf-a675-480d-95bc-5d33261712b1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:43.318840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Network 83150cc8-b3b0-491a-8a32-e552b745572a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:43.327836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.345528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Transition to ACTIVE for port object 7313ddaf-a675-480d-95bc-5d33261712b1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:15:43.348840 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.351685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:43.364094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Pushing event updated for resources: {'Port': ['ID=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.368793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:43.375347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dce6b24d-2c21-413f-8208-7df974eb387f req-d1393d09-be3b-4513-95a8-f74b1bafc07b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953634 Mar 31 23:15:43.406715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f096d-3e1d-4915-9f4c-9c2ad950733a req-de95295d-13c4-4afc-85ab-41aac6585d8b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:43.406715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54f096d-3e1d-4915-9f4c-9c2ad950733a req-de95295d-13c4-4afc-85ab-41aac6585d8b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 931 time: 0.1848543 Mar 31 23:15:43.418177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Deleting port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:43.418721 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.504631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.634370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Attempting to bind port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:43.634793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Attempting to bind port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:43.635080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Attempting to bind port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f on network 83150cc8-b3b0-491a-8a32-e552b745572a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:43.637697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456bfd0-61ab-4e07-8a3d-27217a677c8c None None] Pushing event updated for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.642346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] For port 86e303ac-4fb3-49b7-a8a7-08762f8ef456, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=86e303ac-4fb3-49b7-a8a7-08762f8ef456,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:43.642761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.658028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-27b1d32e-1ac0-49f1-a994-e180c84fccd0 None None] Provisioning complete for port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:43.665878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27b1d32e-1ac0-49f1-a994-e180c84fccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.672315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:43.672691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Checking segment: {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:43.673115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.673494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Bound using segment: {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:43.673986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Bound port: 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:43.674371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.728004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Pushing event updated for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.733029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Calling delete_port for 86e303ac-4fb3-49b7-a8a7-08762f8ef456 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:43.746394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 86e303ac-4fb3-49b7-a8a7-08762f8ef456 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:43.747926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Attempting to bind port 7313ddaf-a675-480d-95bc-5d33261712b1 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:43.748338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Attempting to bind port 7313ddaf-a675-480d-95bc-5d33261712b1 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:43.749041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Attempting to bind port 7313ddaf-a675-480d-95bc-5d33261712b1 on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:43.754841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Port 7313ddaf-a675-480d-95bc-5d33261712b1 on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:43.755119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Attempting to bind port 7313ddaf-a675-480d-95bc-5d33261712b1 on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:43.762981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:43.763472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Checking segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:43.764171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Bound using segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:43.764895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Bound port: 7313ddaf-a675-480d-95bc-5d33261712b1, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:43.765776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.876914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:43.883840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7313ddaf-a675-480d-95bc-5d33261712b1,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:43.951870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54f096d-3e1d-4915-9f4c-9c2ad950733a req-a3e9e29a-cc0a-4bd2-b969-df0b413054f5 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386360 Mar 31 23:15:43.957502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:43.970759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.973584 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:43.974156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:44.028356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54372fc6-c11d-4609-b42f-e24a91c5ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.048162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.077413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ca575d9-60a6-4795-b141-0027fcb3dd2f req-22511a32-2eaa-4481-b722-8c7fc96b99a1 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1225684 Mar 31 23:15:44.097575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.098934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.099236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] 10.222.0.10 "PUT /v2.0/ports/7313ddaf-a675-480d-95bc-5d33261712b1 HTTP/1.1" status: 200 len: 1091 time: 1.6184280 Mar 31 23:15:44.099689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:44.103342 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:44.107345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.121981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea6b276c-b3dd-483b-9e57-81cb512c0a82 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2186425 Mar 31 23:15:44.124686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:44.131283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:44.156119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.185786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592d3ec-cb2e-47b1-af12-4337f8e95db9 service neutron] Pushing event updated for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.191741 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d9cbf-6d0d-46a4-887e-4bfe283d9760 x-openstack-request-id: req-610d9cbf-6d0d-46a4-887e-4bfe283d9760 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:44.192398 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:44.192885 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-610d9cbf-6d0d-46a4-887e-4bfe283d9760 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:44.193504 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610d9cbf-6d0d-46a4-887e-4bfe283d9760'] response: {'name': 'network-changed', 'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1', 'status': 'completed', 'code': 200} Mar 31 23:15:44.221150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] For port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:44.257868 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.305625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] For port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:44.308148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] Pushing event deleted for resources: {'Port': ['ID=86e303ac-4fb3-49b7-a8a7-08762f8ef456,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.310083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f598bc1-7158-4f71-ab02-1c765f7c12c1 None None] No DVR routers for this DVR port 86e303ac-4fb3-49b7-a8a7-08762f8ef456 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:44.337172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-d9e3d212-fea7-4e98-b312-3790b9949ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.339213 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-d9e3d212-fea7-4e98-b312-3790b9949ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1094 time: 0.1025867 Mar 31 23:15:44.362482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.562531 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-c31f5a22-43ab-4879-9779-fc7b9f1ec7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241925 Mar 31 23:15:44.566009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e6563-9526-41c3-a82f-bb53553a44e2 None None] Pushing event updated for resources: {'Port': ['ID=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.573206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-ba329a25-8a14-4762-b227-eb4a988c5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.577880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-ba329a25-8a14-4762-b227-eb4a988c5fd2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2245975 Mar 31 23:15:44.633238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:44.725372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:44.734171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.735650 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:44.736106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:44.773842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:44.774139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.803656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abac607-0fff-41a7-8009-ad154b87110b req-3c98ae32-00db-435c-850d-8d09c7fdbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.805191 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-3c98ae32-00db-435c-850d-8d09c7fdbb05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 1096 time: 0.1860139 Mar 31 23:15:44.808329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608924-e574-4e35-bc54-c33a493239d1 req-c327c70c-7aab-4d2c-81b4-1c5f88658fe3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.831911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8608924-e574-4e35-bc54-c33a493239d1 req-c327c70c-7aab-4d2c-81b4-1c5f88658fe3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 944 time: 0.2660048 Mar 31 23:15:44.946231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-d479b0a2-f45d-4f1e-a0ae-05fd77bd5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.949125 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e7af6e18-12f7-4b54-a2c4-7347c8b5a3bf req-d479b0a2-f45d-4f1e-a0ae-05fd77bd5d5c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3460288 Mar 31 23:15:44.994689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-22769a11-b791-4442-9579-cb2ad3b5de34 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8687563 Mar 31 23:15:45.002648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38900) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:45.009782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.032781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8608924-e574-4e35-bc54-c33a493239d1 req-75a7d92d-b810-46c5-86a7-90e5b075c70c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968572 Mar 31 23:15:45.032781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.265859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:45.283031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-b1820d75-5ee7-45b7-b5ef-3150b67c203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.284905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-b1820d75-5ee7-45b7-b5ef-3150b67c203a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1094 time: 0.2681308 Mar 31 23:15:45.324315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abac607-0fff-41a7-8009-ad154b87110b req-4464543f-6520-40e5-b41d-f39aeeb879b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.325962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-4464543f-6520-40e5-b41d-f39aeeb879b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.4852843 Mar 31 23:15:45.338780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9269d4f-ccb6-4c2b-8d1b-e021e5b2a52e req-47d041c5-e32d-40eb-a0aa-84a911129f6a tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0600951 Mar 31 23:15:45.372100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-b5a888a2-33c5-43e8-99b4-b0544fb7fe40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7313ddaf-a675-480d-95bc-5d33261712b1 HTTP/1.1" status: 200 len: 217 time: 0.0569935 Mar 31 23:15:45.430125 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-e6f3f3ff-42a7-41d9-97a3-4162cf6765bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c HTTP/1.1" status: 200 len: 217 time: 0.0685382 Mar 31 23:15:45.460314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce8ab7-8e24-4b58-baef-6af305392bc3 req-42ca3394-b2ca-478b-b33c-1a91842d2c60 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.465722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53ce8ab7-8e24-4b58-baef-6af305392bc3 req-42ca3394-b2ca-478b-b33c-1a91842d2c60 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 943 time: 0.1846781 Mar 31 23:15:45.470620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.474382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 98fa22b0-a934-4110-8023-9de1a0a6110d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:45.474747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.519348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53ce8ab7-8e24-4b58-baef-6af305392bc3 req-e37421e5-e720-4ee5-95f8-fa23ff050dce tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485373 Mar 31 23:15:45.526743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 661ba5e4-c998-42b3-aec4-799fdd127f6f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:45.577648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:45.593653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-043b739b-2625-46be-8626-dc76ef8cb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.597747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-043b739b-2625-46be-8626-dc76ef8cb427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.1883688 Mar 31 23:15:45.618120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 661ba5e4-c998-42b3-aec4-799fdd127f6f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:45.618641 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.649111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-9c8a1132-1a90-4b02-9d6e-5547d07e12aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435557 Mar 31 23:15:45.665015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:45.669254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.674113 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:45.675749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:45.698043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abac607-0fff-41a7-8009-ad154b87110b req-b1ecc6f3-81d8-4f96-bfa3-72cdc67b3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.701106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-b1ecc6f3-81d8-4f96-bfa3-72cdc67b3a04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.2560034 Mar 31 23:15:45.814803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:45.830021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Sync routers for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:45.864855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.880700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:45.882858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:45.924757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abac607-0fff-41a7-8009-ad154b87110b req-70b9bf2b-4116-45ce-aad1-d8020ed9a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.926340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-70b9bf2b-4116-45ce-aad1-d8020ed9a9ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909025 Mar 31 23:15:45.965897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.968008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-683b8eee-8fd3-4c78-98e0-c7942c501a3f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9841795 Mar 31 23:15:45.973336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38922) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:46.089699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-037f55dc-56ef-4316-8171-58865a762cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519632 Mar 31 23:15:46.097761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4baeb9cd-4155-4bf3-8019-dc93c4ff2913 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0940111 Mar 31 23:15:46.107199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38926) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:46.107341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:46.107341 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748b18a-f532-4d7c-89e8-3dd382e70ab0" -d '{"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:46.114551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:46.124179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-1eb3e442-a3cc-43f8-9297-fca8ee1e42e5 service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591498 Mar 31 23:15:46.131174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:46.231705 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc82d6b-0584-4a21-8461-ba98ba013e0d x-openstack-request-id: req-3bc82d6b-0584-4a21-8461-ba98ba013e0d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:46.232097 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:46.232310 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3bc82d6b-0584-4a21-8461-ba98ba013e0d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:46.232663 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc82d6b-0584-4a21-8461-ba98ba013e0d'] response: {'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'code': 200} Mar 31 23:15:46.255960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.343219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:46.393113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0fa99-f711-43aa-811e-e51447093f4e None None] Network 83150cc8-b3b0-491a-8a32-e552b745572a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:46.578758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:46.710508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2fe83e4-548a-4bed-8d1d-8ccf013eadb0 req-d2ea0c40-67c0-42ee-a09c-4e0fe5a03c08 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1938951 Mar 31 23:15:46.731931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc0ef4-ea01-4ce4-b11e-50c4a7e11b0e req-e2107497-4274-4d17-8867-9f4a6cb4724f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:46.733546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80dc0ef4-ea01-4ce4-b11e-50c4a7e11b0e req-e2107497-4274-4d17-8867-9f4a6cb4724f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.4425142 Mar 31 23:15:46.830245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1a2250d7-f6b4-4d53-b105-9601f5e6c15f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:46.907261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] Provisioning complete for port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:46.908068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.985648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8abac607-0fff-41a7-8009-ad154b87110b req-1ed319f3-24cc-45e1-b37a-e0c5fa790722 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8850634 Mar 31 23:15:46.991499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80dc0ef4-ea01-4ce4-b11e-50c4a7e11b0e req-ed7cfda1-cf53-4b28-b80f-6a2c88016217 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494936 Mar 31 23:15:46.998014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.086650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.197072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3c01ff69-b7f2-46e5-aeb0-c05d26103989 req-73091a8b-0a57-4044-bc6b-5dc458697962 service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0562899 Mar 31 23:15:47.198575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb4d8-275a-4489-be3c-e5de975635dd req-ccddd732-1957-4ebb-a24e-e642d81d793c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:47.202752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.210811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2ffb4d8-275a-4489-be3c-e5de975635dd req-ccddd732-1957-4ebb-a24e-e642d81d793c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 943 time: 0.2526333 Mar 31 23:15:47.218014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:47.218517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.265429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.270224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] For port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:47.293110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:47.297449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.300008 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:47.300008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:47.310972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2ffb4d8-275a-4489-be3c-e5de975635dd req-6da3726c-ef14-49aa-a7b1-9d6ad5f4f7b2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991764 Mar 31 23:15:47.418092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.454445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 3, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:47.455604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6102c20-2060-4a0f-a17c-417fb94829ad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3454118 Mar 31 23:15:47.459153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38942) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:47.464831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:47.534342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Checking router: 32ca752e-bb08-4ad4-93bc-2584a8766fc6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:47.534694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Updating router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 port 7d9fd230-0870-447a-893b-ce828860db13 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:47.549322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.609749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Allocated IP 172.20.0.1 (83150cc8-b3b0-491a-8a32-e552b745572a/c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2/bbd91dac-dfa5-42a3-a0df-c6ddd474c985) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:47.642423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.715279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feeca12-2dd4-4034-a3b1-dbf1fcd30101 None None] Pushing event updated for resources: {'Port': ['ID=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.746383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:47.746383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.746383 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:47.746383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:47.876913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2c7bc283-5136-44a8-bf5d-7a1066ce3294 req-ad7c52e0-6548-4fb9-ba8e-4d9bdacf4a73 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0581605 Mar 31 23:15:47.920647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.945577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:47.946744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4d8e5505-aecb-4a22-96c7-52d267d964d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4864869 Mar 31 23:15:48.033658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50d9fae2-63f7-4bd5-9caf-42a976265928 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0868092 Mar 31 23:15:48.037476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.198108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58712ac-bc68-4943-9197-f914336ff4b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.199836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b58712ac-bc68-4943-9197-f914336ff4b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1618156 Mar 31 23:15:48.202126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.202675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.236423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d855d4a7-01f2-4ac5-84ad-b87d5f434c46 None None] Provisioning complete for port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:48.236803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d855d4a7-01f2-4ac5-84ad-b87d5f434c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.251165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f684-988c-4e91-863a-2fa9c45fc04e req-1306a461-9a02-4594-819b-134e094ea7c4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.254070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69a3f684-988c-4e91-863a-2fa9c45fc04e req-1306a461-9a02-4594-819b-134e094ea7c4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0923121 Mar 31 23:15:48.255873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.275107 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c4e6d694-891d-4c16-8d39-696b212318e5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713310 Mar 31 23:15:48.283126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.290018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:48.352100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:48.357647 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:48.361740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.384038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Network 83150cc8-b3b0-491a-8a32-e552b745572a is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:48.397147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69a3f684-988c-4e91-863a-2fa9c45fc04e req-27c5d511-c108-4a2d-94e9-2f9cc9613677 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752306 Mar 31 23:15:48.404499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:48.407227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:48.485827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.516423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.520927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.521520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:48.538850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac27e9b-30ad-4c38-997c-a0901ff2ed45 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd230-0870-447a-893b-ce828860db13,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.558146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Attempting to bind port 7d9fd230-0870-447a-893b-ce828860db13 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:48.560437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:48.565025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.583242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Attempting to bind port 7d9fd230-0870-447a-893b-ce828860db13 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:48.592259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Attempting to bind port 7d9fd230-0870-447a-893b-ce828860db13 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:48.606535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.612771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:48.615137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:48.616905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.617373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:48.618060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Bound port: 7d9fd230-0870-447a-893b-ce828860db13, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:48.619209 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.689249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c3737-5c46-4a37-aac1-239f7672dd55 req-07901ad8-8ee7-4add-a112-ce5e409b18ca tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.692779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c0c3737-5c46-4a37-aac1-239f7672dd55 req-07901ad8-8ee7-4add-a112-ce5e409b18ca tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 943 time: 0.2019544 Mar 31 23:15:48.762186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] For port 7d9fd230-0870-447a-893b-ce828860db13, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:48.766926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] For port 7d9fd230-0870-447a-893b-ce828860db13, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7d9fd230-0870-447a-893b-ce828860db13,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:48.842531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.845244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c0c3737-5c46-4a37-aac1-239f7672dd55 req-c7fcb2fc-3e6f-4b65-ba1d-f1e6ad8dc00e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391482 Mar 31 23:15:49.048130 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.062983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac27e9b-30ad-4c38-997c-a0901ff2ed45 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd230-0870-447a-893b-ce828860db13,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.071099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e792e7f2-9d1a-4547-8fb8-1e30c3d04f51 None None] Provisioning complete for port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:49.071614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e792e7f2-9d1a-4547-8fb8-1e30c3d04f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.074382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:49.075189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:49.093767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c4cfbe7-e2cb-4828-8209-6c4f528328c0 req-257ad853-31d4-40e0-9b08-00f49e26b84d tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0477953 Mar 31 23:15:49.303550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:49.308432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.401246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1a2250d7-f6b4-4d53-b105-9601f5e6c15f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:49.434340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:49.443607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:49.459967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:49.460644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.468578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=7e982d12-e198-49fc-bae8-062ea0e2fc2c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.478817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.502551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55209d7d-4c8f-4ba9-b6d2-66e9d77b2679 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:49.532030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e792e7f2-9d1a-4547-8fb8-1e30c3d04f51 None None] Port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:49.561097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.577709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:49.594182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61e3362c-8ed7-4119-9a10-28a60f7a6eac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3082123 Mar 31 23:15:49.597066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:49.614546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:5a:a1:2b', 'name': 'tempest-NetworksTestDHCPv6-1486562026'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:49.711497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25920f70-cdbb-40cd-bd1f-d9953698324b req-cbc06ab0-49b1-44ed-8e5f-06184859dc0a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:49.714733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25920f70-cdbb-40cd-bd1f-d9953698324b req-cbc06ab0-49b1-44ed-8e5f-06184859dc0a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2065494 Mar 31 23:15:49.783170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.800917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:49.801455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.802889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.809488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cfaf0b58-f9a8-4b07-8327-ef364e3e4e60 req-575f26a4-2327-4e4d-b63f-ccd99c6f401e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0424449 Mar 31 23:15:49.922551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Network 83150cc8-b3b0-491a-8a32-e552b745572a is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:49.926337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:50.017374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '7e982d12-e198-49fc-bae8-062ea0e2fc2c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:50.017374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.144184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25920f70-cdbb-40cd-bd1f-d9953698324b req-5af6b168-319a-4c1c-927a-96d45a897c19 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063449 Mar 31 23:15:50.213349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:50.349470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Allocated IP 2001:db8::f816:3eff:fe3a:4c9b (72d20de6-aee2-4ce8-9aef-20530b716056/7e982d12-e198-49fc-bae8-062ea0e2fc2c/da3f4d18-7f03-4f5c-bb68-5ca405252934) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:50.387936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ffd866e-3a21-4c09-9580-4baf6dbd1b2d req-17c1cf70-bfc8-4498-a9d2-19d1af2a5ad1 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0715528 Mar 31 23:15:50.397665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'bbd91dac-dfa5-42a3-a0df-c6ddd474c985', 'name': '', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'mac_address': 'fa:16:3e:7f:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:47Z', 'updated_at': '2022-03-31T23:15:47Z', 'revision_number': 1, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'subnets': [{'id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:50.457856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:50.481574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1f34-f2a5-4ff9-97d1-3cc9cc603b16 req-c28ac232-d170-44b6-8e77-ebd4be2de4c1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:50.484426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-309e1f34-f2a5-4ff9-97d1-3cc9cc603b16 req-c28ac232-d170-44b6-8e77-ebd4be2de4c1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 943 time: 0.2513158 Mar 31 23:15:50.544835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.571528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 8595f864-e25d-4b90-925e-a725111b029d yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:50.571760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e78a9e-c3eb-4744-b56a-8a3ff78537f5 None None] The sync data for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 is: [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'bbd91dac-dfa5-42a3-a0df-c6ddd474c985', 'name': '', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'mac_address': 'fa:16:3e:7f:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:47Z', 'updated_at': '2022-03-31T23:15:47Z', 'revision_number': 1, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'subnets': [{'id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:50.575393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-06a327bb-5e90-4bbb-b7bb-25eec1ac083d None None] Provisioning complete for port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:50.575393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-06a327bb-5e90-4bbb-b7bb-25eec1ac083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.708191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-06a327bb-5e90-4bbb-b7bb-25eec1ac083d None None] Port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:50.842475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.121294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7313ddaf-a675-480d-95bc-5d33261712b1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:51.253476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:51.262916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-57314643-93d2-40fd-b3aa-b46c847cf231 admin admin] 10.222.0.83 "PUT /v2.0/routers/32ca752e-bb08-4ad4-93bc-2584a8766fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2883134 Mar 31 23:15:51.346425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.367243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-309e1f34-f2a5-4ff9-97d1-3cc9cc603b16 req-cd137aa5-cd36-4047-a945-6f3718792a52 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720181 Mar 31 23:15:51.397367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6caa1f-2349-4243-8674-fa6cd4b0a559 req-035f8eef-591e-43c4-9eeb-02a866a65aa4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.407571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb6caa1f-2349-4243-8674-fa6cd4b0a559 req-035f8eef-591e-43c4-9eeb-02a866a65aa4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1258953 Mar 31 23:15:51.447711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe5a:a12b (72d20de6-aee2-4ce8-9aef-20530b716056/7e982d12-e198-49fc-bae8-062ea0e2fc2c/8595f864-e25d-4b90-925e-a725111b029d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:51.505446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb6caa1f-2349-4243-8674-fa6cd4b0a559 req-17925ab2-ce8d-4121-a9cf-139554005a8c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Mar 31 23:15:51.591827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7313ddaf-a675-480d-95bc-5d33261712b1,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:51.607214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7313ddaf-a675-480d-95bc-5d33261712b1', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'port_id': '7313ddaf-a675-480d-95bc-5d33261712b1', 'mac_address': 'fa:16:3e:90:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:51.674600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f9fcf2c-90bf-4313-9bb5-059b2901408b req-2552b5f5-9348-423b-84a0-221aec4762e2 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0529623 Mar 31 23:15:51.779516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:51.783426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.799043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:51.807598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:51.810894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Pushing event updated for resources: {'Port': ['ID=da3f4d18-7f03-4f5c-bb68-5ca405252934,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:51.831908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7313ddaf-a675-480d-95bc-5d33261712b1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:51.995916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7313ddaf-a675-480d-95bc-5d33261712b1,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:52.075645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Attempting to bind port da3f4d18-7f03-4f5c-bb68-5ca405252934 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:52.076381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Attempting to bind port da3f4d18-7f03-4f5c-bb68-5ca405252934 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:52.077161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Attempting to bind port da3f4d18-7f03-4f5c-bb68-5ca405252934 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:52.086345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:52.086872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:52.087321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.088068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:52.089112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Bound port: da3f4d18-7f03-4f5c-bb68-5ca405252934, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:52.089876 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.094910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.238105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.248320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] For port da3f4d18-7f03-4f5c-bb68-5ca405252934, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:52.329415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] For port da3f4d18-7f03-4f5c-bb68-5ca405252934, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da3f4d18-7f03-4f5c-bb68-5ca405252934,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:52.350727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:52.383877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.476945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.489816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:52.496951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:52.501310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:52.507615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.509170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.584981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=8595f864-e25d-4b90-925e-a725111b029d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:52.602540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.602885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.609916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.612428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.612782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.613118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.613450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.613771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.622720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.623453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.624048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.624942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:52.679628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee0986e9-0036-4c68-94b1-3d3b355b22d6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0730662 Mar 31 23:15:52.679628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39042) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:52.693321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bef25-ea62-4680-98b6-d14ba49dd4fa req-043c9ab5-8ba1-486c-add6-acb14ccf7313 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.693931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71d73-bfee-4f18-9a81-116c91d38ebf None None] Pushing event updated for resources: {'Port': ['ID=da3f4d18-7f03-4f5c-bb68-5ca405252934,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:52.704411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b14bef25-ea62-4680-98b6-d14ba49dd4fa req-043c9ab5-8ba1-486c-add6-acb14ccf7313 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 944 time: 0.2009232 Mar 31 23:15:52.771086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7313ddaf-a675-480d-95bc-5d33261712b1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:52.802640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41b838-15e5-4f92-9476-8124dc8f4e4c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.810262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41b838-15e5-4f92-9476-8124dc8f4e4c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.816064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e41b838-15e5-4f92-9476-8124dc8f4e4c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1415641 Mar 31 23:15:52.816957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39048) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:52.954397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5eefd-0b85-421e-b2b4-88730ef7ce02 req-35969509-414b-48b9-9b39-9aad4a0c340b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.977592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59b5eefd-0b85-421e-b2b4-88730ef7ce02 req-35969509-414b-48b9-9b39-9aad4a0c340b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2474322 Mar 31 23:15:53.034751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b14bef25-ea62-4680-98b6-d14ba49dd4fa req-9155d589-e260-4cd4-89d5-dfad125268d3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294311 Mar 31 23:15:53.165308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 8595f864-e25d-4b90-925e-a725111b029d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:53.168464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.197807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59b5eefd-0b85-421e-b2b4-88730ef7ce02 req-40d5237b-80aa-4fe1-af4d-bc10ac717d0a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130384 Mar 31 23:15:53.398219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aa57626-31e5-48aa-818d-c407a7575553 req-9952972e-6d42-42fb-9e8c-b665488a13e4 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0820549 Mar 31 23:15:53.543512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.636153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 8595f864-e25d-4b90-925e-a725111b029d owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:53.668424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da3f4d18-7f03-4f5c-bb68-5ca405252934 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:53.777827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port da3f4d18-7f03-4f5c-bb68-5ca405252934 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:53.778564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.911773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.029099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port da3f4d18-7f03-4f5c-bb68-5ca405252934, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da3f4d18-7f03-4f5c-bb68-5ca405252934,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:54.191884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158558-3bd4-4006-bb28-fdd874816461 req-c999deb4-811d-4f59-a0fe-645c89a2e39f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:54.193418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95158558-3bd4-4006-bb28-fdd874816461 req-c999deb4-811d-4f59-a0fe-645c89a2e39f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 944 time: 0.0651345 Mar 31 23:15:54.248068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95158558-3bd4-4006-bb28-fdd874816461 req-75ad2602-fab2-4b27-aa6d-765f1e82b0f8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Mar 31 23:15:54.365775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a325e-8ca0-4bfe-b0df-5ce33f345b2b req-3c44e90d-f5fa-446b-bf0e-acba18be8ed8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:54.374609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b03a325e-8ca0-4bfe-b0df-5ce33f345b2b req-3c44e90d-f5fa-446b-bf0e-acba18be8ed8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0612350 Mar 31 23:15:54.375280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f75ea1ac-90af-4dbd-a17d-c274f267fcc6 None None] Provisioning complete for port da3f4d18-7f03-4f5c-bb68-5ca405252934 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:54.375661 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f75ea1ac-90af-4dbd-a17d-c274f267fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.412220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b03a325e-8ca0-4bfe-b0df-5ce33f345b2b req-06661609-0769-43ab-9b3e-fe15a1b0613c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Mar 31 23:15:54.479061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f75ea1ac-90af-4dbd-a17d-c274f267fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.516305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.519653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.520998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7d9fd230-0870-447a-893b-ce828860db13 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:54.523896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.579958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=8595f864-e25d-4b90-925e-a725111b029d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.629937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.640685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.653232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1137f50b-b19b-41e2-8263-063235c18537 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/8595f864-e25d-4b90-925e-a725111b029d HTTP/1.1" status: 204 len: 168 time: 1.8173692 Mar 31 23:15:54.743925 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-f75ea1ac-90af-4dbd-a17d-c274f267fcc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:54.744596 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-f75ea1ac-90af-4dbd-a17d-c274f267fcc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:54.746106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=da3f4d18-7f03-4f5c-bb68-5ca405252934,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.751972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8edd5d-b21a-42d5-90ff-cfe5b633c844 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:54.753519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8edd5d-b21a-42d5-90ff-cfe5b633c844 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:54.755072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e8edd5d-b21a-42d5-90ff-cfe5b633c844 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1135144 Mar 31 23:15:54.757851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39108) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.784246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7d9fd230-0870-447a-893b-ce828860db13 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:54.785160 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.902609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 7e982d12-e198-49fc-bae8-062ea0e2fc2c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:54.926092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.025875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.087031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.107390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 7d9fd230-0870-447a-893b-ce828860db13, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7d9fd230-0870-447a-893b-ce828860db13,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:55.122279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7313ddaf-a675-480d-95bc-5d33261712b1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:55.173927 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Sync routers for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:55.203663 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:55.210861 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:55.221032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c21d1d7-ce07-4b74-ab40-a8b935f26765 req-5b00f926-5a67-4576-8c70-ceea7b83fbb3 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0527854 Mar 31 23:15:55.234773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.295815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.375351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd230-0870-447a-893b-ce828860db13,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.436277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da3f4d18-7f03-4f5c-bb68-5ca405252934 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:55.486709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 7313ddaf-a675-480d-95bc-5d33261712b1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:15:55.524134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7313ddaf-a675-480d-95bc-5d33261712b1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:55.524749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.526573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cfc352f9-5b97-4914-8bcf-2c0c915e4aaf None None] Could not find standard attr ID for object 8595f864-e25d-4b90-925e-a725111b029d. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:55.554621 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:55.569902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aea45-4f6f-4369-9913-38b8f7780559 req-7fc24cb8-2883-488d-8753-c844dc03a63b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:55.578939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e08aea45-4f6f-4369-9913-38b8f7780559 req-7fc24cb8-2883-488d-8753-c844dc03a63b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 944 time: 0.1230471 Mar 31 23:15:55.650841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.686764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e08aea45-4f6f-4369-9913-38b8f7780559 req-9c6af665-d144-4219-9e01-3a802682f63f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050808 Mar 31 23:15:55.722821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586857-eaee-4c01-863f-b7590853c8e2 req-af600f98-9f59-4efd-86b4-8129d56dd65f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:55.733767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38586857-eaee-4c01-863f-b7590853c8e2 req-af600f98-9f59-4efd-86b4-8129d56dd65f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1275892 Mar 31 23:15:55.760316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.770057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/7e982d12-e198-49fc-bae8-062ea0e2fc2c HTTP/1.1" status: 204 len: 168 time: 1.0108676 Mar 31 23:15:55.771222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bd81-430d-4e0c-91c9-b07e37b0d970 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=7e982d12-e198-49fc-bae8-062ea0e2fc2c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.772763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39136) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.836951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-456ecad5-06ef-4dde-99d8-7475035abc08 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604019 Mar 31 23:15:55.840977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39138) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.844932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:55.886629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38586857-eaee-4c01-863f-b7590853c8e2 req-da54b683-ae79-4f4b-bf5b-f072d5c4ecb3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514716 Mar 31 23:15:56.018870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7893a-7436-4a9b-bf4f-4b7c04b18e19 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:56.021970 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'bbd91dac-dfa5-42a3-a0df-c6ddd474c985', 'name': '', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'mac_address': 'fa:16:3e:7f:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:47Z', 'updated_at': '2022-03-31T23:15:49Z', 'revision_number': 2, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'subnets': [{'id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:56.074641 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Checking router: 32ca752e-bb08-4ad4-93bc-2584a8766fc6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:56.074949 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Updating router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:56.141804 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.196564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:56.201465 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.289586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port da3f4d18-7f03-4f5c-bb68-5ca405252934 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.289699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.425821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d4d1f3a-3816-4490-8b29-7ccbf0051ce9 req-2fd2a4fc-4daf-4550-8c1d-5d7e2f8192c5 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0393672 Mar 31 23:15:56.505265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.590821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:56.594583 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda678f-4d07-425d-a2a6-047193847f66" -d '{"events": [{"server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "name": "network-vif-plugged", "status": "completed", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:56.615416 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.627585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7313ddaf-a675-480d-95bc-5d33261712b1,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:56.690171 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c180ec2-a4a0-4b2c-9555-8ffb798ccda1 x-openstack-request-id: req-8c180ec2-a4a0-4b2c-9555-8ffb798ccda1 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:56.690171 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "name": "network-vif-plugged", "status": "completed", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:56.690171 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c180ec2-a4a0-4b2c-9555-8ffb798ccda1 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:56.690983 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c180ec2-a4a0-4b2c-9555-8ffb798ccda1'] response: {'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1', 'code': 200} Mar 31 23:15:56.723575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:56.756252 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.816196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.840532 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Pushing event updated for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.934852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.934852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.934852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.934852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.934852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.937460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f46525-98b2-40d0-9051-4567594e0d59 req-d991078a-031c-46d9-b490-3168ff4e9ae1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:56.956881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.956881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.956881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.956881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.965717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461ba5-949e-44b9-8b2a-619d649ac16e req-47c450ac-5490-4250-a1e5-4b98b42e471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:56.966403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79f46525-98b2-40d0-9051-4567594e0d59 req-d991078a-031c-46d9-b490-3168ff4e9ae1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1322737 Mar 31 23:15:56.966497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.966497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.966660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cb461ba5-949e-44b9-8b2a-619d649ac16e req-47c450ac-5490-4250-a1e5-4b98b42e471b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1096 time: 0.1344626 Mar 31 23:15:56.966770 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:56.993737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Deleting port da3f4d18-7f03-4f5c-bb68-5ca405252934 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:56.994219 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.034139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79f46525-98b2-40d0-9051-4567594e0d59 req-78eed868-9bcf-4a2a-ad9c-38283fa65e9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742767 Mar 31 23:15:57.048260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cb461ba5-949e-44b9-8b2a-619d649ac16e req-c3d14436-bafa-4d0b-abed-862242c7ea16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781586 Mar 31 23:15:57.064817 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Attempting to bind port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:57.065177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Attempting to bind port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:57.068284 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Attempting to bind port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 on network 83150cc8-b3b0-491a-8a32-e552b745572a {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:57.074458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:57.075095 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Checking segment: {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:57.075681 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.076262 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Bound using segment: {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:57.077004 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Bound port: bbd91dac-dfa5-42a3-a0df-c6ddd474c985, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a063eee0-3831-43d3-bed0-3989f43c589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:57.077537 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.142633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] For port da3f4d18-7f03-4f5c-bb68-5ca405252934, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da3f4d18-7f03-4f5c-bb68-5ca405252934,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:57.143404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.169630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Calling delete_port for da3f4d18-7f03-4f5c-bb68-5ca405252934 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:57.321273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] For port bbd91dac-dfa5-42a3-a0df-c6ddd474c985, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:57.326947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] For port bbd91dac-dfa5-42a3-a0df-c6ddd474c985, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:57.404185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.424408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7966ca6-b62d-4bfd-b001-c5702498de03 req-cc405a0a-0994-4070-97a7-2a1675765ff3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.436897 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.437114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7966ca6-b62d-4bfd-b001-c5702498de03 req-cc405a0a-0994-4070-97a7-2a1675765ff3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2564108 Mar 31 23:15:57.481788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7d9fd230-0870-447a-893b-ce828860db13 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:57.481788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] Provisioning complete for port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:57.481788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.565205 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593ce2c-4eda-4a1f-8c53-d5a44c3d3e40 None None] Pushing event updated for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.611834 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:57.612477 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:15:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.615197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.objects.ports [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:15:57.709789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7966ca6-b62d-4bfd-b001-c5702498de03 req-cce6192b-9890-41ba-b1b1-44ad0ca6182f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649019 Mar 31 23:15:57.859766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78e41fc9-4a12-43a8-9bd4-764de90e75ef req-11368edb-6443-4c97-8aef-5f3ae275077e tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1483488 Mar 31 23:15:57.882269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7d9fd230-0870-447a-893b-ce828860db13 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:57.887390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.931781 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:57.953801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.029751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] Pushing event deleted for resources: {'Port': ['ID=da3f4d18-7f03-4f5c-bb68-5ca405252934,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.077273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0baec-071f-4498-b883-494f5f0469f8 None None] No DVR routers for this DVR port da3f4d18-7f03-4f5c-bb68-5ca405252934 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:58.096384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.148524 n-d-828414-2 neutron-server[109834]: WARNING neutron.services.revisions.revision_plugin [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Could not find related port for resource to bump revision. Mar 31 23:15:58.202934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] For port bbd91dac-dfa5-42a3-a0df-c6ddd474c985, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:58.252087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Port da3f4d18-7f03-4f5c-bb68-5ca405252934 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109834) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:15:58.252087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:4c9b {{(pid=109834) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:15:58.276532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.296856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a5840-0f01-4b80-be08-cab20b5b5c6b req-f4a9f564-52a1-4f58-ac91-a12ee47a15f8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:58.306085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e67a5840-0f01-4b80-be08-cab20b5b5c6b req-f4a9f564-52a1-4f58-ac91-a12ee47a15f8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1179740 Mar 31 23:15:58.329982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:58.358209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:58.358402 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.380144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:58.381978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.449695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be88ac-fe17-4527-96fe-e7ec188930de None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:58.451708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da3f4d18-7f03-4f5c-bb68-5ca405252934 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:58.454453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e67a5840-0f01-4b80-be08-cab20b5b5c6b req-ca753d24-43ba-4b34-9134-04d60c815380 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471753 Mar 31 23:15:58.469012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=b76cc909-ec9b-481c-b61b-c8fe772f270d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.485439 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'bbd91dac-dfa5-42a3-a0df-c6ddd474c985', 'name': '', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'mac_address': 'fa:16:3e:7f:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:47Z', 'updated_at': '2022-03-31T23:15:57Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'subnets': [{'id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:58.496281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bd490079-ea6b-470e-8bd4-597ba76c587f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6574357 Mar 31 23:15:58.496703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39166) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:58.503699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:42:a0:7a', 'name': 'tempest-NetworksTestDHCPv6-1718809089'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:58.533372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b63242-c704-4ef7-90dd-9fad62d32674 None None] The sync data for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 is: [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:15:48Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'bbd91dac-dfa5-42a3-a0df-c6ddd474c985', 'name': '', 'network_id': '83150cc8-b3b0-491a-8a32-e552b745572a', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'mac_address': 'fa:16:3e:7f:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:47Z', 'updated_at': '2022-03-31T23:15:57Z', 'revision_number': 4, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'subnets': [{'id': 'c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:58.559771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: da3f4d18-7f03-4f5c-bb68-5ca405252934 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:58.559955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da3f4d18-7f03-4f5c-bb68-5ca405252934 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:58.786395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-24c283b3-9c3d-4d57-9012-e43af4cbe29d None None] Provisioning complete for port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:58.786821 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24c283b3-9c3d-4d57-9012-e43af4cbe29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.957840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f2a3d-5c97-4754-b5b5-07f943cc5de6 None None] Pushing event updated for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.998730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd46415-53ad-4d83-8db6-b599a2e87f5a req-81f89955-a5d6-434f-ab41-659a200e22ba tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:59.003101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd46415-53ad-4d83-8db6-b599a2e87f5a req-81f89955-a5d6-434f-ab41-659a200e22ba tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1252601 Mar 31 23:15:59.072687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd46415-53ad-4d83-8db6-b599a2e87f5a req-f5870038-7529-4c63-b5ab-5df38ace7563 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640097 Mar 31 23:15:59.134871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c527d5f-674f-4977-8bc0-9a9c11b49101 req-19c68bb6-a5b5-45fc-888b-39ec9fc0b549 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0472550 Mar 31 23:15:59.225924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'b76cc909-ec9b-481c-b61b-c8fe772f270d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:59.226824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.447969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:59.515918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bbd91dac-dfa5-42a3-a0df-c6ddd474c985 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:59.639783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.694624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 3f7c786f-f6ef-49ac-88c4-43938af9f74a yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:59.746419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Allocated IP 2001:db8::f816:3eff:fe05:43f (72d20de6-aee2-4ce8-9aef-20530b716056/b76cc909-ec9b-481c-b61b-c8fe772f270d/4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:59.774957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0921-ec69-4989-8083-6318fdd2e89b req-f0e8cd6c-e6cd-47f5-b867-11dbb4118af7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:59.775594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:59.776568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.791831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eecf0921-ec69-4989-8083-6318fdd2e89b req-f0e8cd6c-e6cd-47f5-b867-11dbb4118af7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1777880 Mar 31 23:15:59.856843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eecf0921-ec69-4989-8083-6318fdd2e89b req-7bdfc96e-3889-446f-8544-7f1e4dd0dec2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Mar 31 23:16:00.137637 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.232673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.263076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b3e1-e845-4307-9586-31256b58ca3f req-7bef9605-4753-4a84-8488-73a08b5fb13c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.272100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95b5b3e1-e845-4307-9586-31256b58ca3f req-7bef9605-4753-4a84-8488-73a08b5fb13c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0750673 Mar 31 23:16:00.326944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe42:a07a (72d20de6-aee2-4ce8-9aef-20530b716056/b76cc909-ec9b-481c-b61b-c8fe772f270d/3f7c786f-f6ef-49ac-88c4-43938af9f74a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:00.357682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95b5b3e1-e845-4307-9586-31256b58ca3f req-bc5fa5d4-bfea-4b2f-a600-b3642b5a48ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845284 Mar 31 23:16:00.364423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:00.368988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:00.386086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:00.475494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Pushing event updated for resources: {'Port': ['ID=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:00.540344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Attempting to bind port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:00.547964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Attempting to bind port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:00.551906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Attempting to bind port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:00.562834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90b5c8cd-c461-4d02-86c1-2e79491236cd req-8418ebf5-aee6-41e7-9f7b-8bae1dae54dc tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0581319 Mar 31 23:16:00.567476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:00.569136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:00.569583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-795b024c-cb5d-4233-ad07-dbf32b219a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.570609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.571525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-795b024c-cb5d-4233-ad07-dbf32b219a6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 1096 time: 0.3544426 Mar 31 23:16:00.572248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:00.573908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Bound port: 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:00.575603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.709654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6666-e747-44cc-b381-9b4ff7a539dd req-d0b4a5fe-7aeb-4e3f-9726-45b32c0c80cd tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.711569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-347d6666-e747-44cc-b381-9b4ff7a539dd req-d0b4a5fe-7aeb-4e3f-9726-45b32c0c80cd tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1124325 Mar 31 23:16:00.721853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-7dec6ccd-3277-4171-b704-c64587fdf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.725056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-7dec6ccd-3277-4171-b704-c64587fdf925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1096 time: 0.1530259 Mar 31 23:16:00.737987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.780257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] For port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:00.790171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] For port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:00.809837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-5eb6e466-5553-415b-8c82-310b1241c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.811372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-5eb6e466-5553-415b-8c82-310b1241c4ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2154047 Mar 31 23:16:00.837363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-347d6666-e747-44cc-b381-9b4ff7a539dd req-a8556e4c-5b95-4a18-9191-6f7196a9b49c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126714 Mar 31 23:16:00.879513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-88a20e97-a891-4914-87cf-33cf25d3f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.882681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-88a20e97-a891-4914-87cf-33cf25d3f48a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 912 time: 0.1496534 Mar 31 23:16:00.894473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.937652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-e14f5ca0-6875-4198-b344-9207619ff751 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98fa22b0-a934-4110-8023-9de1a0a6110d HTTP/1.1" status: 200 len: 217 time: 0.1181211 Mar 31 23:16:00.966424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-4989ff81-08c3-4dad-9158-25bd531fa60d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7313ddaf-a675-480d-95bc-5d33261712b1 HTTP/1.1" status: 200 len: 217 time: 0.0756640 Mar 31 23:16:01.059976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-1ef8cda8-2a70-44aa-9190-f4114450df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.061770 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-1ef8cda8-2a70-44aa-9190-f4114450df96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1080594 Mar 31 23:16:01.063175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8504ed2-802a-47e9-ab57-a275d267e799 None None] Pushing event updated for resources: {'Port': ['ID=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:01.096731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-4151a234-01e4-4854-8599-411e25ccc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.099810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-4151a234-01e4-4854-8599-411e25ccc05e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.1251445 Mar 31 23:16:01.129565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-6d0dd804-f481-429c-b0e6-a3ef10616531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.130938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-6d0dd804-f481-429c-b0e6-a3ef10616531 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540471 Mar 31 23:16:01.168919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-3656120f-a7c8-493f-859f-9b0ccd6e9faf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575502 Mar 31 23:16:01.230386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.309427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:01.342178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:01.352261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:01.361758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.362683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.394953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=3f7c786f-f6ef-49ac-88c4-43938af9f74a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:01.459203 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-3f49aaec-a9cf-4256-ad40-a590d4fad93a service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212020 Mar 31 23:16:01.524217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-9c22f844-7e56-4174-9329-72d2d5de9bce service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495748 Mar 31 23:16:01.584757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-91b040d2-3de3-444d-bacc-1b243025ef97 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0805230 Mar 31 23:16:01.584757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:01.695603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e46d6-ef8d-44c0-ae43-28fd1bb4612c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.703391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e46d6-ef8d-44c0-ae43-28fd1bb4612c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.706220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ce5e46d6-ef8d-44c0-ae43-28fd1bb4612c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1229720 Mar 31 23:16:01.709099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39208) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:01.716229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-563952d9-8728-47b7-be91-0935ac8ffde1 req-318e08bc-4497-4f26-8d17-097d66951597 service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802335 Mar 31 23:16:01.761041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a4378-e3b1-4b83-9634-59ed1a37b44f req-41401618-d178-4a9d-a0d5-88bf5c24a1ee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.769067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728a4378-e3b1-4b83-9634-59ed1a37b44f req-41401618-d178-4a9d-a0d5-88bf5c24a1ee tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2436800 Mar 31 23:16:01.787854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3b82bb8-ecfa-48cf-b491-f831b42fa9a4 req-0b261273-1fdd-4b6d-80b5-cfe84ba38e51 service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153117 Mar 31 23:16:01.877710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 3f7c786f-f6ef-49ac-88c4-43938af9f74a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:01.878393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.879870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-728a4378-e3b1-4b83-9634-59ed1a37b44f req-71cd64cb-a308-4151-b970-c1b475947cb8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072226 Mar 31 23:16:01.896444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aaf9ac86-a68e-46db-8c89-a4892b5a0003 req-cc15304c-a0df-4530-9fe6-72f6f63d48f4 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1142433 Mar 31 23:16:02.048380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.071507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee72e-ff09-479d-a72f-21c80e8c5437 req-c6dee701-68ae-4f50-ac03-2cc15e397f71 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:02.094356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 3f7c786f-f6ef-49ac-88c4-43938af9f74a owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:02.099351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c14ee72e-ff09-479d-a72f-21c80e8c5437 req-c6dee701-68ae-4f50-ac03-2cc15e397f71 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1207008 Mar 31 23:16:02.158398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c14ee72e-ff09-479d-a72f-21c80e8c5437 req-ce8e1a34-11c4-40dd-998e-ae7e651a22a3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576408 Mar 31 23:16:02.492101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.570900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=3f7c786f-f6ef-49ac-88c4-43938af9f74a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:02.642415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.650177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1fc1291c-6964-4cec-a8d7-38df60178fc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/3f7c786f-f6ef-49ac-88c4-43938af9f74a HTTP/1.1" status: 204 len: 168 time: 0.9377406 Mar 31 23:16:02.650547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.730673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846e34f-c8ed-44ee-b4b9-df08d78a4cf2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:02.732726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846e34f-c8ed-44ee-b4b9-df08d78a4cf2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:02.737935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39222) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.749545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0846e34f-c8ed-44ee-b4b9-df08d78a4cf2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970924 Mar 31 23:16:02.810197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet b76cc909-ec9b-481c-b61b-c8fe772f270d {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:02.813841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.853601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] Provisioning complete for port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:02.854226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.891689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.108651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.179531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] For port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:03.255442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ba9226e-1de1-4264-a6e1-37e0dadfce0e req-744385e8-ab54-4b5a-a1c2-79dee589ab66 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0708206 Mar 31 23:16:03.295835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a42a7-3920-4ae0-bb22-bd697ec49128 req-062b9e68-2dee-4f8e-b58a-fba1464fe842 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:03.297497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a7a42a7-3920-4ae0-bb22-bd697ec49128 req-062b9e68-2dee-4f8e-b58a-fba1464fe842 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1259341 Mar 31 23:16:03.362687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a7a42a7-3920-4ae0-bb22-bd697ec49128 req-353d318f-de9d-4296-bfa1-bed84b6d4a7b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579121 Mar 31 23:16:03.448872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7247d-ada5-42bd-aa66-9ef119b8242e req-89b5bf38-2c10-4d67-b020-92ed3b0acfff tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:03.448872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc7247d-ada5-42bd-aa66-9ef119b8242e req-89b5bf38-2c10-4d67-b020-92ed3b0acfff tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0842323 Mar 31 23:16:03.457112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:03.505083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc7247d-ada5-42bd-aa66-9ef119b8242e req-21dd76d2-61ed-4322-91a2-72ddaa7ebabe tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Mar 31 23:16:03.583673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.585201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.645562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:03.646232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.650486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b7a9-8230-4958-899e-6b476a980d8c None None] Pushing event updated for resources: {'Port': ['ID=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.702269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-765815a5-933c-4092-a230-c9791ee42017 None None] Could not find standard attr ID for object 3f7c786f-f6ef-49ac-88c4-43938af9f74a. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:03.930514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.046408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=b76cc909-ec9b-481c-b61b-c8fe772f270d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.058737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.069684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-457011ab-dae4-4e34-b7e8-56c6f476a47d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b76cc909-ec9b-481c-b61b-c8fe772f270d HTTP/1.1" status: 204 len: 168 time: 1.3306081 Mar 31 23:16:04.074381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39242) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.075967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3920c36-6ac1-46d1-9f54-3b9aa34408ba None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:04.219679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.224753 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f3903a9-1a84-41d9-b0a1-5ea0fca9d89f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490898 Mar 31 23:16:04.328681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba3390-e7ce-4f27-bec9-02bcc8105cd2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:04.332909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89ba3390-e7ce-4f27-bec9-02bcc8105cd2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1098812 Mar 31 23:16:04.334723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39250) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.535579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b563628-ed05-44aa-b0e8-50200cd4db1c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:04.539248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b563628-ed05-44aa-b0e8-50200cd4db1c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2017722 Mar 31 23:16:04.540850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8a68e89-347f-49a7-8046-cf0c8f578592 req-e89481c9-6db2-4eaf-9a2f-8591bf13bd26 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0588989 Mar 31 23:16:04.547561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.555965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:04.676606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-33e43a1f-f254-40fd-97c1-5b1484a47dbd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320620 Mar 31 23:16:04.676797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Deleting port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:04.677156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.677973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39260) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.678972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de0ff-a00e-490b-a347-370b7bffb9ab req-6449bf2d-e2d0-4e58-a8da-25992ec9a426 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:04.684093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c98de0ff-a00e-490b-a347-370b7bffb9ab req-6449bf2d-e2d0-4e58-a8da-25992ec9a426 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1626744 Mar 31 23:16:04.694090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:04.709261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.795236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c98de0ff-a00e-490b-a347-370b7bffb9ab req-e84d2951-de7b-4ab0-a0ba-750f50aa45d9 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011117 Mar 31 23:16:04.885517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] For port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:04.886895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.914149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de40b-d93f-43f4-8ff5-034de95e69aa req-351e3fb2-005c-43fc-8f0a-db4464838dbd tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:04.917531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d97de40b-d93f-43f4-8ff5-034de95e69aa req-351e3fb2-005c-43fc-8f0a-db4464838dbd tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1202986 Mar 31 23:16:04.927859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Calling delete_port for 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:05.031039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d97de40b-d93f-43f4-8ff5-034de95e69aa req-0fbb3f2d-0463-412e-9825-5dce4cee3798 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052425 Mar 31 23:16:05.071287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:05.076276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.225541 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.250553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] No DVR routers for this DVR port 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:05.340992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f31ec-2f59-44dc-ba2b-a97e0ac5f2b0 None None] Pushing event deleted for resources: {'Port': ['ID=4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:05.430058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:05.459367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:05.459890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c9f56ab-4a6c-491b-b7b4-6a1f515c0dd9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:05.686418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:16:05.688972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.718745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:05.722084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:05.733028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237948e-1bb8-4d18-8c1d-a48b20379458 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:05.751298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:05.752842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.822305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d29084f0-2105-4497-924d-92639df7cec2 req-391904db-7760-4794-903f-a4ca12c36cad tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0527287 Mar 31 23:16:05.825522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=33cffc15-a3e1-4b72-a81c-a4de85ba5b4b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:05.868352 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e443241-d9f0-471a-a7e1-6a781ceebff5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1878114 Mar 31 23:16:05.868352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:05.877104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:5d:21:4b', 'name': 'tempest-NetworksTestDHCPv6-1751991384'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:06.044834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '33cffc15-a3e1-4b72-a81c-a4de85ba5b4b'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:06.046137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.084759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fb7da-67ca-4bbb-928a-bf7cbe6f9238 req-f523be3f-df0d-4df2-b31b-b2ace3b178ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:06.091101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-667fb7da-67ca-4bbb-928a-bf7cbe6f9238 req-f523be3f-df0d-4df2-b31b-b2ace3b178ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1379097 Mar 31 23:16:06.170542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-667fb7da-67ca-4bbb-928a-bf7cbe6f9238 req-50f37245-9715-4a18-9984-c93b91f6af9a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756483 Mar 31 23:16:06.267447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:06.292628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f14e7-d190-4c3f-9c07-6e9a8f507153 req-3a9c7547-5590-4f5b-9fd7-d9a4f2f2eba2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:06.302856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f88f14e7-d190-4c3f-9c07-6e9a8f507153 req-3a9c7547-5590-4f5b-9fd7-d9a4f2f2eba2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0948212 Mar 31 23:16:06.361492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f88f14e7-d190-4c3f-9c07-6e9a8f507153 req-075c22a2-abce-4cbb-b697-076e7813a29e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Mar 31 23:16:06.419409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Allocated IP 2001:db8::f816:3eff:fea4:b65d (72d20de6-aee2-4ce8-9aef-20530b716056/33cffc15-a3e1-4b72-a81c-a4de85ba5b4b/5f97afc4-e8f2-4db8-b8d8-bd9f55479570) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:06.469088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.497265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port fbf755aa-3269-457c-a824-d63d2de2412d yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:06.745082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.802801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.894473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:06.898341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:06.903297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:06.910705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe5d:214b (72d20de6-aee2-4ce8-9aef-20530b716056/33cffc15-a3e1-4b72-a81c-a4de85ba5b4b/fbf755aa-3269-457c-a824-d63d2de2412d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:06.918611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Pushing event updated for resources: {'Port': ['ID=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.097470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Attempting to bind port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:07.100610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Attempting to bind port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:07.102519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Attempting to bind port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:07.115993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:07.118534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:07.119138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.120934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:07.122199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Bound port: 5f97afc4-e8f2-4db8-b8d8-bd9f55479570, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:07.123942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.133245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c182dfe-a5b8-4f48-98ac-04a469a9901f req-51105867-65ac-4c9a-971b-86ee1a0c290a tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0747647 Mar 31 23:16:07.311751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] For port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:07.316537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] For port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:07.380484 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.435675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.511331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b71eb5-0e6c-4ee4-ac88-f1c7b49b0719 req-01330583-1674-49bb-a057-e720949fb612 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.513194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5b71eb5-0e6c-4ee4-ac88-f1c7b49b0719 req-01330583-1674-49bb-a057-e720949fb612 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1761131 Mar 31 23:16:07.576083 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.595470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398519a-3779-4e80-b75b-16fe1f1c1eca None None] Pushing event updated for resources: {'Port': ['ID=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.657353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:07.661205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:07.662367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcd0ae-c1fc-4bfc-abbb-bd4607b1e972 req-945e7428-5e6e-45ce-9128-86407b28b293 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.665409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:07.671639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0dcd0ae-c1fc-4bfc-abbb-bd4607b1e972 req-945e7428-5e6e-45ce-9128-86407b28b293 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1573756 Mar 31 23:16:07.691920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.695415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.717387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=fbf755aa-3269-457c-a824-d63d2de2412d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.727217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5b71eb5-0e6c-4ee4-ac88-f1c7b49b0719 req-f8632db5-5e82-41e9-adeb-67309a8fcebd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493542 Mar 31 23:16:07.820370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0dcd0ae-c1fc-4bfc-abbb-bd4607b1e972 req-dcb8786a-9e57-4e9a-a82b-fb12b947f84b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475356 Mar 31 23:16:07.874936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d888535d-2399-4469-adb5-0aa00a858370 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0026011 Mar 31 23:16:07.878032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39306) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:08.048092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77346fe9-8b9b-47fc-a649-b581057e3f46 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.055532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77346fe9-8b9b-47fc-a649-b581057e3f46 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.057239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-77346fe9-8b9b-47fc-a649-b581057e3f46 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1779230 Mar 31 23:16:08.060688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:08.249277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port fbf755aa-3269-457c-a824-d63d2de2412d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:08.249622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.328124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8410db22-7051-4c4e-bdf3-e5c64a350c74 req-4af0ba64-06bb-4c02-b71f-ae5c266fe49b tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0639935 Mar 31 23:16:08.387946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.408649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for fbf755aa-3269-457c-a824-d63d2de2412d owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:08.683411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.733596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=fbf755aa-3269-457c-a824-d63d2de2412d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:08.810269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.813577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ffdc930d-5abe-4f31-91b1-b1c273bb1156 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/fbf755aa-3269-457c-a824-d63d2de2412d HTTP/1.1" status: 204 len: 168 time: 0.7518795 Mar 31 23:16:08.816759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.019374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e373152-bbce-4bc0-9da2-f7f3de6c941e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.036494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e373152-bbce-4bc0-9da2-f7f3de6c941e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.039872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e373152-bbce-4bc0-9da2-f7f3de6c941e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2226689 Mar 31 23:16:09.043152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39334) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.113423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2da7-3ee7-420a-a5e7-20a0dca05ea6 req-46e04260-9a81-40ef-a635-db7785bb0171 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.144849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac5e2da7-3ee7-420a-a5e7-20a0dca05ea6 req-46e04260-9a81-40ef-a635-db7785bb0171 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.2575779 Mar 31 23:16:09.212818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 33cffc15-a3e1-4b72-a81c-a4de85ba5b4b {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:09.217406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.270207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.295412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a6029-930d-4faa-a93b-4bc3ef16af7b req-9b618091-1300-4652-9ac4-bff5628af2ae tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.313501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d6a6029-930d-4faa-a93b-4bc3ef16af7b req-9b618091-1300-4652-9ac4-bff5628af2ae tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.3630509 Mar 31 23:16:09.410958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac5e2da7-3ee7-420a-a5e7-20a0dca05ea6 req-8230aff9-6970-4c4f-8b17-d7ba5e2e748d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629201 Mar 31 23:16:09.486392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d6a6029-930d-4faa-a93b-4bc3ef16af7b req-95c28e31-742c-4971-842b-9d2f31140dd6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614075 Mar 31 23:16:09.524663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.574576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:09.702005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5378e118-f6fe-4473-a58a-cf7b0c24a889 req-d805b845-1b74-4892-9c40-f5a070c4a3e7 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0672340 Mar 31 23:16:09.714319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] Provisioning complete for port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:09.716097 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.772703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.824729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:09.825508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.859783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=33cffc15-a3e1-4b72-a81c-a4de85ba5b4b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.880821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.886549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0d633693-8a4a-417a-9f2e-e5689056efad tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/33cffc15-a3e1-4b72-a81c-a4de85ba5b4b HTTP/1.1" status: 204 len: 168 time: 0.8422971 Mar 31 23:16:09.889175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39344) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.923955 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.983349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39346) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.983710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c4bb7b15-b437-4717-bc1a-3116c86e8b01 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931821 Mar 31 23:16:09.989348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:10.036120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] For port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:10.056088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.100039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354adcd-d6c1-432b-8f56-b603495eaefe None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:10.159895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.311261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fef52d09-7717-49bb-8ec4-f9218add238a None None] Could not find standard attr ID for object fbf755aa-3269-457c-a824-d63d2de2412d. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:10.327578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:10.327939 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:10.370652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afe885-00ad-4276-8249-5acf3eb548b6 None None] Pushing event updated for resources: {'Port': ['ID=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:10.394940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:10.397620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.531196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:10.654488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Deleting port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:10.655693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.659819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7948d-ffa5-4336-980e-e4c71c5ca64d req-52b7d1ee-4a83-43e1-bbd3-2e1866c51f81 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:10.664530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55b7948d-ffa5-4336-980e-e4c71c5ca64d req-52b7d1ee-4a83-43e1-bbd3-2e1866c51f81 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1320772 Mar 31 23:16:10.712637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5688a6-12a3-4b83-9073-2d39861e4b00 req-45f9f186-4ed6-46d6-b9c7-988f04c741bf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:10.712637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5688a6-12a3-4b83-9073-2d39861e4b00 req-45f9f186-4ed6-46d6-b9c7-988f04c741bf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1014199 Mar 31 23:16:10.770310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55b7948d-ffa5-4336-980e-e4c71c5ca64d req-71cdf965-9504-46a0-948d-22c652686656 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 Mar 31 23:16:10.827617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5688a6-12a3-4b83-9073-2d39861e4b00 req-8dd4aa95-bd65-44a1-8bca-6e3150f07bc2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Mar 31 23:16:10.848230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] For port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:10.854622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.926838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Calling delete_port for 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:11.004854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffcef3d7-8fae-4a49-bb9c-0f0842637427 req-0edd847e-45c0-445f-af28-a76b82c64b41 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0936368 Mar 31 23:16:11.038178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:16:11.138961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.156965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] No DVR routers for this DVR port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:11.195570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a76c86-849a-4f53-86ba-3902bed4e3d3 None None] Pushing event deleted for resources: {'Port': ['ID=5f97afc4-e8f2-4db8-b8d8-bd9f55479570,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:11.439780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:11.529966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:11.530312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:11.619116 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c177-776e-4c3d-9aa5-e2a8ec0b28e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.796312 n-d-828414-2 neutron-server[109835]: WARNING neutron.services.revisions.revision_plugin [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Could not find related port for resource to bump revision. Mar 31 23:16:11.837734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_pluggable_backend [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Port 5f97afc4-e8f2-4db8-b8d8-bd9f55479570 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:16:11.837734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_pluggable_backend [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Reverting IP allocation for 2001:db8::f816:3eff:fea4:b65d {{(pid=109835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:16:11.842048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.862446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:11.865048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:11.878628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57c664-e8c6-42f6-8e76-cabfa4261a1a None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:11.889740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:11.890430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.923642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=14dcfa31-5633-4394-a086-3d95cadb73d3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:11.997773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaa566-58c8-4c86-ae18-d813bcdf7ee1 req-14de0531-e27e-43f8-85b6-b1f86ededb9f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:12.002020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-14ba9c2b-f540-4bde-bfe6-77626866cc9e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0148110 Mar 31 23:16:12.006386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24eaa566-58c8-4c86-ae18-d813bcdf7ee1 req-14de0531-e27e-43f8-85b6-b1f86ededb9f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1369803 Mar 31 23:16:12.007307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39384) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:12.012912 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:ce:20:c3', 'name': 'tempest-NetworksTestDHCPv6-1562918746'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:12.138105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '14dcfa31-5633-4394-a086-3d95cadb73d3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:12.139424 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.142412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24eaa566-58c8-4c86-ae18-d813bcdf7ee1 req-717b0a29-944b-45d2-a7a2-016b906e93d0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Mar 31 23:16:12.205594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26539-b7e5-4f2c-98b5-46006a042389 req-6bf8bd98-02c8-40ad-ac49-b5ece0ff03f4 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:12.208660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0a26539-b7e5-4f2c-98b5-46006a042389 req-6bf8bd98-02c8-40ad-ac49-b5ece0ff03f4 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.2375555 Mar 31 23:16:12.336563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4889a5c-5981-428e-b9ab-063c4c690143 req-a1bd333f-d563-4b99-87cf-74aeb69fff92 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0394480 Mar 31 23:16:12.351701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0a26539-b7e5-4f2c-98b5-46006a042389 req-348c5c05-4529-4aa1-9922-0fc7831f3dcf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288874 Mar 31 23:16:12.366291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Allocated IP 2001:db8::f816:3eff:fe29:d804 (72d20de6-aee2-4ce8-9aef-20530b716056/14dcfa31-5633-4394-a086-3d95cadb73d3/d96877a0-2747-4ca1-a785-57e5f886cf65) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:12.390476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:12.505523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.550846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 33228524-b980-42a8-a219-067337f475a9 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:12.644365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.726493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.799093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Pushing event updated for resources: {'Port': ['ID=d96877a0-2747-4ca1-a785-57e5f886cf65,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:12.830025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:12.831775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:12.833699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fece:20c3 (72d20de6-aee2-4ce8-9aef-20530b716056/14dcfa31-5633-4394-a086-3d95cadb73d3/33228524-b980-42a8-a219-067337f475a9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:12.846169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:12.952813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Attempting to bind port d96877a0-2747-4ca1-a785-57e5f886cf65 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:12.953459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Attempting to bind port d96877a0-2747-4ca1-a785-57e5f886cf65 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:12.955828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Attempting to bind port d96877a0-2747-4ca1-a785-57e5f886cf65 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:12.968091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:12.968499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:12.968880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.969269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:12.972351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Bound port: d96877a0-2747-4ca1-a785-57e5f886cf65, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:12.973240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.116985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] For port d96877a0-2747-4ca1-a785-57e5f886cf65, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:13.125372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] For port d96877a0-2747-4ca1-a785-57e5f886cf65, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d96877a0-2747-4ca1-a785-57e5f886cf65,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:13.131087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.242384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.242639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.294510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:13.298325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:13.304997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:13.311508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.315833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.315934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a40f7-7233-4114-90c4-5ae1c4b7b781 req-2fe99c9f-9510-471a-a420-ecd6e4438afa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.315934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d69a40f7-7233-4114-90c4-5ae1c4b7b781 req-2fe99c9f-9510-471a-a420-ecd6e4438afa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0741487 Mar 31 23:16:13.339723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=33228524-b980-42a8-a219-067337f475a9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.351658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f8e91-f512-4de3-b41d-448f8c77df7d None None] Pushing event updated for resources: {'Port': ['ID=d96877a0-2747-4ca1-a785-57e5f886cf65,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.406600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d69a40f7-7233-4114-90c4-5ae1c4b7b781 req-7fb2521e-052d-4b58-b9c0-8378a04c584e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Mar 31 23:16:13.406969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d6d25729-d64c-4488-83b8-caea8c541fee tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3969669 Mar 31 23:16:13.408240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39414) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:13.532669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-e524b1bc-6bbb-47eb-b893-5880cc6c71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.544398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-e524b1bc-6bbb-47eb-b893-5880cc6c71f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 1096 time: 0.1097045 Mar 31 23:16:13.587368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a4b48-9907-404a-aea4-3cca7eaefc8a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.594202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95bf49a1-d910-4254-bdf6-bf6fcabe28f0 req-f3eee2ae-02a8-47f8-85f1-9c59bb7622f1 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0852444 Mar 31 23:16:13.596801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a4b48-9907-404a-aea4-3cca7eaefc8a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.604598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c50a4b48-9907-404a-aea4-3cca7eaefc8a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1927502 Mar 31 23:16:13.605580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:13.644097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8f3-ea68-46ff-a152-5d4acd973ddd req-c667acec-92a5-4b15-b82e-085e058772f1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.653780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1afa8f3-ea68-46ff-a152-5d4acd973ddd req-c667acec-92a5-4b15-b82e-085e058772f1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.2129574 Mar 31 23:16:13.800383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1afa8f3-ea68-46ff-a152-5d4acd973ddd req-9e7551ff-6d0f-4be4-ae42-8a2684835206 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455669 Mar 31 23:16:13.803441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-79ef2bfd-e77e-484e-937d-b0495fac6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.806006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-79ef2bfd-e77e-484e-937d-b0495fac6778 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.2523215 Mar 31 23:16:13.826505 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-44e37f4c-d3c5-43de-b544-b4ce06d65c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.872033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-271eed12-82aa-471f-8f32-8d9fd3dec043 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98fa22b0-a934-4110-8023-9de1a0a6110d HTTP/1.1" status: 200 len: 217 time: 0.0589831 Mar 31 23:16:13.922618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 33228524-b980-42a8-a219-067337f475a9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:13.923384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.040834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-b47258fe-141b-48a7-ba9d-2861f3b323e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:14.043028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-b47258fe-141b-48a7-ba9d-2861f3b323e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1641502 Mar 31 23:16:14.129798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.150346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 33228524-b980-42a8-a219-067337f475a9 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:14.151937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-a637a615-e5d9-4e8b-b1db-73337771e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:14.153461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-a637a615-e5d9-4e8b-b1db-73337771e595 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036110 Mar 31 23:16:14.435730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-1c7f4e6e-36b8-4997-9d04-7edb7ad40b5b service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033444 Mar 31 23:16:14.435730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f244ab2-9df0-443f-bffd-2a11ef3ee5de req-720f1579-1ed9-4b02-b2bd-1b7744140ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960975 Mar 31 23:16:14.539060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fe6e-9dd3-4296-8a1e-d1ea66ed4b99 req-f7852b28-6030-41ab-85af-f6000dd5573e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:14.541794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a5fe6e-9dd3-4296-8a1e-d1ea66ed4b99 req-f7852b28-6030-41ab-85af-f6000dd5573e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0574415 Mar 31 23:16:14.600104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63a5fe6e-9dd3-4296-8a1e-d1ea66ed4b99 req-a46c4e93-06b4-4a01-854d-d5246d2eaa90 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Mar 31 23:16:14.809598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-030a3433-d028-42ee-ba3c-ebee82150ff3 req-05e138e3-6de8-417c-bfc6-73caf21f76dc tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0365930 Mar 31 23:16:14.811866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Provisioning complete for port d96877a0-2747-4ca1-a785-57e5f886cf65 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:14.812961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.926322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.967510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] For port d96877a0-2747-4ca1-a785-57e5f886cf65, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d96877a0-2747-4ca1-a785-57e5f886cf65,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:15.011594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b81e0-f83f-4d9e-bae9-75cdf9d6c191 req-d4e5db71-a0f0-4abf-872e-8051863519a9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.011594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea8b81e0-f83f-4d9e-bae9-75cdf9d6c191 req-d4e5db71-a0f0-4abf-872e-8051863519a9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1040788 Mar 31 23:16:15.057650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.074730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.129251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea8b81e0-f83f-4d9e-bae9-75cdf9d6c191 req-fdf8309b-b4ea-4081-be7b-c1dbb0e82568 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050365 Mar 31 23:16:15.145191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=33228524-b980-42a8-a219-067337f475a9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.173218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.178309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38bdaef9-49bc-457c-9f7a-f617fc4b3424 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/33228524-b980-42a8-a219-067337f475a9 HTTP/1.1" status: 204 len: 168 time: 1.5224311 Mar 31 23:16:15.185936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39440) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.190113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-eb1a552d-89aa-458a-8774-19852c548ee0 None None] Could not find standard attr ID for object 33228524-b980-42a8-a219-067337f475a9. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:15.203656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Pushing event updated for resources: {'Port': ['ID=d96877a0-2747-4ca1-a785-57e5f886cf65,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.222145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.222493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.222841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.223216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.223602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.223930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.224259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.224585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.224910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.225233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.225556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.225878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685f744-685e-4b41-bd00-0a638b9db053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:15.274464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876a96a-de33-4c3e-aa5a-5a81aa4e8e99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.276459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876a96a-de33-4c3e-aa5a-5a81aa4e8e99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.278514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9876a96a-de33-4c3e-aa5a-5a81aa4e8e99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0912478 Mar 31 23:16:15.281574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39442) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.322186 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.405277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 14dcfa31-5633-4394-a086-3d95cadb73d3 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:15.415657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.474353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.503871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d96877a0-2747-4ca1-a785-57e5f886cf65 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:15.563309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d96877a0-2747-4ca1-a785-57e5f886cf65 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:15.563829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.592356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.728692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.767034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=14dcfa31-5633-4394-a086-3d95cadb73d3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.777235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574cc0-1278-422b-8a11-d674b867f116 req-69b68b8f-48c2-4f37-b15b-9068cf5ab369 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.778800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b574cc0-1278-422b-8a11-d674b867f116 req-69b68b8f-48c2-4f37-b15b-9068cf5ab369 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.0915351 Mar 31 23:16:15.781882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.788017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.788568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ceb3529f-467f-4623-b8bd-7cddd763fcbc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/14dcfa31-5633-4394-a086-3d95cadb73d3 HTTP/1.1" status: 204 len: 168 time: 0.5056417 Mar 31 23:16:15.791217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9511683-5636-4e21-912a-16fb9b7826e2 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:15.863055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b574cc0-1278-422b-8a11-d674b867f116 req-50104f00-8153-4349-ad59-6111c5bfb9d1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Mar 31 23:16:15.863538 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23986ac5-c448-4a84-b786-fee457fe91b9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685077 Mar 31 23:16:15.863627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.935932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3b07d-76f0-4582-84d7-7ce3244fc129 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.938195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bbf3b07d-76f0-4582-84d7-7ce3244fc129 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0759046 Mar 31 23:16:15.940870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39458) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.016270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cd45627-8aa5-47da-b88f-6e86a2cae8d2 req-655ffa5f-bba2-4116-8c5a-fc67d71df508 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0551991 Mar 31 23:16:16.065953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4060c34-3edd-4188-8038-f14c3687b3b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:16.068092 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b4060c34-3edd-4188-8038-f14c3687b3b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259608 Mar 31 23:16:16.070750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.120841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e597a6dc-76a7-44ea-8436-aa7e685ef916 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485237 Mar 31 23:16:16.125183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39466) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.130788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:16.368513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c26f-1d1b-4b20-a16d-36898d1cb308 req-6d75257f-96df-4125-a44e-84310901444d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:16.370331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5c8c26f-1d1b-4b20-a16d-36898d1cb308 req-6d75257f-96df-4125-a44e-84310901444d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0959849 Mar 31 23:16:16.421471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:16.431040 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.435561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:16.460739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5c8c26f-1d1b-4b20-a16d-36898d1cb308 req-c47a9d13-a63e-4ec9-b626-a046c35fabd2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Mar 31 23:16:16.522194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Deleting port d96877a0-2747-4ca1-a785-57e5f886cf65 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:16.523046 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.617825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] For port d96877a0-2747-4ca1-a785-57e5f886cf65, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d96877a0-2747-4ca1-a785-57e5f886cf65,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:16.618525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.637083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Calling delete_port for d96877a0-2747-4ca1-a785-57e5f886cf65 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:16.647523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.745152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.797285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.799038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:16.804099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:16.808967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:16.809572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.820867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.828570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.858001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] Pushing event deleted for resources: {'Port': ['ID=d96877a0-2747-4ca1-a785-57e5f886cf65,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.863607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd042db8-b4d4-49e0-a641-f5bf94813949 None None] No DVR routers for this DVR port d96877a0-2747-4ca1-a785-57e5f886cf65 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:16.889417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d917b06-5bc3-409d-9078-a918894ba713 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:16.890715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e5127bae-fc4a-46af-80bc-4e37057e753d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644312 Mar 31 23:16:16.894041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.900910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:1d:12:ea', 'name': 'tempest-NetworksTestDHCPv6-921519496'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:17.069807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17e1f9-b4b6-4da2-966a-9b798f1cb270 req-8f25e2c0-33ea-4d16-beaf-3164d139041d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.076993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c17e1f9-b4b6-4da2-966a-9b798f1cb270 req-8f25e2c0-33ea-4d16-beaf-3164d139041d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 945 time: 0.1109493 Mar 31 23:16:17.129203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:17.130782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.218809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:17.223986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c17e1f9-b4b6-4da2-966a-9b798f1cb270 req-6cf71837-f7e9-4e73-9ff4-ecfe51bee4cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204693 Mar 31 23:16:17.224272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.284788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port a7c9364a-9a1b-4150-b888-14387b3fecef yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:17.285526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:17.503392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::92 (72d20de6-aee2-4ce8-9aef-20530b716056/1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7/a7c9364a-9a1b-4150-b888-14387b3fecef) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:17.519578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d96877a0-2747-4ca1-a785-57e5f886cf65 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:17.570187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d96877a0-2747-4ca1-a785-57e5f886cf65 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:17.570579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d96877a0-2747-4ca1-a785-57e5f886cf65 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:17.587055 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.634607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:17.637956 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a056783-0b44-426d-b2df-e2fc4b848728" -d '{"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:17.657650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:17.755216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.780854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.822084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dedfec70-eac1-484a-b8bb-d3842b9b917a req-19d67657-6ab8-4b3a-99d8-74b4f4aae1e9 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.6562209 Mar 31 23:16:17.853891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:17.893527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647e0-cef7-4692-b5c9-6578e06b6fa7 req-e367e2ce-d92d-41e6-8ac9-ff3780ceee4b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.896030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.909557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c647e0-cef7-4692-b5c9-6578e06b6fa7 req-e367e2ce-d92d-41e6-8ac9-ff3780ceee4b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0855365 Mar 31 23:16:17.994662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7/9f1f3783-ff3a-4c8e-b77d-8920a64c7b94) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:18.034457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=a7c9364a-9a1b-4150-b888-14387b3fecef,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:18.061458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c647e0-cef7-4692-b5c9-6578e06b6fa7 req-3a023e03-a759-47c1-9d1d-1cddb70a1f82 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504917 Mar 31 23:16:18.067647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:18.069387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:18.087697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:18.092216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.092877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.115201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf39712-7eed-4d66-8f5f-f67620649384 req-61841595-2fd7-420a-b476-9c32e11b1740 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.117284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faf39712-7eed-4d66-8f5f-f67620649384 req-61841595-2fd7-420a-b476-9c32e11b1740 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1669524 Mar 31 23:16:18.184081 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7ef63c45-c5b4-49b5-886d-04be4f632fbe tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2888646 Mar 31 23:16:18.186839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39494) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:18.231844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faf39712-7eed-4d66-8f5f-f67620649384 req-366ffe62-3bb9-427a-a87d-f12e8ad6cbde tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059415 Mar 31 23:16:18.273328 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dff864-c903-41e6-a47a-bd0d40915960 x-openstack-request-id: req-38dff864-c903-41e6-a47a-bd0d40915960 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:18.277153 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-unplugged", "status": "failed", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d", "code": 422}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:18.277668 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-38dff864-c903-41e6-a47a-bd0d40915960 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:18.280659 n-d-828414-2 neutron-server[109836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38dff864-c903-41e6-a47a-bd0d40915960']: {'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'code': 422} returned with failed status Mar 31 23:16:18.317678 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.345544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6842de99-70d4-49ee-88a1-9e334e6ed5ea tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.349303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6842de99-70d4-49ee-88a1-9e334e6ed5ea tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1589026 Mar 31 23:16:18.349722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:18.385844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68dcd8-34e2-4386-a08b-fc16b7eab3fe req-734db3a0-e053-4371-a3dc-5575d91c968f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.385844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d68dcd8-34e2-4386-a08b-fc16b7eab3fe req-734db3a0-e053-4371-a3dc-5575d91c968f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0995402 Mar 31 23:16:18.402498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.452703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:18.456617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:18.459515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:18.496235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Pushing event updated for resources: {'Port': ['ID=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:18.508281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d68dcd8-34e2-4386-a08b-fc16b7eab3fe req-f61f12f6-c2a8-42b4-82fe-7c14f02ab18a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141539 Mar 31 23:16:18.541436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Attempting to bind port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:18.542450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Attempting to bind port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:18.543055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Attempting to bind port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:18.549237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:18.549828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:18.550231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.550789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:18.551307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Bound port: 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:18.551669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.561332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port a7c9364a-9a1b-4150-b888-14387b3fecef {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:18.561953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.648223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] For port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:18.651606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] For port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:18.695631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.717061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for a7c9364a-9a1b-4150-b888-14387b3fecef owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:18.726963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cd9ac-1fbc-4ee8-b0fc-b37bc3258b72 req-e0c90eb9-c740-4924-962c-46652c96e381 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.729312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c34cd9ac-1fbc-4ee8-b0fc-b37bc3258b72 req-e0c90eb9-c740-4924-962c-46652c96e381 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0862432 Mar 31 23:16:18.745791 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.849409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c34cd9ac-1fbc-4ee8-b0fc-b37bc3258b72 req-da01d5c1-4cfb-43e3-b91b-e71f2bb9fb95 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115837 Mar 31 23:16:18.919705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab69c-9f1f-4385-80b6-cec21c5dc7ad None None] Pushing event updated for resources: {'Port': ['ID=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:19.043819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1266d12-85e1-4e34-9d99-9f1f69914593 req-86932c9f-def7-4b42-a0b8-9b43bba3f12d tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0453870 Mar 31 23:16:19.086087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.136400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730d23-45ac-412d-be02-a68abe6f0563 req-0badb317-e1dd-4549-a402-f29d7a85ce03 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.144710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75730d23-45ac-412d-be02-a68abe6f0563 req-0badb317-e1dd-4549-a402-f29d7a85ce03 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0998132 Mar 31 23:16:19.189748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=a7c9364a-9a1b-4150-b888-14387b3fecef,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:19.221863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.226076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a94c894-c11f-4706-8634-43cdbee7ef52 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/a7c9364a-9a1b-4150-b888-14387b3fecef HTTP/1.1" status: 204 len: 168 time: 0.8752546 Mar 31 23:16:19.228532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39514) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:19.252515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75730d23-45ac-412d-be02-a68abe6f0563 req-d149fded-90ab-436d-b3b8-6762ec5a0ac8 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020830 Mar 31 23:16:19.379483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8eaec-638d-4376-8c70-4da482d45de5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.399980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8eaec-638d-4376-8c70-4da482d45de5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.407658 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5ed8eaec-638d-4376-8c70-4da482d45de5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1768479 Mar 31 23:16:19.412816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39522) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:19.561878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:19.585398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff60a5-83ff-4f53-8365-5fdad49995da req-78f95158-d9ea-4b53-837c-3d0ce2ac12eb tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.587335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91ff60a5-83ff-4f53-8365-5fdad49995da req-78f95158-d9ea-4b53-837c-3d0ce2ac12eb tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1490684 Mar 31 23:16:19.599870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.690149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.776366 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:19.869688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.974164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91ff60a5-83ff-4f53-8365-5fdad49995da req-4a0da3f9-3a40-4908-8612-0ecf5cb5aece tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669856 Mar 31 23:16:20.051832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb52ce-4562-4171-a789-aa4a9bd64f9a req-875e3353-b399-4253-96d9-88576ab73ebf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.062260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73eb52ce-4562-4171-a789-aa4a9bd64f9a req-875e3353-b399-4253-96d9-88576ab73ebf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1635134 Mar 31 23:16:20.171178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73eb52ce-4562-4171-a789-aa4a9bd64f9a req-b5472927-30cd-40fa-8c12-6e69617c7bb0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074722 Mar 31 23:16:20.249494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77d15f01-b0be-4913-a4e7-fbae5e00ec02 req-469c6c83-15a2-422d-aa60-04d01d51369f tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0462673 Mar 31 23:16:20.624756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.658009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:20.664960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.669444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ede27034-ae2a-40e6-a6d2-c19bbc02d75a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7 HTTP/1.1" status: 204 len: 168 time: 1.2556112 Mar 31 23:16:20.672166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39534) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.690067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] Provisioning complete for port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:20.690620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.722147 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a2bcd8e2-b1ba-4f66-bc0a-8f549010fd76 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479696 Mar 31 23:16:20.729117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39536) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.833708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b62db-43b5-443c-b5fd-cacd5b93cbe1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.840118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.841708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb9b62db-43b5-443c-b5fd-cacd5b93cbe1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1158636 Mar 31 23:16:20.869986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.916047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f4532-b53d-4145-a157-1b4f31bf6c7c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.921717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2c2f4532-b53d-4145-a157-1b4f31bf6c7c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773771 Mar 31 23:16:20.922655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39548) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.927399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] For port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:20.957410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d3f02-6a09-46de-9876-f3f2bb269c71 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:21.007625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39552) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:21.016194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:21.027030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.028711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-782e73f0-a1a0-4b9b-8dec-cab8753a1309 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036351 Mar 31 23:16:21.176788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3f5e7b69-ab72-4595-b38c-7ecb538d218b None None] Could not find standard attr ID for object a7c9364a-9a1b-4150-b888-14387b3fecef. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:21.180077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd267a2-8f0a-4d5d-b2f5-d2bf0d2aaae0 None None] Pushing event updated for resources: {'Port': ['ID=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:21.184211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f0e52-7cda-4c3a-bced-fa4bbfe99463 req-11537cd4-35a9-42ec-bce2-45f35d150278 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.185933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-104f0e52-7cda-4c3a-bced-fa4bbfe99463 req-11537cd4-35a9-42ec-bce2-45f35d150278 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0947146 Mar 31 23:16:21.221186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 98fa22b0-a934-4110-8023-9de1a0a6110d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:21.253870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-104f0e52-7cda-4c3a-bced-fa4bbfe99463 req-f3425dd8-1286-46d5-8922-b3a4b2cf58e0 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574954 Mar 31 23:16:21.409212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:21.418766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.434206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c0b25-218d-4e81-952e-d48d545b0635 req-4db6ce47-ba76-4e32-a51d-4b5e8b863e63 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.436909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-449c0b25-218d-4e81-952e-d48d545b0635 req-4db6ce47-ba76-4e32-a51d-4b5e8b863e63 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0959015 Mar 31 23:16:21.526491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eeca609e-0526-45fe-aa8c-6c78ac53250d req-99d68666-f255-4f87-a727-784d6d445cb9 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0884831 Mar 31 23:16:21.528687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:21.551384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-449c0b25-218d-4e81-952e-d48d545b0635 req-663e1936-6db9-4811-a6af-4b006f434bdb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048450 Mar 31 23:16:21.637997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Deleting port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:21.638456 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.730804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] For port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:21.731880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.745263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Calling delete_port for 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:21.996877 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.046889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:16:22.048761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.053923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] Pushing event deleted for resources: {'Port': ['ID=9f1f3783-ff3a-4c8e-b77d-8920a64c7b94,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.062722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb19a7-87ab-4307-8870-513d6d7254b9 None None] No DVR routers for this DVR port 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:22.108943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:22.112966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:22.128870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.132314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.144986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104c0b9-a18e-4d56-a057-ca20553d6ac9 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:22.155519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.249542 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5b52efa4-444a-4278-bc8e-e320b12d3b57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2376578 Mar 31 23:16:22.249768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39572) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:22.256913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:22.492015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ebc42-752d-4231-bcd9-0e49259a0a84 req-2fb2c3fc-fcd1-4ddb-9cfb-777336669514 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.493573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f8ebc42-752d-4231-bcd9-0e49259a0a84 req-2fb2c3fc-fcd1-4ddb-9cfb-777336669514 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0968449 Mar 31 23:16:22.500599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:22.502121 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.580605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f8ebc42-752d-4231-bcd9-0e49259a0a84 req-fea88588-6983-4058-84e5-e439670d1bf7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787580 Mar 31 23:16:22.589793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:22.594249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.694198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Allocated IP 2001:db8::f816:3eff:fe7d:2d77 (72d20de6-aee2-4ce8-9aef-20530b716056/ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec/a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:22.825720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21559709-94f1-4f1e-b8f0-1c8ce0006f04 req-32cfca48-9d04-4354-9210-c43872d77c4c tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0838413 Mar 31 23:16:22.852537 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec (CIDR: 2001:db8::/64) Mar 31 23:16:22.921201 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:22.921709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:22.926966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a5771-e13c-495b-b80b-3770930585a2 req-2236a10b-820f-4a88-8d37-d974705643fd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.936875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-771a5771-e13c-495b-b80b-3770930585a2 req-2236a10b-820f-4a88-8d37-d974705643fd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1070554 Mar 31 23:16:22.981610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.988433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-771a5771-e13c-495b-b80b-3770930585a2 req-c877fb85-19dc-4140-ab17-3d031506dd4a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497594 Mar 31 23:16:23.062896 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-79767e1a-29dd-42aa-b316-40138320a0bc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8120015 Mar 31 23:16:23.065750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39590) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.071759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:23.130667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.166913 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.226269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:23.230112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:23.235033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:23.240579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Pushing event updated for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.313044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Attempting to bind port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:23.318347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Attempting to bind port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:23.318347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Attempting to bind port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:23.319184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:23.319556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:23.319954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.320334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:23.320787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Bound port: a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:23.321191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.340994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:23.345462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.389780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e501f1b5-bdff-4ef5-b22d-174138ed5d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.475887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:23.504717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:23.505309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9f1f3783-ff3a-4c8e-b77d-8920a64c7b94 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:23.507137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:23.527141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:23.576005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e501f1b5-bdff-4ef5-b22d-174138ed5d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.643364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.712757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d3d2-e547-4b92-a4d5-e870ca01a99c None None] Pushing event updated for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.731197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd260945-a348-45b4-89ed-f579f8a9d31e req-a66d066d-21fc-4d27-a8aa-665cfefd9d87 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:23.733028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd260945-a348-45b4-89ed-f579f8a9d31e req-a66d066d-21fc-4d27-a8aa-665cfefd9d87 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0652874 Mar 31 23:16:23.750703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e501f1b5-bdff-4ef5-b22d-174138ed5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.792375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd260945-a348-45b4-89ed-f579f8a9d31e req-3d619af2-cbd9-4a79-bea9-485affb68f2a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509896 Mar 31 23:16:23.820134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e501f1b5-bdff-4ef5-b22d-174138ed5d69 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=91d8e6cd604545eebffd419eefae66b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823018 Mar 31 23:16:23.821177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501f1b5-bdff-4ef5-b22d-174138ed5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a551e9-f656-4707-b4d2-84c741831efb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.825896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39612) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.876851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.909697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.939608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.945863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=bd814896-61fe-4b8a-9434-cc72ce3ed3c2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.958642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:23.960081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:23.963413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:23.964617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.059895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9da404e-2e3a-4b07-a747-8eabf78d21c7 req-18ef7f05-b550-416f-a4f6-6296d918d661 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1001227 Mar 31 23:16:24.115526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8649d88b-e226-4169-800b-b1f6350c1438 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0484984 Mar 31 23:16:24.122746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39620) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:24.128788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:e8:4e:ca', 'name': 'tempest-NetworksTestDHCPv6-2059741924'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:24.195611 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.199885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.201055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5a551e9-f656-4707-b4d2-84c741831efb HTTP/1.1" status: 204 len: 168 time: 0.3740728 Mar 31 23:16:24.241892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49264b5-9512-4c3d-898c-30f44d6f5cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a551e9-f656-4707-b4d2-84c741831efb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.269068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.286543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9517fa-4780-4e8d-8f14-1b757c3df153 req-9446c08e-badc-4d6f-aa57-b659dbcc7b27 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.288271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f9517fa-4780-4e8d-8f14-1b757c3df153 req-9446c08e-badc-4d6f-aa57-b659dbcc7b27 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1461880 Mar 31 23:16:24.297822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1b268-778b-456a-864f-01cd3af69e07 req-4b03b553-df32-43da-978c-ecc0be141e99 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.299388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c1b268-778b-456a-864f-01cd3af69e07 req-4b03b553-df32-43da-978c-ecc0be141e99 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.1073172 Mar 31 23:16:24.360223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f9517fa-4780-4e8d-8f14-1b757c3df153 req-91786d94-4899-43f5-be60-374521d5ef21 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598159 Mar 31 23:16:24.376152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c1b268-778b-456a-864f-01cd3af69e07 req-d4660c47-17ff-4a78-bb7e-9e40b1923165 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585508 Mar 31 23:16:24.391816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:24.495902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.516151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 6558c147-706e-4b80-a359-0d2c03bef6f7 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:24.709432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8:0:1::be (72d20de6-aee2-4ce8-9aef-20530b716056/bd814896-61fe-4b8a-9434-cc72ce3ed3c2/6558c147-706e-4b80-a359-0d2c03bef6f7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:24.722791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fee8:4eca (72d20de6-aee2-4ce8-9aef-20530b716056/ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec/6558c147-706e-4b80-a359-0d2c03bef6f7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:24.971160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.984457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0461f-be76-4b81-8fe0-73a78b05ff2b req-4bf91547-9ddc-4c57-936a-53af4cf4ebe1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.993351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcc0461f-be76-4b81-8fe0-73a78b05ff2b req-4bf91547-9ddc-4c57-936a-53af4cf4ebe1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0899744 Mar 31 23:16:25.036770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcc0461f-be76-4b81-8fe0-73a78b05ff2b req-7ddcca16-c610-4f8a-94ce-28dba04daa00 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Mar 31 23:16:25.099914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade89ad-f82d-44f0-928c-2553eae8466b None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:25.109434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.174458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=6558c147-706e-4b80-a359-0d2c03bef6f7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.181367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af7e517-8b57-424c-a221-543646ef6909 req-68d7e8ef-5b42-4f52-bcb2-20e95aa0d564 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0273352 Mar 31 23:16:25.199944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:25.212466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:25.216086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:25.222717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.223546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.242988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-17542870-115c-467c-8b15-e4706f680365 None None] Provisioning complete for port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:25.243483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17542870-115c-467c-8b15-e4706f680365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.336621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-77a92d25-0116-4682-be77-eb45f5f8c0a6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2104602 Mar 31 23:16:25.337355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39646) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:25.463050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17542870-115c-467c-8b15-e4706f680365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.525962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-17542870-115c-467c-8b15-e4706f680365 None None] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:25.533707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:25.568157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 6558c147-706e-4b80-a359-0d2c03bef6f7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:25.568157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.570694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': 'ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec', 'ip_address': '2001:db8::f816:3eff:fe7d:2d77'}, {'subnet_id': 'bd814896-61fe-4b8a-9434-cc72ce3ed3c2'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:16:25.610516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.636223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17542870-115c-467c-8b15-e4706f680365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.664049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39656) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:25.682839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e1fc-f3e1-422d-8075-03cdc63f9ad1 req-e31f7c9f-322c-4b86-8c19-493ebfc7e45f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.690470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a18e1fc-f3e1-422d-8075-03cdc63f9ad1 req-e31f7c9f-322c-4b86-8c19-493ebfc7e45f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.1740642 Mar 31 23:16:25.750420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96213-1616-46ca-90ac-1f7441cf3313 req-f20a4d84-e036-4372-9684-c070e192f248 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.752193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dc96213-1616-46ca-90ac-1f7441cf3313 req-f20a4d84-e036-4372-9684-c070e192f248 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1916587 Mar 31 23:16:25.777316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a18e1fc-f3e1-422d-8075-03cdc63f9ad1 req-94fdf253-8570-4ee6-9eef-d47958d529b6 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856709 Mar 31 23:16:25.832134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.844515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dc96213-1616-46ca-90ac-1f7441cf3313 req-d4aae3e5-e174-466e-9943-43f0b1c80628 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809553 Mar 31 23:16:25.845608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1550062795-network', 'tenant_id': '52a902d8a70549b4a384573eabb12391'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:25.860065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 6558c147-706e-4b80-a359-0d2c03bef6f7 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:25.912573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Made reservation on behalf of 52a902d8a70549b4a384573eabb12391 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:25.916762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.932715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.968058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:25.968436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.023502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17542870-115c-467c-8b15-e4706f680365 None None] Pushing event updated for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.127424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Allocated IP 2001:db8:0:1::2 (72d20de6-aee2-4ce8-9aef-20530b716056/bd814896-61fe-4b8a-9434-cc72ce3ed3c2/a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:26.162283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-aec183ca-46c5-46a4-bb73-eb6150dca4e1 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.164053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-aec183ca-46c5-46a4-bb73-eb6150dca4e1 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 946 time: 0.0717804 Mar 31 23:16:26.176321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083f5d-4193-4df8-8760-f9053f41f5ef req-5719b9a7-b9a0-4f06-a0d2-d7b144f17de0 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.183525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41083f5d-4193-4df8-8760-f9053f41f5ef req-5719b9a7-b9a0-4f06-a0d2-d7b144f17de0 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0659540 Mar 31 23:16:26.192949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.244572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=6558c147-706e-4b80-a359-0d2c03bef6f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.255304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:26.294721 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.301870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.320795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41083f5d-4193-4df8-8760-f9053f41f5ef req-f90ef6e6-feb0-42a1-acc0-bec2e358a6b7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358020 Mar 31 23:16:26.322039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Deleting port 51b49660-2a96-4808-b1c4-6b7b08ede118 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:26.323487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.342509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce5abe54-3af4-47f8-afc5-355f17049822 req-01e3edf5-2c81-4db8-b3fd-ab8d3e715680 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0556426 Mar 31 23:16:26.361877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.363500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bcb9675a-b852-45c9-8ba7-ffdc59db760e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/6558c147-706e-4b80-a359-0d2c03bef6f7 HTTP/1.1" status: 204 len: 168 time: 1.0244780 Mar 31 23:16:26.366522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.395983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.429311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1853014-b52c-4f79-9fc7-1aa098641207 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.434804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1853014-b52c-4f79-9fc7-1aa098641207 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0632553 Mar 31 23:16:26.435779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.453039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] For port 51b49660-2a96-4808-b1c4-6b7b08ede118, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51b49660-2a96-4808-b1c4-6b7b08ede118,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:26.453501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.485292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Calling delete_port for 51b49660-2a96-4808-b1c4-6b7b08ede118 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:26.491224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44231-0aba-4ba6-89a4-e62e45b3cba4 None None] Pushing event updated for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.499470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.559717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:26.582394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01672475-0f03-4474-a6f5-7ac9cb14c2a8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.584173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01672475-0f03-4474-a6f5-7ac9cb14c2a8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1479115 Mar 31 23:16:26.586784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.609767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.610102 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Added segment 8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22 of type vlan for network 1c0317df-f6a4-4658-875e-6883ce2d5a3d Mar 31 23:16:26.627121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b3f0d-d85f-4107-baf3-3292cd07daa9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.651515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d0857-429d-4b4b-8acc-f9e1b1b1d8f1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.653166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d0857-429d-4b4b-8acc-f9e1b1b1d8f1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.654731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d0857-429d-4b4b-8acc-f9e1b1b1d8f1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.659734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-021d0857-429d-4b4b-8acc-f9e1b1b1d8f1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0694079 Mar 31 23:16:26.660079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.671880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.721468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet bd814896-61fe-4b8a-9434-cc72ce3ed3c2 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:26.724871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.769308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.797237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.800732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.800732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.861858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.879940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['51b49660-2a96-4808-b1c4-6b7b08ede118'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:26.912674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb6007db-a142-46cc-9c5e-fbb2b3ff8528 req-84b5e3f1-f3fe-4b83-a46c-1d2f16558d8a tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0400591 Mar 31 23:16:26.915983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.948179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Pushing event deleted for resources: {'Port': ['ID=51b49660-2a96-4808-b1c4-6b7b08ede118,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.952972 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2878077 Mar 31 23:16:26.958116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079bc63-56e2-4f2b-bbc7-827e8a112726 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0317df-f6a4-4658-875e-6883ce2d5a3d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.959926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.968174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Request body: {'subnet': {'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1550062795-subnet', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:26.972890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:27.028100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e62cd-cbef-4c42-8aa5-fee1b63d39dc req-01eeed30-2a31-4ed0-9828-fb57731a8bef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:27.029932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-803e62cd-cbef-4c42-8aa5-fee1b63d39dc req-01eeed30-2a31-4ed0-9828-fb57731a8bef tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0856018 Mar 31 23:16:27.046307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] No DVR routers for this DVR port 51b49660-2a96-4808-b1c4-6b7b08ede118 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:27.051256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.056031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bacc957a-d94d-4c8d-9d03-b3327a327533 req-c114e418-ea0e-4001-a004-e623bb51ee1f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.44 "DELETE /v2.0/ports/51b49660-2a96-4808-b1c4-6b7b08ede118 HTTP/1.1" status: 204 len: 173 time: 0.8857248 Mar 31 23:16:27.057334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'name': 'network-vif-deleted', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:27.060943 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5343aec5-d9a5-4b5c-9f1c-62d21d50b673" -d '{"events": [{"server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "name": "network-vif-deleted", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:27.126872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-803e62cd-cbef-4c42-8aa5-fee1b63d39dc req-e7873665-ccd1-4fb7-935b-4053bc71b24c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884624 Mar 31 23:16:27.138737 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd333dd-1644-4732-b1ac-99bc6d027f1f x-openstack-request-id: req-ecd333dd-1644-4732-b1ac-99bc6d027f1f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:27.138737 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d30fc73-08df-4dce-85ae-9a3845377240", "name": "network-vif-deleted", "tag": "51b49660-2a96-4808-b1c4-6b7b08ede118", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:27.138737 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ecd333dd-1644-4732-b1ac-99bc6d027f1f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:27.138737 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd333dd-1644-4732-b1ac-99bc6d027f1f'] response: {'server_uuid': '5d30fc73-08df-4dce-85ae-9a3845377240', 'name': 'network-vif-deleted', 'tag': '51b49660-2a96-4808-b1c4-6b7b08ede118', 'status': 'completed', 'code': 200} Mar 31 23:16:27.214229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.240494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Made reservation on behalf of 52a902d8a70549b4a384573eabb12391 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:27.242905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=bd814896-61fe-4b8a-9434-cc72ce3ed3c2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.245814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.250062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.256070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c8cd3f4f-0065-464a-8db6-cb05e07ef55b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/bd814896-61fe-4b8a-9434-cc72ce3ed3c2 HTTP/1.1" status: 204 len: 168 time: 0.5924852 Mar 31 23:16:27.256346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39684) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:27.271962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f87470ea-509b-4fb7-8477-82ae0c4e0f0b None None] Could not find standard attr ID for object 6558c147-706e-4b80-a359-0d2c03bef6f7. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:27.287134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f87470ea-509b-4fb7-8477-82ae0c4e0f0b None None] Provisioning complete for port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:27.287766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f87470ea-509b-4fb7-8477-82ae0c4e0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.417406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:27.424254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.456315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:27.498585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05171ff4-a803-4651-b0a3-09e73885dafe None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:27.522628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9293cdba-01c2-476a-9c9d-0793e1c72289 req-9f487c4f-cf84-488d-a45d-3722c24a85d4 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0413616 Mar 31 23:16:27.532693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.533636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fcccef9e-1946-4888-9a1c-823dd83e110f None None] Could not find standard attr ID for object 6558c147-706e-4b80-a359-0d2c03bef6f7. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:27.559842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1035b-5e65-4ac5-8b77-4ec3abe19126 req-e822adaf-5634-4be4-9a88-636f2e5bf4d2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:27.561404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12b1035b-5e65-4ac5-8b77-4ec3abe19126 req-e822adaf-5634-4be4-9a88-636f2e5bf4d2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1120791 Mar 31 23:16:27.606209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12b1035b-5e65-4ac5-8b77-4ec3abe19126 req-5dce4251-c3f2-4bdf-8681-e0fa65b5121d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Mar 31 23:16:27.608941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:27.609319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.648011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.748300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7fcc8e5b-4e42-421a-b1f0-3e7f9a454f27 req-282be8f9-7337-4292-8f4a-17095cfdba23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0323598 Mar 31 23:16:27.819821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.882090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e54733-6092-4025-bb6e-d3f0f2c5e631,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.892639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Checking segment: {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:27.892995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Network hostable DHCP agents. Network: 1c0317df-f6a4-4658-875e-6883ce2d5a3d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:27.957060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.992501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.997849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.004477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39692) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.004833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b35a1e75-b915-4742-be0a-8e13d1d4aec6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec HTTP/1.1" status: 204 len: 168 time: 0.7471817 Mar 31 23:16:28.052756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50afee90-9b70-46cb-853c-778170fa2e5f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467107 Mar 31 23:16:28.055572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.060736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:28.080692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32f1684a-26d7-4c2e-a8d2-026808b43716 req-0fabd744-cc9a-4adf-bd10-84bd5caca78f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d30fc73-08df-4dce-85ae-9a3845377240 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Mar 31 23:16:28.117518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:28.214021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1c0317df-f6a4-4658-875e-6883ce2d5a3d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:28.220622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.221345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.227031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77798150-5b48-4ae6-93fd-f45fb8514795 None None] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:28.277410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ddadc-9363-4b96-ac39-763eb88d78db req-754e9971-7326-4529-abcf-1890e649c585 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.279062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd4ddadc-9363-4b96-ac39-763eb88d78db req-754e9971-7326-4529-abcf-1890e649c585 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0722125 Mar 31 23:16:28.293149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:28.298121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.331036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd4ddadc-9363-4b96-ac39-763eb88d78db req-d9d51f1d-f01d-4c26-b164-f6c543db4dba tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452960 Mar 31 23:16:28.362864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b6eea-b936-4e11-a8ef-945950b03a6c None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:28.412373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-58769667-5a11-4e72-9679-e2025ae20eda admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4494624 Mar 31 23:16:28.415039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39700) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.422719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:28.498607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f556b7f6-a6a5-4e17-abd6-e975c693b508 None None] Provisioning complete for port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:28.499218 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f556b7f6-a6a5-4e17-abd6-e975c693b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.590404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'fixed_ips': [{'subnet_id': '47e54733-6092-4025-bb6e-d3f0f2c5e631'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:28.591342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.594889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.596314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.684751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b37d5b08-3414-4092-95a2-7c66a7437e50 req-c6f441c3-66c0-466c-9a02-f6f5bf35c31f tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0595264 Mar 31 23:16:28.738097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.748216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fe573-986c-4788-adac-cf39f935729b None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:28.781313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:16:28.812848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f084-75a5-4117-bf26-bc858b8d7708 req-aab548a1-e799-404f-9646-82a63b88a363 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.819629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fa3f084-75a5-4117-bf26-bc858b8d7708 req-aab548a1-e799-404f-9646-82a63b88a363 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0800157 Mar 31 23:16:28.858161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Allocated IP 172.20.0.2 (1c0317df-f6a4-4658-875e-6883ce2d5a3d/47e54733-6092-4025-bb6e-d3f0f2c5e631/9ca65fa4-129e-44b5-a405-d9af0c511c34) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:28.863411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-203fe573-986c-4788-adac-cf39f935729b None None] Deleting port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:28.863738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fa3f084-75a5-4117-bf26-bc858b8d7708 req-d551c117-31a3-4783-8f03-2ca8ba418f6c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Mar 31 23:16:28.863875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-203fe573-986c-4788-adac-cf39f935729b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.029736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.089612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-203fe573-986c-4788-adac-cf39f935729b None None] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:29.090009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-203fe573-986c-4788-adac-cf39f935729b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.107864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-203fe573-986c-4788-adac-cf39f935729b None None] Calling delete_port for a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:29.155926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51b49660-2a96-4808-b1c4-6b7b08ede118 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:29.277955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 51b49660-2a96-4808-b1c4-6b7b08ede118 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:29.278255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51b49660-2a96-4808-b1c4-6b7b08ede118 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:29.360242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.367030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5dffb-117d-4881-ab13-b8eea44fc45d req-5456ffb7-2cba-4814-84ff-961415cd3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.373550 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87d5dffb-117d-4881-ab13-b8eea44fc45d req-5456ffb7-2cba-4814-84ff-961415cd3550 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1096 time: 0.0731657 Mar 31 23:16:29.415584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87d5dffb-117d-4881-ab13-b8eea44fc45d req-c8efd405-a8dc-4897-983e-d961b61df014 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Mar 31 23:16:29.442769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:29.544094 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.564551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.573192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c53ad-4ff1-4eea-ac57-e268099a35ac req-f90599f0-a34f-4de0-814c-9b2b512d26d3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.579128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a3c53ad-4ff1-4eea-ac57-e268099a35ac req-f90599f0-a34f-4de0-814c-9b2b512d26d3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1344044 Mar 31 23:16:29.580798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.624083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:29.625235 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.647249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-203fe573-986c-4788-adac-cf39f935729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.651717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:29.652392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.670563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:29.680078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Pushing event updated for resources: {'Port': ['ID=9ca65fa4-129e-44b5-a405-d9af0c511c34,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:29.687635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a3c53ad-4ff1-4eea-ac57-e268099a35ac req-85701b33-d161-4306-9478-74bce35a566e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020784 Mar 31 23:16:29.701617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fe573-986c-4788-adac-cf39f935729b None None] No DVR routers for this DVR port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:29.747156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fe573-986c-4788-adac-cf39f935729b None None] Pushing event deleted for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:29.821474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Attempting to bind port 9ca65fa4-129e-44b5-a405-d9af0c511c34 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:29.821754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Attempting to bind port 9ca65fa4-129e-44b5-a405-d9af0c511c34 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:29.822273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Attempting to bind port 9ca65fa4-129e-44b5-a405-d9af0c511c34 on network 1c0317df-f6a4-4658-875e-6883ce2d5a3d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:29.827973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:29.828237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Checking segment: {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:29.828602 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.828995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Bound using segment: {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:29.829490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Bound port: 9ca65fa4-129e-44b5-a405-d9af0c511c34, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:29.829851 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.830407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] For port a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:29.867601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.883248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81e1f99d-62ff-47c6-8317-ef1a743c8c24 req-986fedd0-0cec-47d5-a45a-2f56e3b24687 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0434511 Mar 31 23:16:29.923693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] For port 9ca65fa4-129e-44b5-a405-d9af0c511c34, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:29.925085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Allocated IP 172.25.6.140 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/8818a53f-4711-46ff-9d71-aee85bfddfd4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:29.928419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] For port 9ca65fa4-129e-44b5-a405-d9af0c511c34, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ca65fa4-129e-44b5-a405-d9af0c511c34,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:30.023775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.024468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.079811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf654f-c487-409c-bb89-31716bd6b5e4 req-3a5bf53d-7298-4a07-be41-070586715c4f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.081176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87bf654f-c487-409c-bb89-31716bd6b5e4 req-3a5bf53d-7298-4a07-be41-070586715c4f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1255798 Mar 31 23:16:30.100637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=a5bf6d19-dd8f-4cfd-84c1-0fc9190fee53,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.106686 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.125706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:30.129220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:30.134133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.135905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.141168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.148785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef55446-7a3d-43e5-b41a-e78fe7a74218 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:30.152919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=731eb106-80f2-4a75-a35b-e7a875371ed0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.221573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ffedf-c23c-4f9a-b07e-abd8c8c80124 None None] Pushing event updated for resources: {'Port': ['ID=9ca65fa4-129e-44b5-a405-d9af0c511c34,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.235159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87bf654f-c487-409c-bb89-31716bd6b5e4 req-f0924247-66e1-492a-87e6-72b2d9bf0858 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405566 Mar 31 23:16:30.350848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2748ee1c-aba5-483e-956d-a867375dc76b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2915246 Mar 31 23:16:30.351523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:30.357042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:30.360360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '731eb106-80f2-4a75-a35b-e7a875371ed0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:30.361441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.402724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.544848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:30.544848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:30.544848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:30.582008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Pushing event updated for resources: {'Port': ['ID=8818a53f-4711-46ff-9d71-aee85bfddfd4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.614122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:30.624326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.626250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Allocated IP 2001:db8::f816:3eff:fe98:fd91 (72d20de6-aee2-4ce8-9aef-20530b716056/731eb106-80f2-4a75-a35b-e7a875371ed0/878d80f6-d199-4910-b3e4-6d8b5bbc9867) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:30.844761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.848479 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 731eb106-80f2-4a75-a35b-e7a875371ed0 (CIDR: 2001:db8::/64) Mar 31 23:16:30.920718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f530ec-036a-4cef-99e6-4488466310fe req-218f243a-fbc4-44d0-8eec-c58da0a30a49 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.922507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52f530ec-036a-4cef-99e6-4488466310fe req-218f243a-fbc4-44d0-8eec-c58da0a30a49 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0711064 Mar 31 23:16:30.929040 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:30.929554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:30.975738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8691bf4-e837-422c-8e1a-4ec208967ace req-1b81c2ab-af19-4765-a099-56ffc3814a29 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0400405 Mar 31 23:16:31.010527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52f530ec-036a-4cef-99e6-4488466310fe req-6f10aeb7-b458-4951-8a79-6a0d6d55a309 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735343 Mar 31 23:16:31.025801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.032035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c461deb5-c658-470c-9f7d-8445bf1020df req-19334eca-967d-42a2-8776-29df7e6f24a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=beb5478c295c49da9189776aff29585f&device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0703940 Mar 31 23:16:31.069183 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c461deb5-c658-470c-9f7d-8445bf1020df req-1897af50-cd4f-4eca-8a5f-4c3b0d6ce4d1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=beb5478c295c49da9189776aff29585f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286949 Mar 31 23:16:31.085557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:31.092591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:31.099839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:31.111455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=878d80f6-d199-4910-b3e4-6d8b5bbc9867,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.176363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-676a0225-30be-46a0-acac-bd9f2b0076f5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8237290 Mar 31 23:16:31.179068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.184993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:31.189306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.189473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Attempting to bind port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:31.189685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Attempting to bind port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:31.191301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Attempting to bind port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:31.199748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:31.200402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:31.200995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.202005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:31.203026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Bound port: 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:31.203737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.300640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] For port 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:31.304373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] For port 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=878d80f6-d199-4910-b3e4-6d8b5bbc9867,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:31.421446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461deb5-c658-470c-9f7d-8445bf1020df req-d2c136fc-7d6d-44dc-9033-92c6e3046e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.423272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c461deb5-c658-470c-9f7d-8445bf1020df req-d2c136fc-7d6d-44dc-9033-92c6e3046e95 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3467512 Mar 31 23:16:31.430855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.499269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b873-bede-4cd1-bbc7-6b210fc5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=878d80f6-d199-4910-b3e4-6d8b5bbc9867,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.537682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:31.554090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.561784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.589361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ca65fa4-129e-44b5-a405-d9af0c511c34 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:31.589582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc2653-7f4c-480e-9ce7-f8773fc3169c req-ac40d8ce-2dc6-453d-b91f-aa330c41fa9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.591041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dfc2653-7f4c-480e-9ce7-f8773fc3169c req-ac40d8ce-2dc6-453d-b91f-aa330c41fa9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.2424850 Mar 31 23:16:31.773642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9ca65fa4-129e-44b5-a405-d9af0c511c34 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:31.774104 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.904692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.935384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1f9e3-74ac-4269-97a6-b1a05cba8746 None None] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:32.062034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9ca65fa4-129e-44b5-a405-d9af0c511c34, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ca65fa4-129e-44b5-a405-d9af0c511c34,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:32.152315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.204080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a1a1aa0b-4a08-4cae-a2a5-f4f59f29291c None None] Provisioning complete for port 9ca65fa4-129e-44b5-a405-d9af0c511c34 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:32.204294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a1a1aa0b-4a08-4cae-a2a5-f4f59f29291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.309571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.359984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:32.363833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:32.368103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:32.369811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.391322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=ffac468e-4e1d-4b84-82ee-c5813f1cb221,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.469900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-182089ab-2c93-49bd-8731-0fd96dcbe737 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2885706 Mar 31 23:16:32.471611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:32.471811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9ca65fa4-129e-44b5-a405-d9af0c511c34,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.479661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:04:1b:20', 'name': 'tempest-NetworksTestDHCPv6-1362425121'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:32.587035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d83b6ea8-2a27-4b5b-8f34-10e3bc60e0e1 req-03325de8-8a31-4419-b880-a7f18f4e3f2f tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0567071 Mar 31 23:16:32.615311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dfc2653-7f4c-480e-9ce7-f8773fc3169c req-7a0d4826-20b9-466e-b364-528cd4f09e38 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815986 Mar 31 23:16:32.793415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a46229-5436-4a66-9646-d495dce20a8e req-0ca7b102-e6d0-4f0d-ab27-d83fe543ed4e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:32.800335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58a46229-5436-4a66-9646-d495dce20a8e req-0ca7b102-e6d0-4f0d-ab27-d83fe543ed4e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0885491 Mar 31 23:16:32.835449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:32.836652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Router 2379021c-4a67-4f30-a137-6d332fc668d9 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:32.848538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58a46229-5436-4a66-9646-d495dce20a8e req-39f98bf4-bf45-4130-a52b-1cca44e916a7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461948 Mar 31 23:16:32.966390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5b546473-fd7e-4c1e-acbc-7f6002b78798 None None] Provisioning complete for port 9ca65fa4-129e-44b5-a405-d9af0c511c34 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:32.966390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5b546473-fd7e-4c1e-acbc-7f6002b78798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.984758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c461deb5-c658-470c-9f7d-8445bf1020df req-c51727de-09b6-498c-837e-9626d077a47f tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.1423817 Mar 31 23:16:33.022852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.057793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 34fa1be2-7469-45a9-94a5-e190333f181f yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:33.123050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:33.206304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Sync routers for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:33.218154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf657ab-a029-4c8b-99ae-8b07d362a025 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:33.236897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:33.237757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:33.269767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-9d32392f-905a-4bc1-a1d7-47f6ebf76f5c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.271215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-9d32392f-905a-4bc1-a1d7-47f6ebf76f5c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 810 time: 0.3758483 Mar 31 23:16:33.318149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.319702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1558dc6d-97ac-4ddb-8937-5182b3cb6021 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9022784 Mar 31 23:16:33.321159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-329ac6d3-ace1-410f-83f9-904189020256 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/quotas/16d0d3e43f9f4b9ea17f2f60cf8f1f7c HTTP/1.1" status: 200 len: 375 time: 0.0231001 Mar 31 23:16:33.323299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:33.371255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:33.371625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.402776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8:0:1::183 (72d20de6-aee2-4ce8-9aef-20530b716056/ffac468e-4e1d-4b84-82ee-c5813f1cb221/34fa1be2-7469-45a9-94a5-e190333f181f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:33.418268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::f816:3eff:fe04:1b20 (72d20de6-aee2-4ce8-9aef-20530b716056/731eb106-80f2-4a75-a35b-e7a875371ed0/34fa1be2-7469-45a9-94a5-e190333f181f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:33.445878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e19c8-d338-473a-87ef-729676efaa81 req-f3308920-c497-49a3-8370-60d27b9a206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.450915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-f3308920-c497-49a3-8370-60d27b9a206a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.0901163 Mar 31 23:16:33.458052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62da5-639e-4f16-a521-d325c86dcf52 req-3e613ed2-6404-4b7a-94b0-1296a26351cc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.466027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18a62da5-639e-4f16-a521-d325c86dcf52 req-3e613ed2-6404-4b7a-94b0-1296a26351cc tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2294838 Mar 31 23:16:33.560002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-73e18521-3e1f-486f-b8d1-142194632c5f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2273459 Mar 31 23:16:33.585280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18a62da5-639e-4f16-a521-d325c86dcf52 req-d378822a-1692-485a-b6a8-884aa03416bb tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181459 Mar 31 23:16:33.607894 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.639867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:33.690960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] For port 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=878d80f6-d199-4910-b3e4-6d8b5bbc9867,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:33.742464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ca65fa4-129e-44b5-a405-d9af0c511c34 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:33.886463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.921382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.922946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-121f0df1-b966-4261-a234-74ea20003f65 req-afcbdc4e-d659-40a6-99f7-dbb2b7618919 tempest-ServerShowV254Test-1963367665 tempest-ServerShowV254Test-1963367665-project] 10.222.0.83 "GET /v2.0/ports?device_id=57f0d551-420f-4ebf-ae90-c10d32ac108e HTTP/1.1" status: 200 len: 210 time: 0.0750070 Mar 31 23:16:33.956378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e19c8-d338-473a-87ef-729676efaa81 req-a4b2d7ec-dd37-4e19-bcb6-8e9ca01c824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.958664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-a4b2d7ec-dd37-4e19-bcb6-8e9ca01c824b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.5011849 Mar 31 23:16:34.016391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-3ae4ff0f-312b-4655-90f1-11aed0ce5b35 service neutron] 10.222.0.83 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298534 Mar 31 23:16:34.024644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '731eb106-80f2-4a75-a35b-e7a875371ed0', 'ip_address': '2001:db8::f816:3eff:fe98:fd91'}, {'subnet_id': 'ffac468e-4e1d-4b84-82ee-c5813f1cb221'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '878d80f6-d199-4910-b3e4-6d8b5bbc9867'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:16:34.065708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47785ab-fd52-4012-97f1-2c8f3a05d58b None None] Pushing event updated for resources: {'Port': ['ID=878d80f6-d199-4910-b3e4-6d8b5bbc9867,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.077746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.085556 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-4fd33d3e-951a-432c-b3ea-9e0c3b2a4e1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.0917680 Mar 31 23:16:34.090745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:30Z', 'revision_number': 3, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:34.130090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.131310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9ca65fa4-129e-44b5-a405-d9af0c511c34 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:34.131691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.136183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Checking router: 2379021c-4a67-4f30-a137-6d332fc668d9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:34.136554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Updating router 2379021c-4a67-4f30-a137-6d332fc668d9 port 8818a53f-4711-46ff-9d71-aee85bfddfd4 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:34.166152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-b7592a1c-754b-4ad3-9a8b-0b48030b255d service neutron] 10.222.0.83 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342015 Mar 31 23:16:34.233427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.239289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=34fa1be2-7469-45a9-94a5-e190333f181f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.288301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e19c8-d338-473a-87ef-729676efaa81 req-063a09c0-8120-49ef-8317-34b6bd2ca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.290042 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-063a09c0-8120-49ef-8317-34b6bd2ca3be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.1976852 Mar 31 23:16:34.297479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:34.308220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:34.313052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:34.320026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.320489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.362951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e19c8-d338-473a-87ef-729676efaa81 req-1f537551-6e94-4c01-b548-a982521d16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.364880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-1f537551-6e94-4c01-b548-a982521d16e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659268 Mar 31 23:16:34.502257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-24f9a6ed-2dfe-4dce-b343-58d3e3355083 service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285791 Mar 31 23:16:34.519753 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de0ad22d-d755-439b-b909-f8a1502fae49 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0470710 Mar 31 23:16:34.536854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39794) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:34.572694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Allocated IP 2001:db8:0:1::2 (72d20de6-aee2-4ce8-9aef-20530b716056/ffac468e-4e1d-4b84-82ee-c5813f1cb221/878d80f6-d199-4910-b3e4-6d8b5bbc9867) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:34.575577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 878d80f6-d199-4910-b3e4-6d8b5bbc9867 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:34.705452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1955c209-3f41-4bdc-b351-509473af3f4c req-d30eb6a3-9401-400a-acb8-93bfa582510d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 210 time: 0.1383121 Mar 31 23:16:34.767858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.798599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c81e19c8-d338-473a-87ef-729676efaa81 req-d1e3529f-c83a-4b72-9453-0b95f0cb2d6b service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560766 Mar 31 23:16:34.814334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.919775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:34.920125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.936350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] For port 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=878d80f6-d199-4910-b3e4-6d8b5bbc9867,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:35.004867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d86102-66b4-4c43-a31b-ffa5bbcd3b89 req-73a11528-60dc-4e78-ad41-4be8f168c64b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.012753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68d86102-66b4-4c43-a31b-ffa5bbcd3b89 req-73a11528-60dc-4e78-ad41-4be8f168c64b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2659853 Mar 31 23:16:35.056155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 34fa1be2-7469-45a9-94a5-e190333f181f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:35.057172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.066494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.125840 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.199210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.254981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68d86102-66b4-4c43-a31b-ffa5bbcd3b89 req-7b7c4744-5bda-4e8f-becd-a0d983bc8e39 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413592 Mar 31 23:16:35.301726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Allocated IP 172.20.0.1 (1c0317df-f6a4-4658-875e-6883ce2d5a3d/47e54733-6092-4025-bb6e-d3f0f2c5e631/8f556e25-6c61-4c04-8dd4-0391afe6dfdc) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:35.380312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.439022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 34fa1be2-7469-45a9-94a5-e190333f181f owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:35.445608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.530779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Attempting to bind port 8818a53f-4711-46ff-9d71-aee85bfddfd4 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:35.531198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Attempting to bind port 8818a53f-4711-46ff-9d71-aee85bfddfd4 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:35.531926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Attempting to bind port 8818a53f-4711-46ff-9d71-aee85bfddfd4 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:35.589108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9c44-155a-4ebf-b681-ed9fbbbeb23f None None] Pushing event updated for resources: {'Port': ['ID=8818a53f-4711-46ff-9d71-aee85bfddfd4,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:35.591797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:35.591980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:35.592343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.595182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:35.595182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Bound port: 8818a53f-4711-46ff-9d71-aee85bfddfd4, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:35.595182 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.668629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823db7-6b85-4136-a184-a9edb65ef3eb None None] Pushing event updated for resources: {'Port': ['ID=878d80f6-d199-4910-b3e4-6d8b5bbc9867,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:35.679288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:35.688735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 878d80f6-d199-4910-b3e4-6d8b5bbc9867 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:35.725861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.844891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00c5a862-ea0b-4358-a47d-8f2e22940d58 req-691a4311-6b6c-45fd-9232-441e36d2e530 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 210 time: 0.0517778 Mar 31 23:16:35.855357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] For port 8818a53f-4711-46ff-9d71-aee85bfddfd4, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:35.858095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:35.858564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.862528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] For port 8818a53f-4711-46ff-9d71-aee85bfddfd4, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8818a53f-4711-46ff-9d71-aee85bfddfd4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:35.922186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af142b67-ed68-4223-b90b-3b1d191125fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.977429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.017855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.059491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:36.064296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:36.066102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Pushing event updated for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.068713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:36.131893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9c44-155a-4ebf-b681-ed9fbbbeb23f None None] Pushing event updated for resources: {'Port': ['ID=8818a53f-4711-46ff-9d71-aee85bfddfd4,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.135601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:36.136672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:36.143659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.148406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.239779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af142b67-ed68-4223-b90b-3b1d191125fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.259910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=34fa1be2-7469-45a9-94a5-e190333f181f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.275254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:36.380540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af142b67-ed68-4223-b90b-3b1d191125fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.439101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.442466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-515daf56-1e97-4998-94d3-119980c94db9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/34fa1be2-7469-45a9-94a5-e190333f181f HTTP/1.1" status: 204 len: 168 time: 1.9043784 Mar 31 23:16:36.445343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39830) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:36.464228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af142b67-ed68-4223-b90b-3b1d191125fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=beb5478c295c49da9189776aff29585f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833211 Mar 31 23:16:36.465678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af142b67-ed68-4223-b90b-3b1d191125fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e3860-2c8a-4365-b2e0-db5dc9112655,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.468515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39832) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:36.482139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4efb0-fcc0-4a00-8e50-589345c6e1d0 req-3cc255bd-2f35-46c7-b80e-f6608a32e4ea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.483928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44b4efb0-fcc0-4a00-8e50-589345c6e1d0 req-3cc255bd-2f35-46c7-b80e-f6608a32e4ea tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1007681 Mar 31 23:16:36.492497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8f8dfabb-ee82-4454-9c5d-c8cb2448ec0e None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:36.492954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f8dfabb-ee82-4454-9c5d-c8cb2448ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.579187 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.593470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44b4efb0-fcc0-4a00-8e50-589345c6e1d0 req-9616327a-988f-4407-8b46-f8a9b5260392 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025236 Mar 31 23:16:36.597484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75f1b9-34c6-44c7-8f8a-66960f7f2994 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.599565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6e75f1b9-34c6-44c7-8f8a-66960f7f2994 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1482258 Mar 31 23:16:36.603933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.607326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39834) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:36.613294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dfabb-ee82-4454-9c5d-c8cb2448ec0e None None] Port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:36.626189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.638169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:30Z', 'revision_number': 3, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:36.675613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d391-9ed1-46e2-88e9-06dc6b6565af None None] The sync data for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 is: [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:30Z', 'revision_number': 3, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:36.800430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.812586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.812586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d78e3860-2c8a-4365-b2e0-db5dc9112655 HTTP/1.1" status: 204 len: 168 time: 0.3385203 Mar 31 23:16:36.825424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05972f31-b103-4a20-b3a7-30d3a3d7b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e3860-2c8a-4365-b2e0-db5dc9112655,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.826123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4497f3-cba2-4363-8a72-532d3f7aea65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.827769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d4497f3-cba2-4363-8a72-532d3f7aea65 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2194185 Mar 31 23:16:36.833190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39846) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:36.941931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d019-dc62-42f6-9ab0-2efc0cf0426f req-909db64b-1f75-45bc-9706-450385f09f2c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.943596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f768d019-dc62-42f6-9ab0-2efc0cf0426f req-909db64b-1f75-45bc-9706-450385f09f2c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2588785 Mar 31 23:16:36.948227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c4f3396a-2d99-4aa3-b97c-28d7f0cdecb5 None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:36.948742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4f3396a-2d99-4aa3-b97c-28d7f0cdecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.061144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b5bd6-07da-4fd4-b3ea-a8c3fa19c4e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.065560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b5bd6-07da-4fd4-b3ea-a8c3fa19c4e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.077207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b5bd6-07da-4fd4-b3ea-a8c3fa19c4e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.081294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-770b5bd6-07da-4fd4-b3ea-a8c3fa19c4e1 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2414854 Mar 31 23:16:37.089368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:37.161162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f768d019-dc62-42f6-9ab0-2efc0cf0426f req-93ae7e69-3b2c-4ce1-9e70-37812ddd6a30 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092507 Mar 31 23:16:37.203405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12967b2d-042b-4675-bef8-c1da314295e9 req-630ce84b-26b7-45b9-929c-99a1e61f6aa3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 210 time: 0.1439722 Mar 31 23:16:37.229594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 731eb106-80f2-4a75-a35b-e7a875371ed0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:37.233258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.323627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0aba6f9e-b679-401d-8bed-6d498fb28d1d None None] Could not find standard attr ID for object 34fa1be2-7469-45a9-94a5-e190333f181f. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:37.375146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.403654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.462566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c477ef-cdac-4e94-8bc9-6c2304b9fec1 req-947dbe6d-04ed-4f75-8791-47c6e0e772c1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.472013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65c477ef-cdac-4e94-8bc9-6c2304b9fec1 req-947dbe6d-04ed-4f75-8791-47c6e0e772c1 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1871021 Mar 31 23:16:37.502817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.580422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-8b37da1e-a142-4ea6-93d7-31811932cd1e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.582157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-8b37da1e-a142-4ea6-93d7-31811932cd1e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.44 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 810 time: 0.3134604 Mar 31 23:16:37.611126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Request body: {'port': {'device_id': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'admin_state_up': True, 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:37.641244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.674335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65c477ef-cdac-4e94-8bc9-6c2304b9fec1 req-3f4d92d8-ea83-4c8b-9bb6-d6c01696771e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013419 Mar 31 23:16:37.709926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.734211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Pushing event updated for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.851858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 878d80f6-d199-4910-b3e4-6d8b5bbc9867 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:37.969266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989bfb9-ac40-4142-896b-a14b900312ac req-375f649b-a9f4-4ed3-8972-e2b4c88ba54d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.970957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c989bfb9-ac40-4142-896b-a14b900312ac req-375f649b-a9f4-4ed3-8972-e2b4c88ba54d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1189117 Mar 31 23:16:37.984579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:37.984579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:37.984847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:37.984847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.033600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.120683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c989bfb9-ac40-4142-896b-a14b900312ac req-63f2ccd0-0c87-4102-9667-4aaec7d35fe2 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234400 Mar 31 23:16:38.140441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=731eb106-80f2-4a75-a35b-e7a875371ed0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:38.172220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.183605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-950a7953-dfab-4687-8ff4-95d9d26f6754 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/731eb106-80f2-4a75-a35b-e7a875371ed0 HTTP/1.1" status: 204 len: 168 time: 1.0925224 Mar 31 23:16:38.184412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Made reservation on behalf of 16d0d3e43f9f4b9ea17f2f60cf8f1f7c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:38.190845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc501a-f12f-45f1-8715-e46790026c7e None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:38.203290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.222406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39878) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.395068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8818a53f-4711-46ff-9d71-aee85bfddfd4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:38.437317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet ffac468e-4e1d-4b84-82ee-c5813f1cb221 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:38.443115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f05bd27-c88d-404a-a2fc-62ba56c55289 req-464d6ac8-c65a-4aad-a04f-b2ef6f63b3c3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 210 time: 0.0561864 Mar 31 23:16:38.452835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.544321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8818a53f-4711-46ff-9d71-aee85bfddfd4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.544703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.564736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.578274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Allocated IP 172.20.0.11 (6dacb851-293c-4e1b-acc2-9a4d461ba223/ce412575-b412-4416-8a51-8e5fc6683659/8971e47b-fc75-4d4c-910a-ba3c098bd4cb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:38.633320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Router 2379021c-4a67-4f30-a137-6d332fc668d9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:38.658156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e058-6bb1-4fc4-8090-8e988f325117 req-69d3229f-fc2e-416d-8410-3e8c351a167b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.659752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d089e058-6bb1-4fc4-8090-8e988f325117 req-69d3229f-fc2e-416d-8410-3e8c351a167b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2954001 Mar 31 23:16:38.750482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9c9d62f9-0205-4831-a6ae-b2239294876d None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.750763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c9d62f9-0205-4831-a6ae-b2239294876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.856912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.882899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d62f9-0205-4831-a6ae-b2239294876d None None] Port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:38.939606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 8818a53f-4711-46ff-9d71-aee85bfddfd4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8818a53f-4711-46ff-9d71-aee85bfddfd4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:38.973170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.024686 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.120436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=8818a53f-4711-46ff-9d71-aee85bfddfd4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:39.140424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.176743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7313ddaf-a675-480d-95bc-5d33261712b1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:39.213992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Network 6dacb851-293c-4e1b-acc2-9a4d461ba223 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:39.218720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:39.224475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:39.280476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Pushing event updated for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:39.334268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.334942 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.461983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-1206c0a4-6b10-4520-ae4e-db9fdef5da9f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8652461 Mar 31 23:16:39.465262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.485196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Request body: {'port': {'device_id': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:39.541196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:39.570368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d089e058-6bb1-4fc4-8090-8e988f325117 req-243f955a-8505-49c5-b1df-42758b8f7ff6 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8776257 Mar 31 23:16:39.574137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-57b72e62-48b8-4f64-9742-a35e7a515316 admin admin] 10.222.0.83 "PUT /v2.0/routers/2379021c-4a67-4f30-a137-6d332fc668d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2498124 Mar 31 23:16:39.739930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.740589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8818a53f-4711-46ff-9d71-aee85bfddfd4 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:39.790136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03809-e607-4964-b82b-6b7492667e3c req-23482327-657a-4650-9b85-a4a26af7da52 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.792769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14f03809-e607-4964-b82b-6b7492667e3c req-23482327-657a-4650-9b85-a4a26af7da52 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 932 time: 0.1623614 Mar 31 23:16:39.794967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39908) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:39.810742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.837914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8818a53f-4711-46ff-9d71-aee85bfddfd4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:39.838365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.853466 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Sync routers for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:39.874960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:39.874960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:40.096913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=ffac468e-4e1d-4b84-82ee-c5813f1cb221,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.107202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.120175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a3dd847-0ff7-42b5-a7b9-35bd31000547 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ffac468e-4e1d-4b84-82ee-c5813f1cb221 HTTP/1.1" status: 204 len: 168 time: 1.8959818 Mar 31 23:16:40.126076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.178355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39920) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.184135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1417702003'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:40.254116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b70f6-f377-4a77-81f3-d60ef9589ffa None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:40.281176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5101f12-981e-4ea3-8a3c-54c9a68c7b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.285654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0d0c7a42-c8f0-4fe5-bef3-5abdb8e62e42 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470904 Mar 31 23:16:40.291865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39924) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.304873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:40.355756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14f03809-e607-4964-b82b-6b7492667e3c req-25594880-6c27-474f-b6de-83f13d32690a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390530 Mar 31 23:16:40.424913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:40.426326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f71aa205-c2c5-48ec-873e-e77301c33957 None None] Provisioning complete for port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:40.427107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f71aa205-c2c5-48ec-873e-e77301c33957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.428553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.452750 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:40.488012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5101f12-981e-4ea3-8a3c-54c9a68c7b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.503724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:40.526825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.527519 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Added segment 27f51952-20c0-45be-9d05-70c6632cc82e of type vlan for network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b Mar 31 23:16:40.570019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4f23b-8e0d-495a-9b07-9b1862f7d4c2 req-d5624d2c-123e-4fa4-8a59-f348827ad568 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.584009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ca4f23b-8e0d-495a-9b07-9b1862f7d4c2 req-d5624d2c-123e-4fa4-8a59-f348827ad568 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2276664 Mar 31 23:16:40.592363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5101f12-981e-4ea3-8a3c-54c9a68c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.626300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8971e47b-fc75-4d4c-910a-ba3c098bd4cb {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:40.680157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:40.683872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.696198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:36Z', 'revision_number': 4, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8f556e25-6c61-4c04-8dd4-0391afe6dfdc', 'name': '', 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'mac_address': 'fa:16:3e:30:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:16:36Z', 'revision_number': 2, 'project_id': '52a902d8a70549b4a384573eabb12391', 'subnets': [{'id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:40.699185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.706940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5101f12-981e-4ea3-8a3c-54c9a68c7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91838e9-68d4-447f-ae23-aaacf5312971,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.732313 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Checking router: 2379021c-4a67-4f30-a137-6d332fc668d9 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:40.732313 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Updating router 2379021c-4a67-4f30-a137-6d332fc668d9 port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:40.747943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5101f12-981e-4ea3-8a3c-54c9a68c7b5f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=652b3cdd4ef64c9cb9e4ce1cef807684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485466 Mar 31 23:16:40.748996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39936) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.753192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:40.800267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.807544 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.811184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ca4f23b-8e0d-495a-9b07-9b1862f7d4c2 req-dae4893a-bb00-4484-a02b-78b464b575f5 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212448 Mar 31 23:16:40.855531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Deleting port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:40.857218 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.883762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Transition to ACTIVE for port object 8971e47b-fc75-4d4c-910a-ba3c098bd4cb will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:40.900396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.925842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.952266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.958269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] For port 878d80f6-d199-4910-b3e4-6d8b5bbc9867, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=878d80f6-d199-4910-b3e4-6d8b5bbc9867,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:40.958269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.975446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39950) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.983150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1119178174-network', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:40.983942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Calling delete_port for 878d80f6-d199-4910-b3e4-6d8b5bbc9867 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:41.017064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.022740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.023863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.073175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Pushing event updated for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.119357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-983b2754-34c7-43b5-86b7-249d606a37df tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.121563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-983b2754-34c7-43b5-86b7-249d606a37df tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/networks?id=5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 200 len: 813 time: 0.2362823 Mar 31 23:16:41.122721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Made reservation on behalf of ac9daabb51f240dda6f10b214fad669d for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:41.125041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.137270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.159761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-29f70449-6876-43ac-a0d1-0ec8b311d3cd tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/quotas/1d4212587132467d8d2d7a3eb79ae1ff HTTP/1.1" status: 200 len: 375 time: 0.0235009 Mar 31 23:16:41.161947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.165522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.167362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d91838e9-68d4-447f-ae23-aaacf5312971 HTTP/1.1" status: 204 len: 168 time: 0.4172940 Mar 31 23:16:41.201257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Network': ['ID=710ea38d-dc39-4753-9e3b-7268ef1bcb1b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.211901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:41.216891 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7820ab38-464c-49c3-8866-f9061261a367 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0374579 Mar 31 23:16:41.219929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.233210 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.250226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-21ddde2c-95a3-45e5-ad4c-5f575f9b6ecd tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817549 Mar 31 23:16:41.255070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-425019337'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:41.278783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.285363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87bf98-83dd-4368-9fcb-943923878bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91838e9-68d4-447f-ae23-aaacf5312971,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.302906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Attempting to bind port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:41.303284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Attempting to bind port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:41.303598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Attempting to bind port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:41.308893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:41.309255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Attempting to bind port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb on network 6dacb851-293c-4e1b-acc2-9a4d461ba223 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:41.316275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:41.316739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Checking segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:41.317132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Bound using segment: {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:41.317570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Bound port: 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d674d4e-f458-4339-96e1-c90fd2c218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:41.317931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.328448 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.377089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] No DVR routers for this DVR port 878d80f6-d199-4910-b3e4-6d8b5bbc9867 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:41.383078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21d60-4078-4efb-83dc-38baf47df436 None None] Pushing event updated for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.414970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.419231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711ddc8-65ca-4f74-b6c9-10343228ebc2 None None] Pushing event deleted for resources: {'Port': ['ID=878d80f6-d199-4910-b3e4-6d8b5bbc9867,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.457975 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.471823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Attempting to bind port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:41.471823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Attempting to bind port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:41.472153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Attempting to bind port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc on network 1c0317df-f6a4-4658-875e-6883ce2d5a3d {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:41.477521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:41.477868 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Checking segment: {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:41.478966 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.481217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Bound using segment: {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:41.481217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Bound port: 8f556e25-6c61-4c04-8dd4-0391afe6dfdc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:41.481217 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.524023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:41.543538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:41.560184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:41.579541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbf974-4913-499c-acc1-6e169c827e72 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:41.584386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.591321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.597803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:41.610057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=b61b05b0-0ba5-4013-ab70-98705fd8a3fb,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.622889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:41.626467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.627904 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] For port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:41.637168 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] For port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:41.659273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.666351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c570f8e7-3a6b-4cd8-8721-93e6c6dc8887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.677660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:41.692704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.693060 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Added segment aaefbabc-0183-44e0-9976-581aca9fb360 of type vlan for network 294a7efa-6433-4505-a658-5cdc1d8127e8 Mar 31 23:16:41.705273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.739678 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.742350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.776365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.778239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.779756 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] 10.222.0.44 "PUT /v2.0/ports/8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 200 len: 1092 time: 2.3091321 Mar 31 23:16:41.780612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:41.788237 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15" -d '{"events": [{"name": "network-changed", "server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:41.811168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0d5398a-6329-4756-910f-863a45752e06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5133574 Mar 31 23:16:41.819453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.819663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': 'b61b05b0-0ba5-4013-ab70-98705fd8a3fb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:41.823520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.829882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:41.894295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-b93f3851-00ca-4b0c-900a-75b00d767420 service neutron] 10.222.0.83 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840120 Mar 31 23:16:41.894986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.895997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.901677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.906573 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:41.907269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:42.018315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a14aef-17fb-48c1-b074-c194b145ae7d req-ccfe6eb9-37b5-442a-93bd-8e45c8a0caa9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.026599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a14aef-17fb-48c1-b074-c194b145ae7d req-ccfe6eb9-37b5-442a-93bd-8e45c8a0caa9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.4582121 Mar 31 23:16:42.027692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c78ee9d-ac13-44c7-9bb1-c6fb967ab23d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.132689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=294a7efa-6433-4505-a658-5cdc1d8127e8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.136172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973ae35-70c3-412a-94d1-e6f8d051f18e service neutron] Pushing event updated for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.150868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:42.155382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/b61b05b0-0ba5-4013-ab70-98705fd8a3fb/c815e7b3-15af-47f9-a6ae-e34688d3ecf1) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:42.160663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.161214 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Added segment fad0915c-0ebb-4424-99c3-af9ba23c9ca8 of type vlan for network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 Mar 31 23:16:42.167403 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:42.228307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-2e66f338-7fe8-48a0-a919-4395ce0208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.229936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-2e66f338-7fe8-48a0-a919-4395ce0208e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1095 time: 0.2568288 Mar 31 23:16:42.237735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 878d80f6-d199-4910-b3e4-6d8b5bbc9867 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:42.243220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:42.245755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.297632 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21d60-4078-4efb-83dc-38baf47df436 None None] Pushing event updated for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.302860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-d8675e9e-bb43-4f38-bfa7-6cee25c58468 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 200 len: 217 time: 0.0629148 Mar 31 23:16:42.354211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a14aef-17fb-48c1-b074-c194b145ae7d req-3ccdcb7d-9e9c-4532-a009-2ea2fbc31129 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317464 Mar 31 23:16:42.363057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:42.382466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.428133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-87ad3e71-77b7-4fb2-88b1-895773775dd7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4501131 Mar 31 23:16:42.432370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39974) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.449979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Request body: {'subnet': {'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1119178174-subnet', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:42.462697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.473558 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:36Z', 'revision_number': 4, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8f556e25-6c61-4c04-8dd4-0391afe6dfdc', 'name': '', 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'mac_address': 'fa:16:3e:30:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:16:41Z', 'revision_number': 4, 'project_id': '52a902d8a70549b4a384573eabb12391', 'subnets': [{'id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:42.475841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.476493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.487096 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdf833-7aea-4e62-b2d0-3b1dfa9ecfbe x-openstack-request-id: req-9ffdf833-7aea-4e62-b2d0-3b1dfa9ecfbe {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:42.487410 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:42.487633 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9ffdf833-7aea-4e62-b2d0-3b1dfa9ecfbe {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:42.488415 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffdf833-7aea-4e62-b2d0-3b1dfa9ecfbe'] response: {'name': 'network-changed', 'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb', 'status': 'completed', 'code': 200} Mar 31 23:16:42.515767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b64c2-4447-464b-907a-71c6cbb1d946 None None] The sync data for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 is: [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:16:36Z', 'revision_number': 4, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '8f556e25-6c61-4c04-8dd4-0391afe6dfdc', 'name': '', 'network_id': '1c0317df-f6a4-4658-875e-6883ce2d5a3d', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'mac_address': 'fa:16:3e:30:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:16:41Z', 'revision_number': 4, 'project_id': '52a902d8a70549b4a384573eabb12391', 'subnets': [{'id': '47e54733-6092-4025-bb6e-d3f0f2c5e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:42.541527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-b593c529-099a-4676-8807-6676fd96b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.550425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-b593c529-099a-4676-8807-6676fd96b422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.2331283 Mar 31 23:16:42.554715 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b61b05b0-0ba5-4013-ab70-98705fd8a3fb (CIDR: 2001:db8::/64) Mar 31 23:16:42.617016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 878d80f6-d199-4910-b3e4-6d8b5bbc9867 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:42.617347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 878d80f6-d199-4910-b3e4-6d8b5bbc9867 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:42.625248 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:42.627559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:42.640172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-d97ca36e-9771-4b6e-8c51-c2d0489328c5 service neutron] 10.222.0.83 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094085 Mar 31 23:16:42.694467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:42.694847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.698205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-2448b30f-e956-474e-a06f-61ed71292e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265841 Mar 31 23:16:42.741878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4940114 Mar 31 23:16:42.747275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.756387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'subnet': {'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:42.770405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012786f-ed13-42ad-bc7a-8bf4816c4b7a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Network': ['ID=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.785041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05385049-4607-4881-898e-546e5976c8b8 req-7a083c70-a499-4602-87a0-6d0734c34bd7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.796345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05385049-4607-4881-898e-546e5976c8b8 req-7a083c70-a499-4602-87a0-6d0734c34bd7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2407632 Mar 31 23:16:42.807178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fe9ca0d2-da53-472e-ba19-f3db458251a4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9863713 Mar 31 23:16:42.815690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39984) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.818554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:42.867092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05385049-4607-4881-898e-546e5976c8b8 req-3b944af9-48a2-4a10-a770-a71abc0f4a57 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642765 Mar 31 23:16:42.867092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Made reservation on behalf of ac9daabb51f240dda6f10b214fad669d for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:42.880566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.106375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.176242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.209568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.226069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:43.240785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a03772fc-000b-4f42-a2ce-34dcab805f08 req-31b5f641-7b0b-40c2-89fc-cc55120c0a5a tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 210 time: 0.0443804 Mar 31 23:16:43.273298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] For port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:43.311719 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.343666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:43.363944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Pushing event updated for resources: {'Port': ['ID=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.367774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:43.373040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.471364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:43.480510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-593332865-network', 'tenant_id': '8ec941023428415fb02af006e9ed07de'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:43.540833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06566601-1b1b-43ca-bc31-b32e0327a551,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.544011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:43.644912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:43.658660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.661419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8f556e25-6c61-4c04-8dd4-0391afe6dfdc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:43.694518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75804da2-3e93-4f83-81eb-d7094b446f12 req-b57d2588-2346-404f-853d-8c1ddd19d53f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.696449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75804da2-3e93-4f83-81eb-d7094b446f12 req-b57d2588-2346-404f-853d-8c1ddd19d53f tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.2905350 Mar 31 23:16:43.714075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6f8ea-8e65-47c3-b5c7-04e09dd2806d None None] Pushing event updated for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.717799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.721913 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-d39d0437-1a80-40ba-9fd0-20ff9685da1a service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0144792 Mar 31 23:16:43.730965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c1888-3294-4838-a452-5e122a1a98ff req-fb27207f-3bbf-4fd0-88b3-7664832a5dac tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.732713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c2c1888-3294-4838-a452-5e122a1a98ff req-fb27207f-3bbf-4fd0-88b3-7664832a5dac tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.2144630 Mar 31 23:16:43.749540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Attempting to bind port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:43.749913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Attempting to bind port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:43.752415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Attempting to bind port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:43.763522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:43.763917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:43.764293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.764678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:43.765155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Bound port: c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:43.765671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.793284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-7235ae69-aa9e-4eb6-9f44-6004fdd1b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.795394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-7235ae69-aa9e-4eb6-9f44-6004fdd1b784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd88da30a944d2b833046343995672a&device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 1096 time: 0.2326331 Mar 31 23:16:43.849893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] For port c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:43.850113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:43.853872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] For port c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:43.854445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.857441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b8f010c3-acb8-4a24-bb39-9b2bd11fdc1f None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:43.858550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b8f010c3-acb8-4a24-bb39-9b2bd11fdc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.869857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.879984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Checking segment: {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:43.880371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Network hostable DHCP agents. Network: 294a7efa-6433-4505-a658-5cdc1d8127e8, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:43.933837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:43.934233 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.937553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c2c1888-3294-4838-a452-5e122a1a98ff req-a8d4f831-fb49-4f35-9e16-e21d39fe050b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882079 Mar 31 23:16:43.944437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75804da2-3e93-4f83-81eb-d7094b446f12 req-822367fe-4103-4d4b-9f4f-dcc4ef87f66b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334270 Mar 31 23:16:44.037473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.054436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7226a27c-0186-4596-8996-cf482b0b4ec8 req-e7d43625-0f62-4185-b444-274832486f70 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194952 Mar 31 23:16:44.074310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.092060 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd4ec722-4e66-437d-8517-988ba3836240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.098654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:44.120755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.121438 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Added segment c342fc95-45e3-478a-be91-d221f2719dbe of type vlan for network 24011cd8-a3da-475a-9b14-adda4e0ca806 Mar 31 23:16:44.160037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:44.161136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-dcae3474-5f34-4d1d-834b-984c9df87a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.163602 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-dcae3474-5f34-4d1d-834b-984c9df87a47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 200 len: 914 time: 0.3308418 Mar 31 23:16:44.169126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:44.175785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.179748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618ea4-6e47-418c-ae3c-969f281b2905 None None] Pushing event updated for resources: {'Port': ['ID=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.234826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.251249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3cd1f-3fa3-43b3-aa94-2b12b9ce74fe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.314800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 294a7efa-6433-4505-a658-5cdc1d8127e8) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:44.325502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe6823-4358-4e75-8f22-178bd9bd1183 None None] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:44.343041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0426f48-618b-4dd9-a166-f76747c04fb7 req-4492a9f3-7b4c-421c-be67-1f297c332922 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 210 time: 0.0416648 Mar 31 23:16:44.344627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.345297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.373462 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.374460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.375079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.502345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] Pushing event updated for resources: {'Network': ['ID=24011cd8-a3da-475a-9b14-adda4e0ca806,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.510104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-d657bdd9-dd9f-4f2a-83a6-c253d83b5c05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 200 len: 999 time: 0.3236990 Mar 31 23:16:44.518426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7538cdb1-41f7-4909-a752-90c43b2e2915 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0720053 Mar 31 23:16:44.520274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40010) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:44.525241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:44.540929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:44.625296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-8cba011a-630b-4921-ad08-6671096c2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.626863 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-8cba011a-630b-4921-ad08-6671096c2999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1095 time: 0.3687527 Mar 31 23:16:44.636969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c0637bbc-7385-4a6f-8d28-ac40e9a5a984 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3946414 Mar 31 23:16:44.640767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40012) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:44.649491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Request body: {'subnet': {'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-593332865-subnet', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:44.711501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.712703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.713229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-294a7efa-6433-4505-a658-5cdc1d8127e8', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:44.715215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.755662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-ed93b8b6-2914-4601-a7ef-3a5e7fbe3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.757205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-ed93b8b6-2914-4601-a7ef-3a5e7fbe3f76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 200 len: 851 time: 0.2379858 Mar 31 23:16:44.779783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:44.784872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.796081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.868542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.872749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Allocated IP 172.20.0.2 (294a7efa-6433-4505-a658-5cdc1d8127e8/06566601-1b1b-43ca-bc31-b32e0327a551/0f3f5e01-1187-4651-9b77-18a1f377b32a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:44.917269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-81527582-f3b9-4fc2-84fb-5c5de0d0a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.918788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-81527582-f3b9-4fc2-84fb-5c5de0d0a2d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 912 time: 0.2738850 Mar 31 23:16:44.983725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-f198c9c8-db6d-4fcd-9aa9-3f89a49346b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.985308 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-f198c9c8-db6d-4fcd-9aa9-3f89a49346b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb85995c-1b54-46c2-a818-7fc44ef2e5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201304 Mar 31 23:16:45.045163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.057648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-e60cf9b5-1bd8-48e0-9e5d-56ec5a1f67d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 200 len: 217 time: 0.1268468 Mar 31 23:16:45.099232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Subnet': ['ID=fdd328a8-9142-4408-85e2-9ffc4015fa57,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.171363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.216130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:45.216503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network hostable DHCP agents. Network: 710ea38d-dc39-4753-9e3b-7268ef1bcb1b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:45.229091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-174f5e64-33af-4a25-949f-d7d9ed77b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.230592 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-174f5e64-33af-4a25-949f-d7d9ed77b1b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.1535175 Mar 31 23:16:45.252232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.269023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:45.272508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.283908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:45.289118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8181ca-642e-4b39-9914-5023f7949112 req-8ff39cd1-578f-4e57-a0e4-8f52e5c91c21 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.290794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Pushing event updated for resources: {'Port': ['ID=0f3f5e01-1187-4651-9b77-18a1f377b32a,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.297989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de8181ca-642e-4b39-9914-5023f7949112 req-8ff39cd1-578f-4e57-a0e4-8f52e5c91c21 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.1782935 Mar 31 23:16:45.300828 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-f4d9bd7b-111a-43bd-ba23-f607c44a5ba6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612650 Mar 31 23:16:45.314908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345df9e-4c31-43d2-8088-696507e475a3 req-ec576f03-5292-40e0-8b60-542a6addf9e3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.316576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c345df9e-4c31-43d2-8088-696507e475a3 req-ec576f03-5292-40e0-8b60-542a6addf9e3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1987503 Mar 31 23:16:45.328339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.346199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-120e07a5-80c3-4b34-af74-3ac53156627f service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089478 Mar 31 23:16:45.374268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Attempting to bind port 0f3f5e01-1187-4651-9b77-18a1f377b32a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:45.382556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Attempting to bind port 0f3f5e01-1187-4651-9b77-18a1f377b32a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:45.382556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Attempting to bind port 0f3f5e01-1187-4651-9b77-18a1f377b32a on network 294a7efa-6433-4505-a658-5cdc1d8127e8 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:45.382556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:45.383221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Checking segment: {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:45.383847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.384887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Bound using segment: {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:45.385529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Bound port: 0f3f5e01-1187-4651-9b77-18a1f377b32a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:45.385946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.408665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.437604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de8181ca-642e-4b39-9914-5023f7949112 req-298d4580-7bc6-4ed6-8a5d-5d8be92409df tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379473 Mar 31 23:16:45.438308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19daf40e-e9aa-43ac-8934-c20169128212,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.480862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2592f818-fceb-4c1b-a054-e2cb68762d4f req-2a4e2ca2-bb60-4548-9314-21adee04739c service neutron] 10.222.0.44 "GET /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135128 Mar 31 23:16:45.532105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] For port 0f3f5e01-1187-4651-9b77-18a1f377b32a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:45.536737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] For port 0f3f5e01-1187-4651-9b77-18a1f377b32a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f3f5e01-1187-4651-9b77-18a1f377b32a,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:45.560644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c345df9e-4c31-43d2-8088-696507e475a3 req-a7f47057-0a54-42e2-a6b1-d8d5f64e4526 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268021 Mar 31 23:16:45.601211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46d7ef4c-88e7-4ce2-a556-45d026765a06 req-e5b4a567-9c4e-409e-837e-d0e0a40c4bf4 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 210 time: 0.0374045 Mar 31 23:16:45.609853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:45.610223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Network hostable DHCP agents. Network: 24011cd8-a3da-475a-9b14-adda4e0ca806, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:45.611323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:45.627627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.648602 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-3c9cfdd2-9502-4a08-9edd-72af99f6ec59 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333874 Mar 31 23:16:45.724548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090178d-ede1-4547-821b-7f14d533d673 None None] Pushing event updated for resources: {'Port': ['ID=0f3f5e01-1187-4651-9b77-18a1f377b32a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.766898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c815e7b3-15af-47f9-a6ae-e34688d3ecf1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:45.796693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 710ea38d-dc39-4753-9e3b-7268ef1bcb1b) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.813395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d356ea-c462-4f8f-b05a-002db24fd0a6 None None] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:45.816513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.817484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.855605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:45.865095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e55c5658-db51-402e-8e22-6658815ec714 None None] Provisioning complete for port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:45.865629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e55c5658-db51-402e-8e22-6658815ec714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.866150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 24011cd8-a3da-475a-9b14-adda4e0ca806) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.869519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:16:45.873063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.875528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.876128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.884536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03883417-73d1-43d5-a4b0-deb36f23f6d6 None None] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:45.898907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.958754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a524a73-a26d-4382-b18d-428da13d29f4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2086022 Mar 31 23:16:46.004524 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-910c01b8-f1b7-4dfa-ae58-4501ff0c7c15 req-64397c53-ca22-4da3-b91c-d267f99caa2f service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261631 Mar 31 23:16:46.004524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40020) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:46.014974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:46.015368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.043326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'subnet': {'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:46.101204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Allocated IP 172.25.6.43 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/28d6faba-5c76-4e25-a84a-84f872da752f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:46.245241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.295378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-78337de4-4912-4be2-ac4b-e25e279df634 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6536920 Mar 31 23:16:46.298061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:46.302558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:46.343419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-68faf9a0-5683-48c0-8611-184f735bc075 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.344761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-68faf9a0-5683-48c0-8611-184f735bc075 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.10 "GET /v2.0/networks?id=5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 200 len: 813 time: 0.2916603 Mar 31 23:16:46.364535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Request body: {'port': {'device_id': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739', 'admin_state_up': True, 'tenant_id': '1d4212587132467d8d2d7a3eb79ae1ff'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:46.384136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.423874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.424921 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.461639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:46.466597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.523247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.526630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e55c5658-db51-402e-8e22-6658815ec714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.530162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:46.530981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.554601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:46.565038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.576462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:46.579368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.586401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:46.616554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-24011cd8-a3da-475a-9b14-adda4e0ca806', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:46.617417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.727365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Pushing event updated for resources: {'Port': ['ID=28d6faba-5c76-4e25-a84a-84f872da752f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:46.794881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.837273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:46.898990 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.938354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-e55c5658-db51-402e-8e22-6658815ec714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:46.938838 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-e55c5658-db51-402e-8e22-6658815ec714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:46.939573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.981447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:46.981849 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:46.997153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Allocated IP 10.1.1.2 (710ea38d-dc39-4753-9e3b-7268ef1bcb1b/fdd328a8-9142-4408-85e2-9ffc4015fa57/7ba17031-7d8c-4a5e-99da-cbf931493754) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:46.999632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-22468cb7-c555-45e4-8fe9-582a0b735730 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2576783 Mar 31 23:16:47.000208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Made reservation on behalf of 1d4212587132467d8d2d7a3eb79ae1ff for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:47.017114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.038247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.041841 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.043408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8f556e25-6c61-4c04-8dd4-0391afe6dfdc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:47.058526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Subnet': ['ID=1fda859e-176c-4b31-a4b1-e4e44063f372,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:47.080212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a420da-0acf-4c64-bf36-5b6130786f81 req-191af1a8-45a3-49d3-b404-3a089791e52a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.083093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01a420da-0acf-4c64-bf36-5b6130786f81 req-191af1a8-45a3-49d3-b404-3a089791e52a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.4665747 Mar 31 23:16:47.121377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Checking segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:47.121677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network hostable DHCP agents. Network: e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:47.121800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885b2b-e54b-4ad8-a11c-8b1ef35f6089 req-a72695c3-2b95-4050-b873-78a7876013b3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.123372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1885b2b-e54b-4ad8-a11c-8b1ef35f6089 req-a72695c3-2b95-4050-b873-78a7876013b3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.3213158 Mar 31 23:16:47.191916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-4e5114dd-7464-4ef0-9fd6-3c2aaa484f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.193128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-4e5114dd-7464-4ef0-9fd6-3c2aaa484f06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1097 time: 0.1549289 Mar 31 23:16:47.197486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca46192-bec4-47d6-97e4-9be5377ca12d None None] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:47.254028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01a420da-0acf-4c64-bf36-5b6130786f81 req-c333cd06-4d85-48ac-aa7c-97df16b59c31 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509211 Mar 31 23:16:47.277281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1885b2b-e54b-4ad8-a11c-8b1ef35f6089 req-dd1b5fd5-c150-4215-a585-e83eb0eb474c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333930 Mar 31 23:16:47.308414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:47.343832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:47.354076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Allocated IP 172.20.0.13 (5dc82373-7dcf-4ee7-9792-6280e1bc3739/fb836009-2de8-45ad-b6e5-90d1468607c5/7c3abaf6-ac07-46c4-95f7-70876c56079f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:47.373527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Allocated IP 172.20.0.2 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/e798bc3e-3c56-4acc-a18b-bfd6f249a9ad) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:47.397122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-3922737f-e717-45e8-86eb-cb6d72c83e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.398703 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-3922737f-e717-45e8-86eb-cb6d72c83e34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 910 time: 0.1798794 Mar 31 23:16:47.417201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:47.417501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.434006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa73e27b-5007-43ba-90be-b2bb5191c82b req-888d7dba-a87c-404f-9a5b-af3d2ce259ea tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 210 time: 0.0781450 Mar 31 23:16:47.453888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:47.470404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.471369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.484381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d3f58c-6b53-4ec1-b74b-93ea30c6dc5d None None] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:47.632771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.738997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.922831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-6d8563a8-8c3b-4784-a85c-6812af349981 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 1002 time: 0.5149581 Mar 31 23:16:47.926717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.931972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:47.950594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.953818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.965129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Pushing event updated for resources: {'Port': ['ID=7ba17031-7d8c-4a5e-99da-cbf931493754,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:47.970781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:47.971247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:48.010102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.025989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] Provisioning complete for port 0f3f5e01-1187-4651-9b77-18a1f377b32a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:48.026735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.033308 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6c3f4af-03a6-4510-bf5f-ad3831ebe167 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0416660 Mar 31 23:16:48.038468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40030) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:48.048211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'name': 'tempest-TaggedBootDevicesTest-964502821', 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:48.072524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.081753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-939be711-a25f-41ad-a75a-b48bc68ef795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.083218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-939be711-a25f-41ad-a75a-b48bc68ef795 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 200 len: 847 time: 0.1526597 Mar 31 23:16:48.156367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ips': [{'subnet_id': '1fda859e-176c-4b31-a4b1-e4e44063f372'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:48.156820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Allocated IP 172.25.6.7 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1e296ee4-81f7-4bb9-90d8-3ded8afc4baa) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:48.157476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.177058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Attempting to bind port 7ba17031-7d8c-4a5e-99da-cbf931493754 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:48.177548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Attempting to bind port 7ba17031-7d8c-4a5e-99da-cbf931493754 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:48.178029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Attempting to bind port 7ba17031-7d8c-4a5e-99da-cbf931493754 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:48.191714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.201434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:48.201960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:48.202461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.202952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Bound using segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:48.203562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Bound port: 7ba17031-7d8c-4a5e-99da-cbf931493754, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:48.204052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.257263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.406841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f3f5e01-1187-4651-9b77-18a1f377b32a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:48.410455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.416844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.433357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:48.443577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-4ac2cc4d-07c7-44f8-a18e-67d1b945fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.445211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-4ac2cc4d-07c7-44f8-a18e-67d1b945fec6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059008 Mar 31 23:16:48.589621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Pushing event updated for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.606126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda68fa-9ae7-4f35-a356-1cadf68acbb3 req-4e25537a-7167-4fed-b622-6d3d3f1b76bf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.610128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:48.613829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fda68fa-9ae7-4f35-a356-1cadf68acbb3 req-4e25537a-7167-4fed-b622-6d3d3f1b76bf tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1982388 Mar 31 23:16:48.625555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:48.633923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:48.644776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] For port c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:48.652068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa88e-d138-4131-a05c-0d850924c7c4 req-6bb2496d-457c-4092-b619-e549fe815040 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.654406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abbfa88e-d138-4131-a05c-0d850924c7c4 req-6bb2496d-457c-4092-b619-e549fe815040 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.2395525 Mar 31 23:16:48.662779 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.707082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:48.726950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:48.727270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:48.742158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fda68fa-9ae7-4f35-a356-1cadf68acbb3 req-f0498d82-7a45-4f0d-b3a4-ccd1a75aab8b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276178 Mar 31 23:16:48.749604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.759088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Pushing event updated for resources: {'Port': ['ID=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.772064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.778199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.780318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-77f3195b-a035-4b4e-b243-f91eb704cd91 service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062828 Mar 31 23:16:48.811883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:48.816841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.822559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.826814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:48.836719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:48.846412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abbfa88e-d138-4131-a05c-0d850924c7c4 req-46aad5c6-7c4e-452d-91a2-260df8230ae8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742003 Mar 31 23:16:48.852451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.853862 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.889441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] For port 7ba17031-7d8c-4a5e-99da-cbf931493754, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:48.920549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.925589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=28592618-85e1-4ea4-b850-da210eded0e5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.927471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] For port 7ba17031-7d8c-4a5e-99da-cbf931493754, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ba17031-7d8c-4a5e-99da-cbf931493754,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:48.935261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Attempting to bind port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:48.935642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Attempting to bind port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:48.936009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Attempting to bind port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:48.937739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.938153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.938671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.938950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.939404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.939807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.941658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.942012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.942801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.943234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.943631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.943972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.953200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] For port 0f3f5e01-1187-4651-9b77-18a1f377b32a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f3f5e01-1187-4651-9b77-18a1f377b32a,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:48.961978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:48.963047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:48.963331 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.963724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:48.964200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Bound port: e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:48.964703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.968812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Allocated IP 10.2.2.2 (e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25/1fda859e-176c-4b31-a4b1-e4e44063f372/fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:48.982046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f3f5e01-1187-4651-9b77-18a1f377b32a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:48.982420 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.023879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-33476af1-6e9a-4720-967c-3ddc8bd6ae5b tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6629448 Mar 31 23:16:49.041854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.051083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Request body: {'port': {'device_id': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:49.067735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.090322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:49.112271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:49.135505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.136239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.147716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff47bc-5c5a-489e-b505-0c82b648f64b None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:49.174671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.210788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,revision_number=5']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.228446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece185e0-32b9-43b8-a5d7-ab66d4ed8f5b req-8c45f0b6-5698-4182-9819-0f16e2a7aa44 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.230780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ece185e0-32b9-43b8-a5d7-ab66d4ed8f5b req-8c45f0b6-5698-4182-9819-0f16e2a7aa44 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1826336 Mar 31 23:16:49.234365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6ef7bca-12b3-4538-b6b5-447ecfef372c req-d147e6f7-d554-4c03-8d34-f5bb80a4bc0d service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126973 Mar 31 23:16:49.240330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] device_id is not set on port b924d4a0-e7f9-4893-9ddd-0e6912408386 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:49.240913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa42d-983b-4650-8a3b-763f34f2904c req-4843a13a-3104-47db-8f63-31b6a2cac1fc tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.242648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f13aa42d-983b-4650-8a3b-763f34f2904c req-4843a13a-3104-47db-8f63-31b6a2cac1fc tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 932 time: 0.2944169 Mar 31 23:16:49.250342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.282118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8971e47b-fc75-4d4c-910a-ba3c098bd4cb details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:16:49.287078 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d9d3d50-b1a6-4b4e-93d3-ab58f3659c73 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4671195 Mar 31 23:16:49.288172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40040) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.304938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:e0:fa:06', 'name': 'tempest-NetworksTestDHCPv6-636381983'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:49.327664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bded4e-1c89-4f19-a8b1-a6be97f301e0 None None] Pushing event updated for resources: {'Port': ['ID=7ba17031-7d8c-4a5e-99da-cbf931493754,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.336552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] For port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:49.338579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ece185e0-32b9-43b8-a5d7-ab66d4ed8f5b req-f01275d3-9875-4b1d-9162-8d45caecc4da tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933983 Mar 31 23:16:49.415373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f13aa42d-983b-4650-8a3b-763f34f2904c req-5bcdc487-ec54-4a9a-8d8c-2aeb03302236 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641660 Mar 31 23:16:49.415917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Router b85c3da7-7b4e-4ca0-96e1-61061765cf8a is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:49.514215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] For port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:49.526280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09c844be-5f09-40ad-baed-e8d1f28fb8b1 None None] Provisioning complete for port 0f3f5e01-1187-4651-9b77-18a1f377b32a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:49.527115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09c844be-5f09-40ad-baed-e8d1f28fb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.538763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.resource_extend [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:16:49.698638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.715063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.1.1.84 (710ea38d-dc39-4753-9e3b-7268ef1bcb1b/fdd328a8-9142-4408-85e2-9ffc4015fa57/b924d4a0-e7f9-4893-9ddd-0e6912408386) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:49.721746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97480b9-bf1e-4a96-90ef-bb77cd8f5994 None None] Pushing event updated for resources: {'Port': ['ID=0f3f5e01-1187-4651-9b77-18a1f377b32a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.737468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.751178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c815e7b3-15af-47f9-a6ae-e34688d3ecf1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:49.809122 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.864378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:49.927569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:49.949768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:49.989245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Sync routers for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:49.994015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.015492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.020021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e40b715d-3593-4d54-bb5e-76c26b6ca84e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4986961 Mar 31 23:16:50.022155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40062) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.060527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:50.061161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:50.086041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3abaf6-ac07-46c4-95f7-70876c56079f {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:50.113571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.179438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb', 'network_id': '6dacb851-293c-4e1b-acc2-9a4d461ba223', 'port_id': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb', 'mac_address': 'fa:16:3e:92:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce412575-b412-4416-8a51-8e5fc6683659', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:16:50.189021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Transition to ACTIVE for port object 7c3abaf6-ac07-46c4-95f7-70876c56079f will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:50.193436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.310942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b6dac-8bd4-46e4-aa0b-a5303b78844f req-f861aa66-93b1-4876-aee1-2b5657ff3d2e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.319786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-018b6dac-8bd4-46e4-aa0b-a5303b78844f req-f861aa66-93b1-4876-aee1-2b5657ff3d2e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 944 time: 0.3072264 Mar 31 23:16:50.331521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.357874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:50.359797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.360621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.362707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d0ac-2ed4-47d4-926b-4ec4f174e100 None None] Pushing event updated for resources: {'Port': ['ID=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.414880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:50.465627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 0b382c52-f56b-411e-a201-807e91cd9688 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:50.471200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:50.513841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-018b6dac-8bd4-46e4-aa0b-a5303b78844f req-7636909e-c61d-4d91-8ec4-ad2ce99ebeaf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930993 Mar 31 23:16:50.529013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.595048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.685999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:50.686650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.697694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.703445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:50.717033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Attempting to bind port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:50.717402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Attempting to bind port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:50.718053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Attempting to bind port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:50.756392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Pushing event updated for resources: {'Port': ['ID=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.779421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:50.784486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:50.784486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Checking segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:50.785147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.786009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Bound using segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:50.786009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Bound port: fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:50.786399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.790901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:50.797129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8971e47b-fc75-4d4c-910a-ba3c098bd4cb {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:50.814519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:50.821925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b056c-2007-4d6a-bb3a-0545ddd22c6e req-667e9b07-c7c4-4059-99a0-13ee0c1ce07f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.824297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596b056c-2007-4d6a-bb3a-0545ddd22c6e req-667e9b07-c7c4-4059-99a0-13ee0c1ce07f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 944 time: 0.2013974 Mar 31 23:16:50.876720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.916042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:50.957532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.958154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.004345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Attempting to bind port 7c3abaf6-ac07-46c4-95f7-70876c56079f on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:51.004681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Attempting to bind port 7c3abaf6-ac07-46c4-95f7-70876c56079f by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:51.005005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Attempting to bind port 7c3abaf6-ac07-46c4-95f7-70876c56079f on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:51.011919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596b056c-2007-4d6a-bb3a-0545ddd22c6e req-89be82ed-3e92-4cc2-aed8-4bedcc3a25df tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678326 Mar 31 23:16:51.024519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Port 7c3abaf6-ac07-46c4-95f7-70876c56079f on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:51.025643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Attempting to bind port 7c3abaf6-ac07-46c4-95f7-70876c56079f on network 5dc82373-7dcf-4ee7-9792-6280e1bc3739 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:51.033695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:51.034030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Checking segment: {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:51.034430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Bound using segment: {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:51.035026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Bound port: 7c3abaf6-ac07-46c4-95f7-70876c56079f, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e7845b-391e-420a-b1bc-3b6b586e5be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:51.035408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.055035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Router 5e559259-cf53-4e83-b425-e9c0422fe903 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:51.117274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::118 (72d20de6-aee2-4ce8-9aef-20530b716056/b61b05b0-0ba5-4013-ab70-98705fd8a3fb/0b382c52-f56b-411e-a201-807e91cd9688) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:51.128940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:fa06 (72d20de6-aee2-4ce8-9aef-20530b716056/28592618-85e1-4ea4-b850-da210eded0e5/0b382c52-f56b-411e-a201-807e91cd9688) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:51.129751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-976baf37-b418-4e05-bf26-d18e06dcae3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0902045 Mar 31 23:16:51.133583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40094) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:51.142771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'name': 'tempest-TaggedBootDevicesTest-1481329364', 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:51.248442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc2f90-894d-4bc0-8e01-860a587b531f None None] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:51.268906 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.332340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:51.360221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:51.372947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.450627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] For port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:51.500122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.505251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] For port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:51.547544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] Provisioning complete for port 7ba17031-7d8c-4a5e-99da-cbf931493754 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:51.548347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.587659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.588329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.589992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] 10.222.0.10 "PUT /v2.0/ports/7c3abaf6-ac07-46c4-95f7-70876c56079f HTTP/1.1" status: 200 len: 1092 time: 2.5431323 Mar 31 23:16:51.592416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:51.595181 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c3968-9e44-4de4-b47e-082f4e24d607" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:51.674180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.676243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.682250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:51.687199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.737898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e151a-bbeb-4ebe-af9a-56b11366ac4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.809159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce825cba-1538-4770-b92e-b90c5292ad79 None None] Pushing event updated for resources: {'Port': ['ID=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.843930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] device_id is not set on port 62f840a5-26d6-40d7-bde1-40004d529054 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:51.888829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['8971e47b-fc75-4d4c-910a-ba3c098bd4cb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:51.989450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f259107-449a-47cf-af19-632d6e844183 None None] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:52.052106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Allocated IP 172.20.0.1 (294a7efa-6433-4505-a658-5cdc1d8127e8/06566601-1b1b-43ca-bc31-b32e0327a551/aabd9f8b-0705-4f52-a170-84cc4e03eb6c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:52.055674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-cbc39644-09ff-4821-a611-425221f7a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.058726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-cbc39644-09ff-4821-a611-425221f7a925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 1095 time: 0.3091686 Mar 31 23:16:52.105593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e798bc3e-3c56-4acc-a18b-bfd6f249a9ad up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:52.125936 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-8ae28334-2bdb-46c1-a14b-03b9e546e0d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f HTTP/1.1" status: 200 len: 217 time: 0.0499132 Mar 31 23:16:52.230709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.274661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcc61e-b265-40f9-acaf-ff8465f1cbb5 req-2b0bdf07-adf4-4834-899e-72a69434f412 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.276365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1bcc61e-b265-40f9-acaf-ff8465f1cbb5 req-2b0bdf07-adf4-4834-899e-72a69434f412 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 945 time: 0.1660659 Mar 31 23:16:52.289073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:52.296281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-4bc3f5d7-d2c4-4ea7-b80f-0a7dbcce0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.298317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-4bc3f5d7-d2c4-4ea7-b80f-0a7dbcce0d99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb836009-2de8-45ad-b6e5-90d1468607c5 HTTP/1.1" status: 200 len: 853 time: 0.1369879 Mar 31 23:16:52.301461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:52.315978 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:52.318503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.335143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-f910e29f-102f-4005-8750-dae1c89ebb03 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.343363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-f910e29f-102f-4005-8750-dae1c89ebb03 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd HTTP/1.1" status: 200 len: 943 time: 0.2264385 Mar 31 23:16:52.363315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.374915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-e6dc79bb-5eb8-4cc9-95b3-524e6b689cfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dc82373-7dcf-4ee7-9792-6280e1bc3739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645542 Mar 31 23:16:52.375774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:47Z', 'revision_number': 3, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.464070 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:52.476783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.499415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1bcc61e-b265-40f9-acaf-ff8465f1cbb5 req-0ed556b5-c784-4494-b8b0-436c1af60878 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069955 Mar 31 23:16:52.522934 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.522934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e44c80b-d670-4ba1-814c-efe297d931c4 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2210100 Mar 31 23:16:52.527887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.529638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40102) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:52.539178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Checking router: b85c3da7-7b4e-4ca0-96e1-61061765cf8a for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:52.539556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Updating router b85c3da7-7b4e-4ca0-96e1-61061765cf8a port 28d6faba-5c76-4e25-a84a-84f872da752f binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:52.592947 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.714142 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:49Z', 'revision_number': 3, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.744944 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:52.745648 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Updating router 5e559259-cf53-4e83-b425-e9c0422fe903 port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:52.763339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:52.763710 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.774390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] For port 7ba17031-7d8c-4a5e-99da-cbf931493754, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ba17031-7d8c-4a5e-99da-cbf931493754,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:52.789691 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.930568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.968352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080ea20-fe92-4f6f-a173-eaf140c5b334 req-8dc85ec8-128d-40c2-a7b2-341dbd7129ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.985896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1080ea20-fe92-4f6f-a173-eaf140c5b334 req-8dc85ec8-128d-40c2-a7b2-341dbd7129ce tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 944 time: 0.1741464 Mar 31 23:16:53.045741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:53.066562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:53.126310 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcc1c61-f9c0-4309-a2f7-e3136b669d1e x-openstack-request-id: req-cbcc1c61-f9c0-4309-a2f7-e3136b669d1e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:53.126810 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:53.127073 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbcc1c61-f9c0-4309-a2f7-e3136b669d1e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:53.127553 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcc1c61-f9c0-4309-a2f7-e3136b669d1e'] response: {'name': 'network-changed', 'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f', 'status': 'completed', 'code': 200} Mar 31 23:16:53.142933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Provisioning complete for port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:53.143353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.183507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:53.190190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.191031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.201637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.1.1.80 (710ea38d-dc39-4753-9e3b-7268ef1bcb1b/fdd328a8-9142-4408-85e2-9ffc4015fa57/62f840a5-26d6-40d7-bde1-40004d529054) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:53.220233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b684d-2907-41a1-9308-0d79924782f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba17031-7d8c-4a5e-99da-cbf931493754,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.284097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port 98fa22b0-a934-4110-8023-9de1a0a6110d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:53.284608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.315774 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-0467c9c5-cf9a-464c-a34d-11a18064bdae service neutron] 10.222.0.10 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9075918 Mar 31 23:16:53.357901 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.362503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.417564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port 98fa22b0-a934-4110-8023-9de1a0a6110d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=98fa22b0-a934-4110-8023-9de1a0a6110d,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:53.417970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.436380 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.446248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=0b382c52-f56b-411e-a201-807e91cd9688,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.462005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1080ea20-fe92-4f6f-a173-eaf140c5b334 req-0e07f83f-032f-4c2e-91df-0aedd27e5b4a tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783704 Mar 31 23:16:53.465647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for 98fa22b0-a934-4110-8023-9de1a0a6110d owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:53.507541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:53.555581 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcde0d-d761-45a5-b6a6-95a8435dad72 None None] Pushing event updated for resources: {'Port': ['ID=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.600390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Attempting to bind port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:53.601045 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Attempting to bind port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:53.601585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Attempting to bind port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:53.619736 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:53.619736 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:53.619736 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.619736 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:53.620295 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Bound port: 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:53.620295 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.628308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a0bc5dd9-6e09-4efe-b1bd-f41efe4a68b7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3278201 Mar 31 23:16:53.635198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40106) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:53.674870 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.675742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f3f5e01-1187-4651-9b77-18a1f377b32a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:53.716697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.724381 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] For port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:53.729039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] For port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:53.772756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.782015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:53.798831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:53.818989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:53.823878 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.881271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb8da39-5042-4a8a-96c2-728648d0a9a6 req-00aacabd-41e9-491e-8714-ebf3583f9b61 service neutron] 10.222.0.10 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387857 Mar 31 23:16:53.911879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046df0f7-c269-4026-8368-42db8f80bec9 req-638363e0-1a47-4387-8291-bd19ca73abbc tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.914364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-046df0f7-c269-4026-8368-42db8f80bec9 req-638363e0-1a47-4387-8291-bd19ca73abbc tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 945 time: 0.2806063 Mar 31 23:16:53.940797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Pushing event updated for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.949703 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:53.951329 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:53.965980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.965980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.966343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.966680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.967138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.967566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.967989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.968409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.969765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.969765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.969765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.970294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:53.976799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.985119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.069993 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcde0d-d761-45a5-b6a6-95a8435dad72 None None] Pushing event updated for resources: {'Port': ['ID=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.105908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-046df0f7-c269-4026-8368-42db8f80bec9 req-9d7ec930-c73e-4cfd-bc4a-8c36b09e881d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810691 Mar 31 23:16:54.110363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 0b382c52-f56b-411e-a201-807e91cd9688 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:54.110899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.133087 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.138092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:54.139312 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:54.140071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82fe05-3271-4e95-b5bd-d3ca2ddc7ccf None None] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:54.185812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.189885 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:54.190985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.222827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.243171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241', 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:54.253969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-7b3df3a0-5b85-4285-a17d-87d6ec411932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.255690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-7b3df3a0-5b85-4285-a17d-87d6ec411932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 1095 time: 0.1890590 Mar 31 23:16:54.258674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.269896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=98fa22b0-a934-4110-8023-9de1a0a6110d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.284301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.357720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] No DVR routers for this DVR port 98fa22b0-a934-4110-8023-9de1a0a6110d on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:54.359884 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.362916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.366772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52624b75-2e60-4c24-b6ff-53efd4817af5 req-71288684-feeb-46c1-9b0f-62a92a7c976a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "DELETE /v2.0/ports/98fa22b0-a934-4110-8023-9de1a0a6110d HTTP/1.1" status: 204 len: 173 time: 2.0218489 Mar 31 23:16:54.371403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-deleted', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:54.374037 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e31c4-8bfc-4580-99e9-3381a81008ab" -d '{"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-deleted", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:54.381839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.437689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f3f5e01-1187-4651-9b77-18a1f377b32a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:54.438323 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.467801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:54.479265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:54.483878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.486365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.490199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:54.496346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 0b382c52-f56b-411e-a201-807e91cd9688 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:54.723133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-6499acc2-aa7c-40ec-afe0-3a35f6f553b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.725403 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-6499acc2-aa7c-40ec-afe0-3a35f6f553b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 200 len: 915 time: 0.4619069 Mar 31 23:16:54.814902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.815589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.835429 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:49Z', 'revision_number': 3, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:54.842525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Allocated IP 172.20.0.1 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/f4858cd1-25ea-43e3-a62e-0c6c73e7d992) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:54.873052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d3963-0c7d-476a-bce3-e3e3ebd2ed50 None None] Pushing event updated for resources: {'Port': ['ID=28d6faba-5c76-4e25-a84a-84f872da752f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.924504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Attempting to bind port 28d6faba-5c76-4e25-a84a-84f872da752f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:54.925020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Attempting to bind port 28d6faba-5c76-4e25-a84a-84f872da752f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:54.925487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Attempting to bind port 28d6faba-5c76-4e25-a84a-84f872da752f on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:54.928564 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e0de5-7d43-444e-a056-baa5977d6d8c None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:49Z', 'revision_number': 3, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:54.933917 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3669e1b-7b41-4c51-bd1c-7de866d39ff6 x-openstack-request-id: req-d3669e1b-7b41-4c51-bd1c-7de866d39ff6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:54.934461 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd", "name": "network-vif-deleted", "tag": "98fa22b0-a934-4110-8023-9de1a0a6110d", "status": "failed", "code": 422}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:54.935031 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d3669e1b-7b41-4c51-bd1c-7de866d39ff6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:54.935936 n-d-828414-2 neutron-server[109834]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3669e1b-7b41-4c51-bd1c-7de866d39ff6']: {'server_uuid': '7a08a84e-5eb1-44c7-a4f1-46cfce8c6bfd', 'name': 'network-vif-deleted', 'tag': '98fa22b0-a934-4110-8023-9de1a0a6110d', 'status': 'failed', 'code': 422} returned with failed status Mar 31 23:16:54.957492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:54.971472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:54.972215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.974759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:54.975306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Bound port: 28d6faba-5c76-4e25-a84a-84f872da752f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:54.983467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.012253 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-fe53c2c5-62f9-4b00-be8e-9527d279a1c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f HTTP/1.1" status: 200 len: 217 time: 0.2670271 Mar 31 23:16:55.106977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5acdd-4f86-4ee7-8e37-fdd422c9ccfe req-06ed0568-2041-4c37-bd20-4957bdb9042c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.114497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55d5acdd-4f86-4ee7-8e37-fdd422c9ccfe req-06ed0568-2041-4c37-bd20-4957bdb9042c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 944 time: 0.1925428 Mar 31 23:16:55.117771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-3b70b83d-ffde-4db0-98a3-3d50a986180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.118960 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-3b70b83d-ffde-4db0-98a3-3d50a986180b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb836009-2de8-45ad-b6e5-90d1468607c5 HTTP/1.1" status: 200 len: 853 time: 0.0981386 Mar 31 23:16:55.191752 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-614cd0e1-1c72-41c2-abb2-63a487fb6805 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0528309 Mar 31 23:16:55.195983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55d5acdd-4f86-4ee7-8e37-fdd422c9ccfe req-f036b4c5-845e-4c7d-bef8-329518f7b063 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803635 Mar 31 23:16:55.198767 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-8448aa48-d0c8-4af6-9060-d80a8b9491c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dc82373-7dcf-4ee7-9792-6280e1bc3739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715613 Mar 31 23:16:55.202458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.217711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ba17031-7d8c-4a5e-99da-cbf931493754 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:55.234427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.283641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] For port 28d6faba-5c76-4e25-a84a-84f872da752f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:55.316056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] For port 28d6faba-5c76-4e25-a84a-84f872da752f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=28d6faba-5c76-4e25-a84a-84f872da752f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:55.354671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.380773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Provisioning complete for port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:55.382159 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.425994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8971e47b-fc75-4d4c-910a-ba3c098bd4cb up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:55.432652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dc373-b89c-4524-a632-57ca9f68aaf7 req-5bc87793-0789-490f-8dbc-56fde4eb1dc6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.440833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c38dc373-b89c-4524-a632-57ca9f68aaf7 req-5bc87793-0789-490f-8dbc-56fde4eb1dc6 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 945 time: 0.1334369 Mar 31 23:16:55.458111 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-b674f514-c2c1-48fe-993c-69e891b30579 service neutron] 10.222.0.10 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476208 Mar 31 23:16:55.500680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c38dc373-b89c-4524-a632-57ca9f68aaf7 req-9217bacc-67f3-4e69-b551-4a99841e36be tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587993 Mar 31 23:16:55.506453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.507354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.580515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=0b382c52-f56b-411e-a201-807e91cd9688,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.584396 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ba5c3968-9e44-4de4-b47e-082f4e24d607 req-e1eaf80a-792e-4370-9e1e-bc2e3adc2621 service neutron] 10.222.0.10 "GET /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176486 Mar 31 23:16:55.592557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.594945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.621560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Pushing event updated for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.671626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d3963-0c7d-476a-bce3-e3e3ebd2ed50 None None] Pushing event updated for resources: {'Port': ['ID=28d6faba-5c76-4e25-a84a-84f872da752f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.732137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:55.733112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:55.798127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.803951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9f320184-e8d8-40eb-b0d4-cc0395c9aabc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/0b382c52-f56b-411e-a201-807e91cd9688 HTTP/1.1" status: 204 len: 168 time: 2.1676579 Mar 31 23:16:55.805903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40126) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:55.806882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:55.810290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:55.814617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:55.857927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Pushing event updated for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.885265 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.925794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:16:55.956298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:55.960100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:56.016699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40128) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.031153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841050301', 'description': 'tempest-description--1031768760'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.069985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.070357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.162020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88377349-1c94-4eed-90ec-cf0a31e0529d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.165658 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-88377349-1c94-4eed-90ec-cf0a31e0529d tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3572981 Mar 31 23:16:56.168809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40132) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.230616 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.297034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7ba17031-7d8c-4a5e-99da-cbf931493754 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.297624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.370340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Router b85c3da7-7b4e-4ca0-96e1-61061765cf8a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:56.397477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c82eb-b140-41f1-a554-2080656dd54a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.412145 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-237c82eb-b140-41f1-a554-2080656dd54a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2422404 Mar 31 23:16:56.421744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.444583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f072-3084-49cf-ae32-b15dbc93c3b8 req-ebfb7621-e584-4314-a05b-f605e39f80e3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.447417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4c0f072-3084-49cf-ae32-b15dbc93c3b8 req-ebfb7621-e584-4314-a05b-f605e39f80e3 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 908 time: 0.2475307 Mar 31 23:16:56.447780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:56.459650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70b82-44d6-4e39-802e-b73362ddec73 req-93d850e1-d0f7-4938-a979-080197c4b385 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.461389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b70b82-44d6-4e39-802e-b73362ddec73 req-93d850e1-d0f7-4938-a979-080197c4b385 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 944 time: 0.1365530 Mar 31 23:16:56.491571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Provisioning complete for port 7ba17031-7d8c-4a5e-99da-cbf931493754 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.491904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.563750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.596955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b70b82-44d6-4e39-802e-b73362ddec73 req-6a15fae2-ae80-47dd-9b63-f1f0d659fcf4 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211722 Mar 31 23:16:56.610274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.619240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee371a2-afeb-49a1-9ef4-fb757ad0f0e0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.624474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee371a2-afeb-49a1-9ef4-fb757ad0f0e0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.626576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee371a2-afeb-49a1-9ef4-fb757ad0f0e0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.630181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ee371a2-afeb-49a1-9ef4-fb757ad0f0e0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1332905 Mar 31 23:16:56.631153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40140) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.657202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.733272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b136b77-8817-428b-a741-8499539c92fe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.745832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 28592618-85e1-4ea4-b850-da210eded0e5 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:56.749552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.754022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071edf-26fd-4052-8ed8-76f1e6980b35 req-27721343-1239-438a-8621-e5db68b05a2b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.762420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3071edf-26fd-4052-8ed8-76f1e6980b35 req-27721343-1239-438a-8621-e5db68b05a2b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 945 time: 0.1431124 Mar 31 23:16:56.768679 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:56.778671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.780576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5da9bfcd-346c-4c99-9a64-47a8953d06b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7590494 Mar 31 23:16:56.784473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40142) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.798045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'security_group_rule': {'security_group_id': '5b136b77-8817-428b-a741-8499539c92fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.810977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.829327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:56.845903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-315a2f4c-556f-496e-a9e9-03585c76d2fe admin admin] 10.222.0.83 "PUT /v2.0/routers/b85c3da7-7b4e-4ca0-96e1-61061765cf8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8152969 Mar 31 23:16:56.867041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.871969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3071edf-26fd-4052-8ed8-76f1e6980b35 req-b5488503-a58a-42e0-8586-04f422c3ec31 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046650 Mar 31 23:16:56.939532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:56.945200 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c34fa-5c03-469d-9118-2924486eebd7" -d '{"events": [{"server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "name": "network-vif-plugged", "status": "completed", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:56.977050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.981445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:57.031323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.033826 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608032d9-1620-404d-9d22-6dc27a1b8eee x-openstack-request-id: req-608032d9-1620-404d-9d22-6dc27a1b8eee {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:57.034130 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "name": "network-vif-plugged", "status": "completed", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:57.034382 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-608032d9-1620-404d-9d22-6dc27a1b8eee {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:57.034776 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608032d9-1620-404d-9d22-6dc27a1b8eee'] response: {'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb', 'code': 200} Mar 31 23:16:57.041469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Provisioning complete for port b924d4a0-e7f9-4893-9ddd-0e6912408386 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:57.041959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.074949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.095103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.097720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.169694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.190982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a27af0ae-7a48-4935-87e1-a285f2c019a1 None None] Port b924d4a0-e7f9-4893-9ddd-0e6912408386 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:57.212769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.243129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.244520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80c4c8f-e7b2-4b70-8ff0-bc56a828886d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.251487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Pushing event updated for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.254107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.259698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'aabd9f8b-0705-4f52-a170-84cc4e03eb6c', 'name': '', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'mac_address': 'fa:16:3e:85:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 2, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'subnets': [{'id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:57.268790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65806569-67a0-40a3-87d9-01e838052880 req-356f10a3-58a5-4538-a98a-159a7620ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.270666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-65806569-67a0-40a3-87d9-01e838052880 req-356f10a3-58a5-4538-a98a-159a7620ea22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1097 time: 0.1469505 Mar 31 23:16:57.314288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.315540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-616818f6-55a8-4cb3-abc4-18c4946ba480 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5271056 Mar 31 23:16:57.322603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40152) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.327603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:57.328654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'security_group_rule': {'security_group_id': '5b136b77-8817-428b-a741-8499539c92fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.332303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55405720-6838-4cfb-a416-7dc75cb02001 None None] The sync data for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 is: [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'aabd9f8b-0705-4f52-a170-84cc4e03eb6c', 'name': '', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'mac_address': 'fa:16:3e:85:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 2, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'subnets': [{'id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:57.362997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-65806569-67a0-40a3-87d9-01e838052880 req-048af691-997f-4b10-9449-3c1646216e9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812027 Mar 31 23:16:57.390435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:57.390724 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.391368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:57.392766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:57.418346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7c3abaf6-ac07-46c4-95f7-70876c56079f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:16:57.451151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.537834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.570863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.581610 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/28592618-85e1-4ea4-b850-da210eded0e5 HTTP/1.1" status: 204 len: 168 time: 0.9455709 Mar 31 23:16:57.585240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40160) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.589585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbff4a-3e4f-4cf3-b6c0-7abe30ec0d50 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=28592618-85e1-4ea4-b850-da210eded0e5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.632899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:57.660721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296d82f-0bef-41f7-ba77-1aa0e01560fd None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:57.777869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.783857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b84359-867e-4d34-ac79-2753c0cf591d req-0c23cb60-4bc5-4d55-9f7e-bf846e16ce12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.792816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84b84359-867e-4d34-ac79-2753c0cf591d req-0c23cb60-4bc5-4d55-9f7e-bf846e16ce12 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 908 time: 0.1826444 Mar 31 23:16:57.851236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet b61b05b0-0ba5-4013-ab70-98705fd8a3fb {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:57.858201 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.904643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:57.938005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648d0ed5-695d-4f05-a39d-60a84bb93d2b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.958029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7c3abaf6-ac07-46c4-95f7-70876c56079f', 'network_id': '5dc82373-7dcf-4ee7-9792-6280e1bc3739', 'port_id': '7c3abaf6-ac07-46c4-95f7-70876c56079f', 'mac_address': 'fa:16:3e:07:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb836009-2de8-45ad-b6e5-90d1468607c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:16:57.962140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:57.963312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.965906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5db93-f842-4b76-b72c-667789f09966 req-5ed2dc9e-d5b9-42ee-9054-95d4d408d6d0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.968578 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9fe5db93-f842-4b76-b72c-667789f09966 req-5ed2dc9e-d5b9-42ee-9054-95d4d408d6d0 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 908 time: 0.0936103 Mar 31 23:16:57.974086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.978942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-728a2844-83eb-48f9-8b1f-5257e8e849f7 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6512682 Mar 31 23:16:57.995970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40172) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.004617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:58.206504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:58.206886 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.331670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.342502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port 5a6e608b-8f35-4f07-9148-37f268d6b3e1, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=5a6e608b-8f35-4f07-9148-37f268d6b3e1,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:58.342889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.350938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3abaf6-ac07-46c4-95f7-70876c56079f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:58.365668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for 5a6e608b-8f35-4f07-9148-37f268d6b3e1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:58.419892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:58.422836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.463992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.505821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port 62f840a5-26d6-40d7-bde1-40004d529054 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:58.506210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.552951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.566915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Port 62f840a5-26d6-40d7-bde1-40004d529054 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:58.570803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.600843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081757d-3ed3-457c-b27f-fcc1f95ae712 req-f4d7f20a-df7f-4061-9340-21ccfb8ece9c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.609563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9081757d-3ed3-457c-b27f-fcc1f95ae712 req-f4d7f20a-df7f-4061-9340-21ccfb8ece9c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 944 time: 0.7989223 Mar 31 23:16:58.657521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.667110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bff8-4895-45a7-8039-110f4d83c697 req-8766b0f2-5da5-4930-8ce2-52c60934e88c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.673989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b8bff8-4895-45a7-8039-110f4d83c697 req-8766b0f2-5da5-4930-8ce2-52c60934e88c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2541969 Mar 31 23:16:58.691086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:58.691462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.705879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.706071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.775361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:58.778725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b8bff8-4895-45a7-8039-110f4d83c697 req-4458155b-24b1-4907-8517-a3c2be30ef6c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036754 Mar 31 23:16:58.781491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:58.785633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Could not find standard attr ID for object 0b382c52-f56b-411e-a201-807e91cd9688. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:58.809242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port aabd9f8b-0705-4f52-a170-84cc4e03eb6c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:58.815890 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.863754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:58.886358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f3968ec3-dd30-4591-a48b-66ad47f743ca admin admin] 10.222.0.83 "PUT /v2.0/routers/5e559259-cf53-4e83-b425-e9c0422fe903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2836015 Mar 31 23:16:58.897769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9081757d-3ed3-457c-b27f-fcc1f95ae712 req-a9034c52-fb40-4185-9e3a-a1ce4a89ffe9 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871671 Mar 31 23:16:58.901303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 172.25.6.210 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5a354d81-06ac-42b1-a3d2-c6f116d01833) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:58.918282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.945971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:58.971550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.972373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e798bc3e-3c56-4acc-a18b-bfd6f249a9ad up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:59.089913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c23f104f-0a3b-418b-a01a-936a143ec618 req-3beeccf4-1bce-4a4b-a09f-5827bf386911 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0768166 Mar 31 23:16:59.104820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.140027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:59.141047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:59.332548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.332736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.356671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:59.415987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=5a6e608b-8f35-4f07-9148-37f268d6b3e1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.420240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=b61b05b0-0ba5-4013-ab70-98705fd8a3fb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.434510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.447339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-41e59ef5-7444-48ab-89b1-e6633ee7dae8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b61b05b0-0ba5-4013-ab70-98705fd8a3fb HTTP/1.1" status: 204 len: 168 time: 1.8586218 Mar 31 23:16:59.449764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40200) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.477427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] No DVR routers for this DVR port 5a6e608b-8f35-4f07-9148-37f268d6b3e1 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:59.481414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.487184 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9fe5db93-f842-4b76-b72c-667789f09966 req-0123ef7c-0b89-4d18-84f5-4e58ebe1619e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "DELETE /v2.0/ports/5a6e608b-8f35-4f07-9148-37f268d6b3e1 HTTP/1.1" status: 204 len: 173 time: 1.5097539 Mar 31 23:16:59.487992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'name': 'network-vif-deleted', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:59.491908 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd0733b-0ba8-4ba6-98d2-dcd6c1895229" -d '{"events": [{"server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "name": "network-vif-deleted", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:59.497386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.545459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c34adea0-e48e-403c-9f07-a50c7304138f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927978 Mar 31 23:16:59.549577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40206) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.551095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7c3abaf6-ac07-46c4-95f7-70876c56079f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:59.555542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.579020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:59.629762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Port aabd9f8b-0705-4f52-a170-84cc4e03eb6c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:59.636546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=5a354d81-06ac-42b1-a3d2-c6f116d01833,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.660944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:59.664057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:59.670315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:59.800176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:59.804453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.845429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.857014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:59.857353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.865195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdffe40e-ecf1-4f2a-936a-01957dabd0b5 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:59.875272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:59.876082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.947825 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2042042-e19a-45a7-b345-448414dad9f0 x-openstack-request-id: req-d2042042-e19a-45a7-b345-448414dad9f0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:59.949158 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2c2e9-f919-4398-8025-94b358475c9f", "name": "network-vif-deleted", "tag": "5a6e608b-8f35-4f07-9148-37f268d6b3e1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:59.949672 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d2042042-e19a-45a7-b345-448414dad9f0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:59.951368 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2042042-e19a-45a7-b345-448414dad9f0'] response: {'server_uuid': '20c2c2e9-f919-4398-8025-94b358475c9f', 'name': 'network-vif-deleted', 'tag': '5a6e608b-8f35-4f07-9148-37f268d6b3e1', 'status': 'completed', 'code': 200} Mar 31 23:17:00.030059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.174676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2349c9-0bcd-4e27-a1ed-ef9e2dc41ccd req-db7510df-1f7e-47e4-83be-ce973eda7dc2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.182669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce2349c9-0bcd-4e27-a1ed-ef9e2dc41ccd req-db7510df-1f7e-47e4-83be-ce973eda7dc2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1330390 Mar 31 23:17:00.209396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.217850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.231478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263357460', 'description': 'tempest-description--723387872'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:00.267772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.274504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce2349c9-0bcd-4e27-a1ed-ef9e2dc41ccd req-c6559eda-c8d6-4ff3-80c3-4a0b4fc0f099 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864081 Mar 31 23:17:00.283349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:00.287109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:00.295878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.296459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.328079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=9f7ce872-95b3-4a80-826d-d84eaac8c2b5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.347184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40224) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.364943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.414223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d9b09fd3-6f8a-4927-8e0f-b95c0a914d57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8628762 Mar 31 23:17:00.416759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40226) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.422424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:00.445715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ba17031-7d8c-4a5e-99da-cbf931493754 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:00.451048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Provisioning complete for port b924d4a0-e7f9-4893-9ddd-0e6912408386 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.451499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.468253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.539981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:00.544084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6db1-0f39-43f2-b621-ae1261df36f3 None None] Port b924d4a0-e7f9-4893-9ddd-0e6912408386 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:00.595590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c721f58-7ab4-44b4-a6e3-adf3739336e9 req-c784c01c-ff0b-40f8-a6b8-ab758dbb4f78 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=20c2c2e9-f919-4398-8025-94b358475c9f HTTP/1.1" status: 200 len: 210 time: 0.0816727 Mar 31 23:17:00.603121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:00.612740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:00.613139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Updating router 5e559259-cf53-4e83-b425-e9c0422fe903 port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:00.663929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.665291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=5a354d81-06ac-42b1-a3d2-c6f116d01833,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.692903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.694446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ddb08-f5c7-423a-b168-b06a5ce93d43 req-dbf61fef-d388-40cd-8305-ee9cd71ab185 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.696043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f21ddb08-f5c7-423a-b168-b06a5ce93d43 req-dbf61fef-d388-40cd-8305-ee9cd71ab185 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 945 time: 0.1714354 Mar 31 23:17:00.755076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.760140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7ba17031-7d8c-4a5e-99da-cbf931493754 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.764651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.765431 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.787515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.796952 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7f45a260-bc87-4708-a47f-74ac7d177f9e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7968848 Mar 31 23:17:00.806420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:00.807075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d580e136-0354-4c19-94e0-a969952e010c None None] Provisioning complete for port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.807566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d580e136-0354-4c19-94e0-a969952e010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.817070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.823760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a77a5-762f-475d-9d43-9ce980bc8bca,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.880592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f21ddb08-f5c7-423a-b168-b06a5ce93d43 req-1177b787-060c-4df6-9037-4875e3d85ea4 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453555 Mar 31 23:17:00.914725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.920745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-001eb4e8-b227-437d-9c48-9d6c0da58e6f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7102077 Mar 31 23:17:00.921363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.926100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': '9d3a77a5-762f-475d-9d43-9ce980bc8bca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.016016 n-d-828414-2 neutron-server[109834]: INFO neutron.db.ipam_backend_mixin [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f7ce872-95b3-4a80-826d-d84eaac8c2b5 (CIDR: 2001:db8::/64) Mar 31 23:17:01.035480 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Sync routers for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:01.049948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.060675 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:01.061715 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:01.076769 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:17:01.076769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:01.197079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40248) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.203494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-784d08dc-4a79-46c2-8c23-c446c83cc6d4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7854156 Mar 31 23:17:01.203799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'subnet': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.221427 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:01.252731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.254175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-ac59a303-605b-41bd-8c1b-856846412227 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--841050301&fields=id&tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2 HTTP/1.1" status: 200 len: 267 time: 0.1584053 Mar 31 23:17:01.261898 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.265359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Deleting port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:01.265544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.352416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.354861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3a16720f-3762-46d2-9c7a-77e2a342503b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.357512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-3a16720f-3762-46d2-9c7a-77e2a342503b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 930 time: 0.0920985 Mar 31 23:17:01.374484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea25d-fea5-46b3-ac0a-f73147173779 req-a9e240f3-d82a-41b4-9b23-b4c82fbf1ff3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.380032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-b3e13c6f-f9e5-4e5f-8bf2-45721f38961d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320645 Mar 31 23:17:01.381359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.384692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cbea25d-fea5-46b3-ac0a-f73147173779 req-a9e240f3-d82a-41b4-9b23-b4c82fbf1ff3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1355078 Mar 31 23:17:01.429163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f556c28d-85d1-49a8-9375-25189d9b0ba9,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.438536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-175c4efe-42ab-4286-84c0-5f9a00883446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.439771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.440158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-175c4efe-42ab-4286-84c0-5f9a00883446 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1097 time: 0.2228315 Mar 31 23:17:01.505523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-1514fe83-e21d-4bb2-9c38-756c2399f094 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.507021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-1514fe83-e21d-4bb2-9c38-756c2399f094 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 931 time: 0.1193423 Mar 31 23:17:01.508519 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'aabd9f8b-0705-4f52-a170-84cc4e03eb6c', 'name': '', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'mac_address': 'fa:16:3e:85:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 2, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'subnets': [{'id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:01.543250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cbea25d-fea5-46b3-ac0a-f73147173779 req-835a9e01-8a50-4862-8b85-7bb2f66a638e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564295 Mar 31 23:17:01.570671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Checking router: b85c3da7-7b4e-4ca0-96e1-61061765cf8a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:01.571521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Updating router b85c3da7-7b4e-4ca0-96e1-61061765cf8a port aabd9f8b-0705-4f52-a170-84cc4e03eb6c binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:01.595324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-5fb4ab62-2ccb-4736-86dc-a377ace4580c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0798569 Mar 31 23:17:01.608833 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.664558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7c3abaf6-ac07-46c4-95f7-70876c56079f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:01.729105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-d55a0fae-1764-4a26-807d-8b4f79580674 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0846701 Mar 31 23:17:01.762001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:01.890837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] For port c815e7b3-15af-47f9-a6ae-e34688d3ecf1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:01.892872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.898223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d580e136-0354-4c19-94e0-a969952e010c None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:01.902475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d580e136-0354-4c19-94e0-a969952e010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.925400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29fab4-4f12-4fd6-99c9-7dedf10f37ba None None] Pushing event updated for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.958535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.960937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74186c01-cc90-4070-b05f-c23498484cd8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0384459 Mar 31 23:17:01.974128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40256) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.987976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': '9d3a77a5-762f-475d-9d43-9ce980bc8bca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:02.022654 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.028383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Calling delete_port for c815e7b3-15af-47f9-a6ae-e34688d3ecf1 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:02.069042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-7884b560-b85e-43f1-86fd-c43f75b51793 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.070046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:02.070634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.077250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-7884b560-b85e-43f1-86fd-c43f75b51793 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.084108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-7884b560-b85e-43f1-86fd-c43f75b51793 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.085916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-7884b560-b85e-43f1-86fd-c43f75b51793 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/networks?id=36587be1-d3d1-42a7-a333-43b107c82815&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 200 len: 1990 time: 0.3468664 Mar 31 23:17:02.102328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-85369073-9876-48fa-9d6a-254fabd7ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.105040 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-85369073-9876-48fa-9d6a-254fabd7ed06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 1096 time: 0.6847162 Mar 31 23:17:02.121871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-f9a15f52-d5d6-48c5-987a-d0f289db6304 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/quotas/8668c25de80d4ffa89e9f6dd1fe761b2 HTTP/1.1" status: 200 len: 375 time: 0.0241878 Mar 31 23:17:02.143173 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.170222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d580e136-0354-4c19-94e0-a969952e010c None None] Port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:02.188138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Attempting to bind port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:02.188766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Attempting to bind port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:02.189059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Attempting to bind port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:02.201905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-7b49ffcc-a963-4640-829e-0cfa6074ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.203387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-7b49ffcc-a963-4640-829e-0cfa6074ff93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 912 time: 0.2814279 Mar 31 23:17:02.206467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:02.207323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:02.210828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.210828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:02.210828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Bound port: f4858cd1-25ea-43e3-a62e-0c6c73e7d992, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:02.210828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.215370 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Pushing event updated for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.226516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.226914 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.227279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.228259 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.228751 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.229341 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.229667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.229997 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.230473 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.230804 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.231157 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.232269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:02.264086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.269482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:02.278273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.285777 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-d30187e8-1a3a-44cb-bd15-f1901905257c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 200 len: 217 time: 0.0720608 Mar 31 23:17:02.299284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 7c3abaf6-ac07-46c4-95f7-70876c56079f completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:02.345222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7c3abaf6-ac07-46c4-95f7-70876c56079f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:02.345671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.375882 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Attempting to bind port aabd9f8b-0705-4f52-a170-84cc4e03eb6c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:02.376528 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Attempting to bind port aabd9f8b-0705-4f52-a170-84cc4e03eb6c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:02.377519 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Attempting to bind port aabd9f8b-0705-4f52-a170-84cc4e03eb6c on network 294a7efa-6433-4505-a658-5cdc1d8127e8 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:02.384892 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:02.385456 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Checking segment: {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:02.385990 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.386555 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Bound using segment: {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:02.387187 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Bound port: aabd9f8b-0705-4f52-a170-84cc4e03eb6c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaefbabc-0183-44e0-9976-581aca9fb360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:02.387671 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.392248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-91fdca62-5351-4f86-8ff3-4ca1f4c70905 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2693479 Mar 31 23:17:02.400041 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.422651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.452786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.483094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Deleting port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:02.483487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.507361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fe6d616e-5ded-4ad2-839b-c562c78564d0 None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:02.507750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe6d616e-5ded-4ad2-839b-c562c78564d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.518391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e552d72-153f-44e2-84c6-b9581d7e786d req-4a7da65c-208c-4616-bd78-0ce66d6d84ad tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.523112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] For port f4858cd1-25ea-43e3-a62e-0c6c73e7d992, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:02.526059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] Pushing event deleted for resources: {'Port': ['ID=c815e7b3-15af-47f9-a6ae-e34688d3ecf1,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.538807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e552d72-153f-44e2-84c6-b9581d7e786d req-4a7da65c-208c-4616-bd78-0ce66d6d84ad tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 945 time: 0.1176972 Mar 31 23:17:02.538908 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] For port aabd9f8b-0705-4f52-a170-84cc4e03eb6c, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:02.544005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] For port aabd9f8b-0705-4f52-a170-84cc4e03eb6c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:02.544584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-7e781de8-c68a-43d9-b34c-6cefa71e40bc service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:17:02.552865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-7e781de8-c68a-43d9-b34c-6cefa71e40bc service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1294968 Mar 31 23:17:02.554398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-87ee88e8-b87b-4430-8f8d-0af0509fb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.558036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-87ee88e8-b87b-4430-8f8d-0af0509fb240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.2554638 Mar 31 23:17:02.564327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65786c3b-11d4-4e8b-9147-7f0fc76c24b6 None None] No DVR routers for this DVR port c815e7b3-15af-47f9-a6ae-e34688d3ecf1 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:02.581121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] For port f4858cd1-25ea-43e3-a62e-0c6c73e7d992, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:02.591537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87374c2-3cf6-46c5-bf79-d074385e4609 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:02.598614 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.618812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d616e-5ded-4ad2-839b-c562c78564d0 None None] Port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:02.625148 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.691095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.705029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-dc790254-b34b-4955-a737-04b7f1e47a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.706714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-dc790254-b34b-4955-a737-04b7f1e47a1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 912 time: 0.5809734 Mar 31 23:17:02.758104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15954438-42a2-473c-a283-9d6f9982128a None None] Pushing event updated for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.779732 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:02.781942 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:02.789204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-5cffc464-658e-4125-b9b7-f3c994777219 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112577 Mar 31 23:17:02.794865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e552d72-153f-44e2-84c6-b9581d7e786d req-1de7ba72-ed6f-48c6-a3fe-e1530d9629cd tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582817 Mar 31 23:17:02.814011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:02.814652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:02.824370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.856730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] For port 8f556e25-6c61-4c04-8dd4-0391afe6dfdc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.859530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.899104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Calling delete_port for 8f556e25-6c61-4c04-8dd4-0391afe6dfdc owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:02.913485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-abc93ab6-ff02-4b3d-b049-6d0346769ad7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7313ddaf-a675-480d-95bc-5d33261712b1 HTTP/1.1" status: 200 len: 217 time: 0.1324325 Mar 31 23:17:02.992900 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.045323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.061734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 28d6faba-5c76-4e25-a84a-84f872da752f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:03.069444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:03.195671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-91ce8504-42ac-4a5a-8a12-98f9a316df7f service neutron] 10.222.0.83 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414347 Mar 31 23:17:03.215552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] Provisioning complete for port aabd9f8b-0705-4f52-a170-84cc4e03eb6c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:03.215929 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.231682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-fa659532-b9c0-4e13-aa30-4ce00b6a0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.233290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-fa659532-b9c0-4e13-aa30-4ce00b6a0529 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.2874806 Mar 31 23:17:03.239775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.248805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3bb03-4e82-4c46-805a-01e8972ef5da req-f5d77867-e95d-4b73-badf-0956915eb916 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.250627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ca3bb03-4e82-4c46-805a-01e8972ef5da req-f5d77867-e95d-4b73-badf-0956915eb916 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 945 time: 0.2178292 Mar 31 23:17:03.311331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5c15ca-9881-4939-9ee0-7f3a517c477f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.320483 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-43f78848-68fb-4f6b-8a0b-4b7acec26e99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745442 Mar 31 23:17:03.327654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:03.342570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:03.344896 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834fc170-10c6-4e7e-9d44-4b6244eaba52" -d '{"events": [{"server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "name": "network-vif-plugged", "status": "completed", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:03.353713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a6e608b-8f35-4f07-9148-37f268d6b3e1 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:03.366614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ca3bb03-4e82-4c46-805a-01e8972ef5da req-03313b0e-08e4-4476-83bb-b4a06a0345fa tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8cedd32-3b1d-4287-8f50-46e9c43862f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Mar 31 23:17:03.400309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 5a6e608b-8f35-4f07-9148-37f268d6b3e1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:03.401500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 5a6e608b-8f35-4f07-9148-37f268d6b3e1 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:03.403372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-72d20de6-aee2-4ce8-9aef-20530b716056', 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'tenant_id': '6a17849999f147ab96f8061813533770', 'fixed_ips': [{'subnet_id': '9f7ce872-95b3-4a80-826d-d84eaac8c2b5'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:03.404238 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.408706 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'aabd9f8b-0705-4f52-a170-84cc4e03eb6c', 'name': '', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'mac_address': 'fa:16:3e:85:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'subnets': [{'id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:03.409876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-38f74fbf-62d6-4ae1-a0f6-393296c9f269 service neutron] 10.222.0.83 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031145 Mar 31 23:17:03.420880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:03.439452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.444778 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f8b52-a59b-464f-b211-7d2d53ed55ce None None] The sync data for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 is: [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:16:54Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'aabd9f8b-0705-4f52-a170-84cc4e03eb6c', 'name': '', 'network_id': '294a7efa-6433-4505-a658-5cdc1d8127e8', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'mac_address': 'fa:16:3e:85:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'subnets': [{'id': '06566601-1b1b-43ca-bc31-b32e0327a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:03.447964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e003f9a8-40ec-4c4e-80a5-dc467ea95a46 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4718499 Mar 31 23:17:03.453615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40270) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:03.463060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:03.471125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecd8e-271f-4509-860e-806777eb403c req-319a201f-2d05-48e1-be94-0cf665e66e4b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.474368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a1ecd8e-271f-4509-860e-806777eb403c req-319a201f-2d05-48e1-be94-0cf665e66e4b tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 945 time: 0.5244138 Mar 31 23:17:03.495257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.665965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Allocated IP 2001:db8::2 (72d20de6-aee2-4ce8-9aef-20530b716056/9f7ce872-95b3-4a80-826d-d84eaac8c2b5/5f6b89e1-81dd-4b6e-8fe4-95833c347caf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:03.684183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29fab4-4f12-4fd6-99c9-7dedf10f37ba None None] Pushing event updated for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.725559 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-7c0e2618-b023-49a0-954c-67c0452f92d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015409 Mar 31 23:17:03.785980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-1411edc3-b486-4270-b2ec-9c5e2f0835de service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217274 Mar 31 23:17:03.836705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port d4f365b6-2588-42c0-95ae-cd4348e5e03c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:03.837718 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.924652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.936006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-5dc41c69-efb7-4fe4-a5eb-75fd2f4c3a6e service neutron] 10.222.0.83 "GET /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5163534 Mar 31 23:17:03.945014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 28d6faba-5c76-4e25-a84a-84f872da752f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:03.946008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.966721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.017666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daca45b-7760-48a4-bd41-adcdaad536a5 req-055c8339-eeb4-424e-b889-9f489a1c11f5 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.019307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3daca45b-7760-48a4-bd41-adcdaad536a5 req-055c8339-eeb4-424e-b889-9f489a1c11f5 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.5289302 Mar 31 23:17:04.023555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2900d8cc-f61f-43eb-be70-abb5489106a0 req-45de4027-8169-4fd8-b792-e5833fdc1468 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720783 Mar 31 23:17:04.028948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.115311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6814cdce-d252-4785-990f-c22388f0ebf8 req-01d2807f-3049-449f-a736-5622ed8fe124 service neutron] 10.222.0.10 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019772 Mar 31 23:17:04.121194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f556e25-6c61-4c04-8dd4-0391afe6dfdc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.143711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:17:04.148702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.154137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port d4f365b6-2588-42c0-95ae-cd4348e5e03c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d4f365b6-2588-42c0-95ae-cd4348e5e03c,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.154526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.209067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for d4f365b6-2588-42c0-95ae-cd4348e5e03c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:04.229147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:04.245880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:04.257789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.258448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.282632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3daca45b-7760-48a4-bd41-adcdaad536a5 req-3d042007-cc4a-4358-9e8f-249ea285c70b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056370 Mar 31 23:17:04.308440 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.315096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-7d24ec29-a685-45b1-819b-3783a95cfd01 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665380 Mar 31 23:17:04.326667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Subnet': ['ID=e39794af-64bc-448f-b403-6b5fd84f42c3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.406307 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e74d97-5284-43ee-b5f4-20721967d854 x-openstack-request-id: req-c1e74d97-5284-43ee-b5f4-20721967d854 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:04.406613 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "name": "network-vif-plugged", "status": "completed", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:04.406869 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1e74d97-5284-43ee-b5f4-20721967d854 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:04.407296 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e74d97-5284-43ee-b5f4-20721967d854'] response: {'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f', 'code': 200} Mar 31 23:17:04.424083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ac49ed9-c2f1-4161-91e7-fb3e1d307380 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2240009 Mar 31 23:17:04.456557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40280) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.461492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Request body: {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'mac_address': 'fa:16:3e:d4:69:86', 'name': 'tempest-NetworksTestDHCPv6-97694815'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:04.504588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.529845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] For port aabd9f8b-0705-4f52-a170-84cc4e03eb6c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.555786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.578470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bca43-c987-4760-8a24-e0da2986a6c2 req-537e0107-6584-4332-9b3e-db934017495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.579999 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d77bca43-c987-4760-8a24-e0da2986a6c2 req-537e0107-6584-4332-9b3e-db934017495c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 1097 time: 0.1116300 Mar 31 23:17:04.582774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 28d6faba-5c76-4e25-a84a-84f872da752f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=28d6faba-5c76-4e25-a84a-84f872da752f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.585974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.621730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.624431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510753-b21c-4d5e-bb33-94ab4091b60b None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:04.626337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.642745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d77bca43-c987-4760-8a24-e0da2986a6c2 req-da28c884-860e-46a0-aaa9-a3122cd140ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Mar 31 23:17:04.650761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1a-8cad-4d9b-b6f4-a75ad7e6e9a6 req-d388f05f-8b31-4760-a915-23335865257f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.658246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afc75a1a-8cad-4d9b-b6f4-a75ad7e6e9a6 req-d388f05f-8b31-4760-a915-23335865257f tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 946 time: 0.1997936 Mar 31 23:17:04.661605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.680730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.685248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:04.690245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:04.715975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-a48a56f8-b366-4c4c-8432-5ab0478a2c8a service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864682 Mar 31 23:17:04.741164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:04.744348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241', 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:04.760811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=d4f365b6-2588-42c0-95ae-cd4348e5e03c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.794778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.795917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:04.804494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d703213-ba69-463e-8668-93a15cd29c65 None None] Pushing event updated for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.806266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Made reservation on behalf of 6a17849999f147ab96f8061813533770 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:04.846314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.846684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] No DVR routers for this DVR port d4f365b6-2588-42c0-95ae-cd4348e5e03c on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:04.854541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.858291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a1ecd8e-271f-4509-860e-806777eb403c req-cddda31e-679c-4d4f-bdcf-94b36771b35c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "DELETE /v2.0/ports/d4f365b6-2588-42c0-95ae-cd4348e5e03c HTTP/1.1" status: 204 len: 173 time: 1.3584778 Mar 31 23:17:04.858291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'name': 'network-vif-deleted', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:04.860128 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881fc062-fc8a-445f-bc8b-807cbd19d617" -d '{"events": [{"server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "name": "network-vif-deleted", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:04.886449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.892025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b72924b2-e743-4bf8-b40f-028132cf5e81 service neutron] 10.222.0.83 "GET /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1568775 Mar 31 23:17:04.916894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afc75a1a-8cad-4d9b-b6f4-a75ad7e6e9a6 req-873854b0-9a4e-40c6-b335-2c20da882b65 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431772 Mar 31 23:17:04.956951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Provisioning complete for port aabd9f8b-0705-4f52-a170-84cc4e03eb6c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:04.957482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.963527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Pushing event updated for resources: {'Port': ['ID=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.022440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.049007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Attempting to bind port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:05.049484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Attempting to bind port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:05.049935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Attempting to bind port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf on network 72d20de6-aee2-4ce8-9aef-20530b716056 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:05.061739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] device_id is not set on port 44bf85fb-14c1-471c-8808-36f8d9cff6ef yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:05.092164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:05.092669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Checking segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:05.093216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.093696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Bound using segment: {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:05.094260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Bound port: 5f6b89e1-81dd-4b6e-8fe4-95833c347caf, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:05.094736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.137159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=28d6faba-5c76-4e25-a84a-84f872da752f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.153700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:05.154337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.238036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a574a2a0-1e09-4ca9-9ffe-33d045dd698d req-821b4b3a-f05d-4bf4-9c1d-6e73438d0496 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1e71357-de72-4c02-818e-a5a6143e4011 HTTP/1.1" status: 200 len: 210 time: 0.2207747 Mar 31 23:17:05.326648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] For port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:05.331314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] For port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:05.331664 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc0204-8d36-464b-8991-6bbe7bc67609 x-openstack-request-id: req-64cc0204-8d36-464b-8991-6bbe7bc67609 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:05.332145 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e71357-de72-4c02-818e-a5a6143e4011", "name": "network-vif-deleted", "tag": "d4f365b6-2588-42c0-95ae-cd4348e5e03c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:05.332145 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-64cc0204-8d36-464b-8991-6bbe7bc67609 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:05.332523 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cc0204-8d36-464b-8991-6bbe7bc67609'] response: {'server_uuid': 'a1e71357-de72-4c02-818e-a5a6143e4011', 'name': 'network-vif-deleted', 'tag': 'd4f365b6-2588-42c0-95ae-cd4348e5e03c', 'status': 'completed', 'code': 200} Mar 31 23:17:05.438286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8::2dd (72d20de6-aee2-4ce8-9aef-20530b716056/9f7ce872-95b3-4a80-826d-d84eaac8c2b5/44bf85fb-14c1-471c-8808-36f8d9cff6ef) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:05.444547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.25.6.208 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c4519032-a6ea-40a4-a003-cb325dd915ff) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:05.448507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.458256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:6986 (72d20de6-aee2-4ce8-9aef-20530b716056/e39794af-64bc-448f-b403-6b5fd84f42c3/44bf85fb-14c1-471c-8808-36f8d9cff6ef) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:05.626560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b7168437-272a-4ebd-999c-11c784e48238 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075944 Mar 31 23:17:05.629048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4beab0-f647-4995-881f-ef1b311919a3 None None] Pushing event updated for resources: {'Port': ['ID=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.637303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:05.637303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.650771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.736683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.753102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.830083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] For port f4858cd1-25ea-43e3-a62e-0c6c73e7d992, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.833513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c815e7b3-15af-47f9-a6ae-e34688d3ecf1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:05.871570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c815e7b3-15af-47f9-a6ae-e34688d3ecf1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:05.872212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c815e7b3-15af-47f9-a6ae-e34688d3ecf1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:05.872663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.957574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.065575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Network 72d20de6-aee2-4ce8-9aef-20530b716056 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:06.076941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6113b2e-6c0d-4af1-9e24-89f97d80fab4 None None] Pushing event updated for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.084434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:06.107438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:06.114171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.115937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.151687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.161436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event updated for resources: {'Port': ['ID=44bf85fb-14c1-471c-8808-36f8d9cff6ef,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.248669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:06.259995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dcb8d-18b8-4e69-a49c-9182461209ef req-80ef19c0-4033-412b-963c-bfecbad6a182 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.261624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8dcb8d-18b8-4e69-a49c-9182461209ef req-80ef19c0-4033-412b-963c-bfecbad6a182 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.6064541 Mar 31 23:17:06.270000 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8222fd6-1689-4a94-b5e5-aa53150a1c11 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8027272 Mar 31 23:17:06.270000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.272603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:06.279097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-8777e7e6-f9a1-4609-a3ed-17ccdfcf8de7 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948329 Mar 31 23:17:06.285458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:06.293793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=c4519032-a6ea-40a4-a003-cb325dd915ff,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.307513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Router 2379021c-4a67-4f30-a137-6d332fc668d9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:06.474909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting port 44bf85fb-14c1-471c-8808-36f8d9cff6ef {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:06.475466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.499560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8dcb8d-18b8-4e69-a49c-9182461209ef req-d0d634dc-e3ce-46fc-9cd9-c5bafb8a3856 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239430 Mar 31 23:17:06.652350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.660087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f6b89e1-81dd-4b6e-8fe4-95833c347caf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:06.680867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Calling delete_port for 44bf85fb-14c1-471c-8808-36f8d9cff6ef owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:06.753633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.764287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:06.764961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.810183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-3682b60b-be8e-44fc-be00-b3328b634e86 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117977 Mar 31 23:17:06.825092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1946308-16eb-41d8-b688-e3f7e2b5b897 req-0530a0a5-47c8-404d-890c-643dd3f4a0ae tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.826611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1946308-16eb-41d8-b688-e3f7e2b5b897 req-0530a0a5-47c8-404d-890c-643dd3f4a0ae tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 946 time: 0.1772201 Mar 31 23:17:06.887990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.926479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:06.961681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:06.963733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42dfaae8-b654-44e8-ad9e-c91c4b429d1e admin admin] 10.222.0.83 "PUT /v2.0/routers/2379021c-4a67-4f30-a137-6d332fc668d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6153665 Mar 31 23:17:06.967537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.969657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Sync routers for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:06.986301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:06.991271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.051778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.052892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 28d6faba-5c76-4e25-a84a-84f872da752f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:07.062970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-99c59457-3425-4578-9578-3fd1f2dd2e18 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335227 Mar 31 23:17:07.065553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.094878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1946308-16eb-41d8-b688-e3f7e2b5b897 req-64ec7ac6-5ad3-4564-85f1-d7b553bc9a4c tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558231 Mar 31 23:17:07.098133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.126698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Port': ['ID=44bf85fb-14c1-471c-8808-36f8d9cff6ef,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.204232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.213649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-deef2772-2aac-4c7e-a9a5-423f522f0420 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/44bf85fb-14c1-471c-8808-36f8d9cff6ef HTTP/1.1" status: 204 len: 168 time: 0.9477880 Mar 31 23:17:07.215606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40302) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.238547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.247313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:07.277413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24997ee-a261-46d0-a7a9-c75f7070102e None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:07.300961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5172f4-16e2-4d71-b02a-448e6b5f0e5f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.308091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ff5172f4-16e2-4d71-b02a-448e6b5f0e5f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0914016 Mar 31 23:17:07.308891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40308) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.357166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d4f365b6-2588-42c0-95ae-cd4348e5e03c no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:07.373519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e05ec-2180-407d-92d0-c7ed5c3a9928 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.377547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a4e05ec-2180-407d-92d0-c7ed5c3a9928 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0652134 Mar 31 23:17:07.377772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40310) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.407823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 28d6faba-5c76-4e25-a84a-84f872da752f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.414059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.414059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d4f365b6-2588-42c0-95ae-cd4348e5e03c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:07.414059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d4f365b6-2588-42c0-95ae-cd4348e5e03c not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:07.452781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec1d91-2b4b-43b3-8573-81e56d241e56 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.454696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec1d91-2b4b-43b3-8573-81e56d241e56 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.456336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec1d91-2b4b-43b3-8573-81e56d241e56 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.459070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7eec1d91-2b4b-43b3-8573-81e56d241e56 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0793564 Mar 31 23:17:07.461011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.522805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet 9f7ce872-95b3-4a80-826d-d84eaac8c2b5 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:07.527374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.575534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.655459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.666518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cfa9cd29-8b35-4cd5-9bd9-2de48f116174 None None] Provisioning complete for port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.666518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfa9cd29-8b35-4cd5-9bd9-2de48f116174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.688349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.768618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-169d5388-b17f-456a-9481-c5b3454ef460 service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902900 Mar 31 23:17:07.855227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.889057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7ce872-95b3-4a80-826d-d84eaac8c2b5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.896213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.899745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3eda72be-4ac1-4c8d-a4ba-b4df014f05ac tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/9f7ce872-95b3-4a80-826d-d84eaac8c2b5 HTTP/1.1" status: 204 len: 168 time: 0.4377134 Mar 31 23:17:07.902608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40320) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.910031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device aabd9f8b-0705-4f52-a170-84cc4e03eb6c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:07.944125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.961140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Deleting subnet e39794af-64bc-448f-b403-6b5fd84f42c3 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:07.965183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.973182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:17:03Z', 'revision_number': 5, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port': {'id': '8818a53f-4711-46ff-9d71-aee85bfddfd4', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:29Z', 'updated_at': '2022-03-31T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.988315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-2b766fa4-5ab3-4545-afe7-af39b9ce381b service neutron] 10.222.0.83 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101009 Mar 31 23:17:08.022943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Checking router: 2379021c-4a67-4f30-a137-6d332fc668d9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:08.028443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.032678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.064506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port aabd9f8b-0705-4f52-a170-84cc4e03eb6c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:08.064865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.066267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Routers {'2379021c-4a67-4f30-a137-6d332fc668d9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:08.066885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:16:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2379021c-4a67-4f30-a137-6d332fc668d9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:08.085582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.107439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.127796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aefbdc-5c75-4c33-8aee-669f52d81a73 None None] Update dhcp port {'port': {'network_id': '72d20de6-aee2-4ce8-9aef-20530b716056', 'fixed_ips': [{'subnet_id': '9f7ce872-95b3-4a80-826d-d84eaac8c2b5'}, {'subnet_id': 'e39794af-64bc-448f-b403-6b5fd84f42c3'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '5f6b89e1-81dd-4b6e-8fe4-95833c347caf'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:17:08.205708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-00aefbdc-5c75-4c33-8aee-669f52d81a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.214583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-0393287b-f6e4-484b-939f-4f0a6c0bce51 service neutron] 10.222.0.83 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251842 Mar 31 23:17:08.229918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=c4519032-a6ea-40a4-a003-cb325dd915ff,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.230143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] Set router 2379021c-4a67-4f30-a137-6d332fc668d9 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:08.296522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Deleting port 8818a53f-4711-46ff-9d71-aee85bfddfd4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:08.297354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.307288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:17:07Z', 'revision_number': 6, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:08.321929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.361663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d1463-33e9-4457-948c-b7339885b6dd None None] The sync data for ids ['2379021c-4a67-4f30-a137-6d332fc668d9'] in n-d-828414-2 is: [{'id': '2379021c-4a67-4f30-a137-6d332fc668d9', 'name': 'tempest-TestAggregatesBasicOps-1550062795-router', 'tenant_id': '52a902d8a70549b4a384573eabb12391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:28Z', 'updated_at': '2022-03-31T23:17:07Z', 'revision_number': 6, 'project_id': '52a902d8a70549b4a384573eabb12391', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:08.435600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-9df86e52-8412-415a-8b39-0f5db52c0820 service neutron] 10.222.0.83 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199650 Mar 31 23:17:08.478397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:08.484733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] For port 8818a53f-4711-46ff-9d71-aee85bfddfd4, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8818a53f-4711-46ff-9d71-aee85bfddfd4,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:08.484733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.523360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.535717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-68a2de17-219f-4645-99e9-2a4cf465a1bd tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0663273 Mar 31 23:17:08.535717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Calling delete_port for 8818a53f-4711-46ff-9d71-aee85bfddfd4 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:08.564153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:08.564704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.661248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-6c9a1184-db14-4a83-b0b3-817e9ff7ad81 service neutron] 10.222.0.83 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216651 Mar 31 23:17:08.673556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f4858cd1-25ea-43e3-a62e-0c6c73e7d992 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:08.722233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:08.722644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.752902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server [None req-00aefbdc-5c75-4c33-8aee-669f52d81a73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e39794af-64bc-448f-b403-6b5fd84f42c3: This subnet is being modified by another concurrent operation. Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e39794af-64bc-448f-b403-6b5fd84f42c3: This subnet is being modified by another concurrent operation. Mar 31 23:17:08.757296 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Mar 31 23:17:08.814645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Subnet': ['ID=e39794af-64bc-448f-b403-6b5fd84f42c3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.844751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.853303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8637e25-6ff9-4319-9451-c5dfcfa7a0f4 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e39794af-64bc-448f-b403-6b5fd84f42c3 HTTP/1.1" status: 204 len: 168 time: 0.9488099 Mar 31 23:17:08.856339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40330) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:08.910026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b399b-fbbd-405b-b762-6a2d0eb790d4 None None] Network 72d20de6-aee2-4ce8-9aef-20530b716056 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:08.950352 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6bfc203-915d-4c5d-b198-3322cf603543 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906048 Mar 31 23:17:08.950858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40332) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.000813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-2ec63d9d-c829-463b-a39b-a4b75d94b2ab service neutron] 10.222.0.83 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383803 Mar 31 23:17:09.044170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-48abee74-0a64-4488-8e50-b3fd0c846236 None None] Provisioning complete for port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.044730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48abee74-0a64-4488-8e50-b3fd0c846236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.059307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11238bac-78eb-4249-aec3-cd57943133d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.059949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2506a-9c93-462b-ae89-eb54dfc3dc02 req-41f3eda2-6d4f-4d1b-9852-d54aae34ebfe tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.061655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdd2506a-9c93-462b-ae89-eb54dfc3dc02 req-41f3eda2-6d4f-4d1b-9852-d54aae34ebfe tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1581807 Mar 31 23:17:09.063455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-11238bac-78eb-4249-aec3-cd57943133d2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1108787 Mar 31 23:17:09.066436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40334) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.154194 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.187813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-81178dbf-119a-49bb-bda6-3179a9c82909 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.189877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-81178dbf-119a-49bb-bda6-3179a9c82909 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 946 time: 0.0665402 Mar 31 23:17:09.193185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] DHCP port deletion for 72d20de6-aee2-4ce8-9aef-20530b716056 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:09.224770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ed23d-275f-43c2-84b7-14b9ea9b8b7b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.229709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0e4ed23d-275f-43c2-84b7-14b9ea9b8b7b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1621957 Mar 31 23:17:09.232790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40340) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.233602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=8818a53f-4711-46ff-9d71-aee85bfddfd4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.263713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdd2506a-9c93-462b-ae89-eb54dfc3dc02 req-77d14cbf-0e0b-473d-86c2-7eb06b51bdce tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818933 Mar 31 23:17:09.308117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Deleting port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:09.308507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.439872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port 89680c71-d6a0-4c21-84e5-39dbc6e34241 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:09.439872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.440185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-76d28546-fbcd-469f-9d44-30c4707aa5a2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2024677 Mar 31 23:17:09.446512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40354) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.451420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] For port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,segment=NetworkSegment(3ed1e7f9-0f11-4cb0-b81c-59ddc721e297),segment_id=3ed1e7f9-0f11-4cb0-b81c-59ddc721e297)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:09.451923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.469953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Calling delete_port for 5f6b89e1-81dd-4b6e-8fe4-95833c347caf owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:09.515478 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea25d22-6bf9-4b6e-b81b-090b13589064 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.516392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea25d22-6bf9-4b6e-b81b-090b13589064 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.522541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ea25d22-6bf9-4b6e-b81b-090b13589064 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/44bf85fb-14c1-471c-8808-36f8d9cff6ef HTTP/1.1" status: 404 len: 333 time: 0.0570335 Mar 31 23:17:09.523611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40356) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.551310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.564090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-d1018d31-50db-44f7-b60c-f1cfbaaf1c26 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1263357460&fields=id&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 267 time: 0.1451559 Mar 31 23:17:09.576987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f4858cd1-25ea-43e3-a62e-0c6c73e7d992 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:09.580166 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9fed8-c65f-4c9b-ba0f-c1b1951d45e2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.580630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce9fed8-c65f-4c9b-ba0f-c1b1951d45e2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.586442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ce9fed8-c65f-4c9b-ba0f-c1b1951d45e2 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e39794af-64bc-448f-b403-6b5fd84f42c3 HTTP/1.1" status: 404 len: 337 time: 0.0596881 Mar 31 23:17:09.587433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40358) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.672823 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed93eff-6f75-497e-8a5e-a5dbe689edc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.673282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed93eff-6f75-497e-8a5e-a5dbe689edc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.683274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fed93eff-6f75-497e-8a5e-a5dbe689edc6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/9f7ce872-95b3-4a80-826d-d84eaac8c2b5 HTTP/1.1" status: 404 len: 337 time: 0.0926528 Mar 31 23:17:09.684539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40364) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.695851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.696864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.722758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.730404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.756368 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c2fa8b-3944-4599-b19a-e9fa51809c57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.756997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c2fa8b-3944-4599-b19a-e9fa51809c57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.763089 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-70c2fa8b-3944-4599-b19a-e9fa51809c57 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/0b382c52-f56b-411e-a201-807e91cd9688 HTTP/1.1" status: 404 len: 333 time: 0.0754240 Mar 31 23:17:09.764525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.765619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40368) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.800707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] Pushing event deleted for resources: {'Port': ['ID=5f6b89e1-81dd-4b6e-8fe4-95833c347caf,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.820565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port 89680c71-d6a0-4c21-84e5-39dbc6e34241, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=89680c71-d6a0-4c21-84e5-39dbc6e34241,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:09.820565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.820565 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e743c5-a9d2-416a-9f42-4041923a1f1a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.820565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e743c5-a9d2-416a-9f42-4041923a1f1a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.820565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-91e743c5-a9d2-416a-9f42-4041923a1f1a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/28592618-85e1-4ea4-b850-da210eded0e5 HTTP/1.1" status: 404 len: 337 time: 0.0472932 Mar 31 23:17:09.821073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-5bb697b4-1cbf-47b5-8408-d6fafc015f3a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.821073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-5bb697b4-1cbf-47b5-8408-d6fafc015f3a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.2546682 Mar 31 23:17:09.826356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40370) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.831627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d9ae4-8cf4-4532-a449-08d8e87e7ec7 None None] No DVR routers for this DVR port 5f6b89e1-81dd-4b6e-8fe4-95833c347caf on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:09.865458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25c4ea-8911-4eff-93ad-a9819e7fb947 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:17:09.868454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for 89680c71-d6a0-4c21-84e5-39dbc6e34241 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:09.870818 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb8789d-12ec-4a51-a7f0-e214e33c8926 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.871326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb8789d-12ec-4a51-a7f0-e214e33c8926 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.874526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5eb8789d-12ec-4a51-a7f0-e214e33c8926 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b61b05b0-0ba5-4013-ab70-98705fd8a3fb HTTP/1.1" status: 404 len: 337 time: 0.0470524 Mar 31 23:17:09.877200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40372) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.880002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-3b5e5576-ca09-4b90-9ae1-1250710bc4b0 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/quotas/8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 375 time: 0.0488081 Mar 31 23:17:09.910255 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6789f5-a0f1-4bd9-ab09-c868d1f89d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:09.910973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6789f5-a0f1-4bd9-ab09-c868d1f89d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:09.914028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d6789f5-a0f1-4bd9-ab09-c868d1f89d71 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/34fa1be2-7469-45a9-94a5-e190333f181f HTTP/1.1" status: 404 len: 333 time: 0.0359137 Mar 31 23:17:09.917098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.936134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.938121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2379021c-4a67-4f30-a137-6d332fc668d9 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:09.962919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.962919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b835d93d-adfc-4e6b-9d53-b8c04ccf8f3e admin admin] 10.222.0.83 "DELETE /v2.0/routers/2379021c-4a67-4f30-a137-6d332fc668d9 HTTP/1.1" status: 204 len: 168 time: 2.9778039 Mar 31 23:17:09.963217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f6b89e1-81dd-4b6e-8fe4-95833c347caf no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:09.967303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40376) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.039762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-fac1f002-9f16-431e-8fd1-b5c95389baa3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588800 Mar 31 23:17:10.087183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5f6b89e1-81dd-4b6e-8fe4-95833c347caf {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:10.088078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f6b89e1-81dd-4b6e-8fe4-95833c347caf not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:10.090835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8f556e25-6c61-4c04-8dd4-0391afe6dfdc no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:10.123899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Deleting subnet 47e54733-6092-4025-bb6e-d3f0f2c5e631 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:10.132091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.142798 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e4a7d6-0963-4874-972c-98ebe267d5df tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.144203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e4a7d6-0963-4874-972c-98ebe267d5df tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.147808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 8f556e25-6c61-4c04-8dd4-0391afe6dfdc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:10.148162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8f556e25-6c61-4c04-8dd4-0391afe6dfdc not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:10.148609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8818a53f-4711-46ff-9d71-aee85bfddfd4 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:10.148869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f3e4a7d6-0963-4874-972c-98ebe267d5df tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ffac468e-4e1d-4b84-82ee-c5813f1cb221 HTTP/1.1" status: 404 len: 337 time: 0.2311299 Mar 31 23:17:10.151021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.177496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 8818a53f-4711-46ff-9d71-aee85bfddfd4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:10.177843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8818a53f-4711-46ff-9d71-aee85bfddfd4 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:10.185715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.186065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.189232 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ade1df-4ec3-47f1-8fab-d5ea90cbbd4a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.189834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ade1df-4ec3-47f1-8fab-d5ea90cbbd4a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.195835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-17ade1df-4ec3-47f1-8fab-d5ea90cbbd4a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/731eb106-80f2-4a75-a35b-e7a875371ed0 HTTP/1.1" status: 404 len: 337 time: 0.0435531 Mar 31 23:17:10.203737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['89680c71-d6a0-4c21-84e5-39dbc6e34241'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:10.205062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40384) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.260157 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7864bb7f-5929-4816-8f65-7aa98aa038cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.260896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7864bb7f-5929-4816-8f65-7aa98aa038cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.264963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7864bb7f-5929-4816-8f65-7aa98aa038cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/6558c147-706e-4b80-a359-0d2c03bef6f7 HTTP/1.1" status: 404 len: 333 time: 0.0586503 Mar 31 23:17:10.268394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.271957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=89680c71-d6a0-4c21-84e5-39dbc6e34241,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.340377 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd84be6-7db5-465d-b18b-9efb7b3c049f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.340989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd84be6-7db5-465d-b18b-9efb7b3c049f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.344849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cbd84be6-7db5-465d-b18b-9efb7b3c049f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/bd814896-61fe-4b8a-9434-cc72ce3ed3c2 HTTP/1.1" status: 404 len: 337 time: 0.0706320 Mar 31 23:17:10.347073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25c4ea-8911-4eff-93ad-a9819e7fb947 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:17:10.347505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.362146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.374684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] No DVR routers for this DVR port 89680c71-d6a0-4c21-84e5-39dbc6e34241 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:10.399450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.402914 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f2e36ae2-c2b5-4373-a0ac-02bb57b45ee4 req-7bf99662-e47e-49f6-9875-07be0462e1ff tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "DELETE /v2.0/ports/89680c71-d6a0-4c21-84e5-39dbc6e34241 HTTP/1.1" status: 204 len: 173 time: 1.2043538 Mar 31 23:17:10.404346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'name': 'network-vif-deleted', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:10.413613 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c7de85-72a7-4789-9205-a29ad238b5cf" -d '{"events": [{"server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "name": "network-vif-deleted", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:10.420851 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0528b0ba-4e3c-4fce-ab91-f526755274d3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.421433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0528b0ba-4e3c-4fce-ab91-f526755274d3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.423576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-f34bb12b-ef8c-4f62-8304-02edfa8cf1f8 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663769 Mar 31 23:17:10.426923 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0528b0ba-4e3c-4fce-ab91-f526755274d3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ea70b5e0-a8fd-4a42-8ef8-4174ff4a24ec HTTP/1.1" status: 404 len: 337 time: 0.0761428 Mar 31 23:17:10.427252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40394) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.458531 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2145a775-f66c-4c4e-9e41-3cd0e668a623 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.459471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2145a775-f66c-4c4e-9e41-3cd0e668a623 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.467350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2145a775-f66c-4c4e-9e41-3cd0e668a623 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/a7c9364a-9a1b-4150-b888-14387b3fecef HTTP/1.1" status: 404 len: 333 time: 0.0368156 Mar 31 23:17:10.467936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.520382 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-620b36e6-36c4-438d-91ca-d63a2aeaf2c8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.520382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620b36e6-36c4-438d-91ca-d63a2aeaf2c8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.520382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-620b36e6-36c4-438d-91ca-d63a2aeaf2c8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1a8c8fe9-c0c3-4166-9a1b-4ded5cf2f6f7 HTTP/1.1" status: 404 len: 337 time: 0.0438859 Mar 31 23:17:10.520382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.538807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-7eccccc3-99a6-490e-9149-e88662ed7526 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087699 Mar 31 23:17:10.553456 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-561f20c6-7b9a-4690-824e-2fbcbcdf88b3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.554202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561f20c6-7b9a-4690-824e-2fbcbcdf88b3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.558775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-561f20c6-7b9a-4690-824e-2fbcbcdf88b3 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/33228524-b980-42a8-a219-067337f475a9 HTTP/1.1" status: 404 len: 333 time: 0.0389383 Mar 31 23:17:10.561317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.607059 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01f0e83-47a2-4540-b8cd-2e66257bbd9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.607059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01f0e83-47a2-4540-b8cd-2e66257bbd9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.626238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.628632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e01f0e83-47a2-4540-b8cd-2e66257bbd9f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/14dcfa31-5633-4394-a086-3d95cadb73d3 HTTP/1.1" status: 404 len: 337 time: 0.0629537 Mar 31 23:17:10.644547 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.677669 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b9e392-6c0a-4124-9aff-8245aa16291f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.678366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b9e392-6c0a-4124-9aff-8245aa16291f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.682282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a6b9e392-6c0a-4124-9aff-8245aa16291f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/fbf755aa-3269-457c-a824-d63d2de2412d HTTP/1.1" status: 404 len: 333 time: 0.0550387 Mar 31 23:17:10.686149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40410) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.686470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e54733-6092-4025-bb6e-d3f0f2c5e631,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.699128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.702283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e3923fc9-0f52-4573-8c6e-749dee47414b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/47e54733-6092-4025-bb6e-d3f0f2c5e631 HTTP/1.1" status: 204 len: 168 time: 0.7315955 Mar 31 23:17:10.711173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.719636 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f97d9d1-5165-4400-9d59-65d35e8597dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.720093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f97d9d1-5165-4400-9d59-65d35e8597dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.726247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f97d9d1-5165-4400-9d59-65d35e8597dc tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/33cffc15-a3e1-4b72-a81c-a4de85ba5b4b HTTP/1.1" status: 404 len: 337 time: 0.0375183 Mar 31 23:17:10.726943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.778813 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1654e2c2-70aa-4664-894c-ebd891cd0416 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.779831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1654e2c2-70aa-4664-894c-ebd891cd0416 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.785719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1654e2c2-70aa-4664-894c-ebd891cd0416 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/3f7c786f-f6ef-49ac-88c4-43938af9f74a HTTP/1.1" status: 404 len: 333 time: 0.0573444 Mar 31 23:17:10.786337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.824879 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9bbe3-f328-4fce-b8da-541c74baf219 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.825337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9bbe3-f328-4fce-b8da-541c74baf219 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.832708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.842642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-11c9bbe3-f328-4fce-b8da-541c74baf219 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b76cc909-ec9b-481c-b61b-c8fe772f270d HTTP/1.1" status: 404 len: 337 time: 0.0439579 Mar 31 23:17:10.844616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40420) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.891597 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-040fc1e8-3f79-4509-88b8-95dab00ec874 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:10.896832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040fc1e8-3f79-4509-88b8-95dab00ec874 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:10.897580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-040fc1e8-3f79-4509-88b8-95dab00ec874 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/8595f864-e25d-4b90-925e-a725111b029d HTTP/1.1" status: 404 len: 333 time: 0.0471873 Mar 31 23:17:10.901455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40424) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.925848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c043d74-39a1-4b80-baf9-ea8ac4b978f7 None None] Network 1c0317df-f6a4-4658-875e-6883ce2d5a3d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:11.015252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Deleting port 9ca65fa4-129e-44b5-a405-d9af0c511c34 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:11.020280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.050151 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5475a31-caf0-4beb-965b-db061d4e2695 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.050151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5475a31-caf0-4beb-965b-db061d4e2695 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.056259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5475a31-caf0-4beb-965b-db061d4e2695 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/7e982d12-e198-49fc-bae8-062ea0e2fc2c HTTP/1.1" status: 404 len: 337 time: 0.1524730 Mar 31 23:17:11.056867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40426) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.085646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6597696b-6620-4df7-91e6-57b314cf1f57 req-54e68527-a9e9-4422-a201-c7ed4eefcf4c tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c9590f-2516-47dd-ae95-b3c990a9aeec HTTP/1.1" status: 200 len: 210 time: 0.0553110 Mar 31 23:17:11.109715 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b08dc6-772b-4849-9ae0-c71ca2166fe0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.110455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b08dc6-772b-4849-9ae0-c71ca2166fe0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.127229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0b08dc6-772b-4849-9ae0-c71ca2166fe0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/11d31720-3c5f-4e2d-8a91-93df96a3a6ce HTTP/1.1" status: 404 len: 333 time: 0.0527732 Mar 31 23:17:11.128148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40428) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.162825 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c81ca2-16ba-4af7-9190-9b5a50b1294a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.164016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c81ca2-16ba-4af7-9190-9b5a50b1294a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.170693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1c81ca2-16ba-4af7-9190-9b5a50b1294a tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/a01c96fe-33a1-4888-9d1f-f13c08717e1b HTTP/1.1" status: 404 len: 337 time: 0.0413744 Mar 31 23:17:11.171344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.180199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] For port 9ca65fa4-129e-44b5-a405-d9af0c511c34, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ca65fa4-129e-44b5-a405-d9af0c511c34,segment=NetworkSegment(8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22),segment_id=8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:11.183473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.213193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Calling delete_port for 9ca65fa4-129e-44b5-a405-d9af0c511c34 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:11.229225 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3b7f92-d9d5-49dd-a8a3-df46d1a378c5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.229685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3b7f92-d9d5-49dd-a8a3-df46d1a378c5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.253406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da3b7f92-d9d5-49dd-a8a3-df46d1a378c5 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/c36d3d48-16b9-4c8b-9a1e-f3f8fcb0afdb HTTP/1.1" status: 404 len: 337 time: 0.0809822 Mar 31 23:17:11.256524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40438) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.334855 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2ec2b-8824-4ae0-9db4-47ff8f258d5e x-openstack-request-id: req-0aa2ec2b-8824-4ae0-9db4-47ff8f258d5e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:11.335177 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c9590f-2516-47dd-ae95-b3c990a9aeec", "name": "network-vif-deleted", "tag": "89680c71-d6a0-4c21-84e5-39dbc6e34241", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:11.335435 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0aa2ec2b-8824-4ae0-9db4-47ff8f258d5e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:11.335851 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa2ec2b-8824-4ae0-9db4-47ff8f258d5e'] response: {'server_uuid': '13c9590f-2516-47dd-ae95-b3c990a9aeec', 'name': 'network-vif-deleted', 'tag': '89680c71-d6a0-4c21-84e5-39dbc6e34241', 'status': 'completed', 'code': 200} Mar 31 23:17:11.389921 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfbe0aa-31a4-4deb-9d08-9e31d64c0ba9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.390740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfbe0aa-31a4-4deb-9d08-9e31d64c0ba9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.394267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fcfbe0aa-31a4-4deb-9d08-9e31d64c0ba9 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/34eff741-5532-4df4-8f44-94e842a5802a HTTP/1.1" status: 404 len: 333 time: 0.1327651 Mar 31 23:17:11.397511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40442) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.403939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.420463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8287de5-3b27-4516-a0b7-e794975aff1e None None] DHCP port deletion for 1c0317df-f6a4-4658-875e-6883ce2d5a3d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:11.468227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e98a7c44-87ec-4df8-9cee-994e4ce737f9 req-f3f82b0c-6724-4ce4-85bc-c044e7bac94c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 210 time: 0.1032400 Mar 31 23:17:11.505134 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad084977-b501-4dd0-88a6-c9a73f56bd06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.510400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad084977-b501-4dd0-88a6-c9a73f56bd06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.513752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ad084977-b501-4dd0-88a6-c9a73f56bd06 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1e8bcfd2-2123-4bbb-872c-1bc2aa8de693 HTTP/1.1" status: 404 len: 337 time: 0.1151540 Mar 31 23:17:11.521691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40444) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.535146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca65fa4-129e-44b5-a405-d9af0c511c34,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.542060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] No DVR routers for this DVR port 9ca65fa4-129e-44b5-a405-d9af0c511c34 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:11.562442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f35769-71f8-4a71-a460-8a1fb104f074 req-044c8977-7129-4d71-a91c-640163060810 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.565941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8f35769-71f8-4a71-a460-8a1fb104f074 req-044c8977-7129-4d71-a91c-640163060810 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2824550 Mar 31 23:17:11.599947 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-692162eb-d307-4598-ab9c-e08e7c35a1cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.600545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692162eb-d307-4598-ab9c-e08e7c35a1cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.606300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-692162eb-d307-4598-ab9c-e08e7c35a1cd tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/57efe123-e56f-42fe-963a-e0e8640db11f HTTP/1.1" status: 404 len: 337 time: 0.0799387 Mar 31 23:17:11.608855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40446) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.628903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56d7cef5-55a1-43a9-beb5-e5b09b698877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.653404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9e721ca-a870-4009-a8aa-1aa6be64707c req-283d53c3-18fd-4443-8922-f83ff83b8e5b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.1144159 Mar 31 23:17:11.657055 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-26eb230c-8d16-493c-8417-6ca044b3d19e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.657905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26eb230c-8d16-493c-8417-6ca044b3d19e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.664051 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26eb230c-8d16-493c-8417-6ca044b3d19e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/14eb33d7-b7ce-4137-ac50-10da3e70e459 HTTP/1.1" status: 404 len: 333 time: 0.0475707 Mar 31 23:17:11.672557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40452) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.723649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8f35769-71f8-4a71-a460-8a1fb104f074 req-2070fad1-8c4b-4b24-a26a-95b02471b999 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338742 Mar 31 23:17:11.747102 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e804a601-441a-45d2-8638-8098dd0d57a0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.747102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e804a601-441a-45d2-8638-8098dd0d57a0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.750901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e804a601-441a-45d2-8638-8098dd0d57a0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/9a48be54-26e4-4208-9b3c-6809d6b97fa8 HTTP/1.1" status: 404 len: 337 time: 0.0772781 Mar 31 23:17:11.753463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40454) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.766416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.794974 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b8128b-9dbf-48df-9d1c-8b6da03e780c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.795453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b8128b-9dbf-48df-9d1c-8b6da03e780c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.799064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84b8128b-9dbf-48df-9d1c-8b6da03e780c tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e22ecf30-4e3b-4fc5-a736-bacb2e3abb8c HTTP/1.1" status: 404 len: 337 time: 0.0440578 Mar 31 23:17:11.801205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40456) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.833451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0317df-f6a4-4658-875e-6883ce2d5a3d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.840981 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb01a725-b3c8-465d-9683-2a22ee9304ff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.841672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb01a725-b3c8-465d-9683-2a22ee9304ff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.844781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bb01a725-b3c8-465d-9683-2a22ee9304ff tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/c010d03b-ec1e-46f8-86b4-2279ff6b8af7 HTTP/1.1" status: 404 len: 333 time: 0.0426569 Mar 31 23:17:11.848498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.848699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40458) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.849408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc85d6e-db1a-4acd-bdbd-b51cc3da6a22') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.859894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.879160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.887103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:11.887509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:11.889518 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:11.911825 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4d7c55-ebe8-4889-a8fa-3ba80b87bb95 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.913577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4d7c55-ebe8-4889-a8fa-3ba80b87bb95 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.923818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6e4d7c55-ebe8-4889-a8fa-3ba80b87bb95 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/55b69a29-9cdd-4dd0-97e1-1f900f660277 HTTP/1.1" status: 404 len: 337 time: 0.0729961 Mar 31 23:17:11.929407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40460) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.975808 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f9b1eb-f30c-4771-a305-74117bf00797 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:11.976355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f9b1eb-f30c-4771-a305-74117bf00797 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:11.983416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-22f9b1eb-f30c-4771-a305-74117bf00797 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/02f60f27-6afa-43ff-a36c-7dab2166247e HTTP/1.1" status: 404 len: 337 time: 0.0495863 Mar 31 23:17:11.984100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40462) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.016674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.017517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-67509ff9-00e6-445c-92ee-f53d0c5c9e16 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f4c32e1-3971-474c-bcba-9e1907f8057b HTTP/1.1" status: 200 len: 205 time: 0.0322533 Mar 31 23:17:12.065938 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-eb6bb445-4cd5-4ab4-a52c-5cb0c831dcf8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] delete failed (client error): The resource could not be found. Mar 31 23:17:12.067034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eb6bb445-4cd5-4ab4-a52c-5cb0c831dcf8 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/routers/8f4c32e1-3971-474c-bcba-9e1907f8057b HTTP/1.1" status: 404 len: 336 time: 0.0492373 Mar 31 23:17:12.069761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40468) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.096560 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6edf57-dadc-4dea-9a06-d343d601a0c7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.096938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6edf57-dadc-4dea-9a06-d343d601a0c7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.099971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7d6edf57-dadc-4dea-9a06-d343d601a0c7 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/df5a0457-b300-4542-bac7-1f607882be96 HTTP/1.1" status: 404 len: 337 time: 0.0292423 Mar 31 23:17:12.103622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40470) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.152486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.154090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a5adccff-26f9-4912-9538-5fa043a3007f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "GET /v2.0/ports?device_id=f933bd6d-dade-4a4a-8456-37c7962d0c66 HTTP/1.1" status: 200 len: 205 time: 0.0489731 Mar 31 23:17:12.171234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.225920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.232756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.232914 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] 10.222.0.83 "DELETE /v2.0/networks/1c0317df-f6a4-4658-875e-6883ce2d5a3d HTTP/1.1" status: 204 len: 168 time: 1.5203679 Mar 31 23:17:12.242480 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-7b0f17c7-5022-46ff-a047-423b0b12db7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] delete failed (client error): The resource could not be found. Mar 31 23:17:12.244179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7b0f17c7-5022-46ff-a047-423b0b12db7e tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/routers/f933bd6d-dade-4a4a-8456-37c7962d0c66 HTTP/1.1" status: 404 len: 336 time: 0.0904951 Mar 31 23:17:12.245243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9e66-4a8c-45fd-bf6c-84154fe5c02e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0317df-f6a4-4658-875e-6883ce2d5a3d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.247112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.280212 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e5b6db-ffd9-49b6-a857-8319dcf3e0cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.280666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e5b6db-ffd9-49b6-a857-8319dcf3e0cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.285963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-47e5b6db-ffd9-49b6-a857-8319dcf3e0cb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/2b306449-acbc-4521-b044-fc591378d66c HTTP/1.1" status: 404 len: 337 time: 0.0357962 Mar 31 23:17:12.286288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40484) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.313241 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-42aee376-9c70-412a-a78a-f9f2a7f9b67b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.313716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42aee376-9c70-412a-a78a-f9f2a7f9b67b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.316752 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-42aee376-9c70-412a-a78a-f9f2a7f9b67b tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/b53d7c34-1241-45fc-a919-86e0a0399efc HTTP/1.1" status: 404 len: 337 time: 0.0294681 Mar 31 23:17:12.319372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.346090 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aab700b-5c2a-4d9e-91a7-c53dc423a885 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.348522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aab700b-5c2a-4d9e-91a7-c53dc423a885 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.353853 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8aab700b-5c2a-4d9e-91a7-c53dc423a885 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/0f076214-6a67-4301-a2dc-89aca826e9e0 HTTP/1.1" status: 404 len: 333 time: 0.0333943 Mar 31 23:17:12.357857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.386925 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4511a0e-134f-4338-b353-e6f3c90fffaf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.387532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4511a0e-134f-4338-b353-e6f3c90fffaf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.393454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e4511a0e-134f-4338-b353-e6f3c90fffaf tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/1c39335b-f0a0-486d-b9ce-a3526fa0c938 HTTP/1.1" status: 404 len: 337 time: 0.0323315 Mar 31 23:17:12.393680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40490) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.420853 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07cf2f8-3c19-4efe-af45-f2a4bb954d81 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.421952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07cf2f8-3c19-4efe-af45-f2a4bb954d81 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.427546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e07cf2f8-3c19-4efe-af45-f2a4bb954d81 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/1c3342c9-df13-49fe-b642-569941131377 HTTP/1.1" status: 404 len: 333 time: 0.0303473 Mar 31 23:17:12.427877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40492) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.455139 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e691790-0812-43e8-95e3-d5225e80ac40 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.455605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e691790-0812-43e8-95e3-d5225e80ac40 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.461109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4e691790-0812-43e8-95e3-d5225e80ac40 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/ab1f422b-1ea7-40c6-94ef-92e2bbdb3a93 HTTP/1.1" status: 404 len: 337 time: 0.0297050 Mar 31 23:17:12.461304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40494) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.515060 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d25ae65-84f2-4054-a727-ac228f0a2266 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.515938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d25ae65-84f2-4054-a727-ac228f0a2266 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.521007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d25ae65-84f2-4054-a727-ac228f0a2266 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/da63e890-6eaf-4bad-8d6b-01dc4f33f71a HTTP/1.1" status: 404 len: 333 time: 0.0576634 Mar 31 23:17:12.524018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40500) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.552735 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45bdeae-00c9-4001-93ad-e31105a50381 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.553237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45bdeae-00c9-4001-93ad-e31105a50381 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.558781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b45bdeae-00c9-4001-93ad-e31105a50381 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/14ca81da-9c71-4b47-9b3b-652d48d3375c HTTP/1.1" status: 404 len: 337 time: 0.0309644 Mar 31 23:17:12.559099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40502) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.563432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86eb4636-7121-40c8-9682-ebc0230c0c01 req-109fbb0a-ebdc-4215-b07e-c8e5efa97316 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 210 time: 0.0424750 Mar 31 23:17:12.589843 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2d97dc-ec75-42a4-b0cc-38359a8fb833 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.589843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2d97dc-ec75-42a4-b0cc-38359a8fb833 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.593517 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d2d97dc-ec75-42a4-b0cc-38359a8fb833 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/65e82784-b260-4081-991c-5f655243f536 HTTP/1.1" status: 404 len: 333 time: 0.0311310 Mar 31 23:17:12.593864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40504) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.627924 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00df5f7-dd94-488c-974f-9a2fd807438f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.628382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00df5f7-dd94-488c-974f-9a2fd807438f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.634966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c00df5f7-dd94-488c-974f-9a2fd807438f tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/cf0b6c52-e298-452f-b4b6-832b6144d0fe HTTP/1.1" status: 404 len: 337 time: 0.0366044 Mar 31 23:17:12.634966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40506) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.672570 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f03e7c-5c3d-4e22-a108-c7fa0ec9db99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.673327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f03e7c-5c3d-4e22-a108-c7fa0ec9db99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.676483 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54f03e7c-5c3d-4e22-a108-c7fa0ec9db99 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/58d3e049-3d48-4386-a9bc-fc329008c164 HTTP/1.1" status: 404 len: 333 time: 0.0405402 Mar 31 23:17:12.683397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.724788 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c065d6-bf07-42d7-8757-0516f29650fb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.727963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c065d6-bf07-42d7-8757-0516f29650fb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.734949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-76c065d6-bf07-42d7-8757-0516f29650fb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/462909c4-5087-4c39-becc-565183eaca37 HTTP/1.1" status: 404 len: 337 time: 0.0459647 Mar 31 23:17:12.735324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40514) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.769737 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3b58b9-c274-4011-aaa4-7991b168f9b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.770534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3b58b9-c274-4011-aaa4-7991b168f9b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.776528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f3b58b9-c274-4011-aaa4-7991b168f9b6 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/b219b7a2-5451-4207-965c-44ac52ec357b HTTP/1.1" status: 404 len: 333 time: 0.0376496 Mar 31 23:17:12.776952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40518) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.782217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.804983 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93e56eb-db7a-440a-a5d3-e0b34702eadb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.806137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93e56eb-db7a-440a-a5d3-e0b34702eadb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.812182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d93e56eb-db7a-440a-a5d3-e0b34702eadb tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/7713db53-68e1-4d67-822c-ab0165086767 HTTP/1.1" status: 404 len: 337 time: 0.0320301 Mar 31 23:17:12.815439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40520) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.840207 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cff956-c398-494f-8375-fe95a4b205d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.841169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cff956-c398-494f-8375-fe95a4b205d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.846515 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36cff956-c398-494f-8375-fe95a4b205d0 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/ports/1d7a5b16-1fc4-4e13-910e-a656ddca4a53 HTTP/1.1" status: 404 len: 333 time: 0.0274963 Mar 31 23:17:12.846752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40522) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.851850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30b7b932-7bfe-49a5-8a92-da2542a0ba65 req-6cf56a41-17bf-4a12-ad49-cd4cee64af6f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0742068 Mar 31 23:17:12.876847 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcfbc08-d93a-411a-a688-839d15681371 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:12.877905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcfbc08-d93a-411a-a688-839d15681371 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:12.883823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fdcfbc08-d93a-411a-a688-839d15681371 tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/subnets/e2f255c9-4793-4863-8a5d-e475f1c84cda HTTP/1.1" status: 404 len: 337 time: 0.0335729 Mar 31 23:17:12.884565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492902-f65e-446f-84dc-ff0d68be066a req-623669e3-24d5-4616-af44-29164062aa9d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.884565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c492902-f65e-446f-84dc-ff0d68be066a req-623669e3-24d5-4616-af44-29164062aa9d tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1589754 Mar 31 23:17:12.886257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40524) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:13.130486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ca65fa4-129e-44b5-a405-d9af0c511c34 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:13.161234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9ca65fa4-129e-44b5-a405-d9af0c511c34 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:13.161588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ca65fa4-129e-44b5-a405-d9af0c511c34 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:13.330059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 89680c71-d6a0-4c21-84e5-39dbc6e34241 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:13.352915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 89680c71-d6a0-4c21-84e5-39dbc6e34241 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:13.353345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 89680c71-d6a0-4c21-84e5-39dbc6e34241 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:13.496767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c492902-f65e-446f-84dc-ff0d68be066a req-2f47bb5b-c7ba-44b9-b099-0a0df0bcc689 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5969613 Mar 31 23:17:13.507267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.544964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa314499-3a6f-4f6d-a9e0-4d3a4e5e828e req-d85cd6f7-0624-4bb9-b88e-8ab6b43d1fb1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.546537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa314499-3a6f-4f6d-a9e0-4d3a4e5e828e req-d85cd6f7-0624-4bb9-b88e-8ab6b43d1fb1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1919475 Mar 31 23:17:13.691538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.709682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa314499-3a6f-4f6d-a9e0-4d3a4e5e828e req-61c86ac1-40c6-4d67-afb3-9ea0657907c3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531789 Mar 31 23:17:13.719792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e3c3cb1-26aa-4768-a35c-b54658d556c2 req-436b6c0c-feee-4854-8652-0e0b5fd3b9d3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 210 time: 0.0489116 Mar 31 23:17:13.746463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d20de6-aee2-4ce8-9aef-20530b716056']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:13.752215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:13.752682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed1e7f9-0f11-4cb0-b81c-59ddc721e297') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:13.766162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.803914 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.827900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:13.828309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:13.831318 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:13.851699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-341bf920-57dc-47a2-94e3-22fd4bf68944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.908641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Deleting port aabd9f8b-0705-4f52-a170-84cc4e03eb6c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:13.909129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.996196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb53b7ef-cf97-451b-be0e-709bd75c55c5 req-22ffa874-3c2e-4890-b9af-f830bd7ca95e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0358613 Mar 31 23:17:14.005353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.026373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.032030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] 10.222.0.83 "DELETE /v2.0/networks/72d20de6-aee2-4ce8-9aef-20530b716056 HTTP/1.1" status: 204 len: 168 time: 1.1437123 Mar 31 23:17:14.035161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabc06c-eeb7-4ecd-9882-ab0f864242ba tempest-NetworksTestDHCPv6-923941320 tempest-NetworksTestDHCPv6-923941320-project] Pushing event deleted for resources: {'Network': ['ID=72d20de6-aee2-4ce8-9aef-20530b716056,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.066586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] For port aabd9f8b-0705-4f52-a170-84cc4e03eb6c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:14.067050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.087459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Calling delete_port for aabd9f8b-0705-4f52-a170-84cc4e03eb6c owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:14.323777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-af05bc86-a1b7-4821-8f58-ad4f72361143 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.325163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-af05bc86-a1b7-4821-8f58-ad4f72361143 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.1118877 Mar 31 23:17:14.407762 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.416744 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-f9e6077c-e9c0-4117-9b58-c832dd556a2b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 380 time: 0.0749574 Mar 31 23:17:14.429518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'port': {'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'admin_state_up': True, 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'security_groups': ['9d3a77a5-762f-475d-9d43-9ce980bc8bca']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:14.439460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabd9f8b-0705-4f52-a170-84cc4e03eb6c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.449975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-2a58f819-d26a-47b9-86c6-25fb2282a54e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.449975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-2a58f819-d26a-47b9-86c6-25fb2282a54e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.0937424 Mar 31 23:17:14.685145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:14.685487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.694314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:14.760313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72456d4e-f5a8-4d19-b99f-b2973bb9529d req-ae4c90bb-1839-424d-a800-80a30b5da8b7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.762041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72456d4e-f5a8-4d19-b99f-b2973bb9529d req-ae4c90bb-1839-424d-a800-80a30b5da8b7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 945 time: 0.1335907 Mar 31 23:17:14.796758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:14.800313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.814125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.836485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] For port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:14.837418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.929329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67235351-3eb5-4a14-b385-bd019d2e7c8c req-c984960f-b539-4ca7-abff-7aac50eafdb7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 210 time: 0.0911899 Mar 31 23:17:14.948147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72456d4e-f5a8-4d19-b99f-b2973bb9529d req-538fcfc5-6b0d-4e28-8929-090f891d72a4 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups?id=432283bd-a058-48f3-897f-585384fe024f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750913 Mar 31 23:17:15.107435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.20.0.13 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/402afcd8-188b-48ea-a4de-12c816b354fa) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:15.108733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-cc16a0cc-84a8-49db-bc24-bdf4b34c44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.110233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-cc16a0cc-84a8-49db-bc24-bdf4b34c44b7 service neutron] 10.222.0.10 "GET /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 1026 time: 0.1773543 Mar 31 23:17:15.119511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b6d2a080-f5b7-46ca-ba93-a279d9e4b6d2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a17849999f147ab96f8061813533770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212086 Mar 31 23:17:15.127737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40550) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.182329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39ef5637-9715-46f8-9a5a-bd6c826e8507 req-82b8829f-2b6b-4ab3-997f-d7404683a11b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0700006 Mar 31 23:17:15.187364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.187722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.188037 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Floating IP 1125d448-3091-4532-b786-7d4892bb59f0 disassociated. External IP: 172.25.6.94, port: 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae. Mar 31 23:17:15.189281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:15.202792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455ebfc-abd2-4913-a27d-4096649c7b88 req-125af5af-5e11-4a4c-b731-5c3f02be426e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.204853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a455ebfc-abd2-4913-a27d-4096649c7b88 req-125af5af-5e11-4a4c-b731-5c3f02be426e tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1576853 Mar 31 23:17:15.207059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-8b685ee7-02da-4ddb-9f38-d2f353357e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.208617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-8b685ee7-02da-4ddb-9f38-d2f353357e8b service neutron] 10.222.0.10 "GET /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 1027 time: 0.0826604 Mar 31 23:17:15.326012 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.333971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.382231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.390215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a455ebfc-abd2-4913-a27d-4096649c7b88 req-32689367-9107-4c42-9a9a-ac186b4efd34 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505380 Mar 31 23:17:15.431212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Router b85c3da7-7b4e-4ca0-96e1-61061765cf8a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:15.442799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3117355d-b03a-443f-b488-25e4d0ff0141 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.453922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3117355d-b03a-443f-b488-25e4d0ff0141 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.460081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.460254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3117355d-b03a-443f-b488-25e4d0ff0141 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.464640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-3117355d-b03a-443f-b488-25e4d0ff0141 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/networks?id=36587be1-d3d1-42a7-a333-43b107c82815&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 200 len: 1990 time: 0.2238984 Mar 31 23:17:15.583932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-352a7667-95e7-4de6-9528-d4336b5ae411 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2 HTTP/1.1" status: 200 len: 379 time: 0.0734603 Mar 31 23:17:15.593792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'admin_state_up': True, 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'security_groups': ['5b136b77-8817-428b-a741-8499539c92fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:15.607940 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.610798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.613443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1dacbe74-1b50-4b4c-9ef6-5161c55f74d8 HTTP/1.1" status: 204 len: 168 time: 0.4834683 Mar 31 23:17:15.621562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f1851-bb21-458b-8235-27481f750a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dacbe74-1b50-4b4c-9ef6-5161c55f74d8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.641723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.661623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:15.671495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:15.671495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.671682 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Sync routers for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:15.676304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:15.686604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-70df6ce5-3ff3-4370-a634-4e203bec36b3 admin admin] 10.222.0.83 "PUT /v2.0/routers/b85c3da7-7b4e-4ca0-96e1-61061765cf8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4505706 Mar 31 23:17:15.688008 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:15.688427 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:15.690060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:15.691476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.880954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.881630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.902324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.935254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.981417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-923d19dd-c2b6-409a-81b6-b006825d719d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5565126 Mar 31 23:17:16.057264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.102825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Request body: {'port': {'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:16.153884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6c6718a1-9629-40d6-b89b-a5908850efd6 None None] Provisioning complete for port 402afcd8-188b-48ea-a4de-12c816b354fa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:16.157132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c6718a1-9629-40d6-b89b-a5908850efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.175964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:16.179908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.253824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.255740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02d08d5f-78b9-4489-9c8f-5c27a404b9d8 req-29ab5c17-af9a-4707-8a06-5d11e7d1275e tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.0503614 Mar 31 23:17:16.270993 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:16.272547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6c6718a1-9629-40d6-b89b-a5908850efd6 None None] Port 402afcd8-188b-48ea-a4de-12c816b354fa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:16.330417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:16.385132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed848b-063f-4857-9651-34c1cfc1be07 req-26b55c6c-a16f-4d5d-be46-b5b0a5ae9d51 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.386856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ed848b-063f-4857-9651-34c1cfc1be07 req-26b55c6c-a16f-4d5d-be46-b5b0a5ae9d51 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 932 time: 0.2295053 Mar 31 23:17:16.448531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6669f08-c4c6-45a0-84e7-0b1b7f5e4028 req-a1c4e874-ac50-4565-918b-08748d131f50 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0537231 Mar 31 23:17:16.466060 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.576383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ed848b-063f-4857-9651-34c1cfc1be07 req-d3f08506-7d28-4b8f-b03d-230f1af06dab tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553044 Mar 31 23:17:16.613949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.621862 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:17:14Z', 'revision_number': 5, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port': {'id': '28d6faba-5c76-4e25-a84a-84f872da752f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:45Z', 'updated_at': '2022-03-31T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:16.657081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Checking router: b85c3da7-7b4e-4ca0-96e1-61061765cf8a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:16.662057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 172.20.0.9 (36587be1-d3d1-42a7-a333-43b107c82815/74956a29-595c-469a-a235-c8720efd34e9/7390deed-ee9a-4cd0-9b99-74c4b1e30193) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:16.667893 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Routers {'b85c3da7-7b4e-4ca0-96e1-61061765cf8a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:16.668603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:16.702788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47e430-b2a7-4434-9900-baed2b208c2b req-b7c89b02-0601-4dfd-b886-1de822fb45a9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.704477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d47e430-b2a7-4434-9900-baed2b208c2b req-b7c89b02-0601-4dfd-b886-1de822fb45a9 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1267393 Mar 31 23:17:16.780483 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] Set router b85c3da7-7b4e-4ca0-96e1-61061765cf8a gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:16.797205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.797482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:16.813653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Sync routers for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:16.838114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:16.839113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:16.844732 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:17:16Z', 'revision_number': 6, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:16.875894 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7812d-c318-4dbb-a3ad-6e6f68bffb23 None None] The sync data for ids ['b85c3da7-7b4e-4ca0-96e1-61061765cf8a'] in n-d-828414-2 is: [{'id': 'b85c3da7-7b4e-4ca0-96e1-61061765cf8a', 'name': 'tempest-TestAggregatesBasicOps-1119178174-router', 'tenant_id': 'ac9daabb51f240dda6f10b214fad669d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:44Z', 'updated_at': '2022-03-31T23:17:16Z', 'revision_number': 6, 'project_id': 'ac9daabb51f240dda6f10b214fad669d', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:16.879911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] No DVR routers for this DVR port 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:16.890869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.893882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79ccc2ed-ca6f-451b-b765-0c187fc03913 req-24f3a9b3-9bb2-406f-a7e5-0cc4f56fe8ec tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.44 "DELETE /v2.0/ports/1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae HTTP/1.1" status: 204 len: 173 time: 2.4334173 Mar 31 23:17:16.894454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-deleted', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:16.897477 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2864d147-9def-447d-ae40-432015a2e405" -d '{"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-deleted", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:16.976228 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125bb576-a9d0-42d6-87d1-e1977faef393 x-openstack-request-id: req-125bb576-a9d0-42d6-87d1-e1977faef393 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:16.976915 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ed2953-8f6a-4062-8b5a-b9424c039129", "name": "network-vif-deleted", "tag": "1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:16.977351 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-125bb576-a9d0-42d6-87d1-e1977faef393 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:16.978606 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125bb576-a9d0-42d6-87d1-e1977faef393'] response: {'server_uuid': 'a8ed2953-8f6a-4062-8b5a-b9424c039129', 'name': 'network-vif-deleted', 'tag': '1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae', 'status': 'completed', 'code': 200} Mar 31 23:17:17.043991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Deleting port 28d6faba-5c76-4e25-a84a-84f872da752f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:17.044624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.047214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402afcd8-188b-48ea-a4de-12c816b354fa {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:17.125322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.150407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Transition to ACTIVE for port object 402afcd8-188b-48ea-a4de-12c816b354fa will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:17.175065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] For port 28d6faba-5c76-4e25-a84a-84f872da752f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=28d6faba-5c76-4e25-a84a-84f872da752f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:17.175655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.215721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Calling delete_port for 28d6faba-5c76-4e25-a84a-84f872da752f owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:17.236022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.240697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d47e430-b2a7-4434-9900-baed2b208c2b req-fbf825be-f9b4-40c1-9255-ceb5e2b13609 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132728 Mar 31 23:17:17.249670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.273217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:17.363987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Pushing event updated for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.481872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device aabd9f8b-0705-4f52-a170-84cc4e03eb6c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:17.546451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: aabd9f8b-0705-4f52-a170-84cc4e03eb6c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:17.547094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device aabd9f8b-0705-4f52-a170-84cc4e03eb6c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:17.585661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Attempting to bind port 402afcd8-188b-48ea-a4de-12c816b354fa on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:17.586114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Attempting to bind port 402afcd8-188b-48ea-a4de-12c816b354fa by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:17.587317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Attempting to bind port 402afcd8-188b-48ea-a4de-12c816b354fa on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:17.600760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Port 402afcd8-188b-48ea-a4de-12c816b354fa on network 24011cd8-a3da-475a-9b14-adda4e0ca806 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:17.600760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Attempting to bind port 402afcd8-188b-48ea-a4de-12c816b354fa on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:17.604346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:17.604897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:17.605493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:17.606239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Bound port: 402afcd8-188b-48ea-a4de-12c816b354fa, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:17.606945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.677879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.681981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40596) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.697035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-083e2ca0-bff7-4053-b06f-c554df1e5332 req-2cb15654-76c3-4b48-a0dc-4530e35ab2b7 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ed2953-8f6a-4062-8b5a-b9424c039129 HTTP/1.1" status: 200 len: 210 time: 0.2557311 Mar 31 23:17:17.726196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:17.729733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=402afcd8-188b-48ea-a4de-12c816b354fa,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:17.810676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.827213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 36587be1-d3d1-42a7-a333-43b107c82815 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:17.835867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.862402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:17.865907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:17.898577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.920975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac2d2-afdf-4e0c-821d-787ec072032b req-1714ad74-7b44-4713-b30b-f4a9e12a705b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.936763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf5ac2d2-afdf-4e0c-821d-787ec072032b req-1714ad74-7b44-4713-b30b-f4a9e12a705b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 931 time: 0.2542098 Mar 31 23:17:17.948935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Checking router: 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:17.955040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.957945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.963587 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] 10.222.0.10 "PUT /v2.0/ports/402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 1092 time: 1.8674250 Mar 31 23:17:17.983988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:17.985246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.993633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-167314200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.121367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca889bb-a011-4f1a-afd8-0c262d1bee7e service neutron] Pushing event updated for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:18.156088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefefe6-a666-4bc3-82a5-c042347257f6 req-c6f8f007-4b93-43bf-a2fa-920938469128 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.157825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cefefe6-a666-4bc3-82a5-c042347257f6 req-c6f8f007-4b93-43bf-a2fa-920938469128 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 944 time: 0.3587196 Mar 31 23:17:18.159884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.160690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.232678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:18.241142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.245946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.312037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf5ac2d2-afdf-4e0c-821d-787ec072032b req-03b099a9-3f04-4227-adfd-673e0a491b8a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660774 Mar 31 23:17:18.320398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-661a6476-2f3d-439c-9d24-0f0991e53191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.322644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-661a6476-2f3d-439c-9d24-0f0991e53191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1095 time: 0.1572366 Mar 31 23:17:18.341757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cefefe6-a666-4bc3-82a5-c042347257f6 req-a291deac-d1fa-45be-9d30-41b0486aff2a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589878 Mar 31 23:17:18.365760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-3d306b43-9c4f-40da-bbbd-e05b6470fda1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7756517 Mar 31 23:17:18.370588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-82fd19e9-b837-42d3-80d9-62251528f31f None None] Provisioning complete for port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:18.371212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82fd19e9-b837-42d3-80d9-62251528f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.382834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'admin_state_up': True, 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'security_groups': ['5b136b77-8817-428b-a741-8499539c92fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.390977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.432445 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-a3ce5361-cba1-4a27-8bd5-90be1c4c0063 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 217 time: 0.0537345 Mar 31 23:17:18.456665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.465808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-82fd19e9-b837-42d3-80d9-62251528f31f None None] Port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:18.520963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-f6dfdb5e-2c30-4acf-8fc3-b0920fcb6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.522855 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-f6dfdb5e-2c30-4acf-8fc3-b0920fcb6ba4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0804012 Mar 31 23:17:18.525483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.563344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:18.593471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-8f7bb334-5b60-4e6b-ae81-82264dc71d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.594973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-8f7bb334-5b60-4e6b-ae81-82264dc71d12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639281 Mar 31 23:17:18.603118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8da06-8e2a-4f36-8321-37f2723ee845 None None] The sync data for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 is: [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 4, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '76c0064e-8bbc-4dbb-8424-a921550c0490', 'name': '', 'network_id': 'eb85995c-1b54-46c2-a818-7fc44ef2e5fc', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'mac_address': 'fa:16:3e:8e:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:33Z', 'updated_at': '2022-03-31T23:07:40Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'subnets': [{'id': '7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:18.703807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.704619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0000a880-af45-428c-9c6b-9366015c469e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0214121 Mar 31 23:17:18.711061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40604) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.716163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-420153022'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.818114 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-234ed71d-24c6-4c9f-b73b-ccc998044782 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132251 Mar 31 23:17:19.075035 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8222bb8-081a-4ecd-b040-8ac89c6cb61b None None] New status for floating IP 1125d448-3091-4532-b786-7d4892bb59f0: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:19.115457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40610) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.116953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d6faba-5c76-4e25-a84a-84f872da752f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.154121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 28d6faba-5c76-4e25-a84a-84f872da752f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:19.199735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 28d6faba-5c76-4e25-a84a-84f872da752f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:19.203749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 28d6faba-5c76-4e25-a84a-84f872da752f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:19.335317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d87b6-b2bf-469e-ac40-b5be2eaab8f9 req-e200856a-7c7f-4042-8574-8d3a43a43325 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.343580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d4d87b6-b2bf-469e-ac40-b5be2eaab8f9 req-e200856a-7c7f-4042-8574-8d3a43a43325 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.8838112 Mar 31 23:17:19.351769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:19.357883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:19.361077 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5" -d '{"events": [{"name": "network-changed", "server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:19.371790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.390071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:19.393371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.410452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:19.415257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 1403ade7-b7b5-4c71-87b9-ea7d7d86e5ae not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:19.426640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.429829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.442064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d4d87b6-b2bf-469e-ac40-b5be2eaab8f9 req-800c94da-2dfc-415b-93f9-3fca34f0f1b1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975254 Mar 31 23:17:19.513653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d35497a5-e986-4773-a25a-3ca454fbcad1 req-25eef2d0-c675-43c0-a5e0-068b91cfc06f service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888762 Mar 31 23:17:19.515598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.648362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.719936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.734341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:19.737395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.747914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:19.754992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.758995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077a09de-2255-4508-bbe9-514971f1428d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.778841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.778841 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Added segment a00bb53e-7572-4083-91a2-a9541081b75f of type vlan for network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e Mar 31 23:17:19.798941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.824188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.932076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.935748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c5fe3-4408-48dc-bb8f-87f23f3c040b req-369fe4df-2b79-4092-99df-e2ccf267c061 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.938979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.939886 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.947895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a0c5fe3-4408-48dc-bb8f-87f23f3c040b req-369fe4df-2b79-4092-99df-e2ccf267c061 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 944 time: 0.3550575 Mar 31 23:17:19.969197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129e10e-6599-47fe-bd9f-ded6cdc2991a req-5708d848-ff3d-4f7a-93b4-92eace4699b3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.970333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0129e10e-6599-47fe-bd9f-ded6cdc2991a req-5708d848-ff3d-4f7a-93b4-92eace4699b3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 931 time: 0.4569817 Mar 31 23:17:19.970965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.971560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85c3da7-7b4e-4ca0-96e1-61061765cf8a {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:19.993190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.996931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73390a01-7a5d-4fbd-a05f-a3414b00af45 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b85c3da7-7b4e-4ca0-96e1-61061765cf8a HTTP/1.1" status: 204 len: 168 time: 4.3040688 Mar 31 23:17:19.998729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40620) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.019914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Network': ['ID=77efa6e3-3a58-432b-80e3-ef2aec56ee5e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.027867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.033077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.033077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "DELETE /v2.0/security-groups/432283bd-a058-48f3-897f-585384fe024f HTTP/1.1" status: 204 len: 168 time: 0.9045281 Mar 31 23:17:20.034682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.035920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:20.070475 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-629a8089-c03b-4b0a-b947-cd5dd244d686 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] show failed (client error): The resource could not be found. Mar 31 23:17:20.075555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-629a8089-c03b-4b0a-b947-cd5dd244d686 tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "GET /v2.0/security-groups/432283bd-a058-48f3-897f-585384fe024f HTTP/1.1" status: 404 len: 347 time: 0.0393510 Mar 31 23:17:20.078882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-00e44e35-861d-4bcb-88a9-98c6d4afa077 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3668201 Mar 31 23:17:20.085628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40624) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.085960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40626) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.097346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'subnet': {'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:20.159215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae932-de27-4145-9587-88c75222121a tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432283bd-a058-48f3-897f-585384fe024f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.205208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0129e10e-6599-47fe-bd9f-ded6cdc2991a req-1ad3bcd3-018d-4556-9e49-9dbadf3f95e8 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071230 Mar 31 23:17:20.209274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a0c5fe3-4408-48dc-bb8f-87f23f3c040b req-f183feb4-cd6c-4152-9f31-f0a82d980cc1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603998 Mar 31 23:17:20.240624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.1.1.30 (710ea38d-dc39-4753-9e3b-7268ef1bcb1b/fdd328a8-9142-4408-85e2-9ffc4015fa57/b9f01c9b-79db-4831-813b-d4f672d6bbd4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:20.248907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Deleting subnet 06566601-1b1b-43ca-bc31-b32e0327a551 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:20.252452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.305098 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0535a-1745-42d9-b5da-b56ccbf7d317 x-openstack-request-id: req-d2b0535a-1745-42d9-b5da-b56ccbf7d317 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:20.306397 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:20.306397 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d2b0535a-1745-42d9-b5da-b56ccbf7d317 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:20.306750 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b0535a-1745-42d9-b5da-b56ccbf7d317'] response: {'name': 'network-changed', 'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa', 'status': 'completed', 'code': 200} Mar 31 23:17:20.318372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.445711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-a90217fd-5cd1-42e4-b9db-84e3495f3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.447238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-a90217fd-5cd1-42e4-b9db-84e3495f3487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1095 time: 0.0697479 Mar 31 23:17:20.453944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Deleting port ce59f4ee-3f26-4996-a47a-c9868fb005cb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:20.454289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.534887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.559230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:20.562932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.600281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.670759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.671160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.681207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25d08-f6a5-4443-b071-be24c2aa2eed req-0505c154-6a12-4fa3-a02c-e8aedf08f4b1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.682833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfb25d08-f6a5-4443-b071-be24c2aa2eed req-0505c154-6a12-4fa3-a02c-e8aedf08f4b1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.0896747 Mar 31 23:17:20.704426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Calling delete_port for ce59f4ee-3f26-4996-a47a-c9868fb005cb owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:20.713078 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.717800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-58a92a9e-a1f4-48bb-92b7-e26d4e7e0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.718505 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-58a92a9e-a1f4-48bb-92b7-e26d4e7e0c38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.2615502 Mar 31 23:17:20.748563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06566601-1b1b-43ca-bc31-b32e0327a551,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.752064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.759031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f88aba9-b697-4634-a9b5-99e0607a62c0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/06566601-1b1b-43ca-bc31-b32e0327a551 HTTP/1.1" status: 204 len: 168 time: 0.7444553 Mar 31 23:17:20.763445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb5fec-f865-4417-b9ac-8f6499b822b9 None None] Network 294a7efa-6433-4505-a658-5cdc1d8127e8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:20.767333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.776788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.805959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfb25d08-f6a5-4443-b071-be24c2aa2eed req-049c0ee6-b18b-4a9f-b552-39a4bf99c565 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081266 Mar 31 23:17:20.808391 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-503e9f51-6233-471b-90dc-c6f774e82b81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 217 time: 0.0788500 Mar 31 23:17:20.910727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:20.914744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.921095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:20.929867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:20.941653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-541407b3-38e3-439d-9a49-7687a71145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.941653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-541407b3-38e3-439d-9a49-7687a71145bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.1111314 Mar 31 23:17:20.941821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.060629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.061405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.109288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Deleting port 0f3f5e01-1187-4651-9b77-18a1f377b32a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:21.110249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.124101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] DHCP port deletion for 294a7efa-6433-4505-a658-5cdc1d8127e8 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:21.177994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-fd9baf72-4ddc-41f7-b241-dda1ea688acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.177994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-fd9baf72-4ddc-41f7-b241-dda1ea688acd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234536 Mar 31 23:17:21.220146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Deleting port 0f3f5e01-1187-4651-9b77-18a1f377b32a {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:21.220533 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.241453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-6307e215-966f-477e-b408-1c0a88180954 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8613317 Mar 31 23:17:21.259203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] For port 0f3f5e01-1187-4651-9b77-18a1f377b32a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f3f5e01-1187-4651-9b77-18a1f377b32a,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:21.259850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.266030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'admin_state_up': True, 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'security_groups': ['5b136b77-8817-428b-a741-8499539c92fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:21.284532 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-a7453341-0724-4678-ad95-3422355a2a19 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125462 Mar 31 23:17:21.286163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.324708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-74a13cc9-81d6-43ba-be82-d352b84f45c1 None None] Provisioning complete for port b9f01c9b-79db-4831-813b-d4f672d6bbd4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:21.325369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-74a13cc9-81d6-43ba-be82-d352b84f45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.409015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] For port 0f3f5e01-1187-4651-9b77-18a1f377b32a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f3f5e01-1187-4651-9b77-18a1f377b32a,segment=NetworkSegment(aaefbabc-0183-44e0-9976-581aca9fb360),segment_id=aaefbabc-0183-44e0-9976-581aca9fb360)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:21.409673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.428732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-74a13cc9-81d6-43ba-be82-d352b84f45c1 None None] Port b9f01c9b-79db-4831-813b-d4f672d6bbd4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:21.440082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Calling delete_port for 0f3f5e01-1187-4651-9b77-18a1f377b32a owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:21.483257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Calling delete_port for 0f3f5e01-1187-4651-9b77-18a1f377b32a owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:21.510956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Subnet': ['ID=48cfafa0-40e1-43ed-8959-b964a83abde2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.519589 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d81844f-3110-4ea2-95dc-d4d1fc69aca5 req-53677d28-6a9e-4912-a5e9-0f9f60f446fa service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247729 Mar 31 23:17:21.522856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.579695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Pushing event deleted for resources: {'Port': ['ID=ce59f4ee-3f26-4996-a47a-c9868fb005cb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.619621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:21.623384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.642181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e807970-df19-4924-8560-51415a8ffae1 req-cf36bcc4-de3c-4a51-811a-d4a4614f479c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.643805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e807970-df19-4924-8560-51415a8ffae1 req-cf36bcc4-de3c-4a51-811a-d4a4614f479c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 944 time: 0.2036407 Mar 31 23:17:21.652610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Checking segment: {'id': 'a00bb53e-7572-4083-91a2-a9541081b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:21.653185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network hostable DHCP agents. Network: 77efa6e3-3a58-432b-80e3-ef2aec56ee5e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:21.665680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80343103-77d5-40c8-ae28-d00f75b9ca99 req-87f4b2d7-8369-42fd-a95e-139ced569d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.671683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.672097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80343103-77d5-40c8-ae28-d00f75b9ca99 req-87f4b2d7-8369-42fd-a95e-139ced569d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.673751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80343103-77d5-40c8-ae28-d00f75b9ca99 req-87f4b2d7-8369-42fd-a95e-139ced569d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 1652 time: 0.2324584 Mar 31 23:17:21.688389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.690944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.697321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-383c0b06-1b07-4f74-bfdf-0d7c2aff85cd tempest-ServerActionsTestJSON-1004633909 tempest-ServerActionsTestJSON-1004633909-project] 10.222.0.83 "DELETE /v2.0/floatingips/1125d448-3091-4532-b786-7d4892bb59f0 HTTP/1.1" status: 204 len: 168 time: 1.6097348 Mar 31 23:17:21.703539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:21.717987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Pushing event deleted for resources: {'Port': ['ID=0f3f5e01-1187-4651-9b77-18a1f377b32a,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.729044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] No DVR routers for this DVR port 0f3f5e01-1187-4651-9b77-18a1f377b32a on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:21.732235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.732764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.733402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.734036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.735287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.740289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722159eb-7a2a-4748-86ac-b9651736aee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.765230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:21.843723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e807970-df19-4924-8560-51415a8ffae1 req-5a3cc4fd-e0f6-45d1-a4de-0d82018d8b00 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687057 Mar 31 23:17:21.854901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 77efa6e3-3a58-432b-80e3-ef2aec56ee5e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:21.865034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d93ac-9b92-4fba-a1ef-1383efe9b131 None None] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:21.882443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80343103-77d5-40c8-ae28-d00f75b9ca99 req-b0b2dcda-6969-49f2-a1e3-6d97c5acb947 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951308 Mar 31 23:17:21.916047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.921476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.952226 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.058965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] No DVR routers for this DVR port 0f3f5e01-1187-4651-9b77-18a1f377b32a on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:22.067099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3f5e01-1187-4651-9b77-18a1f377b32a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:22.099096 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a116965d-dab6-49ed-82b9-ddd925c9908b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0072007 Mar 31 23:17:22.099340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:22.106302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'network': {'name': 'tempest-router-network01--1133045444'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:22.109739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-77efa6e3-3a58-432b-80e3-ef2aec56ee5e', 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e', 'tenant_id': '7e967b14b65a4e7cbc5a173b1c6275b8', 'fixed_ips': [{'subnet_id': '48cfafa0-40e1-43ed-8959-b964a83abde2'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:22.111467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.181796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.1.1.37 (710ea38d-dc39-4753-9e3b-7268ef1bcb1b/fdd328a8-9142-4408-85e2-9ffc4015fa57/80c79d1a-f721-4c4d-994a-0874feb63619) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:22.260127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:22.260370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.264676 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.272320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396078-17ef-4e13-9564-2605ae72f75b req-d52676be-1ff0-49f9-8a25-2a6cd0a678cf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.274119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5396078-17ef-4e13-9564-2605ae72f75b req-d52676be-1ff0-49f9-8a25-2a6cd0a678cf tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2829611 Mar 31 23:17:22.299026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:22.301200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Allocated IP 2001:db8::2 (77efa6e3-3a58-432b-80e3-ef2aec56ee5e/48cfafa0-40e1-43ed-8959-b964a83abde2/58ae0118-e6d6-4a4b-b27e-3552fcc19468) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:22.310889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.311370 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Added segment 659f937c-2177-4a89-9738-3a7f668000c6 of type vlan for network d27b66a3-1b00-45bf-8960-376c80bb5f14 Mar 31 23:17:22.326580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294a7efa-6433-4505-a658-5cdc1d8127e8']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.356914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaefbabc-0183-44e0-9976-581aca9fb360') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.357373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaefbabc-0183-44e0-9976-581aca9fb360') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.366897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.389474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.397066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5396078-17ef-4e13-9564-2605ae72f75b req-d0f1d2d5-2cfe-40b6-8bfc-3ddb52e6292c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124744 Mar 31 23:17:22.469891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.503474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.510419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.522667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.584591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:22.587231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.587463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:22.594631 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:22.666739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Network': ['ID=d27b66a3-1b00-45bf-8960-376c80bb5f14,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:22.671123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.681394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.707359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:22.764692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.785220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:22.790312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:22.803908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:22.864384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.882469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-62129cfa-c012-4915-af6b-41794707f475 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7820213 Mar 31 23:17:22.884463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40656) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:22.884630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.890003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] 10.222.0.83 "DELETE /v2.0/networks/294a7efa-6433-4505-a658-5cdc1d8127e8 HTTP/1.1" status: 204 len: 168 time: 2.1227877 Mar 31 23:17:22.895405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'network': {'name': 'tempest-router-network02--1523405016'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:22.967949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a327-4577-4c4b-af74-d095e23f0199 admin admin] Pushing event deleted for resources: {'Network': ['ID=294a7efa-6433-4505-a658-5cdc1d8127e8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:22.983300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.057790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Pushing event updated for resources: {'Port': ['ID=58ae0118-e6d6-4a4b-b27e-3552fcc19468,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:23.080184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:23.080184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.101026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Attempting to bind port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:23.101405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Attempting to bind port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a00bb53e-7572-4083-91a2-a9541081b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:23.101768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Attempting to bind port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 on network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:23.168394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:23.171495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Checking segment: {'id': 'a00bb53e-7572-4083-91a2-a9541081b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:23.176035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.179784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Bound using segment: {'id': 'a00bb53e-7572-4083-91a2-a9541081b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:23.179784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Bound port: 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00bb53e-7572-4083-91a2-a9541081b75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '77efa6e3-3a58-432b-80e3-ef2aec56ee5e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:23.181383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.285612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f3f5e01-1187-4651-9b77-18a1f377b32a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:23.315563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0f3f5e01-1187-4651-9b77-18a1f377b32a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:23.316248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f3f5e01-1187-4651-9b77-18a1f377b32a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:23.335851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:23.354990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:23.362988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:23.380734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] For port 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:23.387178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:23.388627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] For port 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=58ae0118-e6d6-4a4b-b27e-3552fcc19468,segment=NetworkSegment(a00bb53e-7572-4083-91a2-a9541081b75f),segment_id=a00bb53e-7572-4083-91a2-a9541081b75f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:23.402817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.403504 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Added segment 9d10f4d7-be83-4152-a2a8-39fdb2248ad2 of type vlan for network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 Mar 31 23:17:23.418234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:23.426560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.427405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.429892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:23.449283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.458229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e9537-6e9a-4ef6-ac3f-4980722651c7 req-a1c25b28-f283-451d-a1b0-52abd9c7fac1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.460039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-547e9537-6e9a-4ef6-ac3f-4980722651c7 req-a1c25b28-f283-451d-a1b0-52abd9c7fac1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 944 time: 0.5128915 Mar 31 23:17:23.486978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c852-242b-4647-b419-21ea047fd396 req-629ae9b7-8534-4ced-9db2-e20009025d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.494562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c852-242b-4647-b419-21ea047fd396 req-629ae9b7-8534-4ced-9db2-e20009025d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.500794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c852-242b-4647-b419-21ea047fd396 req-629ae9b7-8534-4ced-9db2-e20009025d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.501306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.509915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bc7c852-242b-4647-b419-21ea047fd396 req-629ae9b7-8534-4ced-9db2-e20009025d13 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 2372 time: 0.3715336 Mar 31 23:17:23.565345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Deleting port 76c0064e-8bbc-4dbb-8424-a921550c0490 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:23.565903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.578579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 402afcd8-188b-48ea-a4de-12c816b354fa details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:23.607361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5d80-d352-4a40-9056-5aeb812a44d9 None None] Pushing event updated for resources: {'Port': ['ID=58ae0118-e6d6-4a4b-b27e-3552fcc19468,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:23.637476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bc7c852-242b-4647-b419-21ea047fd396 req-be20d1a2-b36e-4d49-b48b-ee5249494f03 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219423 Mar 31 23:17:23.682315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-547e9537-6e9a-4ef6-ac3f-4980722651c7 req-1d47a674-51b0-4417-97ff-56b2c85c9f47 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070429 Mar 31 23:17:23.699761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1e69dd8-3c57-4993-bc1a-fb8ae20e007b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52a902d8a70549b4a384573eabb12391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635264 Mar 31 23:17:23.700467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:23.745931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.758821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.759598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.795854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-5f755f7a-7e4c-451d-9518-c6b167fb080b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5379736 Mar 31 23:17:23.813301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=402afcd8-188b-48ea-a4de-12c816b354fa,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:23.820762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'admin_state_up': True, 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'security_groups': ['5b136b77-8817-428b-a741-8499539c92fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:23.835368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '402afcd8-188b-48ea-a4de-12c816b354fa', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:23.930362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0382533 Mar 31 23:17:23.943548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40672) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:23.949495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] For port 76c0064e-8bbc-4dbb-8424-a921550c0490, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=76c0064e-8bbc-4dbb-8424-a921550c0490,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:23.950119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.952103 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.957261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-43b2165f-d5d6-45b0-9005-1f54bcd2746d None None] Provisioning complete for port 80c79d1a-f721-4c4d-994a-0874feb63619 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:23.957957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-43b2165f-d5d6-45b0-9005-1f54bcd2746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.994738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.017712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Calling delete_port for 76c0064e-8bbc-4dbb-8424-a921550c0490 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:24.039131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'subnet': {'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:24.044617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3bae-4ab2-443c-88c3-c67eaa647922 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Network': ['ID=48f1e98d-68d7-4fe4-a211-f6eba91dfb75,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.077351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.089127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305934e5-e4fb-4fc3-8cc0-640f7304c458 req-11bc7a70-fb0c-4681-9f88-f90596052145 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.090695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-305934e5-e4fb-4fc3-8cc0-640f7304c458 req-11bc7a70-fb0c-4681-9f88-f90596052145 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2539651 Mar 31 23:17:24.189669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:24.196082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-305934e5-e4fb-4fc3-8cc0-640f7304c458 req-6f518383-05af-456f-a2f5-1998f740b369 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667601 Mar 31 23:17:24.232041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402afcd8-188b-48ea-a4de-12c816b354fa {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:24.287669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:24.295410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-43b2165f-d5d6-45b0-9005-1f54bcd2746d None None] Port 80c79d1a-f721-4c4d-994a-0874feb63619 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:24.308108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=402afcd8-188b-48ea-a4de-12c816b354fa,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:24.328399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:24.329400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.342417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.342518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.342518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.343701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a0b3f0d-d85f-4107-baf3-3292cd07daa9 HTTP/1.1" status: 204 len: 168 time: 0.6405172 Mar 31 23:17:24.388078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9870e-c052-4353-93e1-1e10e1e7ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b3f0d-d85f-4107-baf3-3292cd07daa9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.391373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.467459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.509885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.703266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.784740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Pushing event deleted for resources: {'Port': ['ID=76c0064e-8bbc-4dbb-8424-a921550c0490,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.813251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['402afcd8-188b-48ea-a4de-12c816b354fa'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:24.881204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.023304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.2.2.100 (e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25/1fda859e-176c-4b31-a4b1-e4e44063f372/1b3cbd08-c8fa-49e7-b47d-a6971e19f32c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:25.395891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb3efa-47a0-449f-a598-e804a0fe16a5 None None] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:25.409724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Subnet': ['ID=c47f1998-7adc-47ef-a4b3-198b183d25af,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:25.488266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.501462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Checking segment: {'id': '659f937c-2177-4a89-9738-3a7f668000c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:25.501918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network hostable DHCP agents. Network: d27b66a3-1b00-45bf-8960-376c80bb5f14, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:25.527692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 58ae0118-e6d6-4a4b-b27e-3552fcc19468 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:25.628053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] Provisioning complete for port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:25.628776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.726936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40688) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.741443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:25.742167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.777605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:25.859119 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4855edd1-0581-440f-818c-b3eef4d31552 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac9daabb51f240dda6f10b214fad669d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223693 Mar 31 23:17:25.859848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.864022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.941775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d27b66a3-1b00-45bf-8960-376c80bb5f14) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:25.951928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] For port 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=58ae0118-e6d6-4a4b-b27e-3552fcc19468,segment=NetworkSegment(a00bb53e-7572-4083-91a2-a9541081b75f),segment_id=a00bb53e-7572-4083-91a2-a9541081b75f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:25.961099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496d0cd-4dd1-4c67-9411-4087bcc3bf20 None None] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:25.967321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.984123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.985026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.987574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.048321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.059779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.061234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:26.083464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.127257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57a05-c431-4e6e-84dc-a2172d36d526 req-f19b4071-d317-4248-bcbe-2b48ccc5af22 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.134420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57a05-c431-4e6e-84dc-a2172d36d526 req-f19b4071-d317-4248-bcbe-2b48ccc5af22 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.142592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57a05-c431-4e6e-84dc-a2172d36d526 req-f19b4071-d317-4248-bcbe-2b48ccc5af22 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.160502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99d57a05-c431-4e6e-84dc-a2172d36d526 req-f19b4071-d317-4248-bcbe-2b48ccc5af22 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 2372 time: 0.9554622 Mar 31 23:17:26.179865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.199612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a90683-8e3f-4659-a077-14cd8eee8855 None None] Pushing event updated for resources: {'Port': ['ID=58ae0118-e6d6-4a4b-b27e-3552fcc19468,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.225102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-346c9958-5d97-41ea-abd0-460de8e7afd6 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2017875 Mar 31 23:17:26.233139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40692) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.246098 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:26.246452 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:26.252316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'subnet': {'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:26.296078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f17e40-71af-4922-a168-7f85ec81ca67 req-4240820e-1022-4a9b-8804-5894e6f8e682 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.298898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f17e40-71af-4922-a168-7f85ec81ca67 req-4240820e-1022-4a9b-8804-5894e6f8e682 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 945 time: 1.0701575 Mar 31 23:17:26.310050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:26.322833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-d27b66a3-1b00-45bf-8960-376c80bb5f14', 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14', 'tenant_id': '7e967b14b65a4e7cbc5a173b1c6275b8', 'fixed_ips': [{'subnet_id': 'c47f1998-7adc-47ef-a4b3-198b183d25af'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:26.323754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:26.324288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.361679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:26.424233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.438602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99d57a05-c431-4e6e-84dc-a2172d36d526 req-28a44a15-28f5-463a-accd-6d3473585546 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755706 Mar 31 23:17:26.452456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f17e40-71af-4922-a168-7f85ec81ca67 req-d9b02a4d-e93a-4c0b-8b5c-48db1117c055 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344628 Mar 31 23:17:26.511621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.513792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.589407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Allocated IP 2001:db8::2 (d27b66a3-1b00-45bf-8960-376c80bb5f14/c47f1998-7adc-47ef-a4b3-198b183d25af/ccc8dcf0-4e8f-46ae-9baa-9e67a223771d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:26.616772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-dce4f05e-88e6-4ee2-906b-0d5c4efb7e71 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8072412 Mar 31 23:17:26.641280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'admin_state_up': True, 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'security_groups': ['5b136b77-8817-428b-a741-8499539c92fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:26.682606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1c1cdcb8-36ca-4bf9-bd01-6b7d8c6ade28 None None] Provisioning complete for port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:26.682976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c1cdcb8-36ca-4bf9-bd01-6b7d8c6ade28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.940145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e581-992d-4e6d-82b9-1d54b0aa7a22 req-2838768a-9231-46f8-ac06-41ac4399e148 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.949480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b449e581-992d-4e6d-82b9-1d54b0aa7a22 req-2838768a-9231-46f8-ac06-41ac4399e148 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.3197663 Mar 31 23:17:26.972720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.995742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.998466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.999684 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3c78ee9d-ac13-44c7-9bb1-c6fb967ab23d HTTP/1.1" status: 204 len: 168 time: 1.1106277 Mar 31 23:17:27.108475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.134285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b449e581-992d-4e6d-82b9-1d54b0aa7a22 req-45c258d2-6089-4f35-b355-3dbe5c768ecd tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711133 Mar 31 23:17:27.141156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6193b4d-56d3-475e-81f7-5681ec43fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c78ee9d-ac13-44c7-9bb1-c6fb967ab23d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.207786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:27.215796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 58ae0118-e6d6-4a4b-b27e-3552fcc19468 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:27.222470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:27.225153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:27.233429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-57ff71c0-9486-4b51-9a02-52c62c65617e admin admin] 10.222.0.83 "PUT /v2.0/routers/3c0f5bfb-40c6-4466-a224-bc6b64f168b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5233846 Mar 31 23:17:27.233429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:27.259755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Pushing event updated for resources: {'Port': ['ID=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.275551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:27.280106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Sync routers for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:27.304790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Made reservation on behalf of 8668c25de80d4ffa89e9f6dd1fe761b2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:27.310932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.320919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d5dbab25-1074-4783-9348-ae1b9702a660 None None] Provisioning complete for port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:27.322245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5dbab25-1074-4783-9348-ae1b9702a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.349663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:27.354501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.374368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Routers {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:27.376690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:27.427932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.522511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbab25-1074-4783-9348-ae1b9702a660 None None] Port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:27.545126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Allocated IP 10.2.2.200 (e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25/1fda859e-176c-4b31-a4b1-e4e44063f372/5b5383f0-9a6c-4162-beb2-6aca04b0d86f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:27.555593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Attempting to bind port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:27.561112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Attempting to bind port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '659f937c-2177-4a89-9738-3a7f668000c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:27.562715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Attempting to bind port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d on network d27b66a3-1b00-45bf-8960-376c80bb5f14 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:27.586238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 402afcd8-188b-48ea-a4de-12c816b354fa up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:27.592593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:27.594026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Checking segment: {'id': '659f937c-2177-4a89-9738-3a7f668000c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:27.594687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.595624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Bound using segment: {'id': '659f937c-2177-4a89-9738-3a7f668000c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:27.596540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Bound port: ccc8dcf0-4e8f-46ae-9baa-9e67a223771d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659f937c-2177-4a89-9738-3a7f668000c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'd27b66a3-1b00-45bf-8960-376c80bb5f14'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:27.597187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.681243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.927486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-06c19216-95c3-4dc8-a7e7-988d7233c610 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.935053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-06c19216-95c3-4dc8-a7e7-988d7233c610 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.942787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-06c19216-95c3-4dc8-a7e7-988d7233c610 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.951523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-06c19216-95c3-4dc8-a7e7-988d7233c610 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.953558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-06c19216-95c3-4dc8-a7e7-988d7233c610 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 3093 time: 0.2616723 Mar 31 23:17:27.968810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b15bf-9936-477a-9988-556826df25ff req-eb5ff817-dce9-4f9c-aae8-26f1051a8a7d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.970572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a64b15bf-9936-477a-9988-556826df25ff req-eb5ff817-dce9-4f9c-aae8-26f1051a8a7d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 945 time: 0.2775302 Mar 31 23:17:27.987283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Deleting port 39ea2754-45a9-4299-9028-315410e77dee {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:27.987643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.022839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.027178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:28.028512 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.070629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.116129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] For port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:28.120831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] For port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,segment=NetworkSegment(659f937c-2177-4a89-9738-3a7f668000c6),segment_id=659f937c-2177-4a89-9738-3a7f668000c6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:28.141338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bb12709-5862-4fcc-b553-8a5055b45ba3 req-47e1bf49-08bd-4445-8124-84f0229559c3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564813 Mar 31 23:17:28.173863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] For port 39ea2754-45a9-4299-9028-315410e77dee, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=39ea2754-45a9-4299-9028-315410e77dee,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:28.174250 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.192365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a64b15bf-9936-477a-9988-556826df25ff req-5e92a7bd-b372-4f39-b0d8-58dc588a8cf9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047753 Mar 31 23:17:28.195166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.213376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Subnet': ['ID=4b713634-7199-48d3-b50b-eada049287d3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.214344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Calling delete_port for 39ea2754-45a9-4299-9028-315410e77dee owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:28.216532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Checking segment: {'id': '9d10f4d7-be83-4152-a2a8-39fdb2248ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:28.216905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network hostable DHCP agents. Network: 48f1e98d-68d7-4fe4-a211-f6eba91dfb75, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:28.217026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.243147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 402afcd8-188b-48ea-a4de-12c816b354fa completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:28.251347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 402afcd8-188b-48ea-a4de-12c816b354fa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:28.255473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.353673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:28.357178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.365896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:28.378224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:28.393164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.417791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Set router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:28.471023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1124fb1-302b-4e29-bc68-93c00521c5dd req-c5ae0563-9ed6-4d37-904c-142de6b37765 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.475944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1124fb1-302b-4e29-bc68-93c00521c5dd req-c5ae0563-9ed6-4d37-904c-142de6b37765 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1834204 Mar 31 23:17:28.522736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.523757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.554795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578597e-6432-472c-a4aa-a5becd3b67f9 None None] Pushing event updated for resources: {'Port': ['ID=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.567667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.593781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 48f1e98d-68d7-4fe4-a211-f6eba91dfb75) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.595869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1124fb1-302b-4e29-bc68-93c00521c5dd req-52ad4087-b192-4aa1-8dce-2b4c7f78cb87 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080904 Mar 31 23:17:28.648795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79174c7-45dc-4dd6-a91e-497592b00e2e None None] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:28.671897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-d3ef8120-23cd-469c-943a-c20f95ab719d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0384212 Mar 31 23:17:28.672250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.672851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.699231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:28.712145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea2754-45a9-4299-9028-315410e77dee,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.791575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.848232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.915743 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.945185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:28.948082 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4fa1e-84e3-4540-92c6-b066c903cfea" -d '{"events": [{"server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "name": "network-vif-plugged", "status": "completed", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:28.969088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.973988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.984395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b9d56e5c-46cd-46c1-825e-b0441c7339e6 None None] Provisioning complete for port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:28.984395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9d56e5c-46cd-46c1-825e-b0441c7339e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.080574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=402afcd8-188b-48ea-a4de-12c816b354fa,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:29.095683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b9d56e5c-46cd-46c1-825e-b0441c7339e6 None None] Port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:29.100053 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50842bb2-ab49-4487-b019-496d3e92809a x-openstack-request-id: req-50842bb2-ab49-4487-b019-496d3e92809a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:29.100351 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "name": "network-vif-plugged", "status": "completed", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:29.100684 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50842bb2-ab49-4487-b019-496d3e92809a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:29.114218 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50842bb2-ab49-4487-b019-496d3e92809a'] response: {'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa', 'code': 200} Mar 31 23:17:29.119563 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a837e47b-11c4-44f5-83c3-85afdf5271d2 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8797939 Mar 31 23:17:29.122443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:29.222606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.292000 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.292564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:29.305728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.307044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4e30d5e9-4391-4d5e-a174-ac82aa43fb08 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3c0f5bfb-40c6-4466-a224-bc6b64f168b1 HTTP/1.1" status: 204 len: 168 time: 2.0747972 Mar 31 23:17:29.323604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40722) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:29.401011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4b012-7e79-4fd2-bd8a-c03448d3e1f2 req-19ea37a9-c7ea-4918-bd87-fa94be9001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.402567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2cd4b012-7e79-4fd2-bd8a-c03448d3e1f2 req-19ea37a9-c7ea-4918-bd87-fa94be9001bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1097 time: 0.1554911 Mar 31 23:17:29.429706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccc8dcf0-4e8f-46ae-9baa-9e67a223771d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:29.477583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-48f1e98d-68d7-4fe4-a211-f6eba91dfb75', 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75', 'tenant_id': '7e967b14b65a4e7cbc5a173b1c6275b8', 'fixed_ips': [{'subnet_id': '4b713634-7199-48d3-b50b-eada049287d3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:29.478529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.627082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Deleting subnet 7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:29.649625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.674161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.729770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.739923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.749499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.764767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.770630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.772774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-10069cd7-4ffd-4971-9023-b4441d3c16ea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 3814 time: 0.4330928 Mar 31 23:17:29.781460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2cd4b012-7e79-4fd2-bd8a-c03448d3e1f2 req-70df9696-e10c-4cea-b99c-ad785d0e8563 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710482 Mar 31 23:17:29.786863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827a1c3-6693-4b65-81f1-f08d8d65ee46 req-a4890032-9895-4bf2-9d6b-ef904e3cbcc9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.796062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8827a1c3-6693-4b65-81f1-f08d8d65ee46 req-a4890032-9895-4bf2-9d6b-ef904e3cbcc9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.3457036 Mar 31 23:17:29.835546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.904661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Allocated IP 2001:db8::2 (48f1e98d-68d7-4fe4-a211-f6eba91dfb75/4b713634-7199-48d3-b50b-eada049287d3/eef1deef-0eef-47c4-8144-5ecc3eee5734) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:29.984375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.003422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3766c82-7ada-4075-8d30-7509b73ff87e req-bc072b70-44ba-47b4-9e6f-6ff12b67431e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052414 Mar 31 23:17:30.047684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8827a1c3-6693-4b65-81f1-f08d8d65ee46 req-84670574-6fe6-4a52-8377-3ee92cd0a357 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506590 Mar 31 23:17:30.065493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7390deed-ee9a-4cd0-9b99-74c4b1e30193 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:30.129706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.153672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Transition to ACTIVE for port object 7390deed-ee9a-4cd0-9b99-74c4b1e30193 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:30.160325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.201562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.211718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:30.212481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.216924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'name': 'tempest-ServerActionsTestJSON-1043789506-router', 'tenant_id': '3cd88da30a944d2b833046343995672a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '39ea2754-45a9-4299-9028-315410e77dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:07:28Z', 'updated_at': '2022-03-31T23:17:24Z', 'revision_number': 5, 'project_id': '3cd88da30a944d2b833046343995672a', 'gw_port': {'id': '39ea2754-45a9-4299-9028-315410e77dee', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f5bfb-40c6-4466-a224-bc6b64f168b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:30Z', 'updated_at': '2022-03-31T23:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:30.285251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.291032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Checking router: 3c0f5bfb-40c6-4466-a224-bc6b64f168b1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:30.311474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340ad80-d8c5-4ccb-a1ff-969e14fd12be None None] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:30.332592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.387040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696d1a9-81bb-4a77-bdeb-69a689c3b125 req-a20e5ac3-9aaa-4025-b3c5-aae16f69c6df tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.388835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a696d1a9-81bb-4a77-bdeb-69a689c3b125 req-a20e5ac3-9aaa-4025-b3c5-aae16f69c6df tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2310333 Mar 31 23:17:30.399269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.411967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Allocated IP 2001:db8::1 (d27b66a3-1b00-45bf-8960-376c80bb5f14/c47f1998-7adc-47ef-a4b3-198b183d25af/0aa98f00-4d88-48ec-a65a-7138639e934f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:30.444136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:30.444656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:17:30.445341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c0f5bfb-40c6-4466-a224-bc6b64f168b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:17:30.446525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91117c5d-50bb-41c0-b0b4-db6806ba792c None None] The sync data for ids ['3c0f5bfb-40c6-4466-a224-bc6b64f168b1'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:30.463860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:30.470873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:30.473813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:30.488878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.492333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b HTTP/1.1" status: 204 len: 168 time: 1.1656654 Mar 31 23:17:30.494037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2515d-48fa-4b6a-b6c8-1c3a1e35130b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6ec63d-99d7-45c6-9d5f-31a1cd8d516b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.496415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.544918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e68ea2-dde9-439a-a5d1-c4054071b509 None None] Network eb85995c-1b54-46c2-a818-7fc44ef2e5fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:30.566016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40728) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:30.615852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a696d1a9-81bb-4a77-bdeb-69a689c3b125 req-039d3935-414a-41df-860c-004af9efa02a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965129 Mar 31 23:17:30.622331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8a5bd452-41d0-4999-88cc-5385ec556db5 None None] Provisioning complete for port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:30.622956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd452-41d0-4999-88cc-5385ec556db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.657028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Attempting to bind port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:30.657529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Attempting to bind port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:30.657888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Attempting to bind port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 on network 36587be1-d3d1-42a7-a333-43b107c82815 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:30.661119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Pushing event updated for resources: {'Port': ['ID=eef1deef-0eef-47c4-8144-5ecc3eee5734,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.684966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 on network 36587be1-d3d1-42a7-a333-43b107c82815 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:30.688442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Attempting to bind port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 on network 36587be1-d3d1-42a7-a333-43b107c82815 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:30.702126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:30.702410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Checking segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:30.703179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Bound using segment: {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:30.703557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Bound port: 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca11275-3b82-4341-835c-854dc5a6b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:30.703927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.723492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.739343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.775425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Attempting to bind port eef1deef-0eef-47c4-8144-5ecc3eee5734 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:30.776063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Attempting to bind port eef1deef-0eef-47c4-8144-5ecc3eee5734 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9d10f4d7-be83-4152-a2a8-39fdb2248ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:30.776292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Attempting to bind port eef1deef-0eef-47c4-8144-5ecc3eee5734 on network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:30.781146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:30.785501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:30.816204 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.819172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:30.819549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Checking segment: {'id': '9d10f4d7-be83-4152-a2a8-39fdb2248ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:30.819941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.820338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Bound using segment: {'id': '9d10f4d7-be83-4152-a2a8-39fdb2248ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:30.821343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Bound port: eef1deef-0eef-47c4-8144-5ecc3eee5734, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d10f4d7-be83-4152-a2a8-39fdb2248ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '48f1e98d-68d7-4fe4-a211-f6eba91dfb75'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:30.821755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.828049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Deleting port 0d645e97-e2fc-4872-a771-cde207ecf312 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:30.828416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.892215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.892458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] For port 0d645e97-e2fc-4872-a771-cde207ecf312, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0d645e97-e2fc-4872-a771-cde207ecf312,segment=NetworkSegment(55ca61b1-057e-4bac-99fe-b5f1b8ced5dc),segment_id=55ca61b1-057e-4bac-99fe-b5f1b8ced5dc)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:30.892835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.909272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Calling delete_port for 0d645e97-e2fc-4872-a771-cde207ecf312 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:30.972312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,segment=NetworkSegment(659f937c-2177-4a89-9738-3a7f668000c6),segment_id=659f937c-2177-4a89-9738-3a7f668000c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:30.986482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.011676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.012428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.015339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] 10.222.0.10 "PUT /v2.0/ports/7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 200 len: 1091 time: 2.3272135 Mar 31 23:17:31.016173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:31.018901 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76040904-95aa-4987-b254-1816d4b08d99" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:31.023649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be9b1e-ac54-4359-a507-d6b9b99c666f service neutron] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.104901 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a005f6-7059-4477-aedf-bf01b459b018 x-openstack-request-id: req-08a005f6-7059-4477-aedf-bf01b459b018 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:31.105200 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:31.105533 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-08a005f6-7059-4477-aedf-bf01b459b018 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:31.106319 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a005f6-7059-4477-aedf-bf01b459b018'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'status': 'completed', 'code': 200} Mar 31 23:17:31.132753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:31.154041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:31.170987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] For port eef1deef-0eef-47c4-8144-5ecc3eee5734, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:31.175279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] For port eef1deef-0eef-47c4-8144-5ecc3eee5734, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eef1deef-0eef-47c4-8144-5ecc3eee5734,segment=NetworkSegment(9d10f4d7-be83-4152-a2a8-39fdb2248ad2),segment_id=9d10f4d7-be83-4152-a2a8-39fdb2248ad2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:31.179848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.221407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:31.226818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:31.227394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.341733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.383083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.429959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Port': ['ID=0aa98f00-4d88-48ec-a65a-7138639e934f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.456840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.459922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.460404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.460929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.462346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.466217 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76040904-95aa-4987-b254-1816d4b08d99 req-ae5ec15a-7cda-477a-ac5b-fb5a8f1877d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 4361 time: 0.2310014 Mar 31 23:17:31.469071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c20abc-1532-4e33-a3d2-f74970adc6f7 req-932cf8c8-1ec6-4ad4-a242-7d6fae7352b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.469532 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52c20abc-1532-4e33-a3d2-f74970adc6f7 req-932cf8c8-1ec6-4ad4-a242-7d6fae7352b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1097 time: 0.3325300 Mar 31 23:17:31.530998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.540464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] DHCP port deletion for eb85995c-1b54-46c2-a818-7fc44ef2e5fc request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:31.547098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.553448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.560258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.570706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.583811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-08aa189e-aa31-4b53-abb3-c5c5dc2e92db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 3826 time: 0.3786359 Mar 31 23:17:31.599567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.750171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52c20abc-1532-4e33-a3d2-f74970adc6f7 req-d980097b-e2d0-4da0-b27b-6beba5ddc8e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172692 Mar 31 23:17:31.760039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba69aa-4cf8-42ca-a071-869cccee7daa req-717857aa-ef5b-47a9-b31c-f95890e894de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.761729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5ba69aa-4cf8-42ca-a071-869cccee7daa req-717857aa-ef5b-47a9-b31c-f95890e894de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.5060072 Mar 31 23:17:31.764485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cfdb3-c448-4283-aef5-b28388ed0f0e None None] Pushing event updated for resources: {'Port': ['ID=eef1deef-0eef-47c4-8144-5ecc3eee5734,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.767760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.800141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccc8dcf0-4e8f-46ae-9baa-9e67a223771d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:31.843128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d0b008a-79e5-4315-baae-b950d41dbbaf req-e0bcfde5-035a-4247-be5f-5cad8f5dc5f1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580633 Mar 31 23:17:31.878030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d645e97-e2fc-4872-a771-cde207ecf312,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.881830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] No DVR routers for this DVR port 0d645e97-e2fc-4872-a771-cde207ecf312 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:32.070515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Deleting port 0d645e97-e2fc-4872-a771-cde207ecf312 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:32.071638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.125087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.132016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5ba69aa-4cf8-42ca-a071-869cccee7daa req-fdac4e59-3b8e-4ea0-bc24-f8a3a378f98e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594167 Mar 31 23:17:32.260799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.291571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70ea68-520a-4488-84b2-86c2bbc5466d req-b1a23b35-75f5-4450-ba74-fa308debdf43 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.304800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b70ea68-520a-4488-84b2-86c2bbc5466d req-b1a23b35-75f5-4450-ba74-fa308debdf43 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.2578149 Mar 31 23:17:32.320887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ec1272e2-4029-4d0b-935a-2c825ddb321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.321911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ec1272e2-4029-4d0b-935a-2c825ddb321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.322555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-ec1272e2-4029-4d0b-935a-2c825ddb321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.324373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76040904-95aa-4987-b254-1816d4b08d99 req-ec1272e2-4029-4d0b-935a-2c825ddb321a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8010428 Mar 31 23:17:32.396995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b70ea68-520a-4488-84b2-86c2bbc5466d req-bf7b53c3-c4af-4917-acee-1f1131941bf0 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784535 Mar 31 23:17:32.425838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb85995c-1b54-46c2-a818-7fc44ef2e5fc']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:32.486259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b924d4a0-e7f9-4893-9ddd-0e6912408386 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:32.499139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.508292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.509286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.513394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Transition to ACTIVE for port object b924d4a0-e7f9-4893-9ddd-0e6912408386 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:32.541411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:32.541958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ca61b1-057e-4bac-99fe-b5f1b8ced5dc') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:32.561941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7578410a-6f71-45cc-82e0-730c76dab432 None None] Provisioning complete for port 0aa98f00-4d88-48ec-a65a-7138639e934f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.562317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7578410a-6f71-45cc-82e0-730c76dab432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.591388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.603031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.604609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] For port 0d645e97-e2fc-4872-a771-cde207ecf312, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:32.608858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.611704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7578410a-6f71-45cc-82e0-730c76dab432 None None] Port 0aa98f00-4d88-48ec-a65a-7138639e934f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:32.624398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.635076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Calling delete_port for 0d645e97-e2fc-4872-a771-cde207ecf312 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:32.642725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Port 0d645e97-e2fc-4872-a771-cde207ecf312 was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:17:32.650022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.659501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:32.659914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:32.661653 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:32.676466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7578410a-6f71-45cc-82e0-730c76dab432 None None] Provisioning complete for port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.676846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7578410a-6f71-45cc-82e0-730c76dab432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.683224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] Pushing event deleted for resources: {'Port': ['ID=0d645e97-e2fc-4872-a771-cde207ecf312,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.746421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688600a-bc86-4f7a-83cc-13c5e555c117 None None] No DVR routers for this DVR port 0d645e97-e2fc-4872-a771-cde207ecf312 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:32.754081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040904-95aa-4987-b254-1816d4b08d99 req-28943b56-7c8e-44c3-9099-db1910c70896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.755619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76040904-95aa-4987-b254-1816d4b08d99 req-28943b56-7c8e-44c3-9099-db1910c70896 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4130018 Mar 31 23:17:32.768987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.910030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Attempting to bind port b924d4a0-e7f9-4893-9ddd-0e6912408386 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:32.910524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Attempting to bind port b924d4a0-e7f9-4893-9ddd-0e6912408386 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:32.910964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Attempting to bind port b924d4a0-e7f9-4893-9ddd-0e6912408386 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:32.921441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Port b924d4a0-e7f9-4893-9ddd-0e6912408386 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:32.924677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Attempting to bind port b924d4a0-e7f9-4893-9ddd-0e6912408386 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:32.941127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:32.943152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:32.943811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Bound using segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:32.944530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Bound port: b924d4a0-e7f9-4893-9ddd-0e6912408386, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:32.950505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.988019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.011889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.021958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] 10.222.0.83 "DELETE /v2.0/networks/eb85995c-1b54-46c2-a818-7fc44ef2e5fc HTTP/1.1" status: 204 len: 168 time: 2.4497344 Mar 31 23:17:33.086066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-985160b5-5281-4d60-8eb8-8ca8fa87d173 None None] Provisioning complete for port 0aa98f00-4d88-48ec-a65a-7138639e934f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:33.092644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-985160b5-5281-4d60-8eb8-8ca8fa87d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.108433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a892-90cc-4235-9661-140109b27158 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb85995c-1b54-46c2-a818-7fc44ef2e5fc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.191245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d645e97-e2fc-4872-a771-cde207ecf312 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:33.192269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.251859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0d645e97-e2fc-4872-a771-cde207ecf312 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:33.252449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0d645e97-e2fc-4872-a771-cde207ecf312 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:33.253009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 76c0064e-8bbc-4dbb-8424-a921550c0490 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:33.265860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.267333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.375669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:33.399593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 76c0064e-8bbc-4dbb-8424-a921550c0490 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:33.401690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 76c0064e-8bbc-4dbb-8424-a921550c0490 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:33.402375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 39ea2754-45a9-4299-9028-315410e77dee no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:33.407554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-985160b5-5281-4d60-8eb8-8ca8fa87d173 None None] Port 0aa98f00-4d88-48ec-a65a-7138639e934f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:33.435690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.441786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.448817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.455593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.461252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.462328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 39ea2754-45a9-4299-9028-315410e77dee {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:33.462707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 39ea2754-45a9-4299-9028-315410e77dee not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:33.467156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.475232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-127c2180-8328-40f9-a33a-72d8bd6e4aad tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 4597 time: 0.3678002 Mar 31 23:17:33.536082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:33.576468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960375-23a2-4409-97d3-3b5af91938d1 req-6dadc2c3-a86f-4175-b39b-e9b3e26a11c1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.584924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8960375-23a2-4409-97d3-3b5af91938d1 req-6dadc2c3-a86f-4175-b39b-e9b3e26a11c1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.1953528 Mar 31 23:17:33.606542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Port': ['ID=0aa98f00-4d88-48ec-a65a-7138639e934f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.622452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09c58d3-d57e-46f4-99e6-4965671a07fb req-0e104542-77eb-45d5-9330-8b0b07d358c3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462593 Mar 31 23:17:33.651592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.679565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:33.684204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:33.736958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8960375-23a2-4409-97d3-3b5af91938d1 req-e8058ffd-a9f2-4e79-a305-59cda1a47e9e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508405 Mar 31 23:17:33.778069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eef1deef-0eef-47c4-8144-5ecc3eee5734 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:33.783035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14acdad8-9e4c-452d-9dd2-2fe8d6d8e9b1 None None] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:33.784062 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:17:33.821359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.862105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.862926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.864705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-968671ef-f547-4f08-8806-8d844971d0bc service neutron] 10.222.0.10 "PUT /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 1129 time: 2.7164538 Mar 31 23:17:33.865301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': 'b924d4a0-e7f9-4893-9ddd-0e6912408386'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:33.868505 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59b5e7c-d590-4959-80e6-6504541e483f" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "b924d4a0-e7f9-4893-9ddd-0e6912408386"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:33.907044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078d3e-d7a1-4bb1-ba24-3b60084e6444 req-adfa2827-7a74-42e6-a100-c3edc244cd82 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.922696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71078d3e-d7a1-4bb1-ba24-3b60084e6444 req-adfa2827-7a74-42e6-a100-c3edc244cd82 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1592071 Mar 31 23:17:33.944313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.038930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] Provisioning complete for port eef1deef-0eef-47c4-8144-5ecc3eee5734 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:34.040483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.043266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:34.106218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71078d3e-d7a1-4bb1-ba24-3b60084e6444 req-e306806a-194e-4650-8bba-add614e33556 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824379 Mar 31 23:17:34.128121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Router b60a652e-b641-4099-b151-00baafd1d38d is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:34.148326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6eddfa27-da04-455f-94e5-3c7632fcd6b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3cd88da30a944d2b833046343995672a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989932 Mar 31 23:17:34.157354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.203964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccbb61-ea01-4080-adc2-faae738a4ef0 req-7028684a-bd96-48a2-b589-2022d239a1bc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.205546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7dccbb61-ea01-4080-adc2-faae738a4ef0 req-7028684a-bd96-48a2-b589-2022d239a1bc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.2504127 Mar 31 23:17:34.218683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40766) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.224984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:34.247365 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099bcd65-092d-4a37-95d0-abcd0f7e1c7a x-openstack-request-id: req-099bcd65-092d-4a37-95d0-abcd0f7e1c7a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:34.247665 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "b924d4a0-e7f9-4893-9ddd-0e6912408386", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:34.248109 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-099bcd65-092d-4a37-95d0-abcd0f7e1c7a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:34.248524 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099bcd65-092d-4a37-95d0-abcd0f7e1c7a'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': 'b924d4a0-e7f9-4893-9ddd-0e6912408386', 'status': 'completed', 'code': 200} Mar 31 23:17:34.283434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.294544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.307035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.307889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eef1deef-0eef-47c4-8144-5ecc3eee5734 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:34.315609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.402259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] For port eef1deef-0eef-47c4-8144-5ecc3eee5734, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eef1deef-0eef-47c4-8144-5ecc3eee5734,segment=NetworkSegment(9d10f4d7-be83-4152-a2a8-39fdb2248ad2),segment_id=9d10f4d7-be83-4152-a2a8-39fdb2248ad2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:34.476291 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.650449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306de0-1ce7-414c-bd03-5ff73f09dd0a None None] Pushing event updated for resources: {'Port': ['ID=eef1deef-0eef-47c4-8144-5ecc3eee5734,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:34.694126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-081440a7-ba32-4fc9-8d5d-e8f37ecd475b None None] Provisioning complete for port 0aa98f00-4d88-48ec-a65a-7138639e934f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:34.694512 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-081440a7-ba32-4fc9-8d5d-e8f37ecd475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.752528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-081440a7-ba32-4fc9-8d5d-e8f37ecd475b None None] Port 0aa98f00-4d88-48ec-a65a-7138639e934f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:34.761124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.013866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.079133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.079716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.080081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.080541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.081031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.081476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.083480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c59b5e7c-d590-4959-80e6-6504541e483f req-46d9c16d-590d-431e-9ba2-60f50df7aa47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5283 time: 0.7330809 Mar 31 23:17:35.084854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.087865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:35.101966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c4f7f-2227-4813-85aa-84455619886d None None] Sync routers for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:35.106550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-95b6a0b7-9df8-41fd-9c77-d84661bbb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.108392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-95b6a0b7-9df8-41fd-9c77-d84661bbb56d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 1097 time: 0.1160524 Mar 31 23:17:35.128551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0552aa01-68c9-4b77-bccd-c80d20f04700 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0042157 Mar 31 23:17:35.132227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40778) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.156122 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:35.158404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.165182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-020b3316-07a3-4a44-9056-13baa6d88cd0 None None] Provisioning complete for port eef1deef-0eef-47c4-8144-5ecc3eee5734 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:35.165784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-020b3316-07a3-4a44-9056-13baa6d88cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.236420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.257044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:35.257777 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.281988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.305401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-586c4f7f-2227-4813-85aa-84455619886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.306314 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c4f7f-2227-4813-85aa-84455619886d None None] The sync data for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:35.382188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-78968d6e-f2c7-4ca0-b4b3-2af67d9ef83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.384545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-78968d6e-f2c7-4ca0-b4b3-2af67d9ef83d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 200 len: 912 time: 0.2495177 Mar 31 23:17:35.444543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.586337 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-7332fa47-b7d1-404a-9505-d4ffb71f7fc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 200 len: 217 time: 0.0950139 Mar 31 23:17:35.651279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eef1deef-0eef-47c4-8144-5ecc3eee5734 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:35.669711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.676750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.683734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.690363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.697369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.701905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-ace91144-ae30-44db-831b-055f14554d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.703418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-ace91144-ae30-44db-831b-055f14554d24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 200 len: 850 time: 0.0984485 Mar 31 23:17:35.703744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.705688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-7502569b-9ca1-4119-a73e-ea47035a1684 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 4597 time: 0.6826987 Mar 31 23:17:35.718703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0518684-c531-42ee-b19d-8e4a2af7096e req-7e861e85-e5af-40e3-aacf-0b6a4ba1ebe2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.720348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0518684-c531-42ee-b19d-8e4a2af7096e req-7e861e85-e5af-40e3-aacf-0b6a4ba1ebe2 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.7078564 Mar 31 23:17:35.723067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eef1deef-0eef-47c4-8144-5ecc3eee5734 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:35.723671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.739913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.742720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.748118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8cedd32-3b1d-4287-8f50-46e9c43862f1 HTTP/1.1" status: 204 len: 168 time: 1.5862753 Mar 31 23:17:35.860373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-296bee15-aca0-420e-af39-ff3a962ef81f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6dacb851-293c-4e1b-acc2-9a4d461ba223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475863 Mar 31 23:17:35.929898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0518684-c531-42ee-b19d-8e4a2af7096e req-af715113-6130-4025-b3d5-4b8f67001743 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275251 Mar 31 23:17:35.968072 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP d4305dc8-35aa-4861-b760-1a0eb76cc606 associated. External IP: 172.25.6.208, port: 402afcd8-188b-48ea-a4de-12c816b354fa. Mar 31 23:17:36.087108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6ec5a-7137-4c5d-aea2-a9066df8c374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cedd32-3b1d-4287-8f50-46e9c43862f1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.136207 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-28426998-0033-4b22-b616-441e7ba06c80 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626143 Mar 31 23:17:36.140625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-c8a33dbe-be0c-4b9b-a6b1-f66be734fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.141189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-c8a33dbe-be0c-4b9b-a6b1-f66be734fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.141803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-c8a33dbe-be0c-4b9b-a6b1-f66be734fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.143539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c59b5e7c-d590-4959-80e6-6504541e483f req-c8a33dbe-be0c-4b9b-a6b1-f66be734fda6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0340829 Mar 31 23:17:36.178136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46753d8e-aafc-424a-a54a-edfabdcca385 req-dac87834-19a7-4b83-a725-d3e3bba8d1ee tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4565072 Mar 31 23:17:36.421685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:36.491334 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-40f2c3ed-e0a5-4a2d-aae6-a9a8b6052d79 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:17:36.493274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-40f2c3ed-e0a5-4a2d-aae6-a9a8b6052d79 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3388312 Mar 31 23:17:36.499926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:36.543063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f840a5-26d6-40d7-bde1-40004d529054 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:36.553890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.609726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-70cf63db-20cf-4614-923b-e7716e43ddd8 req-edbab334-f40b-4608-a892-25b0e783c421 service neutron] 10.222.0.44 "GET /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254832 Mar 31 23:17:36.621842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Transition to ACTIVE for port object 62f840a5-26d6-40d7-bde1-40004d529054 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:36.631267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5e7c-d590-4959-80e6-6504541e483f req-e1505eec-c5ec-48cb-b96d-3ef1de56e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.632919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c59b5e7c-d590-4959-80e6-6504541e483f req-e1505eec-c5ec-48cb-b96d-3ef1de56e2ed service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4400673 Mar 31 23:17:36.636501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:36.644681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.651045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:36.686574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:36.687254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:36.712201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f3846d6d-4542-443c-b702-8510e575a79d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "PUT /v2.0/floatingips/d4305dc8-35aa-4861-b760-1a0eb76cc606 HTTP/1.1" status: 200 len: 992 time: 2.4903555 Mar 31 23:17:36.712905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:36.715532 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f44da5-eb52-426e-8727-1aeb77f3b0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:36.725348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.803942 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d6b31-22b8-4b16-93ed-fcf9d2b5255d x-openstack-request-id: req-576d6b31-22b8-4b16-93ed-fcf9d2b5255d {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:36.804316 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:36.804516 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-576d6b31-22b8-4b16-93ed-fcf9d2b5255d {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:36.815043 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576d6b31-22b8-4b16-93ed-fcf9d2b5255d'] response: {'name': 'network-changed', 'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa', 'status': 'completed', 'code': 200} Mar 31 23:17:36.883241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:36.894875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.983880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Attempting to bind port 62f840a5-26d6-40d7-bde1-40004d529054 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:36.984114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Attempting to bind port 62f840a5-26d6-40d7-bde1-40004d529054 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:36.984477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Attempting to bind port 62f840a5-26d6-40d7-bde1-40004d529054 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:37.006771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Port 62f840a5-26d6-40d7-bde1-40004d529054 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:37.007314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Attempting to bind port 62f840a5-26d6-40d7-bde1-40004d529054 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:37.016476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:37.016821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:37.017222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Bound using segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:37.017640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Bound port: 62f840a5-26d6-40d7-bde1-40004d529054, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:37.024215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.056728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-fac54365-dc31-4260-8f0d-58924fda1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.058418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-fac54365-dc31-4260-8f0d-58924fda1212 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1097 time: 0.1846206 Mar 31 23:17:37.145855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:37.150058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=62f840a5-26d6-40d7-bde1-40004d529054,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:37.245847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.254547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:34Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:37.271684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661049-0eea-403c-906b-ac41fe2c06a8 req-6318065c-d4bb-4861-920d-efbbd38322d5 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.274055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59661049-0eea-403c-906b-ac41fe2c06a8 req-6318065c-d4bb-4861-920d-efbbd38322d5 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1221921 Mar 31 23:17:37.297293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:37.311790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:37.312490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:37.336958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.338252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.339124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] 10.222.0.10 "PUT /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 1130 time: 3.3016264 Mar 31 23:17:37.441234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-6d78250b-4040-4ee5-b808-176f892f55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.442717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-6d78250b-4040-4ee5-b808-176f892f55dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.3724437 Mar 31 23:17:37.454138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:37.456969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd48b4c-4e0b-4f20-8d8f-3832d3886f23 service neutron] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:37.506897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.530212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:37.531145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59661049-0eea-403c-906b-ac41fe2c06a8 req-6c5550ea-6355-4634-a6c4-a462688f763b tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293608 Mar 31 23:17:37.544929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.551408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.558122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.564349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.571877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.587148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.607496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.609663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-66fcc1df-f0d2-45a4-b0f8-872ae14840d1 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5369 time: 0.2992764 Mar 31 23:17:37.656344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-78f61cbc-5d57-45d8-8890-7bbe5a496166 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 1000 time: 0.2030399 Mar 31 23:17:37.696871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.772059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fb41ce2-a9f2-4367-8789-ba479ea6716c req-7288fd98-3fc8-40f4-98b0-49817bd5b29d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539133 Mar 31 23:17:37.799027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-05e43325-d034-488c-8dc0-e92230a3e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.803841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-05e43325-d034-488c-8dc0-e92230a3e4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.1396265 Mar 31 23:17:37.898564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-5efa9cf4-ad6e-47d1-9de3-8dd7990ff640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.900882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-5efa9cf4-ad6e-47d1-9de3-8dd7990ff640 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899162 Mar 31 23:17:37.913183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:34Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:37.976729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03770a3-e28e-4187-8288-5c879231a06f None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:34Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:38.124590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-ca2f7201-dc99-41ea-8952-88dd70202066 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941280 Mar 31 23:17:38.171430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting port 0aa98f00-4d88-48ec-a65a-7138639e934f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:38.172503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.236125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f01c9b-79db-4831-813b-d4f672d6bbd4 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:38.256968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.280189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Transition to ACTIVE for port object b9f01c9b-79db-4831-813b-d4f672d6bbd4 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:38.327667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66e8fe-1233-403a-8ea5-0cd03e5eeaaf None None] New status for floating IP d4305dc8-35aa-4861-b760-1a0eb76cc606: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:38.354545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79f44da5-eb52-426e-8727-1aeb77f3b0ce req-7ae8d375-1c62-4d4b-a169-632076d7aa97 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114279 Mar 31 23:17:38.358166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.380220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.413800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Calling delete_port for 0aa98f00-4d88-48ec-a65a-7138639e934f owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:38.548424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.674756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d988c7-6d01-4152-b41c-835393cd53f1 req-bcb4ad9d-0033-4c03-bac6-77375eea9bd1 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.1209373 Mar 31 23:17:38.785516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.816389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '62f840a5-26d6-40d7-bde1-40004d529054'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:38.818968 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "62f840a5-26d6-40d7-bde1-40004d529054"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:38.821052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Port': ['ID=0aa98f00-4d88-48ec-a65a-7138639e934f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.850774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2464d6-e596-47e4-b02d-ac343bad01e0 req-469d8548-dc7f-4d2a-bdf4-3205b99ada5a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.860572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e2464d6-e596-47e4-b02d-ac343bad01e0 req-469d8548-dc7f-4d2a-bdf4-3205b99ada5a tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1236567 Mar 31 23:17:38.860572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Attempting to bind port b9f01c9b-79db-4831-813b-d4f672d6bbd4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:38.860572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Attempting to bind port b9f01c9b-79db-4831-813b-d4f672d6bbd4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:38.860572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Attempting to bind port b9f01c9b-79db-4831-813b-d4f672d6bbd4 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:38.862786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Port b9f01c9b-79db-4831-813b-d4f672d6bbd4 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:38.863151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Attempting to bind port b9f01c9b-79db-4831-813b-d4f672d6bbd4 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:38.871435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:38.871849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:38.873189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Bound using segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:38.878366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Bound port: b9f01c9b-79db-4831-813b-d4f672d6bbd4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:38.878763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.022167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e2464d6-e596-47e4-b02d-ac343bad01e0 req-8116a825-b70a-43bd-92a0-514f6aa73f1d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513515 Mar 31 23:17:39.059067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.065678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.071519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.072113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.093651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.105274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.115180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.125255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.127929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-29e54a9b-f160-4bf1-af1a-ec873cf8fdbc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5381 time: 0.2102547 Mar 31 23:17:39.146707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:39.154759 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59442200-ed33-4514-84a9-efdc2a91740a x-openstack-request-id: req-59442200-ed33-4514-84a9-efdc2a91740a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:39.155082 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "62f840a5-26d6-40d7-bde1-40004d529054", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:39.155344 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59442200-ed33-4514-84a9-efdc2a91740a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:39.155745 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59442200-ed33-4514-84a9-efdc2a91740a'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '62f840a5-26d6-40d7-bde1-40004d529054', 'status': 'completed', 'code': 200} Mar 31 23:17:39.186463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:39.204359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bdcc22-9017-4b6a-95a8-b0c1c5a967b4 req-f5c2fd71-586a-4327-816a-c9efa1e70ac4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681820 Mar 31 23:17:39.309106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.339913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Router b60a652e-b641-4099-b151-00baafd1d38d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:39.343430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.344043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.345417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] 10.222.0.10 "PUT /v2.0/ports/b9f01c9b-79db-4831-813b-d4f672d6bbd4 HTTP/1.1" status: 200 len: 1090 time: 1.8972778 Mar 31 23:17:39.347918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.348687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.349448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.349934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.350411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.350885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.351519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.354257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-67edbf13-1639-43f9-ab62-8356e24505a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6231 time: 0.1751857 Mar 31 23:17:39.376101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba5c72-f7b8-4f59-a510-0cf90dfb433a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.500565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:39.648144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.825165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a27f89ab-55d1-426a-932d-84597c7b3216 req-c0af441b-7e3a-4550-a150-05b3751b3da0 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0486608 Mar 31 23:17:39.922349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:39.928682 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-afebf865-6f17-42e3-8366-77498187fd7c tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4276505 Mar 31 23:17:39.933541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40860) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.934180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] Sync routers for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:39.949751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:39.950864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.985040 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-045cb2b9-6018-403f-9805-885701957d02 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] delete failed (client error): The resource could not be found. Mar 31 23:17:39.995970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-045cb2b9-6018-403f-9805-885701957d02 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1513666899 HTTP/1.1" status: 404 len: 335 time: 0.0615003 Mar 31 23:17:39.999766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-552193c3-194b-4eb6-b05a-bbe467600265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.000543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-552193c3-194b-4eb6-b05a-bbe467600265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.001342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-552193c3-194b-4eb6-b05a-bbe467600265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.003776 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-552193c3-194b-4eb6-b05a-bbe467600265 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6338725 Mar 31 23:17:40.004547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40862) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.010083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f362a2f0-6d3e-42b6-b784-3daa1fb8d314 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b60a652e-b641-4099-b151-00baafd1d38d'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:40.021834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:40.035955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:40.036670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:40.080933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:40.081398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68099d7-5d17-462c-9bd8-10ca4de61645 None None] The sync data for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:40.182314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c79d1a-f721-4c4d-994a-0874feb63619 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:40.191200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.210888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Transition to ACTIVE for port object 80c79d1a-f721-4c4d-994a-0874feb63619 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:40.222951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa430f2-32aa-47ab-b5cf-bb4d3f60679f req-31f8e1e1-2c21-4ea3-aa32-f4c825b905a7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.224484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fa430f2-32aa-47ab-b5cf-bb4d3f60679f req-31f8e1e1-2c21-4ea3-aa32-f4c825b905a7 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.0816422 Mar 31 23:17:40.290582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.343651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fa430f2-32aa-47ab-b5cf-bb4d3f60679f req-54a992c8-ffe8-42b6-a1d1-033aa1b53f6d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937696 Mar 31 23:17:40.391556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f362a2f0-6d3e-42b6-b784-3daa1fb8d314 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.456123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-c37945ce-917b-4026-8641-2f00e6724a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.456123 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b48a5d4a-a245-4c08-b2eb-beab171b6bc8 req-c37945ce-917b-4026-8641-2f00e6724a42 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4424250 Mar 31 23:17:40.513502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:40.538907 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-f362a2f0-6d3e-42b6-b784-3daa1fb8d314 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] update failed (client error): The resource could not be found. Mar 31 23:17:40.544539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f362a2f0-6d3e-42b6-b784-3daa1fb8d314 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d HTTP/1.1" status: 404 len: 339 time: 0.5349200 Mar 31 23:17:40.547405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.552748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1916795911'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:40.552926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.560023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.566042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.572726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.578920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.584850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.590816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.593352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-f88d0a03-c8a0-4e25-bb2b-02d0acf5ef0c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5393 time: 0.2897391 Mar 31 23:17:40.643070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Attempting to bind port 80c79d1a-f721-4c4d-994a-0874feb63619 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:40.643419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Attempting to bind port 80c79d1a-f721-4c4d-994a-0874feb63619 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:40.643750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Attempting to bind port 80c79d1a-f721-4c4d-994a-0874feb63619 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:40.656388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Port 80c79d1a-f721-4c4d-994a-0874feb63619 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:40.657380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Attempting to bind port 80c79d1a-f721-4c4d-994a-0874feb63619 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:40.679711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8129509c-c52a-4582-86a5-54f7fd220bf4 req-705616f1-86e0-4510-bf65-93689337302e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761256 Mar 31 23:17:40.680710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:40.684206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:40.684739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Checking segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:40.685390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Bound using segment: {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:40.685587 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.686154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Bound port: 80c79d1a-f721-4c4d-994a-0874feb63619, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f51952-20c0-45be-9d05-70c6632cc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:40.686587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.724007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:40.737846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.738202 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Added segment 441c15d6-c5f8-4274-9ff1-a1c959174266 of type vlan for network fd707ceb-8941-456e-b342-a8e9e4af76b2 Mar 31 23:17:40.759431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:40.762963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:40.784226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.847756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.889740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.890370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.892319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] 10.222.0.10 "PUT /v2.0/ports/80c79d1a-f721-4c4d-994a-0874feb63619 HTTP/1.1" status: 200 len: 1090 time: 1.3994365 Mar 31 23:17:40.893565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.899452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.900128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.965292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ce780-ebea-4abf-8c95-6de837b4b269 service neutron] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.020142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d666cf2-0f9f-4d0c-994a-308d8dbe211e req-d07112be-e9b4-4b97-9bc1-b302862975b8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.021980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d666cf2-0f9f-4d0c-994a-308d8dbe211e req-d07112be-e9b4-4b97-9bc1-b302862975b8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1126750 Mar 31 23:17:41.057899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cd0d5f7-c314-4df0-b018-849096793eb4 req-28030aec-1fbb-4a98-bfde-40962b8492cb tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0604041 Mar 31 23:17:41.100284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5494573 Mar 31 23:17:41.103945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:41.112587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'subnet': {'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:41.113196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d666cf2-0f9f-4d0c-994a-308d8dbe211e req-333b4eb1-8637-46fa-b19a-2870f612345c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670881 Mar 31 23:17:41.121051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6a03-8542-49c0-806b-75e17bc27e9e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Network': ['ID=fd707ceb-8941-456e-b342-a8e9e4af76b2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.133499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:41.157136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4'}, {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:41.159881 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4"}, {"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:41.172258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:41.240253 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee828407-6150-46b8-879c-eebaf36fc174 x-openstack-request-id: req-ee828407-6150-46b8-879c-eebaf36fc174 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:41.240611 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:41.240875 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee828407-6150-46b8-879c-eebaf36fc174 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:41.241297 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee828407-6150-46b8-879c-eebaf36fc174'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'status': 'completed', 'code': 200} Mar 31 23:17:41.241567 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee828407-6150-46b8-879c-eebaf36fc174'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619', 'status': 'completed', 'code': 200} Mar 31 23:17:41.280936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.361869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Made reservation on behalf of 7e967b14b65a4e7cbc5a173b1c6275b8 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:41.366600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.379794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.380450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.381252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.381869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.382419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.383218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.384635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.387021 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-41e3e24a-6e75-4544-a08b-5573f919762e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6340 time: 0.0979853 Mar 31 23:17:41.593733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2b64796f-a029-4c0a-a5ef-18be02d3b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.594219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2b64796f-a029-4c0a-a5ef-18be02d3b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.594704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2b64796f-a029-4c0a-a5ef-18be02d3b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.596323 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2b64796f-a029-4c0a-a5ef-18be02d3b727 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1805959 Mar 31 23:17:41.605607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d467c8f-4edc-4a9b-bda1-bfdd67f90834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.644314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:41.654498 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.677187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Transition to ACTIVE for port object 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:41.773240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2542d226-a43e-4746-89c4-9c7c94281e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.776395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-2542d226-a43e-4746-89c4-9c7c94281e9d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1549354 Mar 31 23:17:41.799303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.880786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.881851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.888005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.893967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.900419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.906278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.912266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.918852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.920819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-09127082-24df-415c-9dd7-9e08d09fa07b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5393 time: 0.1603603 Mar 31 23:17:41.923148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.992916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Subnet': ['ID=78e6ffb7-e8b6-4afb-aba7-a8466db40abf,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.000896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.001885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.002556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.003249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.003957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.004614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.005273 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.008192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-fe62f890-327a-48e1-82ab-5500dc3037f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6365 time: 0.1421461 Mar 31 23:17:42.075046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Attempting to bind port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:42.075624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Attempting to bind port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:42.076191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Attempting to bind port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:42.087096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:42.087488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Attempting to bind port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:42.090138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Checking segment: {'id': '441c15d6-c5f8-4274-9ff1-a1c959174266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:42.090760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network hostable DHCP agents. Network: fd707ceb-8941-456e-b342-a8e9e4af76b2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:42.098818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77ea1dbd-ce02-445a-a3a1-3eff99275732 req-ecaed136-1455-475d-9e7d-acd5966c577c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627715 Mar 31 23:17:42.107425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:42.108455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Checking segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:42.108853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Bound using segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:42.110803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Bound port: 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:42.111433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.243857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22261d61-1f88-4730-b7ae-5e7468b89d56 req-8fecb627-31cc-4ffd-861d-da08d307cd5a tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0360990 Mar 31 23:17:42.281892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:42.291650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-16af4fb4-9e80-47e0-9828-8d94f555c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.292311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-16af4fb4-9e80-47e0-9828-8d94f555c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.292619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-16af4fb4-9e80-47e0-9828-8d94f555c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.294224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-16af4fb4-9e80-47e0-9828-8d94f555c188 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2716386 Mar 31 23:17:42.297232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:42.317121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e18d9a-5c7b-4481-ac87-1e5492fd5d90 req-0fb6191e-7b5d-4462-90db-be127cba6fee tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.318635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87e18d9a-5c7b-4481-ac87-1e5492fd5d90 req-0fb6191e-7b5d-4462-90db-be127cba6fee tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.0686190 Mar 31 23:17:42.355775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:42.366950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87e18d9a-5c7b-4481-ac87-1e5492fd5d90 req-26942429-c39e-49b6-b0b2-304e8395700c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Mar 31 23:17:42.372181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.412339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.413078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-57a9d69b-9f9b-45a7-a950-8cee66445d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.413203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.414649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] 10.222.0.10 "PUT /v2.0/ports/1b3cbd08-c8fa-49e7-b47d-a6971e19f32c HTTP/1.1" status: 200 len: 1091 time: 1.2513626 Mar 31 23:17:42.415095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7b0be0b9-83a3-42a9-b3bb-800c0de5310b req-57a9d69b-9f9b-45a7-a950-8cee66445d96 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1139016 Mar 31 23:17:42.443040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307c82f-55db-4219-81b3-26fa147a92da service neutron] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.451416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, fd707ceb-8941-456e-b342-a8e9e4af76b2) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:42.456684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.457266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.464107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75b056-84ac-477d-9c71-d74730dbf32e None None] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:42.536762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Request body: {'port': {'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.608373 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0c77e7a3-b56d-4bf9-8424-1e81751617d5 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5032573 Mar 31 23:17:42.611288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40890) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.616431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5d5e2583-f7ac-4a50-8a4a-3be78b56f890 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.623959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.645135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-fd707ceb-8941-456e-b342-a8e9e4af76b2', 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2', 'tenant_id': '7e967b14b65a4e7cbc5a173b1c6275b8', 'fixed_ips': [{'subnet_id': '78e6ffb7-e8b6-4afb-aba7-a8466db40abf'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:42.646760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.813174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Allocated IP 2001:db8:1::2 (fd707ceb-8941-456e-b342-a8e9e4af76b2/78e6ffb7-e8b6-4afb-aba7-a8466db40abf/924407cc-e94e-43d0-b129-965262ec9a76) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:42.888723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2583-f7ac-4a50-8a4a-3be78b56f890 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.968018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5383f0-9a6c-4162-beb2-6aca04b0d86f {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:42.975349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.976433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.989962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Transition to ACTIVE for port object 5b5383f0-9a6c-4162-beb2-6aca04b0d86f will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:43.081869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.095474 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-5d5e2583-f7ac-4a50-8a4a-3be78b56f890 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:17:43.100172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d5e2583-f7ac-4a50-8a4a-3be78b56f890 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d HTTP/1.1" status: 400 len: 364 time: 0.4840555 Mar 31 23:17:43.100434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40892) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:43.114469 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.161830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.191309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:43.194531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:43.203751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:43.226247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Pushing event updated for resources: {'Port': ['ID=924407cc-e94e-43d0-b129-965262ec9a76,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.277864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:43.280104 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:43.325128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Attempting to bind port 924407cc-e94e-43d0-b129-965262ec9a76 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:43.325731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Attempting to bind port 924407cc-e94e-43d0-b129-965262ec9a76 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '441c15d6-c5f8-4274-9ff1-a1c959174266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:43.326194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Attempting to bind port 924407cc-e94e-43d0-b129-965262ec9a76 on network fd707ceb-8941-456e-b342-a8e9e4af76b2 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:43.332339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:43.332884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Checking segment: {'id': '441c15d6-c5f8-4274-9ff1-a1c959174266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:43.333394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.333889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Bound using segment: {'id': '441c15d6-c5f8-4274-9ff1-a1c959174266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:43.334466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Bound port: 924407cc-e94e-43d0-b129-965262ec9a76, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c15d6-c5f8-4274-9ff1-a1c959174266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fd707ceb-8941-456e-b342-a8e9e4af76b2'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:43.334948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.350984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Attempting to bind port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:43.351611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Attempting to bind port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:43.351777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Attempting to bind port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:43.363771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:43.364346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Attempting to bind port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f on network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:43.373360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:43.373360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Checking segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:43.373360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Bound using segment: {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:43.373360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Bound port: 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:43.373360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.443142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-10699642-b10d-42e5-a909-6e93008a862f None None] For port 924407cc-e94e-43d0-b129-965262ec9a76, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:43.457102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-10699642-b10d-42e5-a909-6e93008a862f None None] For port 924407cc-e94e-43d0-b129-965262ec9a76, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=924407cc-e94e-43d0-b129-965262ec9a76,segment=NetworkSegment(441c15d6-c5f8-4274-9ff1-a1c959174266),segment_id=441c15d6-c5f8-4274-9ff1-a1c959174266)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:43.465812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:43.470687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:43.501830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-247e2f10-faff-42a4-a2e7-ff3b2de7c5db req-d68be1a6-3f47-44bf-8f38-8bc14206ba72 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.1416790 Mar 31 23:17:43.557609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.576562 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6d3592-acf6-4790-9ec5-3dc332c6e144 x-openstack-request-id: req-ea6d3592-acf6-4790-9ec5-3dc332c6e144 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:43.576860 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:43.577119 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ea6d3592-acf6-4790-9ec5-3dc332c6e144 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:43.577523 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6d3592-acf6-4790-9ec5-3dc332c6e144'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'status': 'completed', 'code': 200} Mar 31 23:17:43.591035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.591357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.597251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.604653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.610530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.617919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699642-b10d-42e5-a909-6e93008a862f None None] Pushing event updated for resources: {'Port': ['ID=924407cc-e94e-43d0-b129-965262ec9a76,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.628803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.635755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.641772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.643724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-bf6e7931-aeeb-4bef-9e2d-b019edc3014a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.3453660 Mar 31 23:17:43.656666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.657456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.665009 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] 10.222.0.10 "PUT /v2.0/ports/5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 200 len: 1091 time: 1.1323779 Mar 31 23:17:43.667659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:43.670527 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a849b6a-1893-44ba-ac38-7008b9971261" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:43.704864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96faa-3faf-4913-8207-d542a60b9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.813661 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80d27330-e4ec-4d2f-8a94-63d9a37281b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.815753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.816249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.816737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.817216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.817690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.818162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.818638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.821097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-e015fe68-24e2-4174-b8ea-f0644d12d21f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6474 time: 0.1759167 Mar 31 23:17:43.840042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d8d385-c025-4ea4-902d-0b783e89c0ce req-e7803b50-b198-4a4e-b7ae-ae32373ad4fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1830773 Mar 31 23:17:43.870644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.908918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc08a-79d8-4c1a-bded-8f8b44668d10 req-3add90b4-44d6-4abe-bd5f-160ef8db671c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.919776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d25bc08a-79d8-4c1a-bded-8f8b44668d10 req-3add90b4-44d6-4abe-bd5f-160ef8db671c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.1993191 Mar 31 23:17:43.925331 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0052da-78a6-4ac0-8eec-bc1bf57a0182 x-openstack-request-id: req-6d0052da-78a6-4ac0-8eec-bc1bf57a0182 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:43.925624 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:43.925881 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d0052da-78a6-4ac0-8eec-bc1bf57a0182 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:43.926306 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0052da-78a6-4ac0-8eec-bc1bf57a0182'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'status': 'completed', 'code': 200} Mar 31 23:17:44.140754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d25bc08a-79d8-4c1a-bded-8f8b44668d10 req-177e0c20-a4cd-4b98-89d9-4a6fe4644dfe tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200794 Mar 31 23:17:44.157115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-b6d2a21b-20fe-4c76-b1e3-a6726c47056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.157633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-b6d2a21b-20fe-4c76-b1e3-a6726c47056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.158166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-b6d2a21b-20fe-4c76-b1e3-a6726c47056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.159853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-b6d2a21b-20fe-4c76-b1e3-a6726c47056e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3196881 Mar 31 23:17:44.347968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-47f45a32-c7a6-4cb9-8e40-a4260c5657a3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.350188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-47f45a32-c7a6-4cb9-8e40-a4260c5657a3 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 946 time: 0.0725474 Mar 31 23:17:44.462887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Deleting port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:44.463749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.588898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] For port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:44.589596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.618137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Calling delete_port for 8971e47b-fc75-4d4c-910a-ba3c098bd4cb owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:44.728471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68fc11e7-e84a-43ae-acb5-3d4c76b22749 req-ce2ab3b4-e330-4f00-bab8-39df8a90bedb tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0450294 Mar 31 23:17:44.735545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-01ab817c-73a9-4cb6-b5c6-ea2fd8385cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.736989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e271ac4-2b08-4925-92ee-719b3c5ac8c4 req-01ab817c-73a9-4cb6-b5c6-ea2fd8385cd6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5669360 Mar 31 23:17:44.738109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Allocated IP 2001:db8::1 (77efa6e3-3a58-432b-80e3-ef2aec56ee5e/48cfafa0-40e1-43ed-8959-b964a83abde2/4e25bbc4-ae8e-4537-a501-9269af45f9e2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:44.885502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.898200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['8971e47b-fc75-4d4c-910a-ba3c098bd4cb'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:44.928355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7313ddaf-a675-480d-95bc-5d33261712b1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:44.970830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Pushing event deleted for resources: {'Port': ['ID=8971e47b-fc75-4d4c-910a-ba3c098bd4cb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:44.984946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581fdfa-1934-43f2-b70d-2b5fe7102347 None None] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:44.997895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.015310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501588f-749d-4294-b89a-062ec030df0a req-48e876fd-544d-4cd0-aac5-0eb865948262 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.017337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e501588f-749d-4294-b89a-062ec030df0a req-48e876fd-544d-4cd0-aac5-0eb865948262 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 946 time: 0.1922963 Mar 31 23:17:45.039789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.040439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.041033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.041582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.042131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.042676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.043264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.045412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-08e61306-2a25-4295-bda4-4031e320606a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6474 time: 0.1825299 Mar 31 23:17:45.049097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] No DVR routers for this DVR port 8971e47b-fc75-4d4c-910a-ba3c098bd4cb on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:45.061517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.065432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c2c7c4af-096a-4ed5-b59c-f6eb0db00de1 req-f3b0e090-b400-475a-8dc6-86aefebffc3f tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.44 "DELETE /v2.0/ports/8971e47b-fc75-4d4c-910a-ba3c098bd4cb HTTP/1.1" status: 204 len: 173 time: 0.7087884 Mar 31 23:17:45.080472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] Provisioning complete for port 924407cc-e94e-43d0-b129-965262ec9a76 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.080951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.091520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0d0179bf-ed64-453a-b134-0765dd35b4b0 req-5362579b-816c-4adf-a70f-0df45da6d836 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.2226367 Mar 31 23:17:45.131862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-2168c47a-5007-4838-8fe6-4986660a91a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 200 len: 217 time: 0.0647151 Mar 31 23:17:45.171494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.177343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.183900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.189877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.195987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.202089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.207901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.209864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-d0e796f1-6c47-4cff-b5a2-d18faac691cb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2570510 Mar 31 23:17:45.217757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e501588f-749d-4294-b89a-062ec030df0a req-908d89fa-f0f6-4c54-a493-407983cf5013 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712775 Mar 31 23:17:45.280564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-097624e1-7250-4df1-b689-66824d740e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.282022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-097624e1-7250-4df1-b689-66824d740e6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74956a29-595c-469a-a235-c8720efd34e9 HTTP/1.1" status: 200 len: 851 time: 0.1342797 Mar 31 23:17:45.290147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab0ae15-bb9a-42e8-9782-5baa299ee2a1 req-e83c02f5-1584-4d60-81b4-9c4a254bb11b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512266 Mar 31 23:17:45.313869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.344645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.348174 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.355189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83961b83-5354-4373-89dd-f80f91267ceb req-cbadd154-c319-4497-8703-607d6c455ea1 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1df6843-024e-4a29-b625-4d67ccebaa5d HTTP/1.1" status: 200 len: 210 time: 0.0640080 Mar 31 23:17:45.386941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:45.392600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:45.400976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:45.401530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.412500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] For port 924407cc-e94e-43d0-b129-965262ec9a76, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=924407cc-e94e-43d0-b129-965262ec9a76,segment=NetworkSegment(441c15d6-c5f8-4274-9ff1-a1c959174266),segment_id=441c15d6-c5f8-4274-9ff1-a1c959174266)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:45.462102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Port': ['ID=4e25bbc4-ae8e-4537-a501-9269af45f9e2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.468787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-085f44ea-7cc1-483e-bc36-cf9d708a7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.470358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-085f44ea-7cc1-483e-bc36-cf9d708a7228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36587be1-d3d1-42a7-a333-43b107c82815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781847 Mar 31 23:17:45.510847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.612994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78b7f-c0f4-479f-ba24-f837adc51a40 None None] Pushing event updated for resources: {'Port': ['ID=924407cc-e94e-43d0-b129-965262ec9a76,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.627433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-cfd85fff-71f2-4ded-9c7b-0d1712298e1e service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381662 Mar 31 23:17:45.708049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 924407cc-e94e-43d0-b129-965262ec9a76 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:45.740671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.774967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 924407cc-e94e-43d0-b129-965262ec9a76 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.775404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.824862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-c835d2e1-6e64-44c3-af5e-a2d272e88fd5 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881318 Mar 31 23:17:45.866065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9cff1871-495b-49c4-98dc-6efd6b05252d None None] Provisioning complete for port 4e25bbc4-ae8e-4537-a501-9269af45f9e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.866438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9cff1871-495b-49c4-98dc-6efd6b05252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.904443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9cff1871-495b-49c4-98dc-6efd6b05252d None None] Port 4e25bbc4-ae8e-4537-a501-9269af45f9e2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:45.914146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9cff1871-495b-49c4-98dc-6efd6b05252d None None] Provisioning complete for port 924407cc-e94e-43d0-b129-965262ec9a76 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.914552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9cff1871-495b-49c4-98dc-6efd6b05252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.928504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'name': 'network-vif-deleted', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:45.932781 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e483f132-4b56-4e12-b4fd-fb4c91b3bb46" -d '{"events": [{"server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "name": "network-vif-deleted", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:45.948240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-e13944c7-7057-454f-8cef-e68d793c76f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 217 time: 0.0862470 Mar 31 23:17:45.950209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b064934-3d60-42fb-8670-518067be4d5f req-55561b8a-1393-4a2d-9a49-098cd1d3da71 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0907485 Mar 31 23:17:46.012867 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989c0a0-9087-4845-ac34-823bdd9823cd x-openstack-request-id: req-4989c0a0-9087-4845-ac34-823bdd9823cd {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:46.013187 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1df6843-024e-4a29-b625-4d67ccebaa5d", "name": "network-vif-deleted", "tag": "8971e47b-fc75-4d4c-910a-ba3c098bd4cb", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:46.013443 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4989c0a0-9087-4845-ac34-823bdd9823cd {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:46.013850 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4989c0a0-9087-4845-ac34-823bdd9823cd'] response: {'server_uuid': 'c1df6843-024e-4a29-b625-4d67ccebaa5d', 'name': 'network-vif-deleted', 'tag': '8971e47b-fc75-4d4c-910a-ba3c098bd4cb', 'status': 'completed', 'code': 200} Mar 31 23:17:46.022125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-484d9581-b8af-4c1d-a8f1-d0e2c37aea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.023117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-484d9581-b8af-4c1d-a8f1-d0e2c37aea9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0644286 Mar 31 23:17:46.126071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-6d3e46b7-680b-4ff4-850e-b6630a66bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.127609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-6d3e46b7-680b-4ff4-850e-b6630a66bcd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908825 Mar 31 23:17:46.226138 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.252187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-9a49d17c-943a-4170-adc1-44d1b918b773 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131861 Mar 31 23:17:46.348688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.349482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.520684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f2b5-3d29-48d3-9db5-48bee8508dae req-a870e350-8ba6-4ddb-9b38-8b9b7daa4566 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.522449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5021f2b5-3d29-48d3-9db5-48bee8508dae req-a870e350-8ba6-4ddb-9b38-8b9b7daa4566 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 946 time: 0.2319627 Mar 31 23:17:46.525994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event updated for resources: {'Port': ['ID=4e25bbc4-ae8e-4537-a501-9269af45f9e2,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.535185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-411ad1b5-9c14-4579-a317-4502b0366814 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682056 Mar 31 23:17:46.584823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.618468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-bbebb320-00e5-4a58-9213-aeaf65ed1b36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 217 time: 0.0685520 Mar 31 23:17:46.629346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.635926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.641820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.647927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.653861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.659810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.665903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.667804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-9a21c6d0-0fdf-4aef-9b05-fbfefd1295a3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2797635 Mar 31 23:17:46.739034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5021f2b5-3d29-48d3-9db5-48bee8508dae req-fd3b2c00-77c7-4af0-8c33-8a37c38b0357 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/security-groups?id=292b17d5-0a3b-48ef-a698-fb657e36f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024062 Mar 31 23:17:46.742808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:46.750039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:46.762521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.777803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-02e62d6b-356b-48d8-9021-bf4dad37a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.779447 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-02e62d6b-356b-48d8-9021-bf4dad37a4a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.1015875 Mar 31 23:17:46.792557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c42591e1-709d-46a4-8667-ff596a1a9e0c req-4678f455-f674-490c-934e-833a42f4ebfb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068900 Mar 31 23:17:46.917962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-e1861ecd-ef38-41b4-a15a-486cf3d2e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.919529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-e1861ecd-ef38-41b4-a15a-486cf3d2e681 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260829 Mar 31 23:17:46.943457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Router b60a652e-b641-4099-b151-00baafd1d38d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:47.057929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-24d87938-5ba3-485b-97fa-03f8fdc67d08 None None] Provisioning complete for port 4e25bbc4-ae8e-4537-a501-9269af45f9e2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:47.058510 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24d87938-5ba3-485b-97fa-03f8fdc67d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.101012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-24d87938-5ba3-485b-97fa-03f8fdc67d08 None None] Port 4e25bbc4-ae8e-4537-a501-9269af45f9e2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:47.120830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1d4b632-4497-4fd6-97af-0ff4e364b396 req-3256d189-1e05-4573-bdfc-ee51b52647ea tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0457392 Mar 31 23:17:47.126017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b7ea63cb-70c2-4190-9713-f717e120eb99 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947336 Mar 31 23:17:47.132952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:47.136071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155022f-101d-4869-88ad-96b825c3a563 req-f9282985-03ee-4acf-9dfb-d6b5b6d38e22 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.144791 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] Sync routers for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:47.145279 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9155022f-101d-4869-88ad-96b825c3a563 req-f9282985-03ee-4acf-9dfb-d6b5b6d38e22 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 946 time: 0.0793347 Mar 31 23:17:47.145386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7bad3cc2-1107-423a-8d35-73f2a57f9f8e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0439050 Mar 31 23:17:47.148781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:47.158535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:47.159206 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.205133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.218401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:47.219301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.256577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-620d3adf-71fe-46e8-b42a-3d02e9c57de5 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216359 Mar 31 23:17:47.262705 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.263855 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ef0d8-3267-4c73-b1de-e13ff4abaf44 None None] The sync data for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:47.321644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc305-b327-4190-a381-11f81fb72fca tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.327721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-ee7acd94-2e9b-42b8-ae69-09d470731532 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0610206 Mar 31 23:17:47.400761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-3be6f032-c182-48da-9991-efa08069a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.402204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-3be6f032-c182-48da-9991-efa08069a648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0657365 Mar 31 23:17:47.410258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa2f0-4940-4059-b047-eef4f6dd45d2 req-19152e2d-6471-4b06-8d47-195e5cd6c41d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.411636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2feaa2f0-4940-4059-b047-eef4f6dd45d2 req-19152e2d-6471-4b06-8d47-195e5cd6c41d tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0867944 Mar 31 23:17:47.467785 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-cbdcc305-b327-4190-a381-11f81fb72fca tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:17:47.468985 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cbdcc305-b327-4190-a381-11f81fb72fca tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d HTTP/1.1" status: 409 len: 329 time: 0.3189270 Mar 31 23:17:47.473347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:47.479808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Deleting port 7c3abaf6-ac07-46c4-95f7-70876c56079f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:47.480263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.515779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2feaa2f0-4940-4059-b047-eef4f6dd45d2 req-32dbd053-80d2-4d58-955c-0bb45173ad29 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951893 Mar 31 23:17:47.534599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-c19181d3-5a80-4530-9983-1937ea2d7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.534599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-c19181d3-5a80-4530-9983-1937ea2d7fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105890 Mar 31 23:17:47.600612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] For port 7c3abaf6-ac07-46c4-95f7-70876c56079f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7c3abaf6-ac07-46c4-95f7-70876c56079f,segment=NetworkSegment(02e7845b-391e-420a-b1bc-3b6b586e5be6),segment_id=02e7845b-391e-420a-b1bc-3b6b586e5be6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:47.600995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.614822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 924407cc-e94e-43d0-b129-965262ec9a76 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:47.620825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Calling delete_port for 7c3abaf6-ac07-46c4-95f7-70876c56079f owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:47.679116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 924407cc-e94e-43d0-b129-965262ec9a76 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:47.679847 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.737489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-4b83ed03-7c9a-4a6f-8476-e3d3f3218f73 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795278 Mar 31 23:17:47.893903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.931876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Pushing event deleted for resources: {'Port': ['ID=7c3abaf6-ac07-46c4-95f7-70876c56079f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:47.949764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7c3abaf6-ac07-46c4-95f7-70876c56079f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:47.994199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] No DVR routers for this DVR port 7c3abaf6-ac07-46c4-95f7-70876c56079f on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:47.998348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.003349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9155022f-101d-4869-88ad-96b825c3a563 req-0bba7137-bdcf-4bb1-a2e2-fcc595fda1d8 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.10 "DELETE /v2.0/ports/7c3abaf6-ac07-46c4-95f7-70876c56079f HTTP/1.1" status: 204 len: 173 time: 0.8518481 Mar 31 23:17:48.015466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'name': 'network-vif-deleted', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:48.018221 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be895a-e092-4acd-b9c9-a30d45a5a349" -d '{"events": [{"server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "name": "network-vif-deleted", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:48.227667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0f89699-774a-4639-9d6d-4b1c715340da req-9effc5ce-27b8-4f7a-86d7-76882d7212f2 tempest-VolumesSnapshotTestJSON-634152830 tempest-VolumesSnapshotTestJSON-634152830-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c4a7a11-6b11-428e-ae33-cf544e3b4074 HTTP/1.1" status: 200 len: 210 time: 0.0604560 Mar 31 23:17:48.306043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.311876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.317882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.324581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.330863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.337396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.343220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.345141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-78cf572f-e386-4370-95c7-3bcdf54755aa tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1791139 Mar 31 23:17:48.348260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-fc901e1a-4b66-42a3-b78b-daadc00b914e service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026101 Mar 31 23:17:48.407463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-e267b9f0-f9cc-474c-885a-ab1edd3b2555 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=80c79d1a-f721-4c4d-994a-0874feb63619 HTTP/1.1" status: 200 len: 217 time: 0.0447938 Mar 31 23:17:48.463289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79eb3ee5-062f-4101-8215-bda54f2c1143 req-c8bd89de-03bc-4572-a607-35251c65bf02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114779 Mar 31 23:17:48.486207 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-2cea1966-5477-48f4-a923-12d3d5fe8edb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523713 Mar 31 23:17:48.516048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-01d650bd-fed5-45d9-8652-d33a11885c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.517500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-01d650bd-fed5-45d9-8652-d33a11885c0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0963681 Mar 31 23:17:48.527658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.535241 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2843127-f469-411a-a412-46864695863c x-openstack-request-id: req-b2843127-f469-411a-a412-46864695863c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:48.535616 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a7a11-6b11-428e-ae33-cf544e3b4074", "name": "network-vif-deleted", "tag": "7c3abaf6-ac07-46c4-95f7-70876c56079f", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:48.536194 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b2843127-f469-411a-a412-46864695863c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:48.536651 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2843127-f469-411a-a412-46864695863c'] response: {'server_uuid': '9c4a7a11-6b11-428e-ae33-cf544e3b4074', 'name': 'network-vif-deleted', 'tag': '7c3abaf6-ac07-46c4-95f7-70876c56079f', 'status': 'completed', 'code': 200} Mar 31 23:17:48.599459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-2a5f43d6-a1bc-489c-a958-333879731249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.601354 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-2a5f43d6-a1bc-489c-a958-333879731249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93c2055b956947a88ef461c9b25b4777&device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 1097 time: 0.0550344 Mar 31 23:17:48.681373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-0c69a6cf-d843-4183-b770-60395b8c175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.682862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-0c69a6cf-d843-4183-b770-60395b8c175a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523848 Mar 31 23:17:48.710099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-516641e7-2f82-4780-8f27-6eeda6c69647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.722565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-516641e7-2f82-4780-8f27-6eeda6c69647 service neutron] 10.222.0.44 "GET /v2.0/networks?id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 200 len: 910 time: 0.0901160 Mar 31 23:17:48.736316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19632db-7086-48b6-9a0e-f2061480101d req-24134d69-3b9b-428c-aa80-eb98db6a92e8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.737743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c19632db-7086-48b6-9a0e-f2061480101d req-24134d69-3b9b-428c-aa80-eb98db6a92e8 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1149864 Mar 31 23:17:48.798025 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-509798d1-c9ff-4bd6-986a-c8490f7ba850 req-f167bff0-a5d5-4ff9-aff9-42f68fe165e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4be77de6778f4df9a112f51313ef7555&device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0307186 Mar 31 23:17:48.832778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-401aaca2-469c-4fab-a786-575a2439d0f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 200 len: 1002 time: 0.1088717 Mar 31 23:17:48.834388 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-509798d1-c9ff-4bd6-986a-c8490f7ba850 req-84311c05-dce0-42d7-bddf-db4fdc335faa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4be77de6778f4df9a112f51313ef7555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266328 Mar 31 23:17:48.868796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1173672-493b-4493-9889-00dce0aae0b3 req-7641ca96-a13d-4f78-98c9-bc2216e8fee1 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0566201 Mar 31 23:17:48.888971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c19632db-7086-48b6-9a0e-f2061480101d req-1f0cd365-5acb-4c80-9e9b-77880d14aaeb tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386907 Mar 31 23:17:48.907327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-5697cde2-168a-45ef-98a6-9ec642d5a631 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872735 Mar 31 23:17:48.953727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-7e90af22-3930-4841-8550-7dbef548d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.960501 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-7e90af22-3930-4841-8550-7dbef548d0b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 200 len: 847 time: 0.1106765 Mar 31 23:17:49.013583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509798d1-c9ff-4bd6-986a-c8490f7ba850 req-1833625b-04da-4e37-a91e-f44f8d71136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.016303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-509798d1-c9ff-4bd6-986a-c8490f7ba850 req-1833625b-04da-4e37-a91e-f44f8d71136f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1621802 Mar 31 23:17:49.028611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-ce6feaad-566a-4d3b-9270-8570a4e4acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.030131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-ce6feaad-566a-4d3b-9270-8570a4e4acb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612977 Mar 31 23:17:49.071532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-fa9f99c6-a63f-491c-92a6-94b86e7b0e25 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554530 Mar 31 23:17:49.074613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting port 4e25bbc4-ae8e-4537-a501-9269af45f9e2 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:49.075035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.139251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-3fec91c9-f93e-40cb-8e7e-8688619b67f1 service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980792 Mar 31 23:17:49.160824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-11e5ac93-4052-4ecd-adae-b2be12fd941e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c HTTP/1.1" status: 200 len: 217 time: 0.0669091 Mar 31 23:17:49.232916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.236361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-1c39caf3-cee2-4eeb-8704-8e1f78ffec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.237646 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d580be17-e325-43ad-a62e-d85c5e74ca80 req-c8df6da4-89ed-49d8-9640-b3f76359d1dd service neutron] 10.222.0.44 "GET /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889308 Mar 31 23:17:49.237795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-1c39caf3-cee2-4eeb-8704-8e1f78ffec7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.0695095 Mar 31 23:17:49.257854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Calling delete_port for 4e25bbc4-ae8e-4537-a501-9269af45f9e2 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:49.331609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-d9f9e8b1-d67f-4dc3-aa19-ba2c68801437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.337434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-d9f9e8b1-d67f-4dc3-aa19-ba2c68801437 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882392 Mar 31 23:17:49.473027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8971e47b-fc75-4d4c-910a-ba3c098bd4cb no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:49.496638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 8971e47b-fc75-4d4c-910a-ba3c098bd4cb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:49.497063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 8971e47b-fc75-4d4c-910a-ba3c098bd4cb not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:49.499661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-c44231a5-4625-4b4f-9d21-b10868341917 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547837 Mar 31 23:17:49.636929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.683271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Port': ['ID=4e25bbc4-ae8e-4537-a501-9269af45f9e2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.696893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b02a33f6-fea8-4183-b6bd-3afe7d753217 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837525 Mar 31 23:17:49.733188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.738515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.745287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.751405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.760500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.767722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.774697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.776964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-12b5bd7f-6c2e-40f5-b759-45f684d8b83f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2003670 Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.792536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.794097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.872861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-e6ed88ed-5e7d-46b4-b295-bbc1068ae54c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 200 len: 217 time: 0.1548548 Mar 31 23:17:49.958042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.987795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f790daf9-8780-4453-ba8a-7e4a4f6be258 req-613828e2-4a4f-43cd-aa78-d662572d1b08 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884866 Mar 31 23:17:50.020446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9faf1e8e-f38a-4fde-92b3-4374e9b57a60 req-7034a9fb-039a-4e95-9229-87b8c20a5d61 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0404711 Mar 31 23:17:50.020446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-b4a11f98-b1db-4d89-8a93-15e7f19f57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.020446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-b4a11f98-b1db-4d89-8a93-15e7f19f57b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.1054509 Mar 31 23:17:50.126724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-c2cecd2e-aac7-4d7b-b32b-68596a3bba1c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.132228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-c2cecd2e-aac7-4d7b-b32b-68596a3bba1c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.10 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 31 23:17:50.229322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Deleting port 7313ddaf-a675-480d-95bc-5d33261712b1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:50.229657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.238990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26608a0-a2cc-4de5-9b73-6f551770ad52 req-309f3d6c-4aa3-4e6b-acf0-184cb79db040 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.240552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b26608a0-a2cc-4de5-9b73-6f551770ad52 req-309f3d6c-4aa3-4e6b-acf0-184cb79db040 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 945 time: 0.1798832 Mar 31 23:17:50.243924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966297c-848e-4a17-9166-24295dba4844 req-1393c14d-1074-4110-9924-517bbf8bb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.245322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-1393c14d-1074-4110-9924-517bbf8bb800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567659 Mar 31 23:17:50.252641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Router b60a652e-b641-4099-b151-00baafd1d38d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:50.332575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] For port 7313ddaf-a675-480d-95bc-5d33261712b1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7313ddaf-a675-480d-95bc-5d33261712b1,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:50.332935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.354897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Calling delete_port for 7313ddaf-a675-480d-95bc-5d33261712b1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:50.432216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b26608a0-a2cc-4de5-9b73-6f551770ad52 req-4f8d58fd-a186-459d-b981-82bfb5111d99 tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a380e13-8e98-42eb-959e-f331210a4db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697237 Mar 31 23:17:50.435264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:50.442504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-29f68f21-2f0b-43c8-bf07-5288e7ad1dad tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9680984 Mar 31 23:17:50.447848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40984) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.462420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] Sync routers for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:50.473276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:50.474621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.494021 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-efc240d4-6b49-4058-abd8-d1f2df580c3a tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] show failed (client error): The resource could not be found. Mar 31 23:17:50.495118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-efc240d4-6b49-4058-abd8-d1f2df580c3a tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-522922379 HTTP/1.1" status: 404 len: 334 time: 0.0462527 Mar 31 23:17:50.498115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-a97ac3a9-99f3-42df-b024-fa82124e5608 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433143 Mar 31 23:17:50.498770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40988) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.503294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cf5a5a62-2ad3-4846-ba65-03ebece1a4db tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:50.545778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.554792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] Routers {'b60a652e-b641-4099-b151-00baafd1d38d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:50.556714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b60a652e-b641-4099-b151-00baafd1d38d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.562467 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-cf5a5a62-2ad3-4846-ba65-03ebece1a4db tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] update failed (client error): The resource could not be found. Mar 31 23:17:50.563559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cf5a5a62-2ad3-4846-ba65-03ebece1a4db tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-1611208163 HTTP/1.1" status: 404 len: 335 time: 0.0637801 Mar 31 23:17:50.567700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40994) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.638385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.639490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d41fe-dfce-42bb-8fda-ef3cd532e9a1 None None] The sync data for ids ['b60a652e-b641-4099-b151-00baafd1d38d'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:50.654569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.669974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0966297c-848e-4a17-9166-24295dba4844 req-07fb82f6-7244-4051-8917-9398b9dbcf7b service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640599 Mar 31 23:17:50.693651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7313ddaf-a675-480d-95bc-5d33261712b1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:50.699882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Pushing event deleted for resources: {'Port': ['ID=7313ddaf-a675-480d-95bc-5d33261712b1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:50.737136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting subnet 78e6ffb7-e8b6-4afb-aba7-a8466db40abf {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:50.742645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.779771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] No DVR routers for this DVR port 7313ddaf-a675-480d-95bc-5d33261712b1 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:50.783831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.787088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9321f526-d0a4-4afc-ac18-7c4e9db709ca req-e71154ea-647e-4cb6-86e4-1812aac7b84c tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.10 "DELETE /v2.0/ports/7313ddaf-a675-480d-95bc-5d33261712b1 HTTP/1.1" status: 204 len: 173 time: 0.6528037 Mar 31 23:17:50.787530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'name': 'network-vif-deleted', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:50.790951 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a530e1-f80f-4d9c-b73c-93205b21f59f" -d '{"events": [{"server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "name": "network-vif-deleted", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:50.813975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.835670 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694faa20-a4a5-4987-a388-53fd99896391 x-openstack-request-id: req-694faa20-a4a5-4987-a388-53fd99896391 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:50.836502 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605d7efd-112a-4597-a61e-1ec1ba996137", "name": "network-vif-deleted", "tag": "7313ddaf-a675-480d-95bc-5d33261712b1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:50.837020 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-694faa20-a4a5-4987-a388-53fd99896391 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:50.837426 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694faa20-a4a5-4987-a388-53fd99896391'] response: {'server_uuid': '605d7efd-112a-4597-a61e-1ec1ba996137', 'name': 'network-vif-deleted', 'tag': '7313ddaf-a675-480d-95bc-5d33261712b1', 'status': 'completed', 'code': 200} Mar 31 23:17:50.902993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.061653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.062398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.063144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.063692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.064240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.064894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.065477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.068074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-2e25f38d-4698-46df-a1ff-c3aa1f3b108c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6474 time: 0.0839894 Mar 31 23:17:51.072094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.124156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Subnet': ['ID=78e6ffb7-e8b6-4afb-aba7-a8466db40abf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.130314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.138724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54f2a35b-cd71-4425-bcfa-549cecdbd310 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/subnets/78e6ffb7-e8b6-4afb-aba7-a8466db40abf HTTP/1.1" status: 204 len: 168 time: 0.5658128 Mar 31 23:17:51.138724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41008) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.139286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c11a1-c1ba-4048-b196-5027a438c48b None None] Network fd707ceb-8941-456e-b342-a8e9e4af76b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:51.165432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cde18111-c338-4fa3-a4e0-8444aef82385 req-05dbfe4a-604d-48f9-9bb8-79a51a62a047 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0503719 Mar 31 23:17:51.191044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.198561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.205315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.212042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.224835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.224835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.238779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.238779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-da6d2143-6212-45fc-9a92-c17b08fb5cd0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1418669 Mar 31 23:17:51.302747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.304280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c23f684-dd07-43b7-a18a-2c36599a7162 req-c8d648da-6bb5-4067-949f-8ad9604685db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564723 Mar 31 23:17:51.365538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-4f61a8b3-a258-4e29-bcb4-20272b8edadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.367037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-4f61a8b3-a258-4e29-bcb4-20272b8edadd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 200 len: 903 time: 0.2868009 Mar 31 23:17:51.402956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] DHCP port deletion for fd707ceb-8941-456e-b342-a8e9e4af76b2 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:51.422594 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-cc37eb20-58b8-43f8-a0e8-c1e79115ccf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 200 len: 217 time: 0.0416532 Mar 31 23:17:51.427204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting port 924407cc-e94e-43d0-b129-965262ec9a76 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:51.427547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.459140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Deleting port 924407cc-e94e-43d0-b129-965262ec9a76 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:51.459836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.538185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] For port 924407cc-e94e-43d0-b129-965262ec9a76, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=924407cc-e94e-43d0-b129-965262ec9a76,segment=NetworkSegment(441c15d6-c5f8-4274-9ff1-a1c959174266),segment_id=441c15d6-c5f8-4274-9ff1-a1c959174266)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:51.538853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.556754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e73b8c91-a2e7-4b76-a0c6-5f90923deb50 req-7380682a-282f-4003-a40a-3d924a8746ca tempest-ServerRescueTestJSON-123977419 tempest-ServerRescueTestJSON-123977419-project] 10.222.0.83 "GET /v2.0/ports?device_id=605d7efd-112a-4597-a61e-1ec1ba996137 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Mar 31 23:17:51.571123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Calling delete_port for 924407cc-e94e-43d0-b129-965262ec9a76 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:51.630974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 924407cc-e94e-43d0-b129-965262ec9a76 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:51.698939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7c3abaf6-ac07-46c4-95f7-70876c56079f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:51.721665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 7c3abaf6-ac07-46c4-95f7-70876c56079f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:51.727315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7c3abaf6-ac07-46c4-95f7-70876c56079f not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:51.727315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7313ddaf-a675-480d-95bc-5d33261712b1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:51.748601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 7313ddaf-a675-480d-95bc-5d33261712b1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:51.748940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7313ddaf-a675-480d-95bc-5d33261712b1 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:51.784394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.813009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.845680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-509798d1-c9ff-4bd6-986a-c8490f7ba850 req-9fbca731-d53f-4514-8d18-d8c16572c153 tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0689275 Mar 31 23:17:51.854545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] Pushing event deleted for resources: {'Port': ['ID=924407cc-e94e-43d0-b129-965262ec9a76,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.858403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e2eba-702c-432a-b5b3-d6b2fe7264c1 None None] No DVR routers for this DVR port 924407cc-e94e-43d0-b129-965262ec9a76 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:51.882628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] For port 924407cc-e94e-43d0-b129-965262ec9a76, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=924407cc-e94e-43d0-b129-965262ec9a76,segment=NetworkSegment(441c15d6-c5f8-4274-9ff1-a1c959174266),segment_id=441c15d6-c5f8-4274-9ff1-a1c959174266)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:51.883039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.886706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-ba1a600a-c9b9-46e7-bcde-510e54fe79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.888165 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-ba1a600a-c9b9-46e7-bcde-510e54fe79cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.4567463 Mar 31 23:17:51.907852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Calling delete_port for 924407cc-e94e-43d0-b129-965262ec9a76 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:51.975708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-5298eaa9-a669-4186-b90e-7d519ed1a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.985199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-5298eaa9-a669-4186-b90e-7d519ed1a055 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824890 Mar 31 23:17:52.077900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.119543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Port': ['ID=924407cc-e94e-43d0-b129-965262ec9a76,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.123826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] No DVR routers for this DVR port 924407cc-e94e-43d0-b129-965262ec9a76 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:52.181750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-a64d84f0-0553-4054-b861-5d24c96cd2cc service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870964 Mar 31 23:17:52.241071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.302012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd707ceb-8941-456e-b342-a8e9e4af76b2']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:52.315671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c15d6-c5f8-4274-9ff1-a1c959174266') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:52.315985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c15d6-c5f8-4274-9ff1-a1c959174266') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:52.316942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42981af6-1cb9-40fe-88fa-b594736e9627 req-938dfd40-9f33-41fc-bd55-b6259a49b42f tempest-ServersAaction247Test-1529129507 tempest-ServersAaction247Test-1529129507-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3511ea3-ca44-4951-afd5-6456a3c053bc HTTP/1.1" status: 200 len: 210 time: 0.0314972 Mar 31 23:17:52.335605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.360151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2a849b6a-1893-44ba-ac38-7008b9971261 req-4abb5171-ef54-4c83-add6-a9cca0754490 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499426 Mar 31 23:17:52.361053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.367709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:52.370218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:52.371730 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:52.447691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.453517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.460041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.466621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.472513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.480000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.486266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.488189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-078b1dc2-a273-42b8-9b80-4ef31d4c424a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1014888 Mar 31 23:17:52.510658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.530371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.535982 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/networks/fd707ceb-8941-456e-b342-a8e9e4af76b2 HTTP/1.1" status: 204 len: 168 time: 1.3947456 Mar 31 23:17:52.536172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b33b3e1d-8460-4ec1-8c06-50dfc9df2761 req-50870dd7-d4dc-4411-838b-5a12ecf84083 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391092 Mar 31 23:17:52.536303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b394-46b5-449e-94f5-bb9af7680a2e tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Network': ['ID=fd707ceb-8941-456e-b342-a8e9e4af76b2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.536404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41020) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.599947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting subnet 4b713634-7199-48d3-b50b-eada049287d3 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:52.606533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.616249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41026) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.643499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.734488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.894149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.921437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Subnet': ['ID=4b713634-7199-48d3-b50b-eada049287d3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.928577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.932481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d390b7d6-cc8f-44ae-a2c8-6c34ebb47232 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/subnets/4b713634-7199-48d3-b50b-eada049287d3 HTTP/1.1" status: 204 len: 168 time: 0.3950360 Mar 31 23:17:52.934961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41028) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.937421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9ea6c-0285-43e9-9866-d813ddfb0b7e None None] Network 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:53.036574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.052615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting subnet c47f1998-7adc-47ef-a4b3-198b183d25af {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:53.057103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.115382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.214121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.372317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Deleting port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:53.374068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] DHCP port deletion for 48f1e98d-68d7-4fe4-a211-f6eba91dfb75 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:53.374382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.397139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.432817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Deleting port eef1deef-0eef-47c4-8144-5ecc3eee5734 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:53.433634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.475312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] For port 9dd35ce7-b270-49bf-a491-cdd4db3bbe99, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,segment=NetworkSegment(3d674d4e-f458-4339-96e1-c90fd2c218df),segment_id=3d674d4e-f458-4339-96e1-c90fd2c218df)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:53.475658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.492167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Calling delete_port for 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:53.496843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Subnet': ['ID=c47f1998-7adc-47ef-a4b3-198b183d25af,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.505781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.515802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-14f6a85b-6aff-4eee-badf-62177b8c025b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/subnets/c47f1998-7adc-47ef-a4b3-198b183d25af HTTP/1.1" status: 204 len: 168 time: 0.5721793 Mar 31 23:17:53.517713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.524862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3cf40e-41c1-4c4a-91e3-fc56419be835 None None] Network d27b66a3-1b00-45bf-8960-376c80bb5f14 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:53.664048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.673797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] For port eef1deef-0eef-47c4-8144-5ecc3eee5734, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eef1deef-0eef-47c4-8144-5ecc3eee5734,segment=NetworkSegment(9d10f4d7-be83-4152-a2a8-39fdb2248ad2),segment_id=9d10f4d7-be83-4152-a2a8-39fdb2248ad2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:53.674337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.677207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eef1deef-0eef-47c4-8144-5ecc3eee5734 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:53.736211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Calling delete_port for eef1deef-0eef-47c4-8144-5ecc3eee5734 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:53.884118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.927826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.949432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd35ce7-b270-49bf-a491-cdd4db3bbe99,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.069086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] DHCP port deletion for d27b66a3-1b00-45bf-8960-376c80bb5f14 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:54.078803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.208015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.214590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] No DVR routers for this DVR port eef1deef-0eef-47c4-8144-5ecc3eee5734 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:54.216227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.223634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.224362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cec686-b2e9-4e3e-a747-2f25580744dc None None] Pushing event deleted for resources: {'Port': ['ID=eef1deef-0eef-47c4-8144-5ecc3eee5734,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.240170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.260874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.277449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.302621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Deleting port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:54.303195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.306444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.317500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.319688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-8db0f42f-1411-4d18-b4a7-b75d3133b518 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.6464138 Mar 31 23:17:54.340295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.364152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.389465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-23c2a13b-0dc5-4485-940c-2d214ef8453e req-737dc76c-70a6-4ef2-b4a4-9a1ffadd471b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585730 Mar 31 23:17:54.391190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] For port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,segment=NetworkSegment(659f937c-2177-4a89-9738-3a7f668000c6),segment_id=659f937c-2177-4a89-9738-3a7f668000c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:54.391595 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.392144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting port eef1deef-0eef-47c4-8144-5ecc3eee5734 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:54.392522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.407979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Calling delete_port for ccc8dcf0-4e8f-46ae-9baa-9e67a223771d owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:54.485900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] For port eef1deef-0eef-47c4-8144-5ecc3eee5734, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:54.486414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.509147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Calling delete_port for eef1deef-0eef-47c4-8144-5ecc3eee5734 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:54.515322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:54.525175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Port eef1deef-0eef-47c4-8144-5ecc3eee5734 was not found and therefore no delete operation was performed {{(pid=109834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:17:54.526090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8f17-7dd0-4f42-8f35-314899f6ade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.536549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.572050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Port': ['ID=eef1deef-0eef-47c4-8144-5ecc3eee5734,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.574536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] No DVR routers for this DVR port eef1deef-0eef-47c4-8144-5ecc3eee5734 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:54.599531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.631057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] Pushing event deleted for resources: {'Port': ['ID=ccc8dcf0-4e8f-46ae-9baa-9e67a223771d,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.633774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cff3c0-e2d8-43dd-9a53-74bb087a9eb3 None None] No DVR routers for this DVR port ccc8dcf0-4e8f-46ae-9baa-9e67a223771d on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:54.651898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:54.655697 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d65eff47-63b7-4aa3-8ec2-d5490b5dc65d admin admin] 10.222.0.83 "PUT /v2.0/routers/4a42e5e7-2327-43c3-8ddd-0a80c589f9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0379336 Mar 31 23:17:54.656475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41048) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.666608 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Sync routers for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:54.685024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.703221 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:54.704078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:54.718320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f1e98d-68d7-4fe4-a211-f6eba91dfb75']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:54.734048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10f4d7-be83-4152-a2a8-39fdb2248ad2') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:54.734347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10f4d7-be83-4152-a2a8-39fdb2248ad2') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:54.750775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.776513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.786883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8f17-7dd0-4f42-8f35-314899f6ade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.790111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.790306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:54.790650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:54.794044 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:54.846835 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:54.864635 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8f17-7dd0-4f42-8f35-314899f6ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.904866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.906314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a5bb8f17-7dd0-4f42-8f35-314899f6ade0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4be77de6778f4df9a112f51313ef7555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648308 Mar 31 23:17:54.907227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb8f17-7dd0-4f42-8f35-314899f6ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b425cf9-0501-41b3-ba45-671705599371,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.909697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41052) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.971448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.986072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.989190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/networks/48f1e98d-68d7-4fe4-a211-f6eba91dfb75 HTTP/1.1" status: 204 len: 168 time: 1.4702768 Mar 31 23:17:54.991848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.002442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d73b2-accd-4fc4-9771-db628583160b tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Network': ['ID=48f1e98d-68d7-4fe4-a211-f6eba91dfb75,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.004298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.034600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.073269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:17:53Z', 'revision_number': 5, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port': {'id': 'b9b08f80-9872-46f7-9b33-c7bb41949ac6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.107265 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Checking router: 4a42e5e7-2327-43c3-8ddd-0a80c589f9da for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:55.110629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.115549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Routers {'4a42e5e7-2327-43c3-8ddd-0a80c589f9da'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:55.116151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.133777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Deleting port b9b08f80-9872-46f7-9b33-c7bb41949ac6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:55.134111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.175548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.179355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.188536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1b425cf9-0501-41b3-ba45-671705599371 HTTP/1.1" status: 204 len: 168 time: 0.2710376 Mar 31 23:17:55.194140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fa077-be6e-4cd1-8a03-22bf3151201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b425cf9-0501-41b3-ba45-671705599371,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.259157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.297155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27b66a3-1b00-45bf-8960-376c80bb5f14']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.315147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659f937c-2177-4a89-9738-3a7f668000c6') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.315443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659f937c-2177-4a89-9738-3a7f668000c6') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.317975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] For port b9b08f80-9872-46f7-9b33-c7bb41949ac6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b9b08f80-9872-46f7-9b33-c7bb41949ac6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:55.318335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.324950 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] Set router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:55.333869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.342868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Calling delete_port for b9b08f80-9872-46f7-9b33-c7bb41949ac6 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:55.355102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.364124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:55.364314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:55.367258 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:55.379380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:17:54Z', 'revision_number': 6, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.433686 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496f124-e736-4951-9fc8-a104989b57fc None None] The sync data for ids ['4a42e5e7-2327-43c3-8ddd-0a80c589f9da'] in n-d-828414-2 is: [{'id': '4a42e5e7-2327-43c3-8ddd-0a80c589f9da', 'name': 'tempest-ServerRescueTestJSON-581844695-router', 'tenant_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:21Z', 'updated_at': '2022-03-31T23:17:54Z', 'revision_number': 6, 'project_id': '16d0d3e43f9f4b9ea17f2f60cf8f1f7c', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:55.570923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.578384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.579376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.591927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.592730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.595946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/networks/d27b66a3-1b00-45bf-8960-376c80bb5f14 HTTP/1.1" status: 204 len: 168 time: 0.6024544 Mar 31 23:17:55.599332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.605657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.605981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.611976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.617814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Network': ['ID=d27b66a3-1b00-45bf-8960-376c80bb5f14,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.618297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.620293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-ed6f3020-b30b-4f92-a0b5-18c8660be417 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1152666 Mar 31 23:17:55.662010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.662359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.662687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.663031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.674445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faba7e-4bad-4a13-8065-9bafbf5a7a18 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:55.675500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a71feed8-f25b-4a80-ad1c-c284819d3267 req-de42db8f-942c-434a-8c55-0d4264ef34b0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405436 Mar 31 23:17:55.682132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting subnet 48cfafa0-40e1-43ed-8959-b964a83abde2 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:55.685594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.728384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.757160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.831550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b08f80-9872-46f7-9b33-c7bb41949ac6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.912058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccc8dcf0-4e8f-46ae-9baa-9e67a223771d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:55.923542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.937755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ccc8dcf0-4e8f-46ae-9baa-9e67a223771d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:55.938349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccc8dcf0-4e8f-46ae-9baa-9e67a223771d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:55.938960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:55.966316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.973629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:55.974246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9dd35ce7-b270-49bf-a491-cdd4db3bbe99 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:56.074010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.077736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.217763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.404304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41086) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.560477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1785001980-network', 'tenant_id': '4622c59853f94aa1aa643b8369f2bfd5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:56.592411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Subnet': ['ID=48cfafa0-40e1-43ed-8959-b964a83abde2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.595397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.595945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a42e5e7-2327-43c3-8ddd-0a80c589f9da {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:56.597951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.603230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a67bf54-769d-469e-8468-83a5b77a2dfc tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/subnets/48cfafa0-40e1-43ed-8959-b964a83abde2 HTTP/1.1" status: 204 len: 168 time: 0.9944594 Mar 31 23:17:56.606231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.606501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.609915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ef524a46-bd2a-4433-8f2b-ac3f231b8688 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4a42e5e7-2327-43c3-8ddd-0a80c589f9da HTTP/1.1" status: 204 len: 168 time: 1.9497821 Mar 31 23:17:56.613459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41094) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.614887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d43861-8a25-46b5-97f4-2425b60b5249 None None] Network 77efa6e3-3a58-432b-80e3-ef2aec56ee5e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:56.682257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Deleting subnet ce412575-b412-4416-8a51-8e5fc6683659 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:56.690950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.733959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.740241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Made reservation on behalf of 4622c59853f94aa1aa643b8369f2bfd5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:56.742609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.761570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.805613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.807876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.971201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] DHCP port deletion for 77efa6e3-3a58-432b-80e3-ef2aec56ee5e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:56.974506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.990003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:56.997576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.002893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce412575-b412-4416-8a51-8e5fc6683659,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.022446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.026187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.028221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-229f7f20-8861-4d95-9b64-aadb4735840a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ce412575-b412-4416-8a51-8e5fc6683659 HTTP/1.1" status: 204 len: 168 time: 0.4137151 Mar 31 23:17:57.030975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41098) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.035382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.042548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.045545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Deleting port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:57.046177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.049447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.056335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.058322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-50a209e6-a793-4f14-aff3-851719ffba72 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2351680 Mar 31 23:17:57.064268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.080501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Deleting port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:57.080949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.115101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.121121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] For port 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=58ae0118-e6d6-4a4b-b27e-3552fcc19468,segment=NetworkSegment(a00bb53e-7572-4083-91a2-a9541081b75f),segment_id=a00bb53e-7572-4083-91a2-a9541081b75f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:57.121608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.135810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Calling delete_port for 58ae0118-e6d6-4a4b-b27e-3552fcc19468 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:57.154901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.177986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8581ce1d-d4ee-4817-ac45-c4e7eeecaeb1 req-7c1fc943-3248-4ed3-a1d8-b0b299f3078e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105590 Mar 31 23:17:57.210529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:57.213441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.218473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] For port 58ae0118-e6d6-4a4b-b27e-3552fcc19468, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=58ae0118-e6d6-4a4b-b27e-3552fcc19468,segment=NetworkSegment(a00bb53e-7572-4083-91a2-a9541081b75f),segment_id=a00bb53e-7572-4083-91a2-a9541081b75f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:57.218978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.238578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dacb851-293c-4e1b-acc2-9a4d461ba223']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.244109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348d3f5-9992-41f5-87a8-cc95445f7b83,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.251806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.252575 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Added segment 992ecc62-35a9-441c-a5de-548208a724d6 of type vlan for network 9255db0a-65f1-4c2c-8497-c738af5a8ec0 Mar 31 23:17:57.253958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d674d4e-f458-4339-96e1-c90fd2c218df') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.254276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d674d4e-f458-4339-96e1-c90fd2c218df') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.265694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.268257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Calling delete_port for 58ae0118-e6d6-4a4b-b27e-3552fcc19468 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:57.289307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.290662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:57.291323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.312589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.350084 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:57.357144 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:57.382442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] Pushing event deleted for resources: {'Port': ['ID=58ae0118-e6d6-4a4b-b27e-3552fcc19468,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.390029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7e351-52d0-408d-99cf-d71c67dec10d None None] No DVR routers for this DVR port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:57.395569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.438107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Port': ['ID=58ae0118-e6d6-4a4b-b27e-3552fcc19468,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.442915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] No DVR routers for this DVR port 58ae0118-e6d6-4a4b-b27e-3552fcc19468 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:57.494298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.499478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.519475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] 10.222.0.83 "DELETE /v2.0/networks/6dacb851-293c-4e1b-acc2-9a4d461ba223 HTTP/1.1" status: 204 len: 168 time: 0.4828832 Mar 31 23:17:57.539052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.540266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac096-d0e5-412e-8729-18c50371be8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6dacb851-293c-4e1b-acc2-9a4d461ba223,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.553712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.553712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.560589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.624725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77efa6e3-3a58-432b-80e3-ef2aec56ee5e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.677862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00bb53e-7572-4083-91a2-a9541081b75f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.678160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00bb53e-7572-4083-91a2-a9541081b75f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.678699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b9b08f80-9872-46f7-9b33-c7bb41949ac6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:57.693620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.695957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] Pushing event updated for resources: {'Network': ['ID=9255db0a-65f1-4c2c-8497-c738af5a8ec0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.710181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.712196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9255db0a-65f1-4c2c-8497-c738af5a8ec0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:57.713893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b9b08f80-9872-46f7-9b33-c7bb41949ac6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:57.714230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b9b08f80-9872-46f7-9b33-c7bb41949ac6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:57.714626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 58ae0118-e6d6-4a4b-b27e-3552fcc19468 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:57.719360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:57.719826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:57.723738 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:57.744979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-540fbb70-0b64-487b-b5ef-289e3d56754c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3351533 Mar 31 23:17:57.745353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.750248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Request body: {'subnet': {'network_id': '9255db0a-65f1-4c2c-8497-c738af5a8ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1785001980-subnet', 'tenant_id': '4622c59853f94aa1aa643b8369f2bfd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:57.806244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 58ae0118-e6d6-4a4b-b27e-3552fcc19468 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:57.806591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 58ae0118-e6d6-4a4b-b27e-3552fcc19468 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:57.887895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Made reservation on behalf of 4622c59853f94aa1aa643b8369f2bfd5 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:57.891619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.939535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.949903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.956205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/networks/77efa6e3-3a58-432b-80e3-ef2aec56ee5e HTTP/1.1" status: 204 len: 168 time: 1.3449481 Mar 31 23:17:57.956563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41108) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.965408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7e4b-551b-4bfe-9ee2-ec9cacb71588 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Pushing event deleted for resources: {'Network': ['ID=77efa6e3-3a58-432b-80e3-ef2aec56ee5e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.988526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.997714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-afc4ff0e-125f-44d5-86da-01b85f8951e0 tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "GET /v2.0/ports?device_id=b60a652e-b641-4099-b151-00baafd1d38d HTTP/1.1" status: 200 len: 205 time: 0.0393009 Mar 31 23:17:58.000353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41112) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.052938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ccfc3458-ab85-41a1-b8f7-ef294d005498 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=16d0d3e43f9f4b9ea17f2f60cf8f1f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631182 Mar 31 23:17:58.059567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41114) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.103951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.116535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.138948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.271043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.274142 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.278046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4a380e13-8e98-42eb-959e-f331210a4db1 HTTP/1.1" status: 204 len: 168 time: 0.2172313 Mar 31 23:17:58.310655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2283b6-eb9b-4547-86da-b634c0994d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a380e13-8e98-42eb-959e-f331210a4db1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.314644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.318783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.332938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.340352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.346382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.354355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.361309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.367974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.374047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.376142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-a38df97a-028d-45cc-a73f-af95a1dfdcbb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1165078 Mar 31 23:17:58.424997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbe6a90c-2804-4a70-afdd-d72f2e08718e req-14d9869b-ab98-4880-ab5b-0ca700fe3147 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412500 Mar 31 23:17:58.505150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.544885 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.545374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Fanout notify agent at l3_agent the message router_deleted on router b60a652e-b641-4099-b151-00baafd1d38d {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:58.555888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.556863 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc96a11d-7608-46c7-80b8-7ba92eb4379f tempest-RoutersNegativeIpV6Test-1625964045 tempest-RoutersNegativeIpV6Test-1625964045-project] 10.222.0.83 "DELETE /v2.0/routers/b60a652e-b641-4099-b151-00baafd1d38d HTTP/1.1" status: 204 len: 168 time: 0.5555921 Mar 31 23:17:58.571242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b404718-bdd3-4f6e-bda7-dda880ef536d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.581602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Checking segment: {'id': '992ecc62-35a9-441c-a5de-548208a724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '9255db0a-65f1-4c2c-8497-c738af5a8ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:58.581946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Network hostable DHCP agents. Network: 9255db0a-65f1-4c2c-8497-c738af5a8ec0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:58.726028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Network 9255db0a-65f1-4c2c-8497-c738af5a8ec0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:58.830464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9255db0a-65f1-4c2c-8497-c738af5a8ec0) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:58.835222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.838012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.845094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4892a3da-0b74-4e97-9cec-39300e216aff None None] Network 9255db0a-65f1-4c2c-8497-c738af5a8ec0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:58.982234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac6c96-b1fd-48e4-a608-e53d45c80df0 None None] Network 9255db0a-65f1-4c2c-8497-c738af5a8ec0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:59.017132 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5405fe82-03d7-42b5-92ab-3bff4df58bd7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2680020 Mar 31 23:17:59.359894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41144) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.553243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41158) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.554405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fff4c1b-be39-481d-946c-e773c986f65e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e967b14b65a4e7cbc5a173b1c6275b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924574 Mar 31 23:17:59.661000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.679209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.689364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.698146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.706782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.713167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.719244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.721324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae264413-eb64-43e5-8655-dd22728a687f req-ba6cab8b-7e33-4c8f-bcaf-88036038fd61 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1695852 Mar 31 23:17:59.749549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.781730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41170) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.784789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.799207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae264413-eb64-43e5-8655-dd22728a687f req-e9fa8f59-5fdd-4213-9d36-304cdb2c6305 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707653 Mar 31 23:17:59.851602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Deleting subnet 7b404718-bdd3-4f6e-bda7-dda880ef536d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:59.855196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.867572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.896500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.944082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.950753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.955829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.959501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/077a09de-2255-4508-bbe9-514971f1428d HTTP/1.1" status: 204 len: 168 time: 0.3638852 Mar 31 23:17:59.968788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5da94-3de8-4a10-b016-6b9e2b6fdd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a09de-2255-4508-bbe9-514971f1428d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.016875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-654125830-network', 'tenant_id': '038911651b8247879f7a03a73bea100e'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:00.160446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.184751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Made reservation on behalf of 038911651b8247879f7a03a73bea100e for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:00.187257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.187452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b404718-bdd3-4f6e-bda7-dda880ef536d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.196673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.198678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.202400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-165dce17-45e6-4b22-9ca2-599646141df9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7b404718-bdd3-4f6e-bda7-dda880ef536d HTTP/1.1" status: 204 len: 168 time: 0.4196165 Mar 31 23:18:00.204922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:00.288958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.297617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.368707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.390313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255db0a-65f1-4c2c-8497-c738af5a8ec0']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:00.390552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.403057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992ecc62-35a9-441c-a5de-548208a724d6') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:00.403649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992ecc62-35a9-441c-a5de-548208a724d6') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:00.415752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:00.415954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.427555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a916fa2-a15f-4413-ba79-5c70f6ef1316,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.431656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.433723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.434039 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Added segment 3205a2b2-0194-4fca-a050-2349eab769a2 of type vlan for network f983ad67-1886-4bcc-9499-4e4ee54c1e37 Mar 31 23:18:00.439807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:00.440192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:00.446057 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:00.487919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.579739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.586236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.589782 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9255db0a-65f1-4c2c-8497-c738af5a8ec0 HTTP/1.1" status: 204 len: 168 time: 0.3838682 Mar 31 23:18:00.603391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23df8f2-4067-40df-8baf-62bfe1865f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=9255db0a-65f1-4c2c-8497-c738af5a8ec0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.614057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.615148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.615787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.674945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] Pushing event updated for resources: {'Network': ['ID=f983ad67-1886-4bcc-9499-4e4ee54c1e37,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.684894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f983ad67-1886-4bcc-9499-4e4ee54c1e37 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:00.748245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9418ac41-f0bb-4dc9-99de-be5a0afb6652 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8787472 Mar 31 23:18:00.757554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:00.772804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Request body: {'subnet': {'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-654125830-subnet', 'tenant_id': '038911651b8247879f7a03a73bea100e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:00.936053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Made reservation on behalf of 038911651b8247879f7a03a73bea100e for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:00.936053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.084973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.121388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.127586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.134552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.140806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.147489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.154217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.160533 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c1494a57-db67-49aa-b771-9b9222ce43bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4622c59853f94aa1aa643b8369f2bfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738540 Mar 31 23:18:01.160865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.162825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9412710-71c2-452b-9f5c-e914199eecab req-660273d2-8c4b-4a04-af67-a8c3d29c40d4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2728360 Mar 31 23:18:01.165571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41206) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.207512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9412710-71c2-452b-9f5c-e914199eecab req-78ee2bf6-e622-42d6-89ab-e409d51fab8a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380170 Mar 31 23:18:01.233764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.256637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.267064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.288095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41210) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.354580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.366175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Checking segment: {'id': '3205a2b2-0194-4fca-a050-2349eab769a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:01.366535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Network hostable DHCP agents. Network: f983ad67-1886-4bcc-9499-4e4ee54c1e37, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:01.401821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-913135015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.470684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.473356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.474527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8348d3f5-9992-41f5-87a8-cc95445f7b83 HTTP/1.1" status: 204 len: 168 time: 0.3080034 Mar 31 23:18:01.484256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d066d0-e52f-494f-bb33-a589affb5553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348d3f5-9992-41f5-87a8-cc95445f7b83,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.499695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.501953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Network f983ad67-1886-4bcc-9499-4e4ee54c1e37 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:01.502322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.563434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.601824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f983ad67-1886-4bcc-9499-4e4ee54c1e37) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.606491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.607701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.610469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742e6e5-13b5-4189-910d-6c6df8fffc92 None None] Network f983ad67-1886-4bcc-9499-4e4ee54c1e37 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:01.631144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.743814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f5246-08bc-4a73-ba61-ee8122d1c4d5 None None] Network f983ad67-1886-4bcc-9499-4e4ee54c1e37 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:01.759527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-986a0137-b8f2-4a3c-8f29-793968206c9b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9998531 Mar 31 23:18:01.787811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.792842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.794021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c9a535e8-8e56-4311-98e7-a8c1f62ee4b0 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5044158 Mar 31 23:18:01.801180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2091213415'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.922554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:01.926280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.936900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.041096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.185697 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-2faa2bd9-1246-4e8f-8ab2-bf96c723fcb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493736 Mar 31 23:18:02.186845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.208462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:02.229640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.230064 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Added segment 2d754ca8-b07c-45dd-8bf7-ec4977baaade of type vlan for network 0cf87934-fe58-4ad7-b7ff-8080520d804a Mar 31 23:18:02.232699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd20fd-58be-4e83-9fd2-e3536241b352,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.304399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.352717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-5348a486-e964-40f2-a744-a3cc2d9cc705 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.355205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-5348a486-e964-40f2-a744-a3cc2d9cc705 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/networks?id=f983ad67-1886-4bcc-9499-4e4ee54c1e37 HTTP/1.1" status: 200 len: 808 time: 0.1798604 Mar 31 23:18:02.415642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-79669bf7-5f20-4e15-97a5-987da7b704d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.415642 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-79669bf7-5f20-4e15-97a5-987da7b704d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1097 time: 0.0621467 Mar 31 23:18:02.415826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-34de3564-251f-4b17-96f2-146d2c45a59d tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/quotas/038911651b8247879f7a03a73bea100e HTTP/1.1" status: 200 len: 375 time: 0.0233793 Mar 31 23:18:02.415826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.421792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.428256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.434587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.437980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.440688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.445865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.446771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.447705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.454364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.456350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-153693da-c093-4383-9195-56502b270c04 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1264479 Mar 31 23:18:02.491356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-01ce79ce-8083-475f-9506-cdaa486a3927 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=038911651b8247879f7a03a73bea100e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339622 Mar 31 23:18:02.541000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce00bf81-e8db-4f05-9321-ec7ca1bba96d req-46955755-3afa-436d-a69d-121890fa0550 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727210 Mar 31 23:18:02.561045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Network': ['ID=0cf87934-fe58-4ad7-b7ff-8080520d804a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.576391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:02.617873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-dc044c44-cbba-4efb-8029-33ef8ba4f022 service neutron] 10.222.0.83 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116698 Mar 31 23:18:02.622809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ad92fedf-503d-4b60-a73e-b7e97badfb58 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8271229 Mar 31 23:18:02.625658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41252) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:02.640031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'subnet': {'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:02.644476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-bce35143-f8c4-495b-821a-65aa226db8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.645999 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-bce35143-f8c4-495b-821a-65aa226db8d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.2276952 Mar 31 23:18:02.744489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-b002fcfb-a95a-42ec-b790-ff9d4d7490bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 1002 time: 0.0888693 Mar 31 23:18:02.815957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-b5f11339-03a4-4159-97e7-a15723a50e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.817715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-b5f11339-03a4-4159-97e7-a15723a50e5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0674107 Mar 31 23:18:02.828890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-6847155b-ac80-4339-94fb-ee108e8adcfb service neutron] 10.222.0.83 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020600 Mar 31 23:18:02.887097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-42ea6ff8-206d-451f-854f-5074efc67958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.889922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-42ea6ff8-206d-451f-854f-5074efc67958 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516374 Mar 31 23:18:02.928104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:02.932015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.960089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41260) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.031728 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-07a90189-88f2-4bb5-ba9c-ac5bf5ca7755 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311166 Mar 31 23:18:03.161479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79b44bfa-5f0b-4da9-812c-57413e92af0b req-0b49b838-90be-425e-9b49-5dee138d9862 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 210 time: 0.0458000 Mar 31 23:18:03.165736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1963503680-network', 'tenant_id': '5d7ea6ef7cdf4931b6dd0b4909242656'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:03.194076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b1b3b039-f742-46d1-9fed-2b98657691fd req-e616006e-3c73-4ee7-9045-b374cf6b381b service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543770 Mar 31 23:18:03.305940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Made reservation on behalf of 5d7ea6ef7cdf4931b6dd0b4909242656 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:03.308446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.319887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.343683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.411653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Subnet': ['ID=e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.413195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.421336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Checking segment: {'id': '2d754ca8-b07c-45dd-8bf7-ec4977baaade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:03.421804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network hostable DHCP agents. Network: 0cf87934-fe58-4ad7-b7ff-8080520d804a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:03.497458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.523012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:03.528099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:03.533444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.540207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.540207 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Added segment 44b77e87-eb7d-4a85-ba13-481835020468 of type vlan for network 4876f22b-5aae-451b-aef4-bc7a030440d2 Mar 31 23:18:03.583412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.634861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0cf87934-fe58-4ad7-b7ff-8080520d804a) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:03.640328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.641656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.646664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71011442-1b4b-47b7-8af5-0e5409420e68 None None] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:03.724682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.730573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.736497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.743315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.748762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.754694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.761261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.762099 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.763118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.763286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-0cd1ca8a-0528-4dd4-87c6-2d4e871c3e32 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1040547 Mar 31 23:18:03.763695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.807570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-798ad492-a9f7-4472-94c3-a7bff14e9117 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1719501 Mar 31 23:18:03.812437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.819416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'network': {'name': 'tempest-router-network01--392115989'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:03.829330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0cf87934-fe58-4ad7-b7ff-8080520d804a', 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a', 'tenant_id': '7715ebc908164c83b3fde378085fa9f1', 'fixed_ips': [{'subnet_id': 'e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:03.830600 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.831907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4876f22b-5aae-451b-aef4-bc7a030440d2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.844530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4876f22b-5aae-451b-aef4-bc7a030440d2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:03.857014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74aed5e7-cc51-4dca-8ddd-88c624e14bf9 req-786df4f7-85f6-41d6-b609-b400717ef186 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867550 Mar 31 23:18:03.872300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c636f2eb-a3db-44c3-a506-0680e68d55c3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9103267 Mar 31 23:18:03.875306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.881216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Request body: {'subnet': {'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1963503680-subnet', 'tenant_id': '5d7ea6ef7cdf4931b6dd0b4909242656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:04.002183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:04.005938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.009716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Made reservation on behalf of 5d7ea6ef7cdf4931b6dd0b4909242656 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:04.012263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.046901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Allocated IP 172.20.0.2 (0cf87934-fe58-4ad7-b7ff-8080520d804a/e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d/3df5fddd-3a11-4d8c-9fb5-63105d2a7e34) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:04.055399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:04.068742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.069532 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Added segment 54249ebd-3f25-4989-b8e8-e427e3643cf7 of type vlan for network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 Mar 31 23:18:04.118756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.221394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.225363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.231777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:04.232458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.327973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cac1d4c-1bd7-4cb4-bc58-37f348909d51 req-d9c8cd2a-00cf-4d6b-ac22-cd483d5b4ef6 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 210 time: 0.0353580 Mar 31 23:18:04.328209 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.329092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Network': ['ID=2ec1e5d2-5765-4ba1-ba70-f25d5f840129,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.358277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:04.364369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.367656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d91b936b-1f6b-4146-b8d6-dcf37814c110 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5539653 Mar 31 23:18:04.368330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41286) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.374215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'network': {'name': 'tempest-router-network02--492586783'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:04.419386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60d26c8-9dfa-422d-8438-8aee643a65af,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.438443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Checking segment: {'id': '44b77e87-eb7d-4a85-ba13-481835020468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:04.439105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Network hostable DHCP agents. Network: 4876f22b-5aae-451b-aef4-bc7a030440d2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:04.494344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:04.498268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.525729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:04.535185 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.536693 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Added segment d44f815a-4c4e-4c21-a1b3-c3a692d69fc3 of type vlan for network bb554805-59e6-435a-86fa-a9ce1d1d013b Mar 31 23:18:04.556514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Network 4876f22b-5aae-451b-aef4-bc7a030440d2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:04.579750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.602080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:04.608397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:04.610472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Pushing event updated for resources: {'Port': ['ID=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.612748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:04.670782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4876f22b-5aae-451b-aef4-bc7a030440d2) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:04.676149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Attempting to bind port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:04.676730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Attempting to bind port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2d754ca8-b07c-45dd-8bf7-ec4977baaade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:04.681336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Attempting to bind port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 on network 0cf87934-fe58-4ad7-b7ff-8080520d804a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:04.682118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64a916-7588-4f94-8452-331e5bb80706 None None] Network 4876f22b-5aae-451b-aef4-bc7a030440d2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:04.683560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:04.684169 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.696096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:04.696477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Checking segment: {'id': '2d754ca8-b07c-45dd-8bf7-ec4977baaade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:04.696874 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.697256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Bound using segment: {'id': '2d754ca8-b07c-45dd-8bf7-ec4977baaade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:04.697833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Bound port: 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d754ca8-b07c-45dd-8bf7-ec4977baaade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0cf87934-fe58-4ad7-b7ff-8080520d804a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:04.698113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.704534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.710210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:04.719757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.776394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.792697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Network': ['ID=bb554805-59e6-435a-86fa-a9ce1d1d013b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.812146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network bb554805-59e6-435a-86fa-a9ce1d1d013b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:04.827935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d704aec7-b617-4d14-a9d3-72fbbe5738f8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9514532 Mar 31 23:18:04.870020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] For port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:04.891991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f76b462d-9439-43ef-850f-bbc7bdae6c33 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5225198 Mar 31 23:18:04.900280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41290) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.913988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'subnet': {'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:04.918008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] For port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,segment=NetworkSegment(2d754ca8-b07c-45dd-8bf7-ec4977baaade),segment_id=2d754ca8-b07c-45dd-8bf7-ec4977baaade)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:04.959200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a070a-6cbd-4940-b183-29a552ed950f None None] Network 4876f22b-5aae-451b-aef4-bc7a030440d2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:05.072329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.116154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.129660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.136453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.148279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.154811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.163142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.176200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.183566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-e52c5752-0a71-46f2-9ba3-8c124eba381f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.1742964 Mar 31 23:18:05.221091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c49127-e0b2-446a-a594-dc5947f6128b None None] Pushing event updated for resources: {'Port': ['ID=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.248905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14eeaf4e-8bb9-48eb-beaa-3e46737428ec req-b2d12c47-3d64-49af-bd6b-070d47e628eb tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582471 Mar 31 23:18:05.249945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:05.258932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.672106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9e84ab9-74e7-41ec-845b-2037300b0ab9 req-c1b5c184-a6a4-4ce6-b2b2-2bbd9c01bfdd tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 210 time: 0.1074519 Mar 31 23:18:05.688975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:05.693016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.769494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:05.769935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.807807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-c75b3d6d-128f-4a19-825b-e403d2c22c28 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.809459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-c75b3d6d-128f-4a19-825b-e403d2c22c28 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/networks?id=4876f22b-5aae-451b-aef4-bc7a030440d2 HTTP/1.1" status: 200 len: 821 time: 0.2980204 Mar 31 23:18:05.825205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Subnet': ['ID=3c00a607-19b7-48a0-a8c3-65ea94896ccc,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.827362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Checking segment: {'id': '54249ebd-3f25-4989-b8e8-e427e3643cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:05.827781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network hostable DHCP agents. Network: 2ec1e5d2-5765-4ba1-ba70-f25d5f840129, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:05.841871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-c12f0ab9-2084-44dc-9b45-736084965025 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/quotas/5d7ea6ef7cdf4931b6dd0b4909242656 HTTP/1.1" status: 200 len: 375 time: 0.0187314 Mar 31 23:18:05.884284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-c1ee05ff-b956-4f58-a0a3-dd45494306c9 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d7ea6ef7cdf4931b6dd0b4909242656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307426 Mar 31 23:18:05.888280 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.930228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,segment=NetworkSegment(2d754ca8-b07c-45dd-8bf7-ec4977baaade),segment_id=2d754ca8-b07c-45dd-8bf7-ec4977baaade)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:05.984237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:06.010462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-5b6259ea-c541-40c2-bd4b-fa1e938032d7 service neutron] 10.222.0.83 "GET /v2.0/networks/4876f22b-5aae-451b-aef4-bc7a030440d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154404 Mar 31 23:18:06.107600 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.132587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-792683a2-bb7c-4b55-92ae-6cb020fb7295 service neutron] 10.222.0.83 "GET /v2.0/networks/4876f22b-5aae-451b-aef4-bc7a030440d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159780 Mar 31 23:18:06.160550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2ec1e5d2-5765-4ba1-ba70-f25d5f840129) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:06.166970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.167631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.175888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c089ea3-9d72-4f38-8686-a94835bac32b None None] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:06.241728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.277449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-11ac99c7-59c0-45a4-855f-3d3b9d9ce810 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3757687 Mar 31 23:18:06.281655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41314) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.290061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'subnet': {'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:06.441351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-2ec1e5d2-5765-4ba1-ba70-f25d5f840129', 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129', 'tenant_id': '7715ebc908164c83b3fde378085fa9f1', 'fixed_ips': [{'subnet_id': '3c00a607-19b7-48a0-a8c3-65ea94896ccc'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:06.443714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.617806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e40cae53-f472-4d3d-8203-d4749a84c4a2 req-23957d52-64e2-4669-a6ea-2d1373598bdc tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0388136 Mar 31 23:18:06.644563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.658695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.670297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.686984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-96ae3699-c805-451c-8368-4d96424e01a5 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.688673 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-96ae3699-c805-451c-8368-4d96424e01a5 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.44 "GET /v2.0/networks?id=f983ad67-1886-4bcc-9499-4e4ee54c1e37 HTTP/1.1" status: 200 len: 808 time: 0.2893994 Mar 31 23:18:06.700407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.704151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Request body: {'port': {'device_id': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37', 'admin_state_up': True, 'tenant_id': '038911651b8247879f7a03a73bea100e'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:06.718824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.726051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.753177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.755276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-0ee6e290-63c1-4f45-8b0e-d6e94a99ab6b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.3299394 Mar 31 23:18:06.767200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df8869-7d15-495d-bc70-e0419a0b38ac None None] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:06.894692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Made reservation on behalf of 7715ebc908164c83b3fde378085fa9f1 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:06.901372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.906634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Allocated IP 172.20.0.2 (2ec1e5d2-5765-4ba1-ba70-f25d5f840129/3c00a607-19b7-48a0-a8c3-65ea94896ccc/b20cea86-a71a-4c3c-8179-6a3b82c7f82d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:06.922071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-86bea52c-66ad-4881-a9d2-6fd02497bc37 None None] Provisioning complete for port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.922439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86bea52c-66ad-4881-a9d2-6fd02497bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.937241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a52c9da2-79b9-422d-b798-d433f74cbda0 req-f386d819-8c13-4590-8df3-b7a71747c08b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 210 time: 0.0759802 Mar 31 23:18:06.967555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ffd3e8e-0eff-481b-8217-c1237e2e3f5b req-a1761a5f-e047-4bf3-81d1-ea104eda6aea tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1907144 Mar 31 23:18:07.043718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Made reservation on behalf of 038911651b8247879f7a03a73bea100e for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:07.047854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.223696 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.226233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Allocated IP 172.20.0.4 (f983ad67-1886-4bcc-9499-4e4ee54c1e37/85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a/02e1c4de-3fa4-4079-b2da-cd2f96927ae5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:07.339731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.392395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.397170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.400947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.414410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:07.434459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.447860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Pushing event updated for resources: {'Port': ['ID=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.470008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Subnet': ['ID=1a39c5b4-8689-45ca-a392-8a0cd482d2c8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.503525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Checking segment: {'id': 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:07.503525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network hostable DHCP agents. Network: bb554805-59e6-435a-86fa-a9ce1d1d013b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:07.506578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Attempting to bind port b20cea86-a71a-4c3c-8179-6a3b82c7f82d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:07.507060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Attempting to bind port b20cea86-a71a-4c3c-8179-6a3b82c7f82d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '54249ebd-3f25-4989-b8e8-e427e3643cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:07.508097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Attempting to bind port b20cea86-a71a-4c3c-8179-6a3b82c7f82d on network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:07.517670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:07.518128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Checking segment: {'id': '54249ebd-3f25-4989-b8e8-e427e3643cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:07.518594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.519067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Bound using segment: {'id': '54249ebd-3f25-4989-b8e8-e427e3643cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:07.519613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Bound port: b20cea86-a71a-4c3c-8179-6a3b82c7f82d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54249ebd-3f25-4989-b8e8-e427e3643cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ec1e5d2-5765-4ba1-ba70-f25d5f840129'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:07.520078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.542718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8349e918-5073-48cb-93dc-4abf41ebfebd None None] Provisioning complete for port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:07.543132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8349e918-5073-48cb-93dc-4abf41ebfebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.603089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network bb554805-59e6-435a-86fa-a9ce1d1d013b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:07.614031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.626463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:07.660222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] For port b20cea86-a71a-4c3c-8179-6a3b82c7f82d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:07.683230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Pushing event updated for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.697909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Network f983ad67-1886-4bcc-9499-4e4ee54c1e37 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.700815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.703883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:07.706880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, bb554805-59e6-435a-86fa-a9ce1d1d013b) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.716869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] For port b20cea86-a71a-4c3c-8179-6a3b82c7f82d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,segment=NetworkSegment(54249ebd-3f25-4989-b8e8-e427e3643cf7),segment_id=54249ebd-3f25-4989-b8e8-e427e3643cf7)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:07.717537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.722345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.731507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02045db-97a0-4e6d-8660-ae5315edea2f None None] Network bb554805-59e6-435a-86fa-a9ce1d1d013b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:07.764427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.765200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.771850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4841359e-023d-45dd-a5b8-55e54d18a1ec req-8ffa967b-2309-49e5-ad31-1f9946bd7c3d tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0336692 Mar 31 23:18:07.805348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:07.806133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.834145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.957159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5f55-62b6-41d1-a49f-477055fce1c8 None None] Pushing event updated for resources: {'Port': ['ID=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.005341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-bff97d98-d1f3-4a9a-8ee9-54ff72b2200b tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3069665 Mar 31 23:18:08.020061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-67cae49f-bbf2-43e7-9097-5eaf9660fecb tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7372026 Mar 31 23:18:08.024535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41340) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.031743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Request body: {'port': {'device_id': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:08.084411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-bb554805-59e6-435a-86fa-a9ce1d1d013b', 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b', 'tenant_id': '7715ebc908164c83b3fde378085fa9f1', 'fixed_ips': [{'subnet_id': '1a39c5b4-8689-45ca-a392-8a0cd482d2c8'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:08.084411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.213058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.324958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Allocated IP 172.20.0.2 (bb554805-59e6-435a-86fa-a9ce1d1d013b/1a39c5b4-8689-45ca-a392-8a0cd482d2c8/eb310a88-7bd9-42e4-9ad0-f6e04cffdac7) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:08.521208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.529132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.535120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.541887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.547953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.553909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.557755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:08.560706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.566667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.568547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.572017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-be9b2a40-9941-45b3-90ed-8acea2c1d1fd tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.4503367 Mar 31 23:18:08.586905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Transition to ACTIVE for port object 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:08.627931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0dca4-04b3-4a92-a07d-98d04b87b39e req-1e998478-e997-424b-b30d-bfc22309bcc8 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.631330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67d0dca4-04b3-4a92-a07d-98d04b87b39e req-1e998478-e997-424b-b30d-bfc22309bcc8 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 931 time: 0.5088644 Mar 31 23:18:08.643170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.691491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Network bb554805-59e6-435a-86fa-a9ce1d1d013b is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:08.696220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:08.701005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:08.708589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Pushing event updated for resources: {'Port': ['ID=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.708784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.723285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da77b032-9a6e-4a76-be8d-dda2f9ea0505 req-938f8083-cf07-4257-af9a-ead5fdcc69d2 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412909 Mar 31 23:18:08.743977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.770762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67d0dca4-04b3-4a92-a07d-98d04b87b39e req-43c35792-58c2-4ef4-96b2-f87ac69d954e tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306272 Mar 31 23:18:08.795859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Pushing event updated for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.802296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Attempting to bind port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:08.802579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Attempting to bind port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:08.802941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Attempting to bind port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 on network bb554805-59e6-435a-86fa-a9ce1d1d013b {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:08.819908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:08.820529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Checking segment: {'id': 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:08.820886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.821891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Bound using segment: {'id': 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:08.822380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Bound port: eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb554805-59e6-435a-86fa-a9ce1d1d013b'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:08.822795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.904261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] For port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:08.907857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] For port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,segment=NetworkSegment(d44f815a-4c4e-4c21-a1b3-c3a692d69fc3),segment_id=d44f815a-4c4e-4c21-a1b3-c3a692d69fc3)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:08.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Attempting to bind port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:08.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Attempting to bind port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '3205a2b2-0194-4fca-a050-2349eab769a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:08.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Attempting to bind port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 on network f983ad67-1886-4bcc-9499-4e4ee54c1e37 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:08.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 on network f983ad67-1886-4bcc-9499-4e4ee54c1e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:08.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Attempting to bind port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 on network f983ad67-1886-4bcc-9499-4e4ee54c1e37 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:08.960958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:08.961361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Checking segment: {'id': '3205a2b2-0194-4fca-a050-2349eab769a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:08.961676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Bound using segment: {'id': '3205a2b2-0194-4fca-a050-2349eab769a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:08.962107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Bound port: 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3205a2b2-0194-4fca-a050-2349eab769a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:08.962462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.974038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b79e1c22-92df-4ccc-8b7b-6a616d58bd2f req-4c3cca1e-16e5-4d98-9a22-68e6324dc841 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0788317 Mar 31 23:18:09.014781 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.056879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:09.060591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,segment=NetworkSegment(3205a2b2-0194-4fca-a050-2349eab769a2),segment_id=3205a2b2-0194-4fca-a050-2349eab769a2)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:09.136701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad0d9-7bbb-4c53-bd01-2bcac9cb1039 None None] Pushing event updated for resources: {'Port': ['ID=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.185133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.220328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Allocated IP 172.20.0.1 (2ec1e5d2-5765-4ba1-ba70-f25d5f840129/3c00a607-19b7-48a0-a8c3-65ea94896ccc/fa69a170-c34b-4c88-b598-740ab908d8e3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:09.236907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.237468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.240873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] 10.222.0.44 "PUT /v2.0/ports/02e1c4de-3fa4-4079-b2da-cd2f96927ae5 HTTP/1.1" status: 200 len: 1091 time: 1.2242427 Mar 31 23:18:09.240873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:09.242006 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82afa20a-ca03-425e-9a40-ad6ce6a455de" -d '{"events": [{"name": "network-changed", "server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:09.274842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e631-4700-4361-8f6f-cd9a50956656 service neutron] Pushing event updated for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.421924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a584d-4cd5-4d13-80aa-1100a97118c1 None None] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:09.452655 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b868bb5-9f09-4793-abc5-f86d94896b3a x-openstack-request-id: req-2b868bb5-9f09-4793-abc5-f86d94896b3a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:09.453211 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:09.453703 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b868bb5-9f09-4793-abc5-f86d94896b3a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:09.454318 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b868bb5-9f09-4793-abc5-f86d94896b3a'] response: {'name': 'network-changed', 'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5', 'status': 'completed', 'code': 200} Mar 31 23:18:09.474816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-54908e98-7d03-4196-b279-c428bc29f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.480715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-54908e98-7d03-4196-b279-c428bc29f041 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=038911651b8247879f7a03a73bea100e&device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 1094 time: 0.0846786 Mar 31 23:18:09.480880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.547567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-f3d59149-d2f3-442f-b3fb-7706de1a387d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5 HTTP/1.1" status: 200 len: 217 time: 0.0608635 Mar 31 23:18:09.603387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.661388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727269-1995-48f4-aa71-2611e755ab00 req-097516a9-81c9-44a3-8305-a94f3f4da1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.666079 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-097516a9-81c9-44a3-8305-a94f3f4da1b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a HTTP/1.1" status: 200 len: 848 time: 0.1057751 Mar 31 23:18:09.673255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:09.676759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:09.702184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:09.710360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-1efa00be-d363-4477-9ce4-5a085a3f32c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f983ad67-1886-4bcc-9499-4e4ee54c1e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393038 Mar 31 23:18:09.760886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] Provisioning complete for port b20cea86-a71a-4c3c-8179-6a3b82c7f82d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:09.763310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.772548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Port': ['ID=fa69a170-c34b-4c88-b598-740ab908d8e3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.783136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:09.807340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.909103 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-692284bb-438e-4bc1-a9b4-a58502dd8e65 service neutron] 10.222.0.44 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900403 Mar 31 23:18:10.015293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.015725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.125524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.126950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-77a0e522-7293-4511-819a-b91230f01ce4 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.128807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-77a0e522-7293-4511-819a-b91230f01ce4 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.10 "GET /v2.0/networks?id=4876f22b-5aae-451b-aef4-bc7a030440d2 HTTP/1.1" status: 200 len: 821 time: 0.2600942 Mar 31 23:18:10.161674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Request body: {'port': {'device_id': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2', 'admin_state_up': True, 'tenant_id': '5d7ea6ef7cdf4931b6dd0b4909242656'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:10.172989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-11727269-1995-48f4-aa71-2611e755ab00 req-89de956c-6121-4758-90fe-281519e7e8c4 service neutron] 10.222.0.44 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269952 Mar 31 23:18:10.275639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] For port b20cea86-a71a-4c3c-8179-6a3b82c7f82d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,segment=NetworkSegment(54249ebd-3f25-4989-b8e8-e427e3643cf7),segment_id=54249ebd-3f25-4989-b8e8-e427e3643cf7)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:10.370102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.401538 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.473147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-801f519e-f2cd-4fc0-8011-63036178e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.475141 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-801f519e-f2cd-4fc0-8011-63036178e2fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=038911651b8247879f7a03a73bea100e&device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 1094 time: 0.0878546 Mar 31 23:18:10.522571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,segment=NetworkSegment(d44f815a-4c4e-4c21-a1b3-c3a692d69fc3),segment_id=d44f815a-4c4e-4c21-a1b3-c3a692d69fc3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:10.531995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Made reservation on behalf of 5d7ea6ef7cdf4931b6dd0b4909242656 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:10.536218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.551160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcdf1d-aa30-440e-98b7-efe45341bf0a None None] Pushing event updated for resources: {'Port': ['ID=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.563126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.574018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.581462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.587395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.593208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.599090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.605869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.609726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01325414-4639-406e-8240-140367937a1f req-bfdd00f3-8052-499d-9869-006e5b5ee332 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.7483768 Mar 31 23:18:10.613745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.614904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b20cea86-a71a-4c3c-8179-6a3b82c7f82d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:10.682054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-463f36fa-1084-4816-82c0-ad5afb2e0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.684654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-463f36fa-1084-4816-82c0-ad5afb2e0ea7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f983ad67-1886-4bcc-9499-4e4ee54c1e37 HTTP/1.1" status: 200 len: 910 time: 0.2020979 Mar 31 23:18:10.710299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004e8e3-3936-467c-9878-46f4a67ba7bc req-1a07f2a5-9a9e-4663-9b2e-a4715d7c80ed tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.712962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0004e8e3-3936-467c-9878-46f4a67ba7bc req-1a07f2a5-9a9e-4663-9b2e-a4715d7c80ed tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 943 time: 0.2447374 Mar 31 23:18:10.729347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01325414-4639-406e-8240-140367937a1f req-ee1a1731-08f0-4de4-8f44-3cd2be841779 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894985 Mar 31 23:18:10.760783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-0d7444f9-ffcb-4a2c-8239-4a547c508d8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5 HTTP/1.1" status: 200 len: 217 time: 0.0659041 Mar 31 23:18:10.785472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:10.791612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876dd078-f592-4a7f-8ddf-9f78b7a0727a None None] Network bb554805-59e6-435a-86fa-a9ce1d1d013b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:10.803674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.838880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0004e8e3-3936-467c-9878-46f4a67ba7bc req-d2baea92-9290-43d6-9103-dab160c69c91 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072373 Mar 31 23:18:10.889369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.890789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-8b00a15e-154b-4c6e-a6a4-1fa934de99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.892445 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-8b00a15e-154b-4c6e-a6a4-1fa934de99d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a HTTP/1.1" status: 200 len: 848 time: 0.1217613 Mar 31 23:18:10.893709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Allocated IP 172.20.0.11 (4876f22b-5aae-451b-aef4-bc7a030440d2/e60d26c8-9dfa-422d-8438-8aee643a65af/6ab8f035-a808-450d-992f-4a94cfd8098c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:10.895730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-162a4343-9393-47c6-a00a-b7995e94be23 None None] Provisioning complete for port b20cea86-a71a-4c3c-8179-6a3b82c7f82d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.896193 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-162a4343-9393-47c6-a00a-b7995e94be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.948773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-8cd49cd5-2cd8-4dae-bb5c-874f55ca956c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f983ad67-1886-4bcc-9499-4e4ee54c1e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371642 Mar 31 23:18:10.969148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b20cea86-a71a-4c3c-8179-6a3b82c7f82d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.969527 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.972338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90508191-9b40-4876-871c-ff422e5638d9 req-e596c49f-d579-4f77-8724-9abab759f543 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0718548 Mar 31 23:18:11.119736 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-d9800ddb-3785-4b9f-8aff-f579c8391d4b service neutron] 10.222.0.44 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624455 Mar 31 23:18:11.229128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-162a4343-9393-47c6-a00a-b7995e94be23 None None] Provisioning complete for port fa69a170-c34b-4c88-b598-740ab908d8e3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.229803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-162a4343-9393-47c6-a00a-b7995e94be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.251703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.283471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-162a4343-9393-47c6-a00a-b7995e94be23 None None] Port fa69a170-c34b-4c88-b598-740ab908d8e3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:11.296507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-82afa20a-ca03-425e-9a40-ad6ce6a455de req-388a5b28-022b-4544-94f6-2b230e8e640d service neutron] 10.222.0.44 "GET /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624179 Mar 31 23:18:11.307656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.315217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.395181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Port': ['ID=fa69a170-c34b-4c88-b598-740ab908d8e3,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.397856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.428784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2c9421f7-9c00-4243-acdd-57fc13998991 None None] Provisioning complete for port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.429139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2c9421f7-9c00-4243-acdd-57fc13998991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.436945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.513448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Network 4876f22b-5aae-451b-aef4-bc7a030440d2 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:11.522628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:11.526132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:11.587634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:11.589666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:11.606970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2c9421f7-9c00-4243-acdd-57fc13998991 None None] Provisioning complete for port fa69a170-c34b-4c88-b598-740ab908d8e3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.607242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2c9421f7-9c00-4243-acdd-57fc13998991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.612687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.613469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.643522 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55bae7ea-4d0e-4a8e-8279-4c00cc2bc675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.655285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Pushing event updated for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.674810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2c9421f7-9c00-4243-acdd-57fc13998991 None None] Port fa69a170-c34b-4c88-b598-740ab908d8e3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:11.700513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b20cea86-a71a-4c3c-8179-6a3b82c7f82d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:11.742369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-9f4f34f0-0f54-4d3d-8352-c5e847e599c2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5846922 Mar 31 23:18:11.763979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:11.764437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Request body: {'port': {'device_id': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:11.769062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b20cea86-a71a-4c3c-8179-6a3b82c7f82d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.769062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.832312 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.836784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Router 6984a79e-8003-4c4c-af03-cdeb8eaf442f is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:11.863024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d392e6d2-edd0-4a96-bcc1-98b18c501af8 None None] Provisioning complete for port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.863581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d392e6d2-edd0-4a96-bcc1-98b18c501af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.049040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:12.055491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-168dbcd6-b9f1-4960-ae37-ffd71c28873e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0299153 Mar 31 23:18:12.060143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41368) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.074775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] Sync routers for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:12.085541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:12.086913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.093681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.098743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:12.100117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.107729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.114277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.120378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.126850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.129002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-638a9ff0-2a0f-4a87-b4c7-6d091613cd63 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5417 time: 0.2114804 Mar 31 23:18:12.152512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:12.153168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.183577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4533cef-ddb8-4987-92d4-c001f1a2a060 req-276d415b-23f7-4f4f-87d4-93f65921f088 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.184875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4533cef-ddb8-4987-92d4-c001f1a2a060 req-276d415b-23f7-4f4f-87d4-93f65921f088 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 943 time: 0.2108960 Mar 31 23:18:12.191027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.196684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'port_id': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'mac_address': 'fa:16:3e:d8:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fda859e-176c-4b31-a4b1-e4e44063f372', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:12.257272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:12.258200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:17:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.281754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b38ba128-e098-4ef9-8b25-5b66f6597403 req-f7f3f146-4137-4740-b981-12b332c336b4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140440 Mar 31 23:18:12.308771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.309449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caaac36-6909-4eb0-bb26-f0438610db5d None None] The sync data for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:12.317320 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.342260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:12.342260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.342260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:12.349362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4533cef-ddb8-4987-92d4-c001f1a2a060 req-a90c6358-a903-4bf9-bd34-bdcbddca35a6 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202707 Mar 31 23:18:12.407145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:12.414752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-72bf3ff8-0a43-4b37-be45-9bd05e731d1f None None] Provisioning complete for port fa69a170-c34b-4c88-b598-740ab908d8e3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:12.415187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-72bf3ff8-0a43-4b37-be45-9bd05e731d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.489194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.489863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b924d4a0-e7f9-4893-9ddd-0e6912408386 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:12.495218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-72bf3ff8-0a43-4b37-be45-9bd05e731d1f None None] Port fa69a170-c34b-4c88-b598-740ab908d8e3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:12.570351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.599147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bcb20-3155-4dc8-b865-c9c9a920d3c0 req-fed2868c-d682-4018-b63f-0ae6f9a370b8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.600317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-610bcb20-3155-4dc8-b865-c9c9a920d3c0 req-fed2868c-d682-4018-b63f-0ae6f9a370b8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 932 time: 0.1244068 Mar 31 23:18:12.663835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab8f035-a808-450d-992f-4a94cfd8098c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:12.675118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.686570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:12.693958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Transition to ACTIVE for port object 6ab8f035-a808-450d-992f-4a94cfd8098c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:12.704748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'b924d4a0-e7f9-4893-9ddd-0e6912408386', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'port_id': 'b924d4a0-e7f9-4893-9ddd-0e6912408386', 'mac_address': 'fa:16:3e:85:0c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:12.717689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-610bcb20-3155-4dc8-b865-c9c9a920d3c0 req-18e41a92-bc92-421a-8614-16af6c3798fe tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064005 Mar 31 23:18:12.739317 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-9f7f1c19-6183-4bfa-8daa-8bee5b98e3e2 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:12.740354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9f7f1c19-6183-4bfa-8daa-8bee5b98e3e2 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6780608 Mar 31 23:18:12.744029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41372) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.749915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.764129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b924d4a0-e7f9-4893-9ddd-0e6912408386 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:12.782541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.788243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:12.860832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.876412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.877094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7390deed-ee9a-4cd0-9b99-74c4b1e30193 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:12.941273 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Attempting to bind port 6ab8f035-a808-450d-992f-4a94cfd8098c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:12.941886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Attempting to bind port 6ab8f035-a808-450d-992f-4a94cfd8098c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '44b77e87-eb7d-4a85-ba13-481835020468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:12.948141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Attempting to bind port 6ab8f035-a808-450d-992f-4a94cfd8098c on network 4876f22b-5aae-451b-aef4-bc7a030440d2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:12.953350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Port 6ab8f035-a808-450d-992f-4a94cfd8098c on network 4876f22b-5aae-451b-aef4-bc7a030440d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:12.954228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Attempting to bind port 6ab8f035-a808-450d-992f-4a94cfd8098c on network 4876f22b-5aae-451b-aef4-bc7a030440d2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:12.959579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:12.959920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Checking segment: {'id': '44b77e87-eb7d-4a85-ba13-481835020468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:12.960890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Bound using segment: {'id': '44b77e87-eb7d-4a85-ba13-481835020468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:12.961321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Bound port: 6ab8f035-a808-450d-992f-4a94cfd8098c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b77e87-eb7d-4a85-ba13-481835020468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:12.961647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.990850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.041475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:13.072146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:13.075383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'port_id': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'mac_address': 'fa:16:3e:82:81:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:13.075670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6ab8f035-a808-450d-992f-4a94cfd8098c,segment=NetworkSegment(44b77e87-eb7d-4a85-ba13-481835020468),segment_id=44b77e87-eb7d-4a85-ba13-481835020468)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:13.114167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.117952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.128350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7390deed-ee9a-4cd0-9b99-74c4b1e30193 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:13.145511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.158264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:13.189659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.190266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.191676 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] 10.222.0.10 "PUT /v2.0/ports/6ab8f035-a808-450d-992f-4a94cfd8098c HTTP/1.1" status: 200 len: 1092 time: 1.4315400 Mar 31 23:18:13.192108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:13.194336 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:13.226952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38510b5e-a923-4d17-82c5-a8e85e3f33fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.234121 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f6ee84-0b30-4187-9c80-e49e3fef9b1d x-openstack-request-id: req-d1f6ee84-0b30-4187-9c80-e49e3fef9b1d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:13.234409 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:13.234660 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d1f6ee84-0b30-4187-9c80-e49e3fef9b1d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:13.235070 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f6ee84-0b30-4187-9c80-e49e3fef9b1d'] response: {'name': 'network-changed', 'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c', 'status': 'completed', 'code': 200} Mar 31 23:18:13.240052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.240785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b9f01c9b-79db-4831-813b-d4f672d6bbd4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:13.308467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.312272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:13.323156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-8de4b6f5-7ccc-4943-a57a-05710aa04c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.324614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'port_id': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'mac_address': 'fa:16:3e:91:6e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:13.324787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-8de4b6f5-7ccc-4943-a57a-05710aa04c4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d7ea6ef7cdf4931b6dd0b4909242656&device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 1095 time: 0.0452917 Mar 31 23:18:13.392164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.415303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f01c9b-79db-4831-813b-d4f672d6bbd4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:13.441252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:13.478842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-29fa11fd-a455-454b-b571-0733a50fef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.480738 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-29fa11fd-a455-454b-b571-0733a50fef7d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5d7ea6ef7cdf4931b6dd0b4909242656&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1414537 Mar 31 23:18:13.526031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.529869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 62f840a5-26d6-40d7-bde1-40004d529054 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:13.568013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.573950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.580025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.585979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.592026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.597879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.604326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.606301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-351b5b23-207c-4c06-8e84-8134220b7661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5420 time: 0.1868455 Mar 31 23:18:13.613060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-e43b29f0-b8f1-470a-9aa2-27c9fb251b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.615368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07dbf2-4ee7-4609-a1ab-18e49ea65517 req-4781eb58-e039-40a3-832f-62450f1c3714 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.616616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e07dbf2-4ee7-4609-a1ab-18e49ea65517 req-4781eb58-e039-40a3-832f-62450f1c3714 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 943 time: 0.1311195 Mar 31 23:18:13.618734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:13.618865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bd5d9c7d-5a69-4ead-8919-991aa9a511ed req-e43b29f0-b8f1-470a-9aa2-27c9fb251b84 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1263008 Mar 31 23:18:13.627555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting port fa69a170-c34b-4c88-b598-740ab908d8e3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:13.628083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.754656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-10c7cd89-6c12-400f-b44b-ea67351f64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.756633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-10c7cd89-6c12-400f-b44b-ea67351f64a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d7ea6ef7cdf4931b6dd0b4909242656&device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 1095 time: 0.0720916 Mar 31 23:18:13.810923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0b762d2-3b18-4bec-a681-1a54191235d9 req-8b4dac69-f82b-4927-821f-187ee766da3d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869035 Mar 31 23:18:13.812911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=62f840a5-26d6-40d7-bde1-40004d529054,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:13.818790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-274e9b7d-b6b2-4333-93b7-cb416b5f6508 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab8f035-a808-450d-992f-4a94cfd8098c HTTP/1.1" status: 200 len: 217 time: 0.0475905 Mar 31 23:18:13.821531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e07dbf2-4ee7-4609-a1ab-18e49ea65517 req-de816f2b-ff12-41c5-b33f-be0ee9c92d25 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824925 Mar 31 23:18:13.847637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '62f840a5-26d6-40d7-bde1-40004d529054', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'port_id': '62f840a5-26d6-40d7-bde1-40004d529054', 'mac_address': 'fa:16:3e:21:c0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:13.850927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.856427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.909882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.917906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Calling delete_port for fa69a170-c34b-4c88-b598-740ab908d8e3 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:13.930712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-bb31403b-8c56-4c07-9463-659c4bd20b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.932141 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-bb31403b-8c56-4c07-9463-659c4bd20b09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e60d26c8-9dfa-422d-8438-8aee643a65af HTTP/1.1" status: 200 len: 861 time: 0.1071329 Mar 31 23:18:13.948140 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0578b7ae-1da7-46e8-a598-b4b8073ad4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.963226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f840a5-26d6-40d7-bde1-40004d529054 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:13.979496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-bd7dc85b-e141-4ed8-b12e-1c2857dfabef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4876f22b-5aae-451b-aef4-bc7a030440d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386322 Mar 31 23:18:13.985320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=62f840a5-26d6-40d7-bde1-40004d529054,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.030844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5839-7f9e-49d2-ac30-4e0d83b9a09c req-3972996e-a48f-4b1e-a74d-b330dc1565ab tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.032533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5ae5839-7f9e-49d2-ac30-4e0d83b9a09c req-3972996e-a48f-4b1e-a74d-b330dc1565ab tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 944 time: 0.1029482 Mar 31 23:18:14.035806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,segment=NetworkSegment(3205a2b2-0194-4fca-a050-2349eab769a2),segment_id=3205a2b2-0194-4fca-a050-2349eab769a2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.049324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5', 'network_id': 'f983ad67-1886-4bcc-9499-4e4ee54c1e37', 'port_id': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5', 'mac_address': 'fa:16:3e:1f:54:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:14.087500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.088174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 80c79d1a-f721-4c4d-994a-0874feb63619 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:14.104392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-c30cc211-3266-4673-84c9-0dec9155da3c service neutron] 10.222.0.10 "GET /v2.0/networks/4876f22b-5aae-451b-aef4-bc7a030440d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180861 Mar 31 23:18:14.133790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5ae5839-7f9e-49d2-ac30-4e0d83b9a09c req-4abe4676-af50-40a2-af22-8b912da739dd tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873752 Mar 31 23:18:14.137620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.160215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:14.204074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.221842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,segment=NetworkSegment(3205a2b2-0194-4fca-a050-2349eab769a2),segment_id=3205a2b2-0194-4fca-a050-2349eab769a2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.223808 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8c60e3a9-3a42-4e92-82b1-ad0a48597a67 req-ef64912c-b399-4515-abaa-ddeac1459711 service neutron] 10.222.0.10 "GET /v2.0/networks/4876f22b-5aae-451b-aef4-bc7a030440d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130753 Mar 31 23:18:14.226967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.232571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '80c79d1a-f721-4c4d-994a-0874feb63619', 'network_id': '710ea38d-dc39-4753-9e3b-7268ef1bcb1b', 'port_id': '80c79d1a-f721-4c4d-994a-0874feb63619', 'mac_address': 'fa:16:3e:c7:c2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd328a8-9142-4408-85e2-9ffc4015fa57', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:14.270474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.284357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c79d1a-f721-4c4d-994a-0874feb63619 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:14.303147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.316421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.348650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.349259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Port': ['ID=fa69a170-c34b-4c88-b598-740ab908d8e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.391112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.391112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b5383f0-9a6c-4162-beb2-6aca04b0d86f details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:14.421045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.467926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.494059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'network_id': 'e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25', 'port_id': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'mac_address': 'fa:16:3e:d9:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fda859e-176c-4b31-a4b1-e4e44063f372', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:14.510974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.516906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.554510 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.581102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5383f0-9a6c-4162-beb2-6aca04b0d86f {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:14.608157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.681579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.700623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Router 6984a79e-8003-4c4c-af03-cdeb8eaf442f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:14.731474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.758795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['02e1c4de-3fa4-4079-b2da-cd2f96927ae5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:14.785299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:14.795075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ec06abe9-6f70-4922-a23b-060572ee123f tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498691 Mar 31 23:18:14.795236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.806491 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] Sync routers for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:14.817035 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:14.817720 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:14.872995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:14.890254 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:14.891319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:14.894467 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-f539e3af-ac42-4a36-a8c0-7df22e6a6715 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] delete failed (client error): The resource could not be found. Mar 31 23:18:14.899267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f539e3af-ac42-4a36-a8c0-7df22e6a6715 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1344386822 HTTP/1.1" status: 404 len: 335 time: 0.0992620 Mar 31 23:18:14.899575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.912927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cccebff4-ec0f-4eca-859b-2ece58917571 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'router': {'external_gateway_info': {'network_id': '6984a79e-8003-4c4c-af03-cdeb8eaf442f'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.964198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:14.965388 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af92bb-20b9-4f5c-9ff7-6b56df1db9c0 None None] The sync data for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:15.173638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cccebff4-ec0f-4eca-859b-2ece58917571 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.279281 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-cccebff4-ec0f-4eca-859b-2ece58917571 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] update failed (client error): The resource could not be found. Mar 31 23:18:15.284479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cccebff4-ec0f-4eca-859b-2ece58917571 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f HTTP/1.1" status: 404 len: 339 time: 0.3798831 Mar 31 23:18:15.284665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.330951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.399271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.404936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.410770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.417401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.423194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.429044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.435068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.437034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-f173676b-ed23-4dd3-ba0b-6fbf1746d5e6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5424 time: 0.5147843 Mar 31 23:18:15.479273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6460-e573-441c-b22b-d6623508e904 req-e7a350a0-e918-47ba-b5ef-35861135ad92 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.482321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9abb6460-e573-441c-b22b-d6623508e904 req-e7a350a0-e918-47ba-b5ef-35861135ad92 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 944 time: 0.5035760 Mar 31 23:18:15.521066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79daed0d-3e39-47c0-9dc6-4f902e75f27c req-ff0c1f78-6a63-454c-9eb2-9231daacd36e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716646 Mar 31 23:18:15.545188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9abb6460-e573-441c-b22b-d6623508e904 req-b2fcf8d0-aaf7-4fab-afc0-8655e60db662 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490856 Mar 31 23:18:15.609285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:15.620287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.676685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baea61f-2bb1-4593-a07c-24fdb62a1628 req-ae27240f-26f2-4750-8287-3e29c1bf23c8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.677678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2baea61f-2bb1-4593-a07c-24fdb62a1628 req-ae27240f-26f2-4750-8287-3e29c1bf23c8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 944 time: 0.0570145 Mar 31 23:18:15.725301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2baea61f-2bb1-4593-a07c-24fdb62a1628 req-af348582-8eff-4294-b478-4226761c3150 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Mar 31 23:18:15.743511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:15.749280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:15.749720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.839298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.869668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:15.872566 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c586734-0e38-4350-bdcb-44bc6eff1c9b" -d '{"events": [{"server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "name": "network-vif-plugged", "status": "completed", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:15.887104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,segment=NetworkSegment(3205a2b2-0194-4fca-a050-2349eab769a2),segment_id=3205a2b2-0194-4fca-a050-2349eab769a2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:15.887950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Allocated IP 172.20.0.1 (0cf87934-fe58-4ad7-b7ff-8080520d804a/e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d/4d964b40-9436-44e5-845d-6672a4b33748) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:15.951853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.018310 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5511a-cdbc-4993-a90f-936c0ef3afb0 x-openstack-request-id: req-9fc5511a-cdbc-4993-a90f-936c0ef3afb0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:16.018704 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "name": "network-vif-plugged", "status": "completed", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:16.019716 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9fc5511a-cdbc-4993-a90f-936c0ef3afb0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:16.020450 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc5511a-cdbc-4993-a90f-936c0ef3afb0'] response: {'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5', 'code': 200} Mar 31 23:18:16.039158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.039930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:16.124093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.182045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:16.184181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03716b8-8444-48bd-bdc6-a47e94776607 req-5a9b580a-9d3e-42f4-ab78-c3fd8159e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.185679 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e03716b8-8444-48bd-bdc6-a47e94776607 req-5a9b580a-9d3e-42f4-ab78-c3fd8159e7bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 1096 time: 0.0973618 Mar 31 23:18:16.186858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:16.189481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:16.193592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Port': ['ID=4d964b40-9436-44e5-845d-6672a4b33748,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:16.260330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e03716b8-8444-48bd-bdc6-a47e94776607 req-7249c946-2944-4ebf-a3fd-dd9be1eec3fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 Mar 31 23:18:16.261179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.387784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['80c79d1a-f721-4c4d-994a-0874feb63619'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.467618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.477505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9fd91f8e-59a9-4961-acd6-d3185c5ee857 None None] Provisioning complete for port 4d964b40-9436-44e5-845d-6672a4b33748 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:16.477871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9fd91f8e-59a9-4961-acd6-d3185c5ee857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.540593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['1b3cbd08-c8fa-49e7-b47d-a6971e19f32c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.574224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9fd91f8e-59a9-4961-acd6-d3185c5ee857 None None] Port 4d964b40-9436-44e5-845d-6672a4b33748 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:16.640918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.687694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['b9f01c9b-79db-4831-813b-d4f672d6bbd4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.737476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7a07d-64f0-4c48-b1ed-56ca318d069e req-e2f0c243-0647-43dc-8279-7d8c0ebaf777 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.740158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37a7a07d-64f0-4c48-b1ed-56ca318d069e req-e2f0c243-0647-43dc-8279-7d8c0ebaf777 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 945 time: 0.1072669 Mar 31 23:18:16.751865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7390deed-ee9a-4cd0-9b99-74c4b1e30193'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.788441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.791126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['b924d4a0-e7f9-4893-9ddd-0e6912408386'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.796098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.809273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.818353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.825355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.827342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['62f840a5-26d6-40d7-bde1-40004d529054'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.832961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.835391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.839330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.844733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-6ca18e1e-ef2c-49e4-b1a0-f6bb2b459a79 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5424 time: 0.1695974 Mar 31 23:18:16.870822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37a7a07d-64f0-4c48-b1ed-56ca318d069e req-b467fa31-1cf6-480a-88f1-0580aa1af65f tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 Mar 31 23:18:16.886578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['5b5383f0-9a6c-4162-beb2-6aca04b0d86f'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:16.903516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3da729d-41b8-4d8f-b753-b796828fbd12 req-8193ba26-d1ed-4aae-89b2-998547a9b1d8 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468292 Mar 31 23:18:16.911964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6ab8f035-a808-450d-992f-4a94cfd8098c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:16.965288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.020574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64772a40-73a6-43c7-972b-ab4c747423aa req-c9c04419-322e-4b1d-b68e-4851a1af451f tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:17.022612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64772a40-73a6-43c7-972b-ab4c747423aa req-c9c04419-322e-4b1d-b68e-4851a1af451f tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 944 time: 0.0593762 Mar 31 23:18:17.051493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.074451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64772a40-73a6-43c7-972b-ab4c747423aa req-72c680fc-9dbc-4599-ad4c-81c379d924b4 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Mar 31 23:18:17.080351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.102357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event updated for resources: {'Port': ['ID=4d964b40-9436-44e5-845d-6672a4b33748,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.177717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:17.179320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:17.303827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Router 6984a79e-8003-4c4c-af03-cdeb8eaf442f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:17.353810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6ab8f035-a808-450d-992f-4a94cfd8098c,segment=NetworkSegment(44b77e87-eb7d-4a85-ba13-481835020468),segment_id=44b77e87-eb7d-4a85-ba13-481835020468)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:17.416285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6ab8f035-a808-450d-992f-4a94cfd8098c', 'network_id': '4876f22b-5aae-451b-aef4-bc7a030440d2', 'port_id': '6ab8f035-a808-450d-992f-4a94cfd8098c', 'mac_address': 'fa:16:3e:23:16:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d26c8-9dfa-422d-8438-8aee643a65af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:17.420905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:17.430179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-08e28791-68de-43bf-bd23-f64d0e289a36 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1432340 Mar 31 23:18:17.432238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.475415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] Sync routers for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:17.550475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86212a14-71c8-4055-b63e-c5712492d622 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.631140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:17.631947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:17.647848 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-86212a14-71c8-4055-b63e-c5712492d622 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:18:17.650119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-86212a14-71c8-4055-b63e-c5712492d622 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f HTTP/1.1" status: 409 len: 329 time: 0.2166715 Mar 31 23:18:17.653158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41424) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.879423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.885259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-26e27fe2-4fab-4eb1-ac9b-3dded3d13a32 None None] Provisioning complete for port 4d964b40-9436-44e5-845d-6672a4b33748 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:17.885634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-26e27fe2-4fab-4eb1-ac9b-3dded3d13a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.887295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:17.971175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab8f035-a808-450d-992f-4a94cfd8098c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:18.018828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:18.019558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:18.030100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-26e27fe2-4fab-4eb1-ac9b-3dded3d13a32 None None] Port 4d964b40-9436-44e5-845d-6672a4b33748 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:18.032955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6ab8f035-a808-450d-992f-4a94cfd8098c,segment=NetworkSegment(44b77e87-eb7d-4a85-ba13-481835020468),segment_id=44b77e87-eb7d-4a85-ba13-481835020468)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:18.071369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:18.072040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda73494-6493-45b9-8975-a167d579fc64 None None] The sync data for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:18.103264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973b14-1a05-4fd7-add4-48ea8690a2a5 req-d4eed866-2906-480c-ba34-887d5d5a61ca tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.107779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5973b14-1a05-4fd7-add4-48ea8690a2a5 req-d4eed866-2906-480c-ba34-887d5d5a61ca tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 945 time: 0.0996521 Mar 31 23:18:18.125384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.166523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.207168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:18.220632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.227759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.235585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.244942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.250901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.259433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.266669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.273394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-f156b8ed-0a7a-4fb5-b17c-88a185429da0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5424 time: 0.1756713 Mar 31 23:18:18.276620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5973b14-1a05-4fd7-add4-48ea8690a2a5 req-157f93be-b923-459b-baa2-e6f5ebe14954 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614714 Mar 31 23:18:18.372484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74f679b5-aa83-4fee-a8bc-319b6f73a1e8 req-0f908bb0-230a-46fc-8940-e35b50e6551a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848982 Mar 31 23:18:18.437162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1276f46-f158-4734-951b-587f0fb338df req-0acff03f-57cd-4dad-b77f-dae705500edc tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.438699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1276f46-f158-4734-951b-587f0fb338df req-0acff03f-57cd-4dad-b77f-dae705500edc tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 945 time: 0.0880885 Mar 31 23:18:18.514225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1276f46-f158-4734-951b-587f0fb338df req-7aaf04f9-3527-42d4-9cf3-c7857ecb9091 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Mar 31 23:18:18.531854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting port 4d964b40-9436-44e5-845d-6672a4b33748 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:18.532238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.654673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.669620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Calling delete_port for 4d964b40-9436-44e5-845d-6672a4b33748 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:18.855922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:19.062824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.089744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Port': ['ID=4d964b40-9436-44e5-845d-6672a4b33748,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.108189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:19.113169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:19.113551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.244512 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.283432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:19.286406 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4528f0-6fd4-42e6-a263-36942a414540" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:19.311739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:19.362752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.368170 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa00efa8-a729-4ada-938b-20daf531213c x-openstack-request-id: req-aa00efa8-a729-4ada-938b-20daf531213c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:19.368705 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:19.369154 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa00efa8-a729-4ada-938b-20daf531213c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:19.369895 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa00efa8-a729-4ada-938b-20daf531213c'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'code': 200} Mar 31 23:18:19.371178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.372066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 80c79d1a-f721-4c4d-994a-0874feb63619 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:19.462495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.526110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 80c79d1a-f721-4c4d-994a-0874feb63619 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:19.532454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 80c79d1a-f721-4c4d-994a-0874feb63619 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:19.532454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.590950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Router 6984a79e-8003-4c4c-af03-cdeb8eaf442f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:19.620875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.628642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.638764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.646124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.654473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.665774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.673113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.681777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-8da546dd-1fcb-4faa-ae20-5e37227bef5e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5425 time: 0.1751885 Mar 31 23:18:19.683515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6ab8f035-a808-450d-992f-4a94cfd8098c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:19.727627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:19.730074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cac444d-faa9-41b2-9474-546ebd173fb5 req-4f2849dc-9c04-4ae6-b723-a8a21acacea5 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434339 Mar 31 23:18:19.737284 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] Sync routers for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:19.745153 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97c1c118-aa19-4b29-bf68-14b41bc2e646 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860598 Mar 31 23:18:19.745153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:19.755188 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:19.756073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.806080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.808256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.816032 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] Routers {'6984a79e-8003-4c4c-af03-cdeb8eaf442f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:19.816737 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.856458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.857206 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7007f8-6e0a-4a25-b072-edb71a8781d6 None None] The sync data for ids ['6984a79e-8003-4c4c-af03-cdeb8eaf442f'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:19.877150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19631eb-302b-41bb-a186-dfceb7e1bda1 req-6c3a094d-7700-4320-887c-bf83aa358c3d tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.885165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f19631eb-302b-41bb-a186-dfceb7e1bda1 req-6c3a094d-7700-4320-887c-bf83aa358c3d tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 945 time: 0.1503108 Mar 31 23:18:19.892490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:19.930119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f19631eb-302b-41bb-a186-dfceb7e1bda1 req-801e94af-79af-4fa5-b5f7-fc843b8ac9c6 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Mar 31 23:18:19.984154 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.050090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.198207 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-ca98df53-2ce3-4eb5-99ab-f27473fd7392 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] show failed (client error): The resource could not be found. Mar 31 23:18:20.199411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca98df53-2ce3-4eb5-99ab-f27473fd7392 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1977246122 HTTP/1.1" status: 404 len: 335 time: 0.4532433 Mar 31 23:18:20.202969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.208324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2a5d0933-7146-41d5-8c48-db64b20934fa tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:20.239980 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-2a5d0933-7146-41d5-8c48-db64b20934fa tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] update failed (client error): The resource could not be found. Mar 31 23:18:20.241046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a5d0933-7146-41d5-8c48-db64b20934fa tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-6867155 HTTP/1.1" status: 404 len: 332 time: 0.0371258 Mar 31 23:18:20.247041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.298587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting subnet 1a39c5b4-8689-45ca-a392-8a0cd482d2c8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:20.301641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.345129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.435726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.588788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.622115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Subnet': ['ID=1a39c5b4-8689-45ca-a392-8a0cd482d2c8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.624117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.628884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39381381-b7ac-4283-b441-71e375eb19e3 None None] Network bb554805-59e6-435a-86fa-a9ce1d1d013b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:20.630863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.631337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c69edad2-56f8-407a-995f-3085c3ceff60 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/subnets/1a39c5b4-8689-45ca-a392-8a0cd482d2c8 HTTP/1.1" status: 204 len: 168 time: 0.3830748 Mar 31 23:18:20.691741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting subnet 3c00a607-19b7-48a0-a8c3-65ea94896ccc {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:20.695661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.741233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.834883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] DHCP port deletion for bb554805-59e6-435a-86fa-a9ce1d1d013b request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:20.857777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.904127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.909649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Deleting port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:20.910123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.913691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.919929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.933618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.933734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.939749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.946431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.948467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-2613ab08-503e-4a03-9426-21f48311a223 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5426 time: 0.1088164 Mar 31 23:18:20.985681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.995486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] For port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,segment=NetworkSegment(d44f815a-4c4e-4c21-a1b3-c3a692d69fc3),segment_id=d44f815a-4c4e-4c21-a1b3-c3a692d69fc3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:20.996393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.010598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75d47f30-821e-4e65-9a77-e9f358dec91d req-e9126a59-e0ec-40cf-b070-00affaacd162 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496461 Mar 31 23:18:21.012041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Calling delete_port for eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:21.018143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Subnet': ['ID=3c00a607-19b7-48a0-a8c3-65ea94896ccc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.020186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.024628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b509a2cf-c88c-4533-8abc-c8134d512797 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/subnets/3c00a607-19b7-48a0-a8c3-65ea94896ccc HTTP/1.1" status: 204 len: 168 time: 0.3917303 Mar 31 23:18:21.026895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41498) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.048332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d162b8-34b7-4d95-aec5-2374e8edf289 None None] Network 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:21.156980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.242950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0bf0-3e7d-42b3-bdc7-cd221b0e6d1c req-d716ed63-e97c-4204-9a7f-cecd8ad9605a tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.244687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb5a0bf0-3e7d-42b3-bdc7-cd221b0e6d1c req-d716ed63-e97c-4204-9a7f-cecd8ad9605a tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 945 time: 0.0837862 Mar 31 23:18:21.312253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.318436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] DHCP port deletion for 2ec1e5d2-5765-4ba1-ba70-f25d5f840129 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:21.339068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb5a0bf0-3e7d-42b3-bdc7-cd221b0e6d1c req-c547c0f4-1e49-4d2e-9f31-454d575097f2 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822172 Mar 31 23:18:21.345302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:21.345302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.362849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] Pushing event deleted for resources: {'Port': ['ID=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.387932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:21.390301 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9dd1e7-ad2a-43e2-af0f-f5a9509edc4b" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:21.396994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc73f3f-0069-4e7e-b700-b877d639e9d2 None None] No DVR routers for this DVR port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:21.424038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] For port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:21.424635 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.441005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Deleting port b20cea86-a71a-4c3c-8179-6a3b82c7f82d {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:21.443416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.447373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Calling delete_port for eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:21.451461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 was not found and therefore no delete operation was performed {{(pid=109834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:18:21.455149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.457855 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f558db-8fe7-4ac3-b104-d684b8e81477 x-openstack-request-id: req-10f558db-8fe7-4ac3-b104-d684b8e81477 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:21.458151 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:21.458406 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-10f558db-8fe7-4ac3-b104-d684b8e81477 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:21.458795 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f558db-8fe7-4ac3-b104-d684b8e81477'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619', 'code': 200} Mar 31 23:18:21.482331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Port': ['ID=eb310a88-7bd9-42e4-9ad0-f6e04cffdac7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.488298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] No DVR routers for this DVR port eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:21.514359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] For port b20cea86-a71a-4c3c-8179-6a3b82c7f82d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,segment=NetworkSegment(54249ebd-3f25-4989-b8e8-e427e3643cf7),segment_id=54249ebd-3f25-4989-b8e8-e427e3643cf7)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:21.514969 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.530672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Calling delete_port for b20cea86-a71a-4c3c-8179-6a3b82c7f82d owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:21.604165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.638836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb554805-59e6-435a-86fa-a9ce1d1d013b']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.650756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:21.654393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.654393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44f815a-4c4e-4c21-a1b3-c3a692d69fc3') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.665451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.674365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:21.674780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb310a88-7bd9-42e4-9ad0-f6e04cffdac7 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:21.675304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b20cea86-a71a-4c3c-8179-6a3b82c7f82d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:21.681818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.691479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:21.735165 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:21.757887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.803199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.827291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038997bf-c5ab-4a31-8810-fd0026ae12e1 req-64a4ce2c-e1a2-4278-8a21-64c89affc49f tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.828884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-038997bf-c5ab-4a31-8810-fd0026ae12e1 req-64a4ce2c-e1a2-4278-8a21-64c89affc49f tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 945 time: 0.0553308 Mar 31 23:18:21.830009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.837834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.843414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/networks/bb554805-59e6-435a-86fa-a9ce1d1d013b HTTP/1.1" status: 204 len: 168 time: 0.8130236 Mar 31 23:18:21.843741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.861482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Pushing event deleted for resources: {'Port': ['ID=b20cea86-a71a-4c3c-8179-6a3b82c7f82d,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.873432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdefc5c-0153-4472-9106-623e3566272e tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Network': ['ID=bb554805-59e6-435a-86fa-a9ce1d1d013b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.889603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.895886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.896697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.897038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.897373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.897734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.898331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.898331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.898956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.899318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.899654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.899981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:21.910374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-038997bf-c5ab-4a31-8810-fd0026ae12e1 req-f7869806-382d-40e2-abb9-2c8f79df6e19 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Mar 31 23:18:21.917681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7c3a8-2b25-47e7-b021-99612bc961b8 None None] No DVR routers for this DVR port b20cea86-a71a-4c3c-8179-6a3b82c7f82d on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:21.966798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.059732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.080760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec1e5d2-5765-4ba1-ba70-f25d5f840129']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:22.090402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54249ebd-3f25-4989-b8e8-e427e3643cf7') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:22.090695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54249ebd-3f25-4989-b8e8-e427e3643cf7') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:22.100515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.117623 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.124176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:22.125144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:22.127909 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:22.164564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.171381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.177665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.188185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.190340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.196655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.202523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.204573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-efc1de81-8c27-4b7b-ba02-a2955662bcaf tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5426 time: 0.1133950 Mar 31 23:18:22.256543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45d989f5-684a-4bfb-b346-ae4b27602643 req-d0e306af-1b77-4cff-a32d-e98deb3dfe74 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449822 Mar 31 23:18:22.276468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.290144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.293574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/networks/2ec1e5d2-5765-4ba1-ba70-f25d5f840129 HTTP/1.1" status: 204 len: 168 time: 0.4486523 Mar 31 23:18:22.296053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41516) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:22.325791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f136d-cc5d-4cc1-8729-982921618f5a tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Network': ['ID=2ec1e5d2-5765-4ba1-ba70-f25d5f840129,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.362319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting subnet e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:22.365682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.429791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.523597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720153-86c7-4f94-bf8f-df4da031682b req-611d8e58-c87a-4efc-9f56-51b2328329fb tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.525131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d720153-86c7-4f94-bf8f-df4da031682b req-611d8e58-c87a-4efc-9f56-51b2328329fb tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 945 time: 0.0921235 Mar 31 23:18:22.578657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.610171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d720153-86c7-4f94-bf8f-df4da031682b req-7a257375-f144-4b99-9dad-456d0a6a76a6 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688815 Mar 31 23:18:22.739733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.769065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.771085 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.775243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6cb72ffb-dda4-421f-9be4-35c6642a7086 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/subnets/e4d39bc6-0fdd-465c-984e-c1e9e24fdb0d HTTP/1.1" status: 204 len: 168 time: 0.4781580 Mar 31 23:18:22.776667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b45b2-56a5-4741-9e08-4691296a1715 None None] Network 0cf87934-fe58-4ad7-b7ff-8080520d804a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:22.777892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41520) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:22.853236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.863827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b9f01c9b-79db-4831-813b-d4f672d6bbd4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:22.912555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Deleting port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:22.912898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.007372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] For port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,segment=NetworkSegment(2d754ca8-b07c-45dd-8bf7-ec4977baaade),segment_id=2d754ca8-b07c-45dd-8bf7-ec4977baaade)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.008039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.021441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port b9f01c9b-79db-4831-813b-d4f672d6bbd4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:23.036633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port b9f01c9b-79db-4831-813b-d4f672d6bbd4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:23.040786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.062220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Calling delete_port for 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:23.072680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] DHCP port deletion for 0cf87934-fe58-4ad7-b7ff-8080520d804a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:23.118366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af399fc-1c21-447d-8916-fa67773eab36 req-64ad70da-55f9-4760-bd47-b39b39a72ebe tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.131780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af399fc-1c21-447d-8916-fa67773eab36 req-64ad70da-55f9-4760-bd47-b39b39a72ebe tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 945 time: 0.0846410 Mar 31 23:18:23.228226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.236918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af399fc-1c21-447d-8916-fa67773eab36 req-f20736af-8902-434a-b2f7-cefe3d00d27a tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a916fa2-a15f-4413-ba79-5c70f6ef1316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016386 Mar 31 23:18:23.245064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-ae975fb3-ffb7-4317-9806-9a98badce3f6 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.247669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-ae975fb3-ffb7-4317-9806-9a98badce3f6 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 945 time: 0.0802674 Mar 31 23:18:23.253072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Deleting port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:23.253449 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.295531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.348832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.351612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] For port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,segment=NetworkSegment(2d754ca8-b07c-45dd-8bf7-ec4977baaade),segment_id=2d754ca8-b07c-45dd-8bf7-ec4977baaade)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.352021 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.366173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Calling delete_port for 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:23.369162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Port': ['ID=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.376595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] No DVR routers for this DVR port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:23.419162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.419969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6ab8f035-a808-450d-992f-4a94cfd8098c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:23.460357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:23.462793 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d995b0c5-8f28-4b7e-8b15-8fb294778bb3" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:23.479857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.487103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.496933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.498178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Deleting port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:23.498529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.505743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.512858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.521492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.528452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.531139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.532186 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b329a7-47d8-4380-8671-b2c36620c253 x-openstack-request-id: req-75b329a7-47d8-4380-8671-b2c36620c253 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:23.532472 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:23.532730 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-75b329a7-47d8-4380-8671-b2c36620c253 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:23.533105 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b329a7-47d8-4380-8671-b2c36620c253'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'code': 200} Mar 31 23:18:23.537640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-aebaea4f-3aaf-4267-a7c7-eb983686ac02 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5427 time: 0.1176727 Mar 31 23:18:23.545941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.556499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.586028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] Pushing event deleted for resources: {'Port': ['ID=3df5fddd-3a11-4d8c-9fb5-63105d2a7e34,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.590330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfd95c-1d2b-410a-8ae7-36fe90c013ac None None] No DVR routers for this DVR port 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:23.594932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0465795-afaf-40b6-bee0-7d0bcc50d391 req-e7b228a9-e814-4672-b991-954864bb9678 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562038 Mar 31 23:18:23.600475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6ab8f035-a808-450d-992f-4a94cfd8098c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:23.606176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6ab8f035-a808-450d-992f-4a94cfd8098c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:23.606623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.619340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf87934-fe58-4ad7-b7ff-8080520d804a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:23.625820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d754ca8-b07c-45dd-8bf7-ec4977baaade') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:23.626120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d754ca8-b07c-45dd-8bf7-ec4977baaade') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:23.658872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.689227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.703296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] For port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,segment=NetworkSegment(3205a2b2-0194-4fca-a050-2349eab769a2),segment_id=3205a2b2-0194-4fca-a050-2349eab769a2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.703867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.709289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:23.714835 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.716230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:23.716692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:23.719873 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:23.741037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Calling delete_port for 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:23.768961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:23.768961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3df5fddd-3a11-4d8c-9fb5-63105d2a7e34 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:23.772042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de987-4e61-46a1-9877-586abe6607c3 req-2e5ff0f7-ce27-44f3-be83-2ebedac94379 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.780909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a70de987-4e61-46a1-9877-586abe6607c3 req-2e5ff0f7-ce27-44f3-be83-2ebedac94379 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 945 time: 0.0841548 Mar 31 23:18:23.788994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6ab8f035-a808-450d-992f-4a94cfd8098c,segment=NetworkSegment(44b77e87-eb7d-4a85-ba13-481835020468),segment_id=44b77e87-eb7d-4a85-ba13-481835020468)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.818847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a70de987-4e61-46a1-9877-586abe6607c3 req-76b164f5-cc25-4739-830d-7437514bf91f tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368519 Mar 31 23:18:23.885558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.885558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 62f840a5-26d6-40d7-bde1-40004d529054 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:23.912306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.920782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.923930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/networks/0cf87934-fe58-4ad7-b7ff-8080520d804a HTTP/1.1" status: 204 len: 168 time: 1.1450062 Mar 31 23:18:23.926882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:23.942507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1ccc-64bb-4e55-9869-877c1b963682 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Pushing event deleted for resources: {'Network': ['ID=0cf87934-fe58-4ad7-b7ff-8080520d804a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.956125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-957b39d1-afd8-4a04-aa8f-5c7ebad70e74 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "GET /v2.0/ports?device_id=6984a79e-8003-4c4c-af03-cdeb8eaf442f HTTP/1.1" status: 200 len: 205 time: 0.0280480 Mar 31 23:18:23.960539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41542) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:23.969444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.038156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.051439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.064454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['02e1c4de-3fa4-4079-b2da-cd2f96927ae5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:24.082447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Pushing event deleted for resources: {'Port': ['ID=02e1c4de-3fa4-4079-b2da-cd2f96927ae5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.092088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 62f840a5-26d6-40d7-bde1-40004d529054 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:24.098396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 62f840a5-26d6-40d7-bde1-40004d529054 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:24.098780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.134560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] No DVR routers for this DVR port 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:24.137613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.141277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c9dfa861-dba7-4b7a-ad79-282e972379e1 req-8f2c1e8e-ea67-4297-8381-21f5b31561d7 tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.44 "DELETE /v2.0/ports/02e1c4de-3fa4-4079-b2da-cd2f96927ae5 HTTP/1.1" status: 204 len: 173 time: 0.8882883 Mar 31 23:18:24.142093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'name': 'network-vif-deleted', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:24.151614 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6261a6-dbc7-4be3-8211-410871f0a9f3" -d '{"events": [{"server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "name": "network-vif-deleted", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:24.209689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.218583 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21615e7-6fa4-44ea-9c65-d914e4e5db16 x-openstack-request-id: req-d21615e7-6fa4-44ea-9c65-d914e4e5db16 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:24.218858 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b01edca-c8e0-40ce-9071-a290b7f30cff", "name": "network-vif-deleted", "tag": "02e1c4de-3fa4-4079-b2da-cd2f96927ae5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:24.219106 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d21615e7-6fa4-44ea-9c65-d914e4e5db16 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:24.219641 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21615e7-6fa4-44ea-9c65-d914e4e5db16'] response: {'server_uuid': '0b01edca-c8e0-40ce-9071-a290b7f30cff', 'name': 'network-vif-deleted', 'tag': '02e1c4de-3fa4-4079-b2da-cd2f96927ae5', 'status': 'completed', 'code': 200} Mar 31 23:18:24.223825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.226735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.243453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.253732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=62f840a5-26d6-40d7-bde1-40004d529054,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:24.336715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1fb1c42-eb45-49b9-a928-bbce72bd310c req-f615abbb-c742-4574-854f-2003d200d60d tempest-ServerTagsTestJSON-1892706259 tempest-ServerTagsTestJSON-1892706259-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b01edca-c8e0-40ce-9071-a290b7f30cff HTTP/1.1" status: 200 len: 210 time: 0.0273352 Mar 31 23:18:24.402777 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.403341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.403969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Fanout notify agent at l3_agent the message router_deleted on router 6984a79e-8003-4c4c-af03-cdeb8eaf442f {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:24.404585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b924d4a0-e7f9-4893-9ddd-0e6912408386 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:24.413270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.414922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-31c95e5c-cb5b-4e8b-bcbd-d6e51350ab10 tempest-RoutersNegativeTest-1520875800 tempest-RoutersNegativeTest-1520875800-project] 10.222.0.83 "DELETE /v2.0/routers/6984a79e-8003-4c4c-af03-cdeb8eaf442f HTTP/1.1" status: 204 len: 168 time: 0.4553773 Mar 31 23:18:24.489678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.584900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port b924d4a0-e7f9-4893-9ddd-0e6912408386 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:24.590451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port b924d4a0-e7f9-4893-9ddd-0e6912408386 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:24.590824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.673979 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.709988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:24.737991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.744383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.750444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.756623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.764398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.770476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.777878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.779870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-c1f7f64a-e9b4-4b0c-89ad-376d5c513c7c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5428 time: 0.1025097 Mar 31 23:18:24.789370 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.790821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b5383f0-9a6c-4162-beb2-6aca04b0d86f up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:24.837115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d632107-c12a-4f73-aa0c-0977ecccf589 req-ee96079b-5755-4d7b-80fa-1c8e067deec6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501602 Mar 31 23:18:24.955606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.969715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.030195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce1b89-fcc6-4594-b1fd-1aa3021b9293 req-f4d59905-2c91-4d73-b8ce-ae4820b2ca4b tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.036060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68ce1b89-fcc6-4594-b1fd-1aa3021b9293 req-f4d59905-2c91-4d73-b8ce-ae4820b2ca4b tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.0802138 Mar 31 23:18:25.059602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:25.069259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:25.071580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.115434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68ce1b89-fcc6-4594-b1fd-1aa3021b9293 req-0401050d-bdd4-4be4-9946-a4f535a3a735 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574179 Mar 31 23:18:25.138391 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48ad6507-20ca-4ce4-b7fe-d65b429debb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7715ebc908164c83b3fde378085fa9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669714 Mar 31 23:18:25.141254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.208175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.228861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.242444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:25.253209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.316210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.317030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7390deed-ee9a-4cd0-9b99-74c4b1e30193 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:25.373553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.377168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.384563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6bdd20fd-58be-4e83-9fd2-e3536241b352 HTTP/1.1" status: 204 len: 168 time: 0.2364054 Mar 31 23:18:25.392941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1441a4-c022-4f5d-a114-b25f6873c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd20fd-58be-4e83-9fd2-e3536241b352,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.405062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.409087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.467113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Deleting subnet 85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:25.470748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.509792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.551548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.607129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f840a5-26d6-40d7-bde1-40004d529054'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b924d4a0-e7f9-4893-9ddd-0e6912408386'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:25.609581 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65afb6-0667-4415-898e-e60e61139c8d" -d '{"events": [{"server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "62f840a5-26d6-40d7-bde1-40004d529054"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b924d4a0-e7f9-4893-9ddd-0e6912408386"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:25.613067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:25.618081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:25.618667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.663223 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf240110-d570-43a2-af91-b9353b338add x-openstack-request-id: req-cf240110-d570-43a2-af91-b9353b338add {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:25.664244 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "62f840a5-26d6-40d7-bde1-40004d529054", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b924d4a0-e7f9-4893-9ddd-0e6912408386", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:25.664591 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf240110-d570-43a2-af91-b9353b338add {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:25.664996 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf240110-d570-43a2-af91-b9353b338add'] response: {'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c', 'code': 200} Mar 31 23:18:25.665251 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf240110-d570-43a2-af91-b9353b338add'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f840a5-26d6-40d7-bde1-40004d529054', 'code': 200} Mar 31 23:18:25.665498 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf240110-d570-43a2-af91-b9353b338add'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b924d4a0-e7f9-4893-9ddd-0e6912408386', 'code': 200} Mar 31 23:18:25.665745 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf240110-d570-43a2-af91-b9353b338add'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'code': 200} Mar 31 23:18:25.677965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.713126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.720380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.733910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.743269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-85b8cbac-8b05-43a7-80bf-7286db24c35a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/85f85c00-7a44-46f7-a6d6-bd1e4d73cf9a HTTP/1.1" status: 204 len: 168 time: 0.3341389 Mar 31 23:18:25.744830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41576) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.752976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:25.827879 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.848193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.904108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.925483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f159-b012-433b-b2e8-69a53c5a6d34 req-e5e7d365-e125-453d-9a06-1d1492851438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.927516 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2bc1f159-b012-433b-b2e8-69a53c5a6d34 req-e5e7d365-e125-453d-9a06-1d1492851438 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 1097 time: 0.0952439 Mar 31 23:18:25.963333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.019554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f983ad67-1886-4bcc-9499-4e4ee54c1e37']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.026775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2bc1f159-b012-433b-b2e8-69a53c5a6d34 req-90ff15c3-ba09-4361-acd9-c5d79cf11422 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927784 Mar 31 23:18:26.046861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3205a2b2-0194-4fca-a050-2349eab769a2') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.047261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3205a2b2-0194-4fca-a050-2349eab769a2') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.059802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.077678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.093426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.099355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.105961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.111485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.118129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.124110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.130049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.132169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-f6815eb7-3711-4a80-ace6-c30dffd7c701 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1271052 Mar 31 23:18:26.135850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:26.136262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:26.138042 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:26.253387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-560faec0-8222-4cea-ad0b-ddb8f2a8ef60 req-ca8b405f-af6b-4aa6-b7ae-0d9da3cdbe50 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055717 Mar 31 23:18:26.278925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19dbd5-278e-4570-97c5-a858d7467ffb req-75e72702-1708-4fbb-803b-6cff5b9f503a tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.280449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f19dbd5-278e-4570-97c5-a858d7467ffb req-75e72702-1708-4fbb-803b-6cff5b9f503a tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.1136622 Mar 31 23:18:26.323650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.327840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f19dbd5-278e-4570-97c5-a858d7467ffb req-2486301b-848f-4e9e-9861-3a1b622e8ede tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Mar 31 23:18:26.331780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.335107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f983ad67-1886-4bcc-9499-4e4ee54c1e37 HTTP/1.1" status: 204 len: 168 time: 0.5891590 Mar 31 23:18:26.357075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b4ff-9d6e-4a94-ae14-1475a68466f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f983ad67-1886-4bcc-9499-4e4ee54c1e37,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:26.725324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41604) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.766557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43f727b2-9257-465a-bc7d-8b3b73921302 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=038911651b8247879f7a03a73bea100e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391560 Mar 31 23:18:26.769091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41606) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.828640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.853365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.055104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.055104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.063568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a916fa2-a15f-4413-ba79-5c70f6ef1316 HTTP/1.1" status: 204 len: 168 time: 0.2871549 Mar 31 23:18:27.066466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6fe5-e907-4aac-b770-10d592f6855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a916fa2-a15f-4413-ba79-5c70f6ef1316,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.445473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.459807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.466261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.472467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.479294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.485245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.491124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.495503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27959158-5fbc-4403-a072-81088e1e37ff req-5377be32-fccc-46b0-95d0-5714284ec352 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1325061 Mar 31 23:18:27.595577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27959158-5fbc-4403-a072-81088e1e37ff req-ed3725fc-645d-48cd-af60-c32dff7bb64b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853126 Mar 31 23:18:27.608534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853108f-a35a-4236-b4ad-ce898c7a2f33 req-da2f90c4-9d48-4b3b-a5ea-b7a9e6a23923 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.610268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7853108f-a35a-4236-b4ad-ce898c7a2f33 req-da2f90c4-9d48-4b3b-a5ea-b7a9e6a23923 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.1136584 Mar 31 23:18:27.640874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:27.668760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:27.669187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7853108f-a35a-4236-b4ad-ce898c7a2f33 req-7ed9135d-0700-4f93-917f-346ffa972467 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Mar 31 23:18:27.671031 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05c0de0-2190-4718-b739-319144a2a906" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:27.673610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:27.673929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 02e1c4de-3fa4-4079-b2da-cd2f96927ae5 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:27.721792 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391b246-3eca-4715-974f-8d4b20cf082c x-openstack-request-id: req-8391b246-3eca-4715-974f-8d4b20cf082c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:27.722091 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-plugged", "status": "completed", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:27.722350 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8391b246-3eca-4715-974f-8d4b20cf082c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:27.722746 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8391b246-3eca-4715-974f-8d4b20cf082c'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'code': 200} Mar 31 23:18:27.896482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.897131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.897682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.898361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.898956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.899461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.900110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.902163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-8797face-e898-498e-89b6-f2129e9bf248 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6488 time: 0.0617962 Mar 31 23:18:27.945924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea455f2b-8a7c-4ed9-b808-fef260490f54 req-bf0735e2-ccd1-4186-971b-19392b50cb30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&id=d9f9067c-2a20-4872-ae83-862415864709&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358176 Mar 31 23:18:28.754776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.761281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.767928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.774675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.780891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.786817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.793320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.795386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-78465e57-9a24-4b14-a81c-87ef7140579d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1001072 Mar 31 23:18:28.809923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.855399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d6ddf4d-398b-4ce6-b25c-dfa1553bf6db req-6d5140fc-dd6a-4a83-818b-8c2a9180c204 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526659 Mar 31 23:18:28.931209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c504c-a64b-4a2c-b885-850aa97af9d1 req-6aa55b36-dd20-433d-8309-5b24a986e628 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.932741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35c504c-a64b-4a2c-b885-850aa97af9d1 req-6aa55b36-dd20-433d-8309-5b24a986e628 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.0558577 Mar 31 23:18:28.951372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a80a28af-8a90-4dec-8755-5b18fdacde82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.986227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35c504c-a64b-4a2c-b885-850aa97af9d1 req-81ad13c8-8182-44f5-8b0b-417efc587bcb tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Mar 31 23:18:29.066694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a80a28af-8a90-4dec-8755-5b18fdacde82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.157567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a80a28af-8a90-4dec-8755-5b18fdacde82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.189219 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a80a28af-8a90-4dec-8755-5b18fdacde82 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=761f57d63119478cb02e7dbe1c85135e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781667 Mar 31 23:18:29.191861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41718) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.221045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a28af-8a90-4dec-8755-5b18fdacde82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b6d8c-cdd0-4a2a-94ae-6c05e6300248,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.255229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.286325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.422444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.425157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.426328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff9b6d8c-cdd0-4a2a-94ae-6c05e6300248 HTTP/1.1" status: 204 len: 168 time: 0.2333279 Mar 31 23:18:29.434686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10211c-8c2f-4803-abd7-22eae6854cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b6d8c-cdd0-4a2a-94ae-6c05e6300248,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.703937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.858392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e5f3-31d2-4774-842d-04d01e80cd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.989537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593907b-7561-4c5a-856d-bb6271296ff1 req-05377550-aec7-4b5e-b421-6890bab45010 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:29.991056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1593907b-7561-4c5a-856d-bb6271296ff1 req-05377550-aec7-4b5e-b421-6890bab45010 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.1043344 Mar 31 23:18:30.050372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e5f3-31d2-4774-842d-04d01e80cd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.076444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.082516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.089666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.096114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.102342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.108553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.114653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.116635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-98b07464-16b3-4020-86a3-52398b68092b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1754434 Mar 31 23:18:30.126263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1593907b-7561-4c5a-856d-bb6271296ff1 req-7356aa49-cf5f-4920-bdce-d62ad2f3ec93 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281815 Mar 31 23:18:30.142720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e5f3-31d2-4774-842d-04d01e80cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.207951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f1e3e5f3-31d2-4774-842d-04d01e80cd25 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fce821a960764018a4fd2f5abb122f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018344 Mar 31 23:18:30.209217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3e5f3-31d2-4774-842d-04d01e80cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e2265c-62fa-41c7-8021-21526cedb32c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.212935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41754) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.217465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58a8845e-60f9-4997-86db-9a59d1bde07e req-4c15cb42-99eb-4b66-ab3d-b5b7f032c606 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943832 Mar 31 23:18:30.267966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.278612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.283841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb845d56-a7e5-4927-abb5-edd25a49aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.302133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.365777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb845d56-a7e5-4927-abb5-edd25a49aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.453641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.456237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.457393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82e2265c-62fa-41c7-8021-21526cedb32c HTTP/1.1" status: 204 len: 168 time: 0.2434735 Mar 31 23:18:30.465704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d797d93-4149-4223-ab7a-5d777d2aaec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e2265c-62fa-41c7-8021-21526cedb32c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.487694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb845d56-a7e5-4927-abb5-edd25a49aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.532026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb845d56-a7e5-4927-abb5-edd25a49aeac admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9d7a42dbe9c434586078a7a0b8a3648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629688 Mar 31 23:18:30.532861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb845d56-a7e5-4927-abb5-edd25a49aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c8d496-8c7e-4025-b868-771a5adf05cc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.536049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.603479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.625566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.779352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.782137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.783355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8c8d496-8c7e-4025-b868-771a5adf05cc HTTP/1.1" status: 204 len: 168 time: 0.2457130 Mar 31 23:18:30.792413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe96b7-45e9-457f-a2bd-9977fddffb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c8d496-8c7e-4025-b868-771a5adf05cc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.291928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8b4d-bd81-4bab-9763-53b7d1b51a77 req-8073d301-1106-4ef8-941b-b788f33557b8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.293580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2fc8b4d-bd81-4bab-9763-53b7d1b51a77 req-8073d301-1106-4ef8-941b-b788f33557b8 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.0799019 Mar 31 23:18:31.348020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2fc8b4d-bd81-4bab-9763-53b7d1b51a77 req-7b930d8a-5516-452d-b3f3-08330e7e49d1 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/security-groups?id=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Mar 31 23:18:31.409306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.415391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.421247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.427375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.434424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.440302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.446787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.448744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-769ee95b-6567-437b-b7dd-b97231f532e0 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1149249 Mar 31 23:18:31.492951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15aabb62-0679-460d-8d9d-02cf9f636646 req-dc3693ae-d22d-4d39-8620-cabd9ea7172e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375681 Mar 31 23:18:31.608006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-e803cdb2-de1c-47d2-b290-c076f94e527f tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.610248 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-e803cdb2-de1c-47d2-b290-c076f94e527f tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.10 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 946 time: 0.0609815 Mar 31 23:18:31.648205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.654188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.660131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.666725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.672798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.678623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.685384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:31.687313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eea52d8b-1103-46d8-8aa1-88dfd489fcd2 req-50ee3053-25a5-406f-bd39-5182b437e4d3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1033168 Mar 31 23:18:31.702383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.704835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Request body: {'floatingip': {'port_id': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:31.728431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Deleting port 6ab8f035-a808-450d-992f-4a94cfd8098c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:31.728694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.751041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.848773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] For port 6ab8f035-a808-450d-992f-4a94cfd8098c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6ab8f035-a808-450d-992f-4a94cfd8098c,segment=NetworkSegment(44b77e87-eb7d-4a85-ba13-481835020468),segment_id=44b77e87-eb7d-4a85-ba13-481835020468)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:31.849346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.874850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Calling delete_port for 6ab8f035-a808-450d-992f-4a94cfd8098c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:32.200088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.245554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6ab8f035-a808-450d-992f-4a94cfd8098c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:32.301430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Pushing event deleted for resources: {'Port': ['ID=6ab8f035-a808-450d-992f-4a94cfd8098c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.320101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.324660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] No DVR routers for this DVR port 6ab8f035-a808-450d-992f-4a94cfd8098c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:32.329792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.336384 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6544a9ce-d416-4298-8065-7c45f5203de0 req-058435f4-beb7-411c-bed2-6274fc26e74e tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.10 "DELETE /v2.0/ports/6ab8f035-a808-450d-992f-4a94cfd8098c HTTP/1.1" status: 204 len: 173 time: 0.7201369 Mar 31 23:18:32.337048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'name': 'network-vif-deleted', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:32.344021 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7ed82a-592e-4072-ad2c-23197aaa7369" -d '{"events": [{"server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "name": "network-vif-deleted", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:32.393613 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cf277-c7f7-4038-a4e6-bda76890c76a x-openstack-request-id: req-f56cf277-c7f7-4038-a4e6-bda76890c76a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:32.395064 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2501d0e9-98e9-4611-8c84-e7cd9e69506c", "name": "network-vif-deleted", "tag": "6ab8f035-a808-450d-992f-4a94cfd8098c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:32.395064 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f56cf277-c7f7-4038-a4e6-bda76890c76a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:32.395500 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56cf277-c7f7-4038-a4e6-bda76890c76a'] response: {'server_uuid': '2501d0e9-98e9-4611-8c84-e7cd9e69506c', 'name': 'network-vif-deleted', 'tag': '6ab8f035-a808-450d-992f-4a94cfd8098c', 'status': 'completed', 'code': 200} Mar 31 23:18:32.397003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.473309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15f29baa-12e7-48f6-a1d0-7a8a232867ca req-d9a07181-730e-4499-acaf-026ea531cd9d tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0301368 Mar 31 23:18:32.541352 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Floating IP afeddd43-ace9-42a7-8fa2-6f20edeb4ec4 associated. External IP: 172.25.6.210, port: 7390deed-ee9a-4cd0-9b99-74c4b1e30193. Mar 31 23:18:32.772919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Router 655d3697-e5a1-4706-89f3-2f37dcfe000b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:32.841480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.906332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:32.913532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.918418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Sync routers for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:32.929944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:32.930758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.956720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-58dcbd7e-1e1b-4d1a-ab4e-cb718d1e2661 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "PUT /v2.0/floatingips/afeddd43-ace9-42a7-8fa2-6f20edeb4ec4 HTTP/1.1" status: 200 len: 991 time: 1.2558267 Mar 31 23:18:32.957448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:32.960254 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b09123-8d7d-40c9-8126-a1111f2160ee" -d '{"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:32.983269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ff69cc9b-41ce-4ae9-96a1-1d145b1470a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.012926 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b3eb0-9fe7-4c4d-8430-e76410ec16c6 x-openstack-request-id: req-bc6b3eb0-9fe7-4c4d-8430-e76410ec16c6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:33.012926 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:33.013393 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bc6b3eb0-9fe7-4c4d-8430-e76410ec16c6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:33.013801 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6b3eb0-9fe7-4c4d-8430-e76410ec16c6'] response: {'name': 'network-changed', 'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'status': 'completed', 'code': 200} Mar 31 23:18:33.070388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:33.139367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ff69cc9b-41ce-4ae9-96a1-1d145b1470a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.164238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.164729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.165207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.165683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.166157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.166629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.167129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.169073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-fff061b0-d61b-4fdc-b0b7-b18c7df5c184 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6488 time: 0.0988061 Mar 31 23:18:33.203644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ff69cc9b-41ce-4ae9-96a1-1d145b1470a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.274905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69cc9b-41ce-4ae9-96a1-1d145b1470a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0e972f-d811-48b5-82fa-26eff4c52e0b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.287099 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ff69cc9b-41ce-4ae9-96a1-1d145b1470a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62c66cce678a414591b8a8d082af2750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438224 Mar 31 23:18:33.290482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41868) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.335806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-b6cb76e0-caf3-4c93-aff7-705d3fa8cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.336740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-b6cb76e0-caf3-4c93-aff7-705d3fa8cde9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36587be1-d3d1-42a7-a333-43b107c82815 HTTP/1.1" status: 200 len: 914 time: 0.1601560 Mar 31 23:18:33.350433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'afeddd43-ace9-42a7-8fa2-6f20edeb4ec4', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'port_id': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'mac_address': 'fa:16:3e:82:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:59Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 1, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.379164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Checking router: 655d3697-e5a1-4706-89f3-2f37dcfe000b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:33.388465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:33.389099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.424112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.432301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-113d58aa-3325-4c86-af63-1affae6883bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 200 len: 999 time: 0.0860941 Mar 31 23:18:33.510224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.542945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-6baef699-3ca8-4506-8e01-f0ef8e48b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.544387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-6baef699-3ca8-4506-8e01-f0ef8e48b868 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74956a29-595c-469a-a235-c8720efd34e9 HTTP/1.1" status: 200 len: 851 time: 0.0937381 Mar 31 23:18:33.553098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:33.604395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-070a4899-99ee-4df8-84dd-0acc2492487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.606158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-070a4899-99ee-4df8-84dd-0acc2492487f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36587be1-d3d1-42a7-a333-43b107c82815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535724 Mar 31 23:18:33.651128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-228152b6-a24f-44e1-9ff6-49aa365558a0 req-36bfe584-a66a-40bc-82b1-b3ebdcc2ee92 tempest-ServerMetadataNegativeTestJSON-318315003 tempest-ServerMetadataNegativeTestJSON-318315003-project] 10.222.0.83 "GET /v2.0/ports?device_id=2501d0e9-98e9-4611-8c84-e7cd9e69506c HTTP/1.1" status: 200 len: 210 time: 0.0597613 Mar 31 23:18:33.707880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-ce08e82a-29f0-4326-90ed-9d3bf843a62e service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925689 Mar 31 23:18:33.710468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.713310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.716860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a0e972f-d811-48b5-82fa-26eff4c52e0b HTTP/1.1" status: 204 len: 168 time: 0.4230919 Mar 31 23:18:33.747520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40316aa-f7c2-445c-9d46-9620f3b435cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0e972f-d811-48b5-82fa-26eff4c52e0b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.855418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-43b09123-8d7d-40c9-8126-a1111f2160ee req-b3ebb184-d91f-47e4-8531-d9dcbf9ee645 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362936 Mar 31 23:18:33.887946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'afeddd43-ace9-42a7-8fa2-6f20edeb4ec4', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'port_id': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'mac_address': 'fa:16:3e:82:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:59Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 1, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.920567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f9b37-b29d-4ed8-8c54-4a34629a1297 None None] The sync data for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 is: [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'afeddd43-ace9-42a7-8fa2-6f20edeb4ec4', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'port_id': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'mac_address': 'fa:16:3e:82:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:59Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 1, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:34.150794 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ad25-9d77-4962-83ec-e6f13606f06d None None] New status for floating IP afeddd43-ace9-42a7-8fa2-6f20edeb4ec4: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:34.710790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41904) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.743398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.760059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Deleting subnet e60d26c8-9dfa-422d-8438-8aee643a65af {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:34.763619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.798500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.840214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.900215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6ab8f035-a808-450d-992f-4a94cfd8098c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:34.924684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6ab8f035-a808-450d-992f-4a94cfd8098c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:34.925144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6ab8f035-a808-450d-992f-4a94cfd8098c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:35.076743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.104107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60d26c8-9dfa-422d-8438-8aee643a65af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.110818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.117265 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9e15f604-3a10-4a93-beac-bbdbce91e426 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e60d26c8-9dfa-422d-8438-8aee643a65af HTTP/1.1" status: 204 len: 168 time: 0.4022634 Mar 31 23:18:35.117387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41912) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.197008 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.283421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.304220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4876f22b-5aae-451b-aef4-bc7a030440d2']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.313714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b77e87-eb7d-4a85-ba13-481835020468') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.314017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b77e87-eb7d-4a85-ba13-481835020468') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.323946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.338318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.344353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:35.349532 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:35.473986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.484083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.487346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] 10.222.0.83 "DELETE /v2.0/networks/4876f22b-5aae-451b-aef4-bc7a030440d2 HTTP/1.1" status: 204 len: 168 time: 0.3685951 Mar 31 23:18:35.497315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8e49b-09a2-4b55-a815-f47e46d3484a admin admin] Pushing event deleted for resources: {'Network': ['ID=4876f22b-5aae-451b-aef4-bc7a030440d2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.986589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41936) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.034306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-50e30d56-d50b-485a-ad18-3038d9a6c28d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d7ea6ef7cdf4931b6dd0b4909242656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461435 Mar 31 23:18:36.035424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41938) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.099646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.126706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.665435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.668127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.669494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57e9ea89-dda1-4458-8b0e-732e1d7cd0f5 HTTP/1.1" status: 204 len: 168 time: 0.6330807 Mar 31 23:18:36.683987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd08b-9ef1-4171-8f0a-1d58e61117e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e9ea89-dda1-4458-8b0e-732e1d7cd0f5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.062970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41998) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.281225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-network', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:38.377046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Made reservation on behalf of a31ed6ddaafc48589d1a71b0a45c2ce4 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:38.379411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.389450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.466677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.562179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.589179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:38.615741 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.616166 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Added segment 7abac9ff-c618-41ab-88a2-538cc8f54316 of type vlan for network b5964971-ff05-437c-813d-650bf2661c0d Mar 31 23:18:38.617810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.669450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.796663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.797849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:38.798376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.867119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] Pushing event updated for resources: {'Network': ['ID=b5964971-ff05-437c-813d-650bf2661c0d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.879803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b5964971-ff05-437c-813d-650bf2661c0d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:38.904818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c07db3ce-a43f-4554-bd86-b514d6216abe admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8406339 Mar 31 23:18:38.907789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42016) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.914078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Request body: {'subnet': {'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-subnet', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:39.009802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Made reservation on behalf of a31ed6ddaafc48589d1a71b0a45c2ce4 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:39.017191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.328125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.399199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893d2011-4aea-4395-9695-300d6aab9980,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.420963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Checking segment: {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:39.420963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Network hostable DHCP agents. Network: b5964971-ff05-437c-813d-650bf2661c0d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:39.548298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Network b5964971-ff05-437c-813d-650bf2661c0d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:39.691482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b5964971-ff05-437c-813d-650bf2661c0d) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:39.698160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.699575 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.711213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6fd2a-7e2a-4fcb-9349-1095a232dce5 None None] Network b5964971-ff05-437c-813d-650bf2661c0d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:39.845106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-321eef05-4ace-41f9-9ffe-56ed029b4a16 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9361389 Mar 31 23:18:39.847662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.852286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:39.868450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9da52-1159-4958-8a12-03bc4f029831 None None] Network b5964971-ff05-437c-813d-650bf2661c0d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:40.002341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.003718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.073827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.299361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.659667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.683130 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.798588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Allocated IP 172.25.6.55 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e709d232-a1e0-4c52-8a8d-6c3ade058fe5) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:40.919576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.060681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.111276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:41.114734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:41.125518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:41.150797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Pushing event updated for resources: {'Port': ['ID=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.518237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.618360 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd20d-bf02-45d5-9fc8-fcae7d396fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.749657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.997767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:42.118943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:42.132417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Sync routers for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:42.150135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:42.151287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:42.232775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.234083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7ff82db-d92f-4a02-89bc-3a9f4bd2f10d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3852987 Mar 31 23:18:42.242219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.266372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:42.470456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:41Z', 'revision_number': 3, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:42.503291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Checking router: e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:42.503695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Updating router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:42.534775 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.890018 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.921356 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.985617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.056498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Attempting to bind port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:43.056498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Attempting to bind port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:43.056734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Attempting to bind port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:43.058705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b6a7c-18ae-4634-8b5d-869371ae5be7 None None] Pushing event updated for resources: {'Port': ['ID=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.064806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:43.065457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:43.066024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.066563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:43.067216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Bound port: e709d232-a1e0-4c52-8a8d-6c3ade058fe5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:43.068577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.114552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Allocated IP 172.20.0.1 (b5964971-ff05-437c-813d-650bf2661c0d/893d2011-4aea-4395-9695-300d6aab9980/9adf9544-7fb5-4759-99b4-93d25c5b3e56) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:43.130648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] For port e709d232-a1e0-4c52-8a8d-6c3ade058fe5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:43.135506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] For port e709d232-a1e0-4c52-8a8d-6c3ade058fe5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:43.227025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.345398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.368790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.424060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Network b5964971-ff05-437c-813d-650bf2661c0d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:43.430440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:43.436216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:43.441142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:43.441874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:43.446590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b6a7c-18ae-4634-8b5d-869371ae5be7 None None] Pushing event updated for resources: {'Port': ['ID=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.485606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Pushing event updated for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.493797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.727262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.770473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:43.874107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1832e097-678b-4937-b0e0-3cf7ec988e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.925521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.999926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.059511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:41Z', 'revision_number': 3, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:44.077901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.090857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82c7d5-0757-4040-a041-394747c054d5 None None] The sync data for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 is: [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:41Z', 'revision_number': 3, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:44.153872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Pushing event updated for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.217138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Network b5964971-ff05-437c-813d-650bf2661c0d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:44.218650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:44.422128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:45.068444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:45.082754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c13f18d4-c985-4916-8019-c1080d6258fe admin admin] 10.222.0.83 "PUT /v2.0/routers/e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8312578 Mar 31 23:18:45.297473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.717247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e709d232-a1e0-4c52-8a8d-6c3ade058fe5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:45.784500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:45.785148 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.842921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-46a142e8-543c-4cda-bb88-3d120b88c8e5 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.847747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-46a142e8-543c-4cda-bb88-3d120b88c8e5 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 820 time: 0.1670175 Mar 31 23:18:45.862997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-ff4d2b85-9657-4b71-a34b-3d794d8071b5 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/quotas/a31ed6ddaafc48589d1a71b0a45c2ce4 HTTP/1.1" status: 200 len: 375 time: 0.0099497 Mar 31 23:18:45.897393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.921158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e709d232-a1e0-4c52-8a8d-6c3ade058fe5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:45.930032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-d265f947-f0e3-4738-84a2-1c95457c2f80 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540586 Mar 31 23:18:46.040109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.072593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-5ba55dc2-4fd9-4c40-90fa-64caaf326133 service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357706 Mar 31 23:18:46.123959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.236106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-376a8f2d-550f-46d6-b21b-da26a2d7680a service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514955 Mar 31 23:18:46.495916 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Sync routers for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:46.513606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:46.514166 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:46.599579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32c7f916-6efa-4bba-8caa-838890164236 req-6da77db1-fe2f-4a97-a074-a804d8d9ce4a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 210 time: 0.0380750 Mar 31 23:18:46.612331 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.674318 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:46.834164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.889884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 2, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:46.920791 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Checking router: e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:46.921134 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Updating router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:46.949673 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.253666 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.345235 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.400318 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Pushing event updated for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.419732 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.420296 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.420793 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.421131 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.421457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.421897 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.422224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.422544 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.422867 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.423212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.423525 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.424008 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.613462 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Attempting to bind port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:47.614331 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Attempting to bind port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:47.614331 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Attempting to bind port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 on network b5964971-ff05-437c-813d-650bf2661c0d {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:47.624651 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:47.625266 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Checking segment: {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:47.625823 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.626230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Bound using segment: {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:47.626785 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Bound port: 9adf9544-7fb5-4759-99b4-93d25c5b3e56, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:47.627465 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.704946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e709d232-a1e0-4c52-8a8d-6c3ade058fe5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:47.742753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7845876-79df-4c88-baf5-30f717137e08 req-7ec96ce9-b89f-42e8-9382-1a415728d585 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 210 time: 0.0570095 Mar 31 23:18:47.781223 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:47.784665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] For port 9adf9544-7fb5-4759-99b4-93d25c5b3e56, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:47.797598 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] For port 9adf9544-7fb5-4759-99b4-93d25c5b3e56, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9adf9544-7fb5-4759-99b4-93d25c5b3e56,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:47.817129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:47.817786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.886133 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.940921 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:47.941887 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:48.053372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d882e6a-739f-4d10-a329-69860dc4c0ab None None] Pushing event updated for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.083469 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:48.388588 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:47Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:48.421784 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf005de-d9cd-44ae-954e-308bc59bebdb None None] The sync data for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 is: [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:47Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:48.968449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3570cdd-1f99-4de9-85aa-c3b70f449e6d req-f697fe0c-8c7d-443e-b719-acdb8987df8b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 210 time: 0.0850706 Mar 31 23:18:49.026263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42210) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.178987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8884b095-3120-4081-a4e2-b4a51634728c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.270836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8884b095-3120-4081-a4e2-b4a51634728c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.446413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8884b095-3120-4081-a4e2-b4a51634728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.497466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8884b095-3120-4081-a4e2-b4a51634728c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd60a14054dc42e481852abb1f641174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658675 Mar 31 23:18:49.497466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884b095-3120-4081-a4e2-b4a51634728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d88ee0-57c7-476c-a6fd-9efece1041bb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.498325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42218) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.572920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.612587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.672920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-c01deb37-255a-4759-b3b6-90066abcbd53 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.674619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-c01deb37-255a-4759-b3b6-90066abcbd53 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 820 time: 0.1509342 Mar 31 23:18:49.695795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'port': {'device_id': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'admin_state_up': True, 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:49.723487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9adf9544-7fb5-4759-99b4-93d25c5b3e56 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:49.776803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.779439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.781452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:49.781883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.782482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/61d88ee0-57c7-476c-a6fd-9efece1041bb HTTP/1.1" status: 204 len: 168 time: 0.2840049 Mar 31 23:18:49.806475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d88ee0-57c7-476c-a6fd-9efece1041bb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.826285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.826996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.827864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.828643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.829512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.830089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.830908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.831746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.833042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.837196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.837943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.838820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d19270-bee0-494b-bd3f-f053a8f52e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:49.904499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.951537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9adf9544-7fb5-4759-99b4-93d25c5b3e56, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9adf9544-7fb5-4759-99b4-93d25c5b3e56,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:50.067945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Made reservation on behalf of a31ed6ddaafc48589d1a71b0a45c2ce4 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:50.072687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.100011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21ae67b3-9eb1-49b6-8023-5bb1e4e1e198 req-18178082-7c6c-440d-a383-4eee29dd06e2 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 210 time: 0.0299859 Mar 31 23:18:50.126137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.211651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.237640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Allocated IP 172.20.0.5 (b5964971-ff05-437c-813d-650bf2661c0d/893d2011-4aea-4395-9695-300d6aab9980/f9c1897c-1845-458c-8dfb-a36183d0c06b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:50.418373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.571697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.622941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Network b5964971-ff05-437c-813d-650bf2661c0d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:50.626534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:50.630314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:50.657784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.686362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.687082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.802477 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-69655992-76bb-44f4-b96c-b492b2d7e13f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187141 Mar 31 23:18:50.827296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Request body: {'port': {'device_id': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:50.856047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42236) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:50.872406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec87a-8978-4712-a69c-96e39f98b0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.908543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.962218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec87a-8978-4712-a69c-96e39f98b0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.054082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec87a-8978-4712-a69c-96e39f98b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.096826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ec87a-8978-4712-a69c-96e39f98b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6757d946-698c-43d7-8c77-906596a9b250,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.105018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9b5ec87a-8978-4712-a69c-96e39f98b0f1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e4452b11825d4690b740d299c1939412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478151 Mar 31 23:18:51.105723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42238) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:51.221445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.265976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.285883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c1897c-1845-458c-8dfb-a36183d0c06b {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:51.294300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.307424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Transition to ACTIVE for port object f9c1897c-1845-458c-8dfb-a36183d0c06b will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:51.312631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9659b-3e79-41f9-ae18-ae3fc81c2978 req-8b4f8362-33c9-43c0-94b5-dc1d4d7b49ef tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.314146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ae9659b-3e79-41f9-ae18-ae3fc81c2978 req-8b4f8362-33c9-43c0-94b5-dc1d4d7b49ef tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 931 time: 0.1250491 Mar 31 23:18:51.358204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ae9659b-3e79-41f9-ae18-ae3fc81c2978 req-22ed647e-9137-48ee-9094-00b736b9907d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Mar 31 23:18:51.386561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.453464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.461860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.461860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6757d946-698c-43d7-8c77-906596a9b250 HTTP/1.1" status: 204 len: 168 time: 0.3508918 Mar 31 23:18:51.470968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae1887-d9f6-44e7-9cb0-d1996e2b569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6757d946-698c-43d7-8c77-906596a9b250,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.473580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.544211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Attempting to bind port f9c1897c-1845-458c-8dfb-a36183d0c06b on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:51.545509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Attempting to bind port f9c1897c-1845-458c-8dfb-a36183d0c06b by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:51.546007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Attempting to bind port f9c1897c-1845-458c-8dfb-a36183d0c06b on network b5964971-ff05-437c-813d-650bf2661c0d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:51.552588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Port f9c1897c-1845-458c-8dfb-a36183d0c06b on network b5964971-ff05-437c-813d-650bf2661c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:51.553906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Attempting to bind port f9c1897c-1845-458c-8dfb-a36183d0c06b on network b5964971-ff05-437c-813d-650bf2661c0d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:51.560179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:51.561118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Checking segment: {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:51.565777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Bound using segment: {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:51.566250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Bound port: f9c1897c-1845-458c-8dfb-a36183d0c06b, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abac9ff-c618-41ab-88a2-538cc8f54316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:51.568223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.706057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9adf9544-7fb5-4759-99b4-93d25c5b3e56 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:51.730418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:51.743491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:51.772253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:51.772644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.835978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.884089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.884712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.886135 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] 10.222.0.44 "PUT /v2.0/ports/f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 1091 time: 1.0634346 Mar 31 23:18:51.888565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:51.892565 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e496d-41d5-40f2-871f-6157034c3ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:51.934626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96232-a47f-46d0-96bf-63b4aaeb6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.950141 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8496432-9daf-4cbf-89e2-deaafc2fdde9 x-openstack-request-id: req-b8496432-9daf-4cbf-89e2-deaafc2fdde9 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:51.950555 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:51.950883 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b8496432-9daf-4cbf-89e2-deaafc2fdde9 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:51.951538 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8496432-9daf-4cbf-89e2-deaafc2fdde9'] response: {'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:18:52.035947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-bc5989bc-1179-4b45-bc6c-0534fdde39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.037528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-bc5989bc-1179-4b45-bc6c-0534fdde39ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1094 time: 0.0646846 Mar 31 23:18:52.153958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-f4b5fb41-b3e3-46d8-a58f-6a0a51864e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.155609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-f4b5fb41-b3e3-46d8-a58f-6a0a51864e0b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1092665 Mar 31 23:18:52.258891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-869e168e-4fef-4c98-a0c5-3bee09ae8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.260392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-726e496d-41d5-40f2-871f-6157034c3ba2 req-869e168e-4fef-4c98-a0c5-3bee09ae8332 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982029 Mar 31 23:18:52.342520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-80711ac9-ce8e-4414-8362-67b488ad5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.343966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-80711ac9-ce8e-4414-8362-67b488ad5e68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1094 time: 0.0460944 Mar 31 23:18:52.403733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-d4db8bbb-537c-4ea2-9e9c-e9d5eb195cd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0511270 Mar 31 23:18:52.458111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-b0f33ece-f7d7-4bc6-8707-e12ed4389e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.462904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-b0f33ece-f7d7-4bc6-8707-e12ed4389e3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.0502484 Mar 31 23:18:52.495945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-a9ded71b-bbf2-47be-bc2c-cd6d7e135dfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295613 Mar 31 23:18:52.502188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07042a5e-9cdc-4ef0-af8e-704c9dd52508 req-b50c0469-074b-4e03-bdec-0841b87d0a71 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.503219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07042a5e-9cdc-4ef0-af8e-704c9dd52508 req-b50c0469-074b-4e03-bdec-0841b87d0a71 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 943 time: 0.0640202 Mar 31 23:18:52.559600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07042a5e-9cdc-4ef0-af8e-704c9dd52508 req-60d2ffe3-b37f-43c7-9ea8-f924e70c3ab0 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Mar 31 23:18:52.614549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-5c407fd0-54bf-4bb3-a2f0-204f4b361f9a service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042366 Mar 31 23:18:52.737561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-59be6edb-6d13-458f-b78c-cba7f249eaa2 req-86336ecd-793d-4126-ab1b-51fe227bf128 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155527 Mar 31 23:18:53.706070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05337ddf-27d0-4474-be64-122fc90fc95d req-8a9ea35e-0c0d-43cf-9ba3-c95ba3589ab1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.707947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05337ddf-27d0-4474-be64-122fc90fc95d req-8a9ea35e-0c0d-43cf-9ba3-c95ba3589ab1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 943 time: 0.0609546 Mar 31 23:18:53.810257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05337ddf-27d0-4474-be64-122fc90fc95d req-f1a49a81-b2fe-4aff-a971-08f9dd9716bf tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913289 Mar 31 23:18:54.239517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.979326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b4df-22cf-4cf1-a8d5-dcc99f887c90 req-69c6b91d-d71f-4edb-8bc2-dbe772f587ad tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:54.981177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ef5b4df-22cf-4cf1-a8d5-dcc99f887c90 req-69c6b91d-d71f-4edb-8bc2-dbe772f587ad tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 943 time: 0.0683672 Mar 31 23:18:55.043576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ef5b4df-22cf-4cf1-a8d5-dcc99f887c90 req-1d65896d-db0d-43c5-bfec-9e460d547700 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Mar 31 23:18:55.400455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42344) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:55.521800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-846f2f85-fe45-49f6-8b25-6b987e2ef976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.603336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-846f2f85-fe45-49f6-8b25-6b987e2ef976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.673667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-846f2f85-fe45-49f6-8b25-6b987e2ef976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.713799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2f85-fe45-49f6-8b25-6b987e2ef976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b88a8e-9851-4124-b361-28ac473d0d56,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:55.717596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f9c1897c-1845-458c-8dfb-a36183d0c06b details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:55.720803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-846f2f85-fe45-49f6-8b25-6b987e2ef976 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=588b68b512e74b04912fb868da611cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188348 Mar 31 23:18:55.721052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:55.785868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.811191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.819397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:55.838996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'port_id': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'mac_address': 'fa:16:3e:b5:8d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:55.872048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.891508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c1897c-1845-458c-8dfb-a36183d0c06b {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:55.915455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:55.986805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.990167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.992809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57b88a8e-9851-4124-b361-28ac473d0d56 HTTP/1.1" status: 204 len: 168 time: 0.2708578 Mar 31 23:18:56.014343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b88a8e-9851-4124-b361-28ac473d0d56,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.026187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.026908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.027548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.028296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.028701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.031226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.032045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.033335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.033721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.034179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.035189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.035189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.035518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a785ad8-6538-48ab-b2ed-1741976165da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:56.096275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.183290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324fdc-642a-43d7-8b82-f5849a6beb31 req-41f7859b-0819-47e7-b794-c90376189520 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:56.184776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a324fdc-642a-43d7-8b82-f5849a6beb31 req-41f7859b-0819-47e7-b794-c90376189520 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 944 time: 0.0542290 Mar 31 23:18:56.224043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a324fdc-642a-43d7-8b82-f5849a6beb31 req-4c6e06c7-ddd6-48fb-a6f5-84dbce5494cd tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Mar 31 23:18:56.344308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f9c1897c-1845-458c-8dfb-a36183d0c06b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:56.891844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42376) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:56.906652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bef31648-6401-45d3-a384-1cbaa5156b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.983498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bef31648-6401-45d3-a384-1cbaa5156b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.132111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bef31648-6401-45d3-a384-1cbaa5156b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.174478 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bef31648-6401-45d3-a384-1cbaa5156b25 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d9f115eea5a4103b6cd780c696f3742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814434 Mar 31 23:18:57.176512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef31648-6401-45d3-a384-1cbaa5156b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d351f5-2251-45b2-969c-896cd222197c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.178270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42382) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:57.229487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.257340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.361642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc84-fca2-491f-a48f-b6ca3befdbb9 req-9496a99d-591d-4d2c-8903-507ce995b7dc tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.363221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67f3dc84-fca2-491f-a48f-b6ca3befdbb9 req-9496a99d-591d-4d2c-8903-507ce995b7dc tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 944 time: 0.0602582 Mar 31 23:18:57.407822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67f3dc84-fca2-491f-a48f-b6ca3befdbb9 req-72ef2837-d921-4ee7-a751-3f51d2954187 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Mar 31 23:18:57.447648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.450311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.451481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9d351f5-2251-45b2-969c-896cd222197c HTTP/1.1" status: 204 len: 168 time: 0.2719491 Mar 31 23:18:57.462362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a881efa-2d90-4e4c-a034-0372f800f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d351f5-2251-45b2-969c-896cd222197c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.716205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f9c1897c-1845-458c-8dfb-a36183d0c06b up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:57.888625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f9c1897c-1845-458c-8dfb-a36183d0c06b completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:57.893667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f9c1897c-1845-458c-8dfb-a36183d0c06b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:57.894355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.035525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.073434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:58.075939 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23b411c-b057-4b22-96e6-7ed05eaed174" -d '{"events": [{"server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:58.098840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:58.120786 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f92d39-e046-4c5f-8684-be0c46b58fd5 x-openstack-request-id: req-e6f92d39-e046-4c5f-8684-be0c46b58fd5 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:58.121079 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:58.121333 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e6f92d39-e046-4c5f-8684-be0c46b58fd5 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:58.121749 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f92d39-e046-4c5f-8684-be0c46b58fd5'] response: {'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'code': 200} Mar 31 23:18:58.198054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.271040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5cfde-e3fd-4de8-a0c6-1547776a654c req-dde70956-3fa4-40aa-9488-3fca7a7cc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.273786 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c6a5cfde-e3fd-4de8-a0c6-1547776a654c req-dde70956-3fa4-40aa-9488-3fca7a7cc962 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.0808468 Mar 31 23:18:58.279498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.329066 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c6a5cfde-e3fd-4de8-a0c6-1547776a654c req-ecaa1281-1267-463d-a1e1-f8fd0d9f7699 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Mar 31 23:18:58.569871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7362f-1437-4542-b81b-4053618dfcb8 req-762abb95-4017-4518-a258-b5cf04fe0f59 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.572879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69b7362f-1437-4542-b81b-4053618dfcb8 req-762abb95-4017-4518-a258-b5cf04fe0f59 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0823565 Mar 31 23:18:58.625121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69b7362f-1437-4542-b81b-4053618dfcb8 req-85ae156a-e25b-4b07-a3e0-f2c017243465 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Mar 31 23:18:59.776772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea5393-56d4-490c-ad36-a6304e5db292 req-ab436815-32b5-4f73-9468-5a40d1bb377d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.787562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2ea5393-56d4-490c-ad36-a6304e5db292 req-ab436815-32b5-4f73-9468-5a40d1bb377d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0803993 Mar 31 23:18:59.843298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2ea5393-56d4-490c-ad36-a6304e5db292 req-ccae631d-70a5-4c6c-93e0-a1cdf56ee6be tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502796 Mar 31 23:19:00.969215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099565c0-876e-409f-a02a-8435987dbde3 req-a9cbd7cf-b444-4739-becb-766525f5d339 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.970715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-099565c0-876e-409f-a02a-8435987dbde3 req-a9cbd7cf-b444-4739-becb-766525f5d339 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0570257 Mar 31 23:19:01.012430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-099565c0-876e-409f-a02a-8435987dbde3 req-1c942485-10d5-47d9-92d4-a85b3f598390 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Mar 31 23:19:01.704538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3633014-8632-490f-aa36-32aedad7123b req-12bfe7e6-ef88-44c5-9966-2fc0c7820ed1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:01.706413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3633014-8632-490f-aa36-32aedad7123b req-12bfe7e6-ef88-44c5-9966-2fc0c7820ed1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1414671 Mar 31 23:19:01.748935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-9aea0a31-9f38-4c3c-bb51-54345a433a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:01.751073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-9aea0a31-9f38-4c3c-bb51-54345a433a87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.0778329 Mar 31 23:19:01.757369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3633014-8632-490f-aa36-32aedad7123b req-3a966fbb-be16-41f4-a756-47e47f55c2ac tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Mar 31 23:19:01.872257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-2e4ff9c6-f137-42ff-a8e3-ac3d9bec91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:01.876740 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-2e4ff9c6-f137-42ff-a8e3-ac3d9bec91a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.1149457 Mar 31 23:19:01.927965 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-7a6a8940-5c1a-44ab-9162-cbdd0bfc356b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0474226 Mar 31 23:19:01.992013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-80941fa1-2eb3-4142-bcfe-3d2aa62ce3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:01.993462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-80941fa1-2eb3-4142-bcfe-3d2aa62ce3a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.0595000 Mar 31 23:19:02.035649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-5c27137e-2f02-4378-9aee-34d291a99cdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358925 Mar 31 23:19:02.149681 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-c0e3a1fb-90f1-484a-b3e3-aa1952792a1b service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068125 Mar 31 23:19:02.321929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1265e6ac-4aa8-4847-989e-72a7eca78e2b req-81d01ee0-d409-410c-83cb-9e523dc01dad service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654637 Mar 31 23:19:02.331994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-8c3b7163-c7a8-4a50-a314-3b365e926633 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2066207 Mar 31 23:19:02.470971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-a84ac017-0635-4a78-8f52-660137085443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.476050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-a84ac017-0635-4a78-8f52-660137085443 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1097 time: 0.0738823 Mar 31 23:19:02.563633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42516) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.659092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-42fbec4f-2fd0-4627-b314-eff8380253d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.660757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-42fbec4f-2fd0-4627-b314-eff8380253d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.1644301 Mar 31 23:19:02.749643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-c1c0c3bc-cf37-4769-a22f-5f7a8897913f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 1002 time: 0.0819817 Mar 31 23:19:02.755309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eeede515-54c6-40e4-bcf9-43e8070370af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.834041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-7874524c-c4b8-4710-9ee5-225c1442a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.836346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-7874524c-c4b8-4710-9ee5-225c1442a643 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0774157 Mar 31 23:19:02.924810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c82ca1-13d2-4c1a-be81-e3bae47a8090 req-add33fe1-ec02-4e4c-9e1d-3ba862b345a4 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.927112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81c82ca1-13d2-4c1a-be81-e3bae47a8090 req-add33fe1-ec02-4e4c-9e1d-3ba862b345a4 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0642016 Mar 31 23:19:02.943393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-b39c92c1-e91c-424d-a18b-d85f29e468d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.947480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-b39c92c1-e91c-424d-a18b-d85f29e468d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034148 Mar 31 23:19:02.964376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eeede515-54c6-40e4-bcf9-43e8070370af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.973332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81c82ca1-13d2-4c1a-be81-e3bae47a8090 req-72aebdee-0a3b-494a-b733-677c2fd19a15 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Mar 31 23:19:03.052098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-c722e59b-f225-4b9d-80ca-ae3f799acd85 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959210 Mar 31 23:19:03.105798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eeede515-54c6-40e4-bcf9-43e8070370af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.164280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eeede515-54c6-40e4-bcf9-43e8070370af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13d686af0ba34b9c808ff81ba50b17c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994282 Mar 31 23:19:03.167347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.175640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeede515-54c6-40e4-bcf9-43e8070370af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf48ca7-d145-42da-81d0-dc74788c316e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.198705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2eb6efdf-5918-42bf-9726-c63d1cb6a433 req-122858ed-25ca-41fe-b6da-509da2ce06ce service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399329 Mar 31 23:19:03.260705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.283283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.533815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.536334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.540478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cdf48ca7-d145-42da-81d0-dc74788c316e HTTP/1.1" status: 204 len: 168 time: 0.3691010 Mar 31 23:19:03.546069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388958b8-5acf-42d7-9bb0-6d51d42bbcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf48ca7-d145-42da-81d0-dc74788c316e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.098119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbc949-6070-4405-896f-2494f27ba851 req-6e57c1ed-715b-4e45-b603-146b789bbee5 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:04.100978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dbc949-6070-4405-896f-2494f27ba851 req-6e57c1ed-715b-4e45-b603-146b789bbee5 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0516443 Mar 31 23:19:04.142303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3dbc949-6070-4405-896f-2494f27ba851 req-938e3964-76ea-46cc-965b-d1b8c9383cc4 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Mar 31 23:19:04.303501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.646053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7dcef7f-cbae-49ac-b79c-d5295ba71504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.729982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7dcef7f-cbae-49ac-b79c-d5295ba71504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.733736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.813501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7dcef7f-cbae-49ac-b79c-d5295ba71504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.856080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e7dcef7f-cbae-49ac-b79c-d5295ba71504 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be5cf3e1194348e3bf6125aae580cf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515351 Mar 31 23:19:04.857079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcef7f-cbae-49ac-b79c-d5295ba71504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f0e103-a0cc-4b33-a963-d7119506e849,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.859087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.925172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.953219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.108153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.111133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.112435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c8f0e103-a0cc-4b33-a963-d7119506e849 HTTP/1.1" status: 204 len: 168 time: 0.2521005 Mar 31 23:19:05.122638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bbf6f-5f0d-460b-84a9-09ba58653539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f0e103-a0cc-4b33-a963-d7119506e849,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.280638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe011ab1-ac97-4aca-9aa4-2c6438b15463 req-851cd28a-342a-49ed-bc37-256a2c8a1ca9 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.282144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe011ab1-ac97-4aca-9aa4-2c6438b15463 req-851cd28a-342a-49ed-bc37-256a2c8a1ca9 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0668273 Mar 31 23:19:05.327655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe011ab1-ac97-4aca-9aa4-2c6438b15463 req-53e6dcea-43c4-46f6-9ab7-246bec25c19b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Mar 31 23:19:06.482070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e27a-07a2-4c03-94a6-292626e32794 req-3f74df68-2c7f-4155-8df2-afeb6a3d7b08 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:06.483674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3270e27a-07a2-4c03-94a6-292626e32794 req-3f74df68-2c7f-4155-8df2-afeb6a3d7b08 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0756531 Mar 31 23:19:06.535865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3270e27a-07a2-4c03-94a6-292626e32794 req-cc305974-84e1-4885-a7af-c9a0816943b3 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Mar 31 23:19:07.713103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775a6c-1732-451c-b4ca-8b4ecbda6988 req-81fb96b7-cef3-4cf3-8dd9-5e76575788af tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.719414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75775a6c-1732-451c-b4ca-8b4ecbda6988 req-81fb96b7-cef3-4cf3-8dd9-5e76575788af tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0606663 Mar 31 23:19:07.761717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75775a6c-1732-451c-b4ca-8b4ecbda6988 req-c647262b-f037-4293-ac64-2c5c3be22c59 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Mar 31 23:19:08.251485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7242b-915f-4ed5-b4d3-101d2991d35b req-ba82b4b4-254c-4d8b-b93a-b5a823d9f116 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.255464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7dd7242b-915f-4ed5-b4d3-101d2991d35b req-ba82b4b4-254c-4d8b-b93a-b5a823d9f116 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0605390 Mar 31 23:19:08.296011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7dd7242b-915f-4ed5-b4d3-101d2991d35b req-31628403-780a-4a2a-ba24-19ef55b9f70e tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348957 Mar 31 23:19:08.915159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52902853-01f8-4f8b-8378-919bf8e9432d req-daf78582-02b3-4c7d-b69d-9e2120ee758e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.919565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52902853-01f8-4f8b-8378-919bf8e9432d req-daf78582-02b3-4c7d-b69d-9e2120ee758e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0612280 Mar 31 23:19:08.962781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52902853-01f8-4f8b-8378-919bf8e9432d req-d7d2d5d8-8e41-406e-bd09-fbe9e785653e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Mar 31 23:19:08.976679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-04e30bf0-6100-4fe8-8c6c-165e26bde076 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.978173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-04e30bf0-6100-4fe8-8c6c-165e26bde076 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0676153 Mar 31 23:19:09.090089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Deleting port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:09.090430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.181101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] For port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:09.181467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.317781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42700) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.405123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.405123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.405123 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Floating IP 2b16940b-6b7a-4e42-b084-49dc95cbb74c disassociated. External IP: 172.25.6.216, port: cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0. Mar 31 23:19:09.405123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Calling delete_port for cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:09.503821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962cbaa-85f4-404e-844b-1998b10ff510 req-56694e91-a50f-4c12-9114-382eb626a53b tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.505570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0962cbaa-85f4-404e-844b-1998b10ff510 req-56694e91-a50f-4c12-9114-382eb626a53b tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 946 time: 0.0719628 Mar 31 23:19:09.555245 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e65b202-78c8-4ad4-a97f-7cb62eebacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.577754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0962cbaa-85f4-404e-844b-1998b10ff510 req-d2c8e352-c4a2-41d0-b822-d6fcb3e081c2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c85956d-4f24-4de0-b377-cab68be3742c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661557 Mar 31 23:19:09.650296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e65b202-78c8-4ad4-a97f-7cb62eebacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.723038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.746646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event deleted for resources: {'Port': ['ID=cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.768883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e65b202-78c8-4ad4-a97f-7cb62eebacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.805333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e65b202-78c8-4ad4-a97f-7cb62eebacfc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c3328780ecd4cefa7e4209b38c87d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843559 Mar 31 23:19:09.806210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65b202-78c8-4ad4-a97f-7cb62eebacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c153df-00bd-4fb8-9559-226d3cd0df82,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.808861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42710) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.920565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42714) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.959915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Router c5c77180-292b-4a3d-88cc-967e6198db41 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:09.963772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.994815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.190851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Deleting subnet fb836009-2de8-45ad-b6e5-90d1468607c5 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:10.193093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6732a-5065-4cdc-8bb0-62cae3c36f90 req-0f98ecc5-9ede-483e-9873-c8d993796560 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.201606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.207249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ba6732a-5065-4cdc-8bb0-62cae3c36f90 req-0f98ecc5-9ede-483e-9873-c8d993796560 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1269839 Mar 31 23:19:10.266969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ba6732a-5065-4cdc-8bb0-62cae3c36f90 req-3b33cedc-6244-43c9-a7c0-c51b8e34512d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Mar 31 23:19:10.315638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.357541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.367549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.367549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38c153df-00bd-4fb8-9559-226d3cd0df82 HTTP/1.1" status: 204 len: 168 time: 0.5515258 Mar 31 23:19:10.384140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfcb7-eee5-44bb-abee-b2f2b432d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c153df-00bd-4fb8-9559-226d3cd0df82,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.387276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:10.421213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Sync routers for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:10.455591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] No DVR routers for this DVR port cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:10.460052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.464500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.470955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:10.476639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:10.477399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-03826820-c29b-42d1-aef3-72ba92b79c42 req-5645d408-3789-4492-9923-4581c4420d0a tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.44 "DELETE /v2.0/ports/cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 HTTP/1.1" status: 204 len: 173 time: 1.4919403 Mar 31 23:19:10.477951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'name': 'network-vif-deleted', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:10.480498 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ece017-4772-4de7-ad59-0045b99bd419" -d '{"events": [{"server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "name": "network-vif-deleted", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:10.556150 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e4f155-0c57-4da7-b1f9-1ae6fdbca8db x-openstack-request-id: req-37e4f155-0c57-4da7-b1f9-1ae6fdbca8db {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:10.556451 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1965313e-2a99-42dc-b9ff-ab6bcb03f024", "name": "network-vif-deleted", "tag": "cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:10.556708 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37e4f155-0c57-4da7-b1f9-1ae6fdbca8db {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:10.557117 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e4f155-0c57-4da7-b1f9-1ae6fdbca8db'] response: {'server_uuid': '1965313e-2a99-42dc-b9ff-ab6bcb03f024', 'name': 'network-vif-deleted', 'tag': 'cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0', 'status': 'completed', 'code': 200} Mar 31 23:19:10.643786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:10.695322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63f27236-9787-4067-a09e-604256ea5650 req-dea721c5-3c07-408b-8d6c-b026ac551a68 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.0398662 Mar 31 23:19:10.727283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.769285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.778014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fb836009-2de8-45ad-b6e5-90d1468607c5 HTTP/1.1" status: 204 len: 168 time: 0.8564639 Mar 31 23:19:10.778165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42736) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.779102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba996e15-ed48-48c4-89e7-3222591c067c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb836009-2de8-45ad-b6e5-90d1468607c5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.845334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.852202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579708474', 'description': 'tempest-description--229850063'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:10.897456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.993612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.009248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.029988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.030468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc82373-7dcf-4ee7-9792-6280e1bc3739']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.045117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e7845b-391e-420a-b1bc-3b6b586e5be6') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.045421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e7845b-391e-420a-b1bc-3b6b586e5be6') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.062290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.065689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Checking router: c5c77180-292b-4a3d-88cc-967e6198db41 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:11.075833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:11.076626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:18:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.086598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.096559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:11.101565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:11.113170 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:11.127362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.191336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:11.270920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.271835 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.291775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.297960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] 10.222.0.83 "DELETE /v2.0/networks/5dc82373-7dcf-4ee7-9792-6280e1bc3739 HTTP/1.1" status: 204 len: 168 time: 0.5188713 Mar 31 23:19:11.299218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeb5db-d39f-4544-9b46-3ef63d407d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc82373-7dcf-4ee7-9792-6280e1bc3739,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.303961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0647bcd2-c401-4391-a52a-f3e4fae3a92f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.406603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16231c-7b4e-499c-b10b-87969c7b2b73 req-93389db2-2fa1-4fcb-b5c5-59bb0e87cf36 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.408152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f16231c-7b4e-499c-b10b-87969c7b2b73 req-93389db2-2fa1-4fcb-b5c5-59bb0e87cf36 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0536413 Mar 31 23:19:11.417965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.433337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.437950 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1da0a034-4ee4-4d88-a162-5c301413cd4c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5914609 Mar 31 23:19:11.444429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42746) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:11.445290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': '0647bcd2-c401-4391-a52a-f3e4fae3a92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:11.448853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:11.452229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96dba5-ee78-4bb0-9555-37a91f2d6662 None None] The sync data for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 is: [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:12:46Z', 'revision_number': 4, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4f3045f6-340a-4e14-9e2a-27ec317fcea6', 'name': '', 'network_id': '22cd0ad7-7be7-4313-9bae-69c4c42cd4fd', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'mac_address': 'fa:16:3e:37:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:44Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'subnets': [{'id': '1ebce4a1-30c5-4e60-9de7-fb3b03210ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:11.482166 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f50fb5dc-6ba6-49cd-b870-587979dc513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.487537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f16231c-7b4e-499c-b10b-87969c7b2b73 req-3282f854-b53f-49cc-a8de-135396231826 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715902 Mar 31 23:19:11.573843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f50fb5dc-6ba6-49cd-b870-587979dc513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.613367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4125185a-3bfc-4ee9-ac8a-b6a12baec49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.614583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.680417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f50fb5dc-6ba6-49cd-b870-587979dc513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.685024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.719578 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf9b9d-4996-4c2e-9c92-b486bf8bf0c4 None None] New status for floating IP 2b16940b-6b7a-4e42-b084-49dc95cbb74c: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:11.723220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:11.723528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f50fb5dc-6ba6-49cd-b870-587979dc513e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a276a111c5f74acc8c7397dfb695c7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707899 Mar 31 23:19:11.731563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fb5dc-6ba6-49cd-b870-587979dc513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b03d19-1872-47b5-8cde-eb40de42e3bf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.782373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.807290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.830027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:11.871097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.893087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6060cc66-ce1d-4d27-b04d-906d07953797,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.909669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e675025-69e2-4eae-989c-e6e9c53751b6 req-07823638-ec64-42da-b2d7-c420186df647 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "GET /v2.0/ports?device_id=1965313e-2a99-42dc-b9ff-ab6bcb03f024 HTTP/1.1" status: 200 len: 210 time: 0.0535815 Mar 31 23:19:11.943527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9366e97a-1d92-4cc3-922e-53082a11f221 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1d4212587132467d8d2d7a3eb79ae1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120794 Mar 31 23:19:11.946969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42762) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.010704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.023680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.035795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.037240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/04b03d19-1872-47b5-8cde-eb40de42e3bf HTTP/1.1" status: 204 len: 168 time: 0.3129666 Mar 31 23:19:12.047579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.052074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b687765-fab2-4835-84ee-6ab6e2ea6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b03d19-1872-47b5-8cde-eb40de42e3bf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.245521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.246985 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43baff49-4744-4d30-94f3-aaf52038a448 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8066168 Mar 31 23:19:12.249730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.254073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': '0647bcd2-c401-4391-a52a-f3e4fae3a92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:12.385717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.395650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.395650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/292b17d5-0a3b-48ef-a698-fb657e36f143 HTTP/1.1" status: 204 len: 168 time: 0.4457052 Mar 31 23:19:12.405578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b61ec-e311-4ef1-b6f0-9b9e75d4b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b17d5-0a3b-48ef-a698-fb657e36f143,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.410915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.495225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.591222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.632972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0af1dc-d64c-4c37-9651-805f595f66e7,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.712542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0091192-5622-4289-8a8d-d12af040448d req-a3b0a7ff-8bb8-4ce6-8988-939bffd63e1b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.714322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0091192-5622-4289-8a8d-d12af040448d req-a3b0a7ff-8bb8-4ce6-8988-939bffd63e1b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0883729 Mar 31 23:19:12.725991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.727591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9322f79d-9b59-4855-916c-52f7090d988c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765527 Mar 31 23:19:12.730602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.738422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:12.780164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0091192-5622-4289-8a8d-d12af040448d req-08e3a842-0e12-4d15-9264-43e2b6188f3a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585051 Mar 31 23:19:12.908140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.994432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42804) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.119621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.185316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Deleting port d3a0706b-14c4-454b-84c8-66fe98af0b13 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:13.185838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.273137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.25.6.172 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/168d05be-426c-4608-8bb0-08b597747f26) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:13.286403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.286808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.307962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Calling delete_port for d3a0706b-14c4-454b-84c8-66fe98af0b13 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:13.413130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.606570 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.608932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.649023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event deleted for resources: {'Port': ['ID=d3a0706b-14c4-454b-84c8-66fe98af0b13,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.674279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=168d05be-426c-4608-8bb0-08b597747f26,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.690012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:13.692124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:13.696012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:13.758866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.761769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.763336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d0b72d6-80cd-47c9-9d8a-84232c81a264 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "DELETE /v2.0/floatingips/2b16940b-6b7a-4e42-b084-49dc95cbb74c HTTP/1.1" status: 204 len: 168 time: 0.7678468 Mar 31 23:19:13.783479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:13.871886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f870db0-1767-43e9-bd0a-3075320b9a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.876609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:13.876609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cb20b7c8-0c47-4eab-a9ab-1c4a1baaefb0 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:13.880762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.908755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42832) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.966597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52027baa-562e-4ab1-8c6c-155f5f30d2ef req-3b5c7676-abf2-4e8b-8012-e4ca48fb527f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.968440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52027baa-562e-4ab1-8c6c-155f5f30d2ef req-3b5c7676-abf2-4e8b-8012-e4ca48fb527f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0669775 Mar 31 23:19:13.983298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.019926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52027baa-562e-4ab1-8c6c-155f5f30d2ef req-027f4305-9c21-4970-abfc-94cf6255dd34 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Mar 31 23:19:14.022923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.088146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.253059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.276677 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.279394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.280579 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] 10.222.0.83 "DELETE /v2.0/security-groups/4c85956d-4f24-4de0-b377-cab68be3742c HTTP/1.1" status: 204 len: 168 time: 0.3708277 Mar 31 23:19:14.291347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e18570-c236-4c3d-ae05-6a1254a68fb2 tempest-TestServerBasicOps-400709566 tempest-TestServerBasicOps-400709566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85956d-4f24-4de0-b377-cab68be3742c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.328128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.404466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=168d05be-426c-4608-8bb0-08b597747f26,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.419717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.470393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42848) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:14.582277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.583768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0d4e75b2-8c42-44fb-94e1-9118f5dbd0f6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8524888 Mar 31 23:19:14.897796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-533886fb-57b7-4168-9f88-8ac0b535c1d7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--579708474&fields=id&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 267 time: 0.0557134 Mar 31 23:19:15.099978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-6080896a-86d0-4672-9000-e44c8c855e28 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.101701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-6080896a-86d0-4672-9000-e44c8c855e28 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.1772947 Mar 31 23:19:15.150954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-5d25c83f-5c5e-4a7a-ab99-c7f1f9bebb74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/quotas/8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 375 time: 0.0318301 Mar 31 23:19:15.236799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821032-1a63-499a-bf25-280123388750 req-98daf8f3-fcaa-4d43-b78a-d5bd5e3f4072 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.238267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00821032-1a63-499a-bf25-280123388750 req-98daf8f3-fcaa-4d43-b78a-d5bd5e3f4072 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1099877 Mar 31 23:19:15.264428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-3c572e73-db2c-4003-9c88-decfe3a24b01 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0966105 Mar 31 23:19:15.293763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.377708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00821032-1a63-499a-bf25-280123388750 req-c0dbc7b2-4e78-434e-af65-5790f439066d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317353 Mar 31 23:19:15.425574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-1a1f7aa6-d695-4c98-8115-92a34137a059 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434677 Mar 31 23:19:15.434847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.616039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-1e970ce0-565a-4069-83c4-287ea140bfe3 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782212 Mar 31 23:19:15.767509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Deleting port 4f3045f6-340a-4e14-9e2a-27ec317fcea6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:15.767850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.866177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] For port 4f3045f6-340a-4e14-9e2a-27ec317fcea6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4f3045f6-340a-4e14-9e2a-27ec317fcea6,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:15.866177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.872244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Calling delete_port for 4f3045f6-340a-4e14-9e2a-27ec317fcea6 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:15.976282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966e7a35-df13-4351-9e19-f7be406715de req-3dc68337-c1dc-44ae-a655-9163c82f2093 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.0818956 Mar 31 23:19:16.100027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42932) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:16.105332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375830948', 'description': 'tempest-secgroup-smoke-1375830948 description', 'project_id': '710a39ff3417413aa2e29836e3ab1830'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:16.236610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.236869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.251039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.269587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3045f6-340a-4e14-9e2a-27ec317fcea6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.398531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.562922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.566966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.585465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0620df-b97f-49df-9b8e-47a08887aa84 req-64c1dcfd-3575-4ec6-a5a4-7a8c2d911399 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.587040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad0620df-b97f-49df-9b8e-47a08887aa84 req-64c1dcfd-3575-4ec6-a5a4-7a8c2d911399 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0728726 Mar 31 23:19:16.638299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d9a96-93bd-497b-ac09-fb63922c109d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.670576 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.709688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad0620df-b97f-49df-9b8e-47a08887aa84 req-6851918e-7b1c-4469-82ac-a86465447564 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100118 Mar 31 23:19:16.775138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.808493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.844428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.877227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc143b3-1a52-43db-b654-1ca4b3cda57d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.902755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Router c5c77180-292b-4a3d-88cc-967e6198db41 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:17.067343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.070258 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6843ea46-81f3-4734-b547-40eb7b8f5247 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9677560 Mar 31 23:19:17.072734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.077703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:17.173273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.243321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.339996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.382457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2beb3f-fdec-41ee-972b-6442acc1f99e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.389475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ac8e5bc-fafd-48dd-af19-bc45f133c25c req-5c0db5ae-3541-4588-9745-5b30694a14e6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.0341604 Mar 31 23:19:17.403745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:17.415144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf01f4ce-56ba-4f21-99be-a8ce157025f2 admin admin] 10.222.0.83 "PUT /v2.0/routers/c5c77180-292b-4a3d-88cc-967e6198db41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435980 Mar 31 23:19:17.419550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42966) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.420802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Sync routers for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:17.434931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:17.436020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:17.450075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42968) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.462688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.465299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-41682a80-121a-4977-ae10-d388ccb2d24c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902538 Mar 31 23:19:17.468972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42972) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.474343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:17.587753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.624345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5766-0c27-424c-a965-caa2ae9f4b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.700087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.766529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.803055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.812583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5766-0c27-424c-a965-caa2ae9f4b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.853840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:17.890234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb1ac1-751d-4c1d-a494-1e4232734684 req-4148b23a-5a0a-4b5d-816b-cc39dc780509 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.892049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6fb1ac1-751d-4c1d-a494-1e4232734684 req-4148b23a-5a0a-4b5d-816b-cc39dc780509 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0778942 Mar 31 23:19:17.892932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5766-0c27-424c-a965-caa2ae9f4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.895134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.927922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd90363-6ab7-498c-a20d-0dcdf7cb28a3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.948777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Deleting port 8baf3dc8-f167-4fa0-947f-70abf7010cae {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:17.949119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.960102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc2c5766-0c27-424c-a965-caa2ae9f4b7f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c9ce416a8ee4aaab41ce419d60e6787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059090 Mar 31 23:19:17.962866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42980) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.970267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c5766-0c27-424c-a965-caa2ae9f4b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3ebfb-bf13-414d-834c-8090fb97badb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.011847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6fb1ac1-751d-4c1d-a494-1e4232734684 req-ae07baa0-c15f-4f4a-9832-c0f33b83b012 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016629 Mar 31 23:19:18.049278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.077476 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.083050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] For port 8baf3dc8-f167-4fa0-947f-70abf7010cae, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8baf3dc8-f167-4fa0-947f-70abf7010cae,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.083501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.096532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.099031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f89be73e-58de-4cea-88c7-72c182cf3bcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6287911 Mar 31 23:19:18.105132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:18.109934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:18.114470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Calling delete_port for 8baf3dc8-f167-4fa0-947f-70abf7010cae owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:18.156674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:19:16Z', 'revision_number': 5, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port': {'id': '8baf3dc8-f167-4fa0-947f-70abf7010cae', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:38Z', 'updated_at': '2022-03-31T23:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:18.182008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Checking router: c5c77180-292b-4a3d-88cc-967e6198db41 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:18.191086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Routers {'c5c77180-292b-4a3d-88cc-967e6198db41'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:18.191707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c5c77180-292b-4a3d-88cc-967e6198db41'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:18.265240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.268011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.272976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52f3ebfb-bf13-414d-834c-8090fb97badb HTTP/1.1" status: 204 len: 168 time: 0.3048222 Mar 31 23:19:18.280432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05205c29-b58a-44ee-98de-32f4362406b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3ebfb-bf13-414d-834c-8090fb97badb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.324708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] Set router c5c77180-292b-4a3d-88cc-967e6198db41 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:18.338592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.385201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:19:17Z', 'revision_number': 6, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:18.410552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.419975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89c347-8012-44ce-a584-171a3d8b2547 None None] The sync data for ids ['c5c77180-292b-4a3d-88cc-967e6198db41'] in n-d-828414-2 is: [{'id': 'c5c77180-292b-4a3d-88cc-967e6198db41', 'name': 'tempest-TestServerBasicOps-782273057-router', 'tenant_id': '93c2055b956947a88ef461c9b25b4777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:37Z', 'updated_at': '2022-03-31T23:19:17Z', 'revision_number': 6, 'project_id': '93c2055b956947a88ef461c9b25b4777', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:18.485441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.497458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e5c4530-00d7-4616-89e8-95739747df6c req-0fb116e9-a3f4-4b21-9671-34685494afe4 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.0313370 Mar 31 23:19:18.515501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8baf3dc8-f167-4fa0-947f-70abf7010cae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.526787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.577515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2567551d-318a-47a2-8b90-fd0b795966b9,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.600049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.674750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.676282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7dc5cee7-9719-4f6a-92ab-06cae68dbf1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5699770 Mar 31 23:19:18.680336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:18.686417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:18.712097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.714375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.822229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.829330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.830218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c77180-292b-4a3d-88cc-967e6198db41 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:18.841175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.842673 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74b72f48-8b6a-4fe4-9f35-8c866f7d23c8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c5c77180-292b-4a3d-88cc-967e6198db41 HTTP/1.1" status: 204 len: 168 time: 1.4221487 Mar 31 23:19:18.845322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42996) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:18.902381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.929894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Deleting subnet 1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:18.933379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.970346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.011612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.052422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe323d4c-22fb-474c-a7a3-4b9b67002fd4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.135419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.139795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6bc72b1e-0a74-4fa5-ac4b-aa05c3545848 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4581847 Mar 31 23:19:19.140454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43000) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.148705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:19.169758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.172124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43002) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.198018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1528f-1d20-4349-bd39-33fcb5b768cb req-c46e1a48-04ff-46c4-8751-5b6752325271 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.198018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1db1528f-1d20-4349-bd39-33fcb5b768cb req-c46e1a48-04ff-46c4-8751-5b6752325271 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1009710 Mar 31 23:19:19.206131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-dcf70a4d-6666-428d-8a38-5ef24ff86574 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.207501 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-dcf70a4d-6666-428d-8a38-5ef24ff86574 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.2157192 Mar 31 23:19:19.218199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59cdc9ed-b207-4614-8f21-2a34185fee50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.290571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1db1528f-1d20-4349-bd39-33fcb5b768cb req-3a1b4395-7ca4-4a36-99cf-bdf009475b6a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756135 Mar 31 23:19:19.295640 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:19.315469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.340795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-cca6d606-52e7-4fdc-940e-048a2843b378 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 472 time: 0.1158247 Mar 31 23:19:19.352939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'port': {'device_id': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'admin_state_up': True, 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'security_groups': ['0647bcd2-c401-4391-a52a-f3e4fae3a92f']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:19.447439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.473659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59cdc9ed-b207-4614-8f21-2a34185fee50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.475302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.519280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebce4a1-30c5-4e60-9de7-fb3b03210ec9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.533605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.536939 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebde97ae-064f-44a3-a694-ddfcb6795da9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1ebce4a1-30c5-4e60-9de7-fb3b03210ec9 HTTP/1.1" status: 204 len: 168 time: 0.6905854 Mar 31 23:19:19.539894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.552903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.563510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05e630-4889-4434-a90c-ef79dac8a2ef None None] Network 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:19.578456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa0b0ee-f768-4c05-a0d7-5c9b6937567b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.640748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.705452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-59cdc9ed-b207-4614-8f21-2a34185fee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.780648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8baf3dc8-f167-4fa0-947f-70abf7010cae no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:19.786799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cf5ae07-8d9e-445d-a93a-0150adfd107a req-0ba4091f-b442-4b4a-a450-7ec96c508632 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.0977640 Mar 31 23:19:19.808522 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-59cdc9ed-b207-4614-8f21-2a34185fee50 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ceb82b1b40094d3fa289fda7dd6f6cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325886 Mar 31 23:19:19.808774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.816586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.816805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-adae95e2-1e0f-4f44-9e50-9409d85dee11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6702809 Mar 31 23:19:19.817214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdc9ed-b207-4614-8f21-2a34185fee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41867558-3a93-4c16-9828-cba97ec40f5a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.819706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43016) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.838010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'ccc143b3-1a52-43db-b654-1ca4b3cda57d', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:19.877056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Deleting port 26f60bfc-aa64-4211-ad30-662bc7063b88 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:19.877056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.877056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:19.878385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.912377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 8baf3dc8-f167-4fa0-947f-70abf7010cae {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:19.913952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 8baf3dc8-f167-4fa0-947f-70abf7010cae not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:19.914388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f3045f6-340a-4e14-9e2a-27ec317fcea6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:19.965621 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:19.971075 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.982263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4f3045f6-340a-4e14-9e2a-27ec317fcea6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:19.982978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4f3045f6-340a-4e14-9e2a-27ec317fcea6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:20.053281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] For port 26f60bfc-aa64-4211-ad30-662bc7063b88, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=26f60bfc-aa64-4211-ad30-662bc7063b88,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:20.056571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.132838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Calling delete_port for 26f60bfc-aa64-4211-ad30-662bc7063b88 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:20.137050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.149014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.205626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] DHCP port deletion for 22cd0ad7-7be7-4313-9bae-69c4c42cd4fd request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:20.244201 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.274193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.301406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.20.0.5 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/f147e28f-98aa-4118-a5e8-eff56afb657c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:20.303107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Deleting port 26f60bfc-aa64-4211-ad30-662bc7063b88 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:20.303488 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.306600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb586415-4593-49b9-b470-d57dabb3e04a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.406186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.407454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33638d4d-d9c9-42a9-8d89-f40127756aa3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5738239 Mar 31 23:19:20.411556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43026) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.418608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'network': {'name': 'tempest-network-smoke--1187568457', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:20.430068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.438035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.440732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.444522 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/41867558-3a93-4c16-9828-cba97ec40f5a HTTP/1.1" status: 204 len: 168 time: 0.6265941 Mar 31 23:19:20.453409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] For port 26f60bfc-aa64-4211-ad30-662bc7063b88, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=26f60bfc-aa64-4211-ad30-662bc7063b88,segment=NetworkSegment(7f59536b-5ffc-47c6-9f11-e5705f784970),segment_id=7f59536b-5ffc-47c6-9f11-e5705f784970)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:20.454809 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.462272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384546e-cc12-4647-a4aa-f3667a4515bd req-e4e3be6e-97e6-4f1c-81f5-231ee60cc1d4 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.462272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4384546e-cc12-4647-a4aa-f3667a4515bd req-e4e3be6e-97e6-4f1c-81f5-231ee60cc1d4 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0908711 Mar 31 23:19:20.476607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Calling delete_port for 26f60bfc-aa64-4211-ad30-662bc7063b88 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:20.490231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f60bfc-aa64-4211-ad30-662bc7063b88,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.496327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761cfbd-27ff-4c43-ab91-81ce8f857386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41867558-3a93-4c16-9828-cba97ec40f5a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.504849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] No DVR routers for this DVR port 26f60bfc-aa64-4211-ad30-662bc7063b88 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:20.510566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4384546e-cc12-4647-a4aa-f3667a4515bd req-9d350b04-5db2-4eb8-9626-75d8fa3c2dd2 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Mar 31 23:19:20.540094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:20.543801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.574083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:20.588994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.590095 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Added segment 978395d7-c762-4865-a468-d1352deea2cb of type vlan for network a965d6da-6b72-44a9-94bc-1988cc260bdf Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:20.611531 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:19:20.624306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.635365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.644507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.653590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.671125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] Pushing event deleted for resources: {'Port': ['ID=26f60bfc-aa64-4211-ad30-662bc7063b88,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.674551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a6e5f-aa29-4b18-9feb-aae6961ae8ca None None] No DVR routers for this DVR port 26f60bfc-aa64-4211-ad30-662bc7063b88 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:20.681922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cd0ad7-7be7-4313-9bae-69c4c42cd4fd']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:20.701358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f59536b-5ffc-47c6-9f11-e5705f784970') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:20.701654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f59536b-5ffc-47c6-9f11-e5705f784970') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:20.713518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.731117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.741743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:20.742154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:20.743800 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:20.785252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.789332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.789986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.820647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.858985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Network': ['ID=a965d6da-6b72-44a9-94bc-1988cc260bdf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.869225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a965d6da-6b72-44a9-94bc-1988cc260bdf details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:20.869513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:20.875289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:20.878893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:20.922412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.950786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.961928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.976467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/22cd0ad7-7be7-4313-9bae-69c4c42cd4fd HTTP/1.1" status: 204 len: 168 time: 1.4273891 Mar 31 23:19:20.976688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6852bc0-98f2-46c1-a44e-d138b6457642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5591166 Mar 31 23:19:20.980753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.981170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.989644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.990707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.003883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'admin_state_up': True, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:21.018355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d807d3-d5df-456f-9bc8-7b8864b1c4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cd0ad7-7be7-4313-9bae-69c4c42cd4fd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.078157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3fc99-e1c2-41bb-a00d-1ba81e553535 req-3f47a7d3-4dfe-41b8-a3b1-f9578071b0f2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.079976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4c3fc99-e1c2-41bb-a00d-1ba81e553535 req-3f47a7d3-4dfe-41b8-a3b1-f9578071b0f2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 931 time: 0.1587958 Mar 31 23:19:21.104246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-b6e7cb88-48d8-4b75-b9a3-754afb55ca43 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7543242 Mar 31 23:19:21.121210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Request body: {'port': {'device_id': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:21.180153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4c3fc99-e1c2-41bb-a00d-1ba81e553535 req-cd7d850a-539d-44a5-9236-a676d9b9291e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874565 Mar 31 23:19:21.185449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.185449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.213792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.291452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-95c67c9d-14a0-4928-9cb6-777b3b3cc0fc None None] Provisioning complete for port f147e28f-98aa-4118-a5e8-eff56afb657c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:21.291727 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95c67c9d-14a0-4928-9cb6-777b3b3cc0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.300288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.330715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-95c67c9d-14a0-4928-9cb6-777b3b3cc0fc None None] Port f147e28f-98aa-4118-a5e8-eff56afb657c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:21.503956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f147e28f-98aa-4118-a5e8-eff56afb657c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:21.512329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.524907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Transition to ACTIVE for port object f147e28f-98aa-4118-a5e8-eff56afb657c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:21.551776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.605389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.685392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Pushing event updated for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.714048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c52d-bd17-4206-8a77-abf72abc14c7 req-118d8f52-3f72-4f1d-8be3-9aba73c2df8e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.716228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2df6c52d-bd17-4206-8a77-abf72abc14c7 req-118d8f52-3f72-4f1d-8be3-9aba73c2df8e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1210999 Mar 31 23:19:21.722874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 26f60bfc-aa64-4211-ad30-662bc7063b88 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:21.755350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 26f60bfc-aa64-4211-ad30-662bc7063b88 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:21.756648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 26f60bfc-aa64-4211-ad30-662bc7063b88 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:21.796117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Attempting to bind port f147e28f-98aa-4118-a5e8-eff56afb657c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:21.796453 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Attempting to bind port f147e28f-98aa-4118-a5e8-eff56afb657c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:21.796668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Attempting to bind port f147e28f-98aa-4118-a5e8-eff56afb657c on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:21.801915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Port f147e28f-98aa-4118-a5e8-eff56afb657c on network 24011cd8-a3da-475a-9b14-adda4e0ca806 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:21.803943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Attempting to bind port f147e28f-98aa-4118-a5e8-eff56afb657c on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:21.809762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:21.810107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:21.810491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:21.811611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Bound port: f147e28f-98aa-4118-a5e8-eff56afb657c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:21.812584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.814628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.889002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:21.895851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f147e28f-98aa-4118-a5e8-eff56afb657c,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:21.942948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2df6c52d-bd17-4206-8a77-abf72abc14c7 req-f8ed5f97-edfb-4ac4-87dd-69a6019a371a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806624 Mar 31 23:19:22.012492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.079988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.082784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.086164 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] 10.222.0.10 "PUT /v2.0/ports/f147e28f-98aa-4118-a5e8-eff56afb657c HTTP/1.1" status: 200 len: 1091 time: 0.9697535 Mar 31 23:19:22.090090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:22.100958 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:22.155936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.171781 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103d4e7-09fd-4cd3-a0bc-cf956a12a271 x-openstack-request-id: req-d103d4e7-09fd-4cd3-a0bc-cf956a12a271 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:22.172297 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:22.172705 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d103d4e7-09fd-4cd3-a0bc-cf956a12a271 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:22.173307 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d103d4e7-09fd-4cd3-a0bc-cf956a12a271'] response: {'name': 'network-changed', 'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'status': 'completed', 'code': 200} Mar 31 23:19:22.174098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9376be-bf9d-4306-9cb6-3a485db399fa service neutron] Pushing event updated for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.188702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.284198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-07212394-5333-4eca-bc9b-ba018b115141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.285981 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-07212394-5333-4eca-bc9b-ba018b115141 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 1094 time: 0.0694947 Mar 31 23:19:22.400992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-018fa69e-a113-4066-a401-7c0d75d6a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.403306 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-018fa69e-a113-4066-a401-7c0d75d6a819 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8ec941023428415fb02af006e9ed07de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1037970 Mar 31 23:19:22.414906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.184 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/adfeb237-e3c9-47f0-be97-9a4a33627124) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:22.436961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c539dd-8acf-467a-b724-28c549c3cfd0 req-842de1e3-4697-43b6-a66b-61bf07f62047 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.438464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2c539dd-8acf-467a-b724-28c549c3cfd0 req-842de1e3-4697-43b6-a66b-61bf07f62047 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 943 time: 0.1609039 Mar 31 23:19:22.516132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Deleting port 499cb32d-c042-4829-96f3-60859e09e250 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:22.521492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.533169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-3f218fd8-8975-4e05-8ba5-92d9fe52ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.534731 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2120200e-6ca6-497c-bc49-9ea4ef5f66d1 req-3f218fd8-8975-4e05-8ba5-92d9fe52ee05 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1231732 Mar 31 23:19:22.578131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2c539dd-8acf-467a-b724-28c549c3cfd0 req-2722b975-61d6-4c9d-8a20-b01df7d7fff6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332376 Mar 31 23:19:22.636295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.640234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-e06d88c4-5137-41b6-af28-d9d61a22c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.641963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-e06d88c4-5137-41b6-af28-d9d61a22c7f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 1094 time: 0.0471439 Mar 31 23:19:22.655443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] For port 499cb32d-c042-4829-96f3-60859e09e250, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=499cb32d-c042-4829-96f3-60859e09e250,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:22.655811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.672501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Calling delete_port for 499cb32d-c042-4829-96f3-60859e09e250 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:22.698685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-3a9a93d4-c5ac-4859-9286-20c8e7025ea9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f147e28f-98aa-4118-a5e8-eff56afb657c HTTP/1.1" status: 200 len: 217 time: 0.0439067 Mar 31 23:19:22.752193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-4d5a8e2f-97c1-429a-9472-549522e09ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.753778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-4d5a8e2f-97c1-429a-9472-549522e09ad1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0484467 Mar 31 23:19:22.870246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.933672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:22.938354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:22.940273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=adfeb237-e3c9-47f0-be97-9a4a33627124,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.942498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:23.072686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.147116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=499cb32d-c042-4829-96f3-60859e09e250,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.170613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-ad345eca-31cd-48c6-89b2-ca60419205c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.172259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-ad345eca-31cd-48c6-89b2-ca60419205c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4122612 Mar 31 23:19:23.223180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd7d2-031a-44da-ab23-a934a960a95e req-5aa3bd8c-c9ea-477f-a1a2-8db398c619da tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.224795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58bfd7d2-031a-44da-ab23-a934a960a95e req-5aa3bd8c-c9ea-477f-a1a2-8db398c619da tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1577199 Mar 31 23:19:23.280455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-79fa399f-cd50-496a-82ff-f8cb3752942d service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010511 Mar 31 23:19:23.360093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58bfd7d2-031a-44da-ab23-a934a960a95e req-a9c5124b-80ea-4f8b-b9fa-5855b28293d0 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156878 Mar 31 23:19:23.407036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-15e816f6-db50-48d8-a2e2-4a532df9ba47 req-46d56f12-be8e-4c46-96bd-a3ce7b8fb143 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198356 Mar 31 23:19:23.965492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.993227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a6af2-328c-4c9f-a4b1-76425feb6027 req-5b6f5ab2-8f53-4009-a8af-86b1c7605e61 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.994719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a0a6af2-328c-4c9f-a4b1-76425feb6027 req-5b6f5ab2-8f53-4009-a8af-86b1c7605e61 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 943 time: 0.1223865 Mar 31 23:19:24.062278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.175941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a0a6af2-328c-4c9f-a4b1-76425feb6027 req-e5564f92-5ef8-425a-9866-6e66b59951af tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660259 Mar 31 23:19:24.228067 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.431553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.436822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Router b683cdac-f6ed-4b3e-9b76-b902f04c197a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:24.540617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43180) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.618839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1a2c-ab73-4777-adac-2315794313a9 req-3741ca7b-c7c0-4a2a-a263-ecb643978af1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.620361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c8e1a2c-ab73-4777-adac-2315794313a9 req-3741ca7b-c7c0-4a2a-a263-ecb643978af1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1812284 Mar 31 23:19:24.655919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf338-bc4a-40b1-8ebd-01cb627e4398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.716027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:24.722401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-206391db-b0e6-47a5-9bbc-0f0f961c8dfe admin admin] 10.222.0.83 "PUT /v2.0/routers/b683cdac-f6ed-4b3e-9b76-b902f04c197a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389290 Mar 31 23:19:24.725518 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Sync routers for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:24.726012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43184) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.728654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c8e1a2c-ab73-4777-adac-2315794313a9 req-e266d928-0fb4-4465-8575-7ac157940fd3 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014762 Mar 31 23:19:24.736879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf338-bc4a-40b1-8ebd-01cb627e4398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.740730 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:24.741831 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:24.785242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf338-bc4a-40b1-8ebd-01cb627e4398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.796564 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:24.825747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6cbf338-bc4a-40b1-8ebd-01cb627e4398 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5ff93b2049b8440694542c09a70b0b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840338 Mar 31 23:19:24.827681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf338-bc4a-40b1-8ebd-01cb627e4398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23c18c-adea-4ec8-a953-ec38256de1d6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.828640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43186) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.866728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.872998 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:24.908867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:25.015155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.069134 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:19:22Z', 'revision_number': 5, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.104186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.107882 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Checking router: b683cdac-f6ed-4b3e-9b76-b902f04c197a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:25.116016 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Routers {'b683cdac-f6ed-4b3e-9b76-b902f04c197a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:25.117302 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.130848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:25.135566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.143094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Sync routers for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:25.155254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:25.156270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.240139 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] Set router b683cdac-f6ed-4b3e-9b76-b902f04c197a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:25.294654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.299683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39977e86-5603-4a5a-a463-8f2a0d9b279a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3161378 Mar 31 23:19:25.299965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43196) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.301850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:25.335906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Deleting port da01a419-d36c-4163-9d35-6cdfab61f468 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:25.336248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.370035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.372728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.374023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8a23c18c-adea-4ec8-a953-ec38256de1d6 HTTP/1.1" status: 204 len: 168 time: 0.5444479 Mar 31 23:19:25.416699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2632bdd-032f-4d07-9003-33930908f9a8 req-e555ce69-2c8b-4a2e-a90a-2695165777f0 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.418214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2632bdd-032f-4d07-9003-33930908f9a8 req-e555ce69-2c8b-4a2e-a90a-2695165777f0 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 943 time: 0.1691794 Mar 31 23:19:25.433282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665590e-91c2-42e9-a9bf-da237e5cf6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23c18c-adea-4ec8-a953-ec38256de1d6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.508416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2632bdd-032f-4d07-9003-33930908f9a8 req-d729cf06-a4af-406f-b82e-43fcbfbaaa78 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813336 Mar 31 23:19:25.519997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] For port da01a419-d36c-4163-9d35-6cdfab61f468, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=da01a419-d36c-4163-9d35-6cdfab61f468,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:25.519997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.536439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Calling delete_port for da01a419-d36c-4163-9d35-6cdfab61f468 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:25.542108 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:19:22Z', 'revision_number': 5, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.564929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:23Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.572843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-65fa2648-46fd-4df8-a139-8e5ad8a5dc6c tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=710a39ff3417413aa2e29836e3ab1830&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2715552 Mar 31 23:19:25.575988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43202) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.584345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73afb7f-24a4-4cfc-be29-c36a710f7f71 None None] The sync data for ids ['b683cdac-f6ed-4b3e-9b76-b902f04c197a'] in n-d-828414-2 is: [{'id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'name': 'tempest-TestServerBasicOps-613390046-router', 'tenant_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:58Z', 'updated_at': '2022-03-31T23:19:22Z', 'revision_number': 5, 'project_id': '2c5a9db7b5cf42d9a34f41fbafa2c9ce', 'gw_port': {'id': 'da01a419-d36c-4163-9d35-6cdfab61f468', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683cdac-f6ed-4b3e-9b76-b902f04c197a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:01Z', 'updated_at': '2022-03-31T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:25.608294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Checking router: 3c2d6d25-ada7-45fc-ab4a-5058038c7469 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:25.608892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Updating router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 port adfeb237-e3c9-47f0-be97-9a4a33627124 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:25.656175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.857837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf0f426-066e-4387-9698-05369f15f834 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.859416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eaf0f426-066e-4387-9698-05369f15f834 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2824068 Mar 31 23:19:25.862724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43216) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.903699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.930192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8692fc90-fcb4-4083-a6b8-9e1895ee7f73 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657578 Mar 31 23:19:25.933064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.940579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214855338', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:25.970806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb023b7-25ba-4a60-bfa9-fd6ea73f9f79 req-1aa3ec11-bba6-4156-8963-6c288aa308b2 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.972428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb023b7-25ba-4a60-bfa9-fd6ea73f9f79 req-1aa3ec11-bba6-4156-8963-6c288aa308b2 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1457589 Mar 31 23:19:25.979448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Pushing event deleted for resources: {'Port': ['ID=da01a419-d36c-4163-9d35-6cdfab61f468,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.057066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.107617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beb023b7-25ba-4a60-bfa9-fd6ea73f9f79 req-701aee57-d1fa-487b-bf67-3973c897d0de tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888634 Mar 31 23:19:26.113453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.180501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:26.181633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.185978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.251861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Pushing event updated for resources: {'Port': ['ID=adfeb237-e3c9-47f0-be97-9a4a33627124,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.264837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.265680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.266231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.266782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.268187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.268734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.269258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.269897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.270415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.270936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.272213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.272713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:26.273906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.278375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.297770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Attempting to bind port adfeb237-e3c9-47f0-be97-9a4a33627124 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:26.299511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Attempting to bind port adfeb237-e3c9-47f0-be97-9a4a33627124 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:26.300045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Attempting to bind port adfeb237-e3c9-47f0-be97-9a4a33627124 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:26.308506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:26.309992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:26.310569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.311159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:26.314167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Bound port: adfeb237-e3c9-47f0-be97-9a4a33627124, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:26.314167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.372905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] For port adfeb237-e3c9-47f0-be97-9a4a33627124, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:26.376129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] For port adfeb237-e3c9-47f0-be97-9a4a33627124, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adfeb237-e3c9-47f0-be97-9a4a33627124,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:26.448070 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.448635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b683cdac-f6ed-4b3e-9b76-b902f04c197a {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:26.448930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.460980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.460980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d2d3a553-d327-4e8e-ac8d-207a27866393 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b683cdac-f6ed-4b3e-9b76-b902f04c197a HTTP/1.1" status: 204 len: 168 time: 1.7253191 Mar 31 23:19:26.461245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.517286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.555142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:26.555982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:26.604578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Deleting subnet 9fc66664-ac69-4d24-832a-29fb17b18307 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:26.625122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.675272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaae0d-5c92-4606-9498-d21bbd5cb1ad None None] Pushing event updated for resources: {'Port': ['ID=adfeb237-e3c9-47f0-be97-9a4a33627124,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.696817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Checking segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:26.697174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network hostable DHCP agents. Network: a965d6da-6b72-44a9-94bc-1988cc260bdf, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:26.703374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Subnet': ['ID=b4d73091-123a-4746-91d5-d34e052f2da8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.704876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846074d-4158-4460-82fc-e6c4d18110f7 req-70a8601c-1e41-4721-9d29-ec61697ec62b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.707971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a846074d-4158-4460-82fc-e6c4d18110f7 req-70a8601c-1e41-4721-9d29-ec61697ec62b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 943 time: 0.0733981 Mar 31 23:19:26.736183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.748280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:26.760627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a846074d-4158-4460-82fc-e6c4d18110f7 req-fdfcff6f-c352-4a52-9a97-7d5f2125550c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455143 Mar 31 23:19:26.810601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network a965d6da-6b72-44a9-94bc-1988cc260bdf is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:26.880971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.913893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a965d6da-6b72-44a9-94bc-1988cc260bdf) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:26.921393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.921993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.947950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b99913-d2f3-477e-9c96-bb0cabd118d9 None None] Network a965d6da-6b72-44a9-94bc-1988cc260bdf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:27.052408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:23Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:27.060607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43248) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.067658 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-80191691-c097-4806-ae0b-4dab8e34c443 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1327264 Mar 31 23:19:27.097030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.111453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f147e28f-98aa-4118-a5e8-eff56afb657c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:27.118917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69875376-95c4-457a-9660-cfc6bb6128fd None None] The sync data for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 is: [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:23Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:27.138615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc66664-ac69-4d24-832a-29fb17b18307,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:27.144946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.149714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96b71109-e189-4f36-a4c7-adaa30d61e3f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9fc66664-ac69-4d24-832a-29fb17b18307 HTTP/1.1" status: 204 len: 168 time: 0.6878932 Mar 31 23:19:27.153780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43252) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.341726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ff587-b328-43e5-a9ba-45cce5e8c9de None None] Network 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:27.562601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a965d6da-6b72-44a9-94bc-1988cc260bdf', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:27.563660 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.636968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f147e28f-98aa-4118-a5e8-eff56afb657c,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:27.745246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'port_id': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'mac_address': 'fa:16:3e:11:c4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:27.814043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adfeb237-e3c9-47f0-be97-9a4a33627124 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:27.893159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.933524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] DHCP port deletion for 0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:27.951036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.074285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f147e28f-98aa-4118-a5e8-eff56afb657c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:28.124042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Allocated IP 172.20.0.2 (a965d6da-6b72-44a9-94bc-1988cc260bdf/b4d73091-123a-4746-91d5-d34e052f2da8/84240483-8b0b-4065-9a7b-52977dedde62) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:28.139940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f147e28f-98aa-4118-a5e8-eff56afb657c,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.149925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port adfeb237-e3c9-47f0-be97-9a4a33627124 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:28.150577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.154660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285950e1-bd32-4098-866e-57b92793f23c req-29c34ad4-8ae7-47bf-b036-8fd5e08d7cd9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.157900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43274) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:28.159194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-285950e1-bd32-4098-866e-57b92793f23c req-29c34ad4-8ae7-47bf-b036-8fd5e08d7cd9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 943 time: 0.2923353 Mar 31 23:19:28.213527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23af3c-639a-40be-8931-c568aa88e8e9 req-c117814a-7dda-4c27-a151-bcf7f8ff7e34 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.215135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad23af3c-639a-40be-8931-c568aa88e8e9 req-c117814a-7dda-4c27-a151-bcf7f8ff7e34 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.3620722 Mar 31 23:19:28.258073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.307341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Deleting port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:28.307341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.309639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1119143421', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:28.379696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-285950e1-bd32-4098-866e-57b92793f23c req-f88d4d91-5e4d-4d54-b804-ed5f0ff5bb85 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616888 Mar 31 23:19:28.387572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Deleting port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:28.387572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.394790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad23af3c-639a-40be-8931-c568aa88e8e9 req-b49fe5c2-069b-4cc1-b59f-3469415a9d87 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670585 Mar 31 23:19:28.428152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Made reservation on behalf of 668be397f90647b1bfa55f0007d3e3dd for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:28.431023 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.450872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.463753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] For port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.468343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.468343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.515731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Calling delete_port for af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:28.520151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] For port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,segment=NetworkSegment(574d4f69-375e-480b-84b2-a1bd32d1767c),segment_id=574d4f69-375e-480b-84b2-a1bd32d1767c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.520522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.550893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.571362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.572891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Calling delete_port for af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:28.627403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port adfeb237-e3c9-47f0-be97-9a4a33627124, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adfeb237-e3c9-47f0-be97-9a4a33627124,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.635720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.639380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.661523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] device_id is not set on port 2bd5b1d3-17af-4379-8c74-01f7623da289 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:28.679303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c9a83c-9bc0-431a-9b5b-699593797842,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.696904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.760701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f147e28f-98aa-4118-a5e8-eff56afb657c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:28.762385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.770399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.796898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Allocated IP 172.25.6.159 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2bd5b1d3-17af-4379-8c74-01f7623da289) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:28.804815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 499cb32d-c042-4829-96f3-60859e09e250 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:28.819911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.840977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.854021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=adfeb237-e3c9-47f0-be97-9a4a33627124,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.859271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] No DVR routers for this DVR port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:28.862537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 499cb32d-c042-4829-96f3-60859e09e250 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:28.862894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 499cb32d-c042-4829-96f3-60859e09e250 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:28.863522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da01a419-d36c-4163-9d35-6cdfab61f468 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:28.894274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] No DVR routers for this DVR port af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:28.903733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.924133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: da01a419-d36c-4163-9d35-6cdfab61f468 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:28.924480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device da01a419-d36c-4163-9d35-6cdfab61f468 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:28.931107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Network a965d6da-6b72-44a9-94bc-1988cc260bdf is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:28.936341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:28.948339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:28.996066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Pushing event updated for resources: {'Port': ['ID=84240483-8b0b-4065-9a7b-52977dedde62,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.008705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.033630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.065731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bb04c-8706-4320-a93e-bb56209a8ff9 None None] Pushing event deleted for resources: {'Port': ['ID=af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.077906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Attempting to bind port 84240483-8b0b-4065-9a7b-52977dedde62 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:29.077906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Attempting to bind port 84240483-8b0b-4065-9a7b-52977dedde62 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:29.077906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Attempting to bind port 84240483-8b0b-4065-9a7b-52977dedde62 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:29.088348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:29.088736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Checking segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:29.089166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.089511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Bound using segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:29.089993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Bound port: 84240483-8b0b-4065-9a7b-52977dedde62, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:29.090371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.118610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0ef0a3-6c8a-49e6-bf99-2042858c34e1']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.140940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d4f69-375e-480b-84b2-a1bd32d1767c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.141165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d4f69-375e-480b-84b2-a1bd32d1767c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.163758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.165417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.200862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] For port 84240483-8b0b-4065-9a7b-52977dedde62, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:29.208223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] For port 84240483-8b0b-4065-9a7b-52977dedde62, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=84240483-8b0b-4065-9a7b-52977dedde62,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:29.220862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.236626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:29.237027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:29.238713 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:29.263701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:29.270253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:29.277810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:29.302148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Pushing event updated for resources: {'Port': ['ID=2bd5b1d3-17af-4379-8c74-01f7623da289,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.321235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58298128-f87b-4747-be4e-4be583a1e846 req-f55512d9-8ff9-48a1-b7fb-04b24931e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:29.321948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.322180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58298128-f87b-4747-be4e-4be583a1e846 req-f55512d9-8ff9-48a1-b7fb-04b24931e5a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.1009254 Mar 31 23:19:29.355483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:29.356185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.374852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58298128-f87b-4747-be4e-4be583a1e846 req-461b37be-4dda-4b3e-9519-d62109f09979 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Mar 31 23:19:29.391716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.1 (a965d6da-6b72-44a9-94bc-1988cc260bdf/b4d73091-123a-4746-91d5-d34e052f2da8/45b469ca-98c1-4ebf-80ae-cf9039743205) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:29.408576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e8aa-b118-444d-80d8-101367f86c21 None None] Pushing event updated for resources: {'Port': ['ID=84240483-8b0b-4065-9a7b-52977dedde62,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.465150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.480394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.482867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0d0ef0a3-6c8a-49e6-bf99-2042858c34e1 HTTP/1.1" status: 204 len: 168 time: 2.3281147 Mar 31 23:19:29.494704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-21eea94f-58e8-4c06-974b-f0192bf16db2 tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3350933 Mar 31 23:19:29.498741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.502594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.159'}]}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:29.562682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444af43-4566-47ff-86b2-ea061fafc385 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0ef0a3-6c8a-49e6-bf99-2042858c34e1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.686616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.687938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.721887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.737294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39587e56-5074-4cc4-8e56-88a04245284f req-5219d728-2387-49b2-b85b-206d4364a002 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:29.738907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39587e56-5074-4cc4-8e56-88a04245284f req-5219d728-2387-49b2-b85b-206d4364a002 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 944 time: 0.2001739 Mar 31 23:19:29.749145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84077-3a7f-42ed-8ccd-fb5c93f52841 req-a9c27b54-8af1-402d-8763-a07f9c7b686c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:29.751054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fd84077-3a7f-42ed-8ccd-fb5c93f52841 req-a9c27b54-8af1-402d-8763-a07f9c7b686c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.2011232 Mar 31 23:19:29.792514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adfeb237-e3c9-47f0-be97-9a4a33627124 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:29.849771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.864626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39587e56-5074-4cc4-8e56-88a04245284f req-b86a9e45-d24b-4b17-958b-bd505b29e35c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107905 Mar 31 23:19:29.868975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9fd84077-3a7f-42ed-8ccd-fb5c93f52841 req-4cb3cc7e-6cc1-4049-ae73-6f2244d5ee14 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036229 Mar 31 23:19:29.903309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port adfeb237-e3c9-47f0-be97-9a4a33627124 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:29.903683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.939978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.986378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network a965d6da-6b72-44a9-94bc-1988cc260bdf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:29.994072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:29.997791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:30.029307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.062495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.080684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:30.109426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:30.111277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af0e8635-cd83-4aad-bf8f-bbec6ec5cf5f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:30.159324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.191978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.235541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-890c9010-a00a-41aa-a0fc-46931b538f58 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93c2055b956947a88ef461c9b25b4777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422981 Mar 31 23:19:30.237906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.333906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.343108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.373052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.518825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.527405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.530057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b53bd3c6-d6d4-4633-aabf-4ba02f1f258c HTTP/1.1" status: 204 len: 168 time: 0.2905169 Mar 31 23:19:30.570089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ba16a-4779-430e-9a50-d4f47c3b1998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53bd3c6-d6d4-4633-aabf-4ba02f1f258c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.663364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.684726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.706429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.725620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f49c8e-cc97-40b6-9d46-a4f738253469 None None] Network a965d6da-6b72-44a9-94bc-1988cc260bdf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:30.842059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.879263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] Provisioning complete for port 84240483-8b0b-4065-9a7b-52977dedde62 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:30.879819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.950667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.955894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.959383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.039800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.133261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f147e28f-98aa-4118-a5e8-eff56afb657c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:31.151333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] For port 84240483-8b0b-4065-9a7b-52977dedde62, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=84240483-8b0b-4065-9a7b-52977dedde62,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:31.192321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008123ec-adb2-4da3-a471-85a55512cf58 req-4834ba15-14bf-441e-ada8-a7a62ebf060d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.197798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-008123ec-adb2-4da3-a471-85a55512cf58 req-4834ba15-14bf-441e-ada8-a7a62ebf060d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 944 time: 0.2360778 Mar 31 23:19:31.219826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.237784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.244543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.264155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07d609-29e0-4bdf-b053-eaaf42be41a9 req-d583d724-cf36-4faf-b842-00e3bdc23c59 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.265843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f07d609-29e0-4bdf-b053-eaaf42be41a9 req-d583d724-cf36-4faf-b842-00e3bdc23c59 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.2020996 Mar 31 23:19:31.292717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3179b-f5c1-42ba-b05b-242c29bbd9f7 None None] Pushing event updated for resources: {'Port': ['ID=84240483-8b0b-4065-9a7b-52977dedde62,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.313720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network a965d6da-6b72-44a9-94bc-1988cc260bdf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:31.317710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-008123ec-adb2-4da3-a471-85a55512cf58 req-300d741f-9096-4706-84fb-55fd4852de76 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028311 Mar 31 23:19:31.321918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:31.345010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f07d609-29e0-4bdf-b053-eaaf42be41a9 req-4a3f9c95-da45-4af9-b9ff-c92261b66be1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Mar 31 23:19:31.354487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-10d8b72c-2ed2-4f92-a313-aba1e81941ce None None] Provisioning complete for port 84240483-8b0b-4065-9a7b-52977dedde62 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:31.354858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10d8b72c-2ed2-4f92-a313-aba1e81941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.388276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port f147e28f-98aa-4118-a5e8-eff56afb657c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:19:31.395930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f147e28f-98aa-4118-a5e8-eff56afb657c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:31.396999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-411132207', 'description': 'tempest-description-789217016'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:31.397133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.442859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.444096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26ef499c-45a2-4f2c-9115-3b873d6e6300 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:31.491585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:31.546572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-10d8b72c-2ed2-4f92-a313-aba1e81941ce None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:31.546945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10d8b72c-2ed2-4f92-a313-aba1e81941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.549659 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.586184 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:19:31.590078 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd3a8c94-161d-4221-8f70-1bf7bbc18d4e tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0884986 Mar 31 23:19:31.591193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43316) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.595906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.612564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:31.615836 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a2a5f-ba82-49e1-9b1c-db63a1e8698e" -d '{"events": [{"server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "name": "network-vif-plugged", "status": "completed", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:31.621747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-10d8b72c-2ed2-4f92-a313-aba1e81941ce None None] Port 45b469ca-98c1-4ebf-80ae-cf9039743205 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:31.632713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f147e28f-98aa-4118-a5e8-eff56afb657c,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:31.636007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:31.650031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f30749c0-fe85-4e6a-be1c-1f077c7a16b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/3c2d6d25-ada7-45fc-ab4a-5058038c7469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5800385 Mar 31 23:19:31.663231 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Sync routers for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:31.679042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:31.682870 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.709003 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd48457-9759-4e12-9396-240bca8de83c x-openstack-request-id: req-ecd48457-9759-4e12-9396-240bca8de83c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:31.709003 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "name": "network-vif-plugged", "status": "completed", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:31.709003 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ecd48457-9759-4e12-9396-240bca8de83c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:31.709003 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd48457-9759-4e12-9396-240bca8de83c'] response: {'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'code': 200} Mar 31 23:19:31.728824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.750604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.774455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43322) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.893612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 84240483-8b0b-4065-9a7b-52977dedde62 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:31.898292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aeacb930-6cab-43da-9f59-b53ea50892b6 None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:31.899062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aeacb930-6cab-43da-9f59-b53ea50892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.906746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.918041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-383ca51a-a552-4ce2-9512-de5936b18bcf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2c5a9db7b5cf42d9a34f41fbafa2c9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420183 Mar 31 23:19:31.921911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43330) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.934801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.964198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Deleting port 2bd5b1d3-17af-4379-8c74-01f7623da289 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:31.967148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.997329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63cd7b-bba2-4332-ba24-bb3b9ad6a340 req-b5a67bee-86ff-4d17-9e7e-1be3929e457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.998904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0f63cd7b-bba2-4332-ba24-bb3b9ad6a340 req-b5a67bee-86ff-4d17-9e7e-1be3929e457a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 1096 time: 0.1779196 Mar 31 23:19:32.004823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:32.046422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-aeacb930-6cab-43da-9f59-b53ea50892b6 None None] Port 45b469ca-98c1-4ebf-80ae-cf9039743205 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:32.073151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 84240483-8b0b-4065-9a7b-52977dedde62 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:32.073708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.088414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.089712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-662bba95-0287-404f-9de6-61f4d4b0b7e1 req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7011707 Mar 31 23:19:32.090372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c240066-4ae4-4721-a25b-c7ca475b6148 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a756fea8-d1fe-46e5-95cd-46dc47c2c6f2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.101106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0f63cd7b-bba2-4332-ba24-bb3b9ad6a340 req-263c8118-66e5-4e1b-833c-8a1be4d7c7b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910282 Mar 31 23:19:32.135930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-f8accde1-128b-420e-95ab-0ee517367445 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375830948&fields=id&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 267 time: 0.0896642 Mar 31 23:19:32.173351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.189583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Calling delete_port for 2bd5b1d3-17af-4379-8c74-01f7623da289 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:32.192346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e1201694-bf37-4e24-9bac-41a8938a2b35 None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:32.192737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e1201694-bf37-4e24-9bac-41a8938a2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.245287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e1201694-bf37-4e24-9bac-41a8938a2b35 None None] Port 45b469ca-98c1-4ebf-80ae-cf9039743205 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:32.252261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.336221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.379535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-166aa1f7-5ba5-49a3-bdc7-a5d2072c1e83 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-411132207&fields=id&tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4 HTTP/1.1" status: 200 len: 267 time: 0.1531336 Mar 31 23:19:32.398004 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 2, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:32.426058 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Checking router: 3c2d6d25-ada7-45fc-ab4a-5058038c7469 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:32.426454 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Updating router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 port 45b469ca-98c1-4ebf-80ae-cf9039743205 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:32.436869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.448891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-3bd46fbb-8677-4966-aa0c-dec06d7a932b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:32.450421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-3bd46fbb-8677-4966-aa0c-dec06d7a932b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 797 time: 0.2652373 Mar 31 23:19:32.461334 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.478153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bd5b1d3-17af-4379-8c74-01f7623da289,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.487646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-6204b2d9-2399-456a-9bb4-9dffadae18ca tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/quotas/710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 375 time: 0.0237355 Mar 31 23:19:32.500337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-ce154f48-29d7-48ec-beb9-c6b76656d049 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:32.503225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-ce154f48-29d7-48ec-beb9-c6b76656d049 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1118000 Mar 31 23:19:32.520357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'port': {'security_groups': ['22436ffb-c089-4a0c-8e9e-cf3ed75d03c5', 'a756fea8-d1fe-46e5-95cd-46dc47c2c6f2']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:32.552563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.556235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b71aa35-5703-4d9a-97c0-f7e10bb9ef1b tempest-RoutersAdminNegativeIpV6Test-1075432002 tempest-RoutersAdminNegativeIpV6Test-1075432002-project-admin] 10.222.0.83 "DELETE /v2.0/ports/2bd5b1d3-17af-4379-8c74-01f7623da289 HTTP/1.1" status: 204 len: 168 time: 0.9646118 Mar 31 23:19:32.572636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.575335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.576493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c95f52a4-97b6-42e3-a7c2-ae85a56d4cc8 HTTP/1.1" status: 204 len: 168 time: 0.6546137 Mar 31 23:19:32.609150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-eb7edb51-5151-408d-a121-eaf4136976fe tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185262 Mar 31 23:19:32.609924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1946f8-54bc-4b48-b7ce-f3f3300e4d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f52a4-97b6-42e3-a7c2-ae85a56d4cc8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.727779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-7ab218b7-4daa-45cc-8c02-d722432407ff service neutron] 10.222.0.83 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938520 Mar 31 23:19:32.744664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.803935 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.888232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-0bb25ad9-c9f8-499a-b4c3-e6b9792546fc service neutron] 10.222.0.83 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519704 Mar 31 23:19:32.920037 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.992289 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fadad-af72-4b0c-b9f4-57025f7fe1a6 None None] Pushing event updated for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.050314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:33.068981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Attempting to bind port 45b469ca-98c1-4ebf-80ae-cf9039743205 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:33.069345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Attempting to bind port 45b469ca-98c1-4ebf-80ae-cf9039743205 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:33.069895 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Attempting to bind port 45b469ca-98c1-4ebf-80ae-cf9039743205 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:33.075309 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:33.075647 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Checking segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:33.086501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.087843 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.088438 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Bound using segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:33.089135 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Bound port: 45b469ca-98c1-4ebf-80ae-cf9039743205, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:33.089743 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.200650 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] For port 45b469ca-98c1-4ebf-80ae-cf9039743205, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:33.204694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] For port 45b469ca-98c1-4ebf-80ae-cf9039743205, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=45b469ca-98c1-4ebf-80ae-cf9039743205,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:33.224351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48a56-48dd-4001-85e7-2975fb7c0c26 req-1ab637c5-d59e-4709-8eb7-f7ea2f991d20 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.227207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad48a56-48dd-4001-85e7-2975fb7c0c26 req-1ab637c5-d59e-4709-8eb7-f7ea2f991d20 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0676339 Mar 31 23:19:33.283823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad48a56-48dd-4001-85e7-2975fb7c0c26 req-a8ae831a-baa7-4ad2-8a9d-ff835d5815d7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Mar 31 23:19:33.300459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.324605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f9c1897c-1845-458c-8dfb-a36183d0c06b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:33.337273 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.384425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:33.384705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.470261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.472453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.491790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1d8f185-f502-4938-a18f-6dd55c88ce17 req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "PUT /v2.0/ports/f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 981 time: 0.9706495 Mar 31 23:19:33.525918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:33.561857 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345b0f0-1d04-46e7-97d1-d34047668bad" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:33.564341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f9c1897c-1845-458c-8dfb-a36183d0c06b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:33.634276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.645934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eccca2d4-d4b2-4ee5-b5f7-b93a41c5f827 req-f7a7fad2-34e9-4aa4-968b-5fd67b6ddb7d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.1931317 Mar 31 23:19:33.707577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8fe2-c553-4baf-9b14-7baa8b7465aa tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.719900 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fadad-af72-4b0c-b9f4-57025f7fe1a6 None None] Pushing event updated for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.761028 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af5d9ea-066d-4244-bb38-e474c5e178aa x-openstack-request-id: req-5af5d9ea-066d-4244-bb38-e474c5e178aa {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:33.761321 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:33.761573 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5af5d9ea-066d-4244-bb38-e474c5e178aa {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:33.761973 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af5d9ea-066d-4244-bb38-e474c5e178aa'] response: {'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:19:33.776040 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:33.776742 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:33.963660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-448dbbca-5620-40a4-b1f8-b12fc6eebdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.965597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-448dbbca-5620-40a4-b1f8-b12fc6eebdff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1135 time: 0.1122701 Mar 31 23:19:33.987081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ad53-0a0c-4478-b8b0-aca0e2ae7c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.036607 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:34.143642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-3b3a87df-a56e-4dbb-b825-14c62204e569 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-411132207&fields=id&tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4 HTTP/1.1" status: 200 len: 267 time: 0.0472071 Mar 31 23:19:34.205350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-87d6dbe1-5580-413a-8b33-942d20553298 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.215876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-87d6dbe1-5580-413a-8b33-942d20553298 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 984 time: 0.0712454 Mar 31 23:19:34.224387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-9085864c-ae11-42ca-ad97-99ec054331e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.227091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-9085864c-ae11-42ca-ad97-99ec054331e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.2510939 Mar 31 23:19:34.228566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'port': {'security_groups': ['22436ffb-c089-4a0c-8e9e-cf3ed75d03c5']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:34.237677 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.289250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-26dfc2da-3fe2-413b-b636-073efab9d118 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0542262 Mar 31 23:19:34.363436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] For port 45b469ca-98c1-4ebf-80ae-cf9039743205, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=45b469ca-98c1-4ebf-80ae-cf9039743205,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:34.374978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ad53-0a0c-4478-b8b0-aca0e2ae7c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.375928 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.383284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.385217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-8c692bda-0571-4a64-901e-83fdc68382b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.385217 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-8c692bda-0571-4a64-901e-83fdc68382b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.0884798 Mar 31 23:19:34.424663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-c00adda0-66f9-4487-86c1-e1193259b49f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312400 Mar 31 23:19:34.425453 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b7fd8-ef99-43f8-ae0d-70ae3ef43b2d None None] The sync data for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 is: [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:34.498448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.512443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76c0a5-5453-4c18-81dc-41915d276d01 req-5ec4d6fd-eec1-4f5f-a0fa-19501d1a852d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.512443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac76c0a5-5453-4c18-81dc-41915d276d01 req-5ec4d6fd-eec1-4f5f-a0fa-19501d1a852d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0799367 Mar 31 23:19:34.546307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ad53-0a0c-4478-b8b0-aca0e2ae7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.616689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-c23e5f7d-7bc2-40d7-b977-b133ddd558ef service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846797 Mar 31 23:19:34.642330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a1c8ad53-0a0c-4478-b8b0-aca0e2ae7c03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=98990eaf7ff448a99945221788a7a0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0068934 Mar 31 23:19:34.645708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43382) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.656449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dd6d1-afa0-4e4b-8ba9-fb3d29129958 None None] Pushing event updated for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.657324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac76c0a5-5453-4c18-81dc-41915d276d01 req-b37a569e-2109-4145-9dad-0d2939dfbeb8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270146 Mar 31 23:19:34.658808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8ad53-0a0c-4478-b8b0-aca0e2ae7c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b745ec-6f2d-490b-94c5-859db7a19292,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.683610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0b11dac5-5b41-4c03-8011-05e1537f157c None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:34.684304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b11dac5-5b41-4c03-8011-05e1537f157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.818674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8345b0f0-1d04-46e7-97d1-d34047668bad req-45d595ef-6b12-4b9e-a32b-5fc101066224 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744518 Mar 31 23:19:34.818957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.819303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da674416-01fe-4d7a-943b-ef8f573f3c98 req-4697b422-0b28-4ecc-8009-1dc57408c1b8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0482211 Mar 31 23:19:34.840067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.842780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:34.909268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.916057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.010004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfb5a2-092c-4b43-adcd-f9b20796e734 req-9337c54a-5c2f-432d-aa81-af4d801e043b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.011669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9dfb5a2-092c-4b43-adcd-f9b20796e734 req-9337c54a-5c2f-432d-aa81-af4d801e043b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0881066 Mar 31 23:19:35.013074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.023044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:35.026436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f9c1897c-1845-458c-8dfb-a36183d0c06b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:35.033548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'port_id': 'f147e28f-98aa-4118-a5e8-eff56afb657c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:35.048261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.049104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.050534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e8e493-09cb-4e23-babe-5d9390f09356 req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "PUT /v2.0/ports/f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 942 time: 0.8337495 Mar 31 23:19:35.105307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.119873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ded4-6a1b-4108-9979-15ada7dd50ca tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.134346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f9c1897c-1845-458c-8dfb-a36183d0c06b'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:35.186992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.189703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.194718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b5b745ec-6f2d-490b-94c5-859db7a19292 HTTP/1.1" status: 204 len: 168 time: 0.5476475 Mar 31 23:19:35.281274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ae26-bddc-4004-8c12-8c4c5e511fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b745ec-6f2d-490b-94c5-859db7a19292,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.451284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-1dfc3539-c392-49c8-8bed-95ab688fc673 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3264613 Mar 31 23:19:35.469452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:35.646261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.781071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 45b469ca-98c1-4ebf-80ae-cf9039743205 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:35.898091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 45b469ca-98c1-4ebf-80ae-cf9039743205 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:35.898517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.262007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:36.264518 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0128e5-42f4-4c49-8a5c-eccbb428f936" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:36.347958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a2ea4c4-e8cc-4950-ba11-497845a95443 req-20595acb-daf2-44f1-a9f9-4e2d275aeb86 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0880377 Mar 31 23:19:36.405876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.461598 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c227db-4531-463e-9738-d04f6a5cc931 x-openstack-request-id: req-f2c227db-4531-463e-9738-d04f6a5cc931 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:36.461911 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:36.462167 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2c227db-4531-463e-9738-d04f6a5cc931 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:36.462591 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c227db-4531-463e-9738-d04f6a5cc931'] response: {'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:19:36.536685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.655159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.resource_extend [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:19:36.679086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Allocated IP 172.25.6.166 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e844adf5-fc0b-4caa-ae89-76c538b0e654) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:36.700471 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddbf4bdc-0d32-4bf3-a431-81cf078f4679 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=668be397f90647b1bfa55f0007d3e3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911668 Mar 31 23:19:36.703668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.737411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-928d3727-4309-4fc9-bc21-c8c8c59e7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:36.738965 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-928d3727-4309-4fc9-bc21-c8c8c59e7d0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.1697879 Mar 31 23:19:36.782801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.796486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.849447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.862122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.931142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.946965 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.014126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-acf2e852-fb8c-4b86-addb-d265f743a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:37.014838 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-acf2e852-fb8c-4b86-addb-d265f743a0dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.2678509 Mar 31 23:19:37.019342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'Port': ['ID=e844adf5-fc0b-4caa-ae89-76c538b0e654,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.030852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:37.032444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:37.040069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:37.114739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-01a23141-304c-45c7-ae43-17f9d3a963e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0790174 Mar 31 23:19:37.138315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.206283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-754f109c-3d9d-40d0-a4bb-dce7fa1282e0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:37.207722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-754f109c-3d9d-40d0-a4bb-dce7fa1282e0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 797 time: 0.2948716 Mar 31 23:19:37.211327 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 801f9aa8-1313-468c-ab72-509411d4c2d4 associated. External IP: 172.25.6.172, port: f147e28f-98aa-4118-a5e8-eff56afb657c. Mar 31 23:19:37.274959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-2df0eeb3-03bd-403c-82a5-33019774e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:37.276433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-2df0eeb3-03bd-403c-82a5-33019774e5aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.1553657 Mar 31 23:19:37.295639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.298140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.299240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70c9a83c-9bc0-431a-9b5b-699593797842 HTTP/1.1" status: 204 len: 168 time: 0.5935504 Mar 31 23:19:37.333730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.337428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-30426d36-84ac-477c-82d6-3694cca403a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522933 Mar 31 23:19:37.377558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b117e-3286-4ebb-8b73-73e7c16242a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c9a83c-9bc0-431a-9b5b-699593797842,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.395039 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-b71902fc-22bc-498d-8a0a-1890b0497b1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 380 time: 0.1748636 Mar 31 23:19:37.425532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'port': {'device_id': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'admin_state_up': True, 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'security_groups': ['ccc143b3-1a52-43db-b654-1ca4b3cda57d']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:37.538746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88d79b06-139a-48ef-b413-c4c45ae15d6e req-92306ce8-e5f2-4261-a966-70fd38613980 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Mar 31 23:19:37.612916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.615603 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-0d3dde7f-18d6-4f9b-9b98-ee7082275395 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423081 Mar 31 23:19:37.670643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.744687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event updated for resources: {'Port': ['ID=e844adf5-fc0b-4caa-ae89-76c538b0e654,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.757708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.763765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:37.791777 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f0128e5-42f4-4c49-8a5c-eccbb428f936 req-a8881c29-2ec8-4426-8620-50b24518c5ec service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672151 Mar 31 23:19:37.848552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:37.853141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.979588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.979588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-366cea2d-644d-4c36-8da6-79b241498456 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5200226 Mar 31 23:19:38.134317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-5c687a8b-2049-49da-a8cb-91dc69283647 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.1337419 Mar 31 23:19:38.264620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-c24e90ff-bac1-4df6-bbf6-50777213df3b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.273935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-c24e90ff-bac1-4df6-bbf6-50777213df3b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1321254 Mar 31 23:19:38.280932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-29cd2e85-9128-4bba-bda8-f30b7424f5c1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:38.285845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4db76e3f-b8c1-4410-aa79-83545f1595be req-29cd2e85-9128-4bba-bda8-f30b7424f5c1 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107565 Mar 31 23:19:38.323582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:38.324710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.335193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:38.360167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:38.361090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:38.391541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae5952d0-94a7-4ecd-9f57-7fea4f3ae760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "PUT /v2.0/floatingips/801f9aa8-1313-468c-ab72-509411d4c2d4 HTTP/1.1" status: 200 len: 991 time: 3.3615248 Mar 31 23:19:38.395643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:38.398945 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5523a81d-411e-4846-8fa0-f085c3d798db" -d '{"events": [{"name": "network-changed", "server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:38.429392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.14 (a965d6da-6b72-44a9-94bc-1988cc260bdf/b4d73091-123a-4746-91d5-d34e052f2da8/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:38.468786 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e6b43-2ed3-4efe-9012-c2f852523748 x-openstack-request-id: req-376e6b43-2ed3-4efe-9012-c2f852523748 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:38.469217 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:38.469580 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-376e6b43-2ed3-4efe-9012-c2f852523748 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:38.469889 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376e6b43-2ed3-4efe-9012-c2f852523748'] response: {'name': 'network-changed', 'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'status': 'completed', 'code': 200} Mar 31 23:19:38.472712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3602-8535-4769-b974-99153bbaf094 req-160e7054-c500-4404-9183-368ac99bd4f8 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.474226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-160e7054-c500-4404-9183-368ac99bd4f8 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1228440 Mar 31 23:19:38.485134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:38.532910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-7e14eb1b-513d-47ee-848f-4db4cfa5049e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0495822 Mar 31 23:19:38.544418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'floatingip': {'port_id': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:38.598948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.619586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a81d-411e-4846-8fa0-f085c3d798db req-514ab638-ec54-48cf-99d4-78c7e785518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.619586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-514ab638-ec54-48cf-99d4-78c7e785518b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 1096 time: 0.1039596 Mar 31 23:19:38.721501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.775590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7bb9c1-7d77-48a7-ae44-dc4be2e59e9c req-a6b5a1a2-4c5e-462e-9398-0fd4f684a661 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0820220 Mar 31 23:19:38.783406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a81d-411e-4846-8fa0-f085c3d798db req-aad74eec-7757-4c88-b6b8-dd256009bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.784818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-aad74eec-7757-4c88-b6b8-dd256009bb1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.1630628 Mar 31 23:19:38.787990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '801f9aa8-1313-468c-ab72-509411d4c2d4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:11:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:13Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}, {'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:38.819873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:38.830079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:38.830985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:38.856470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-7a179eac-a142-4102-b8bd-c1904cad9897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f147e28f-98aa-4118-a5e8-eff56afb657c HTTP/1.1" status: 200 len: 999 time: 0.0651476 Mar 31 23:19:38.919514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.967971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a81d-411e-4846-8fa0-f085c3d798db req-fa983c67-384b-4c05-93e9-da954685b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.969882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-fa983c67-384b-4c05-93e9-da954685b46a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.1071458 Mar 31 23:19:38.974965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:38.995102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43442) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.005718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network a965d6da-6b72-44a9-94bc-1988cc260bdf is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:39.022799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:39.028119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:39.029457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:39.088044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a81d-411e-4846-8fa0-f085c3d798db req-e5209da2-9e39-4e75-a95c-8e3815977f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.089922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-e5209da2-9e39-4e75-a95c-8e3815977f6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119857 Mar 31 23:19:39.133376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.134155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.257135 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-409fbe62-de06-4b4c-8dc4-ff3c1c1956e4 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571827 Mar 31 23:19:39.309395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.315732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-423701768'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:39.368739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5523a81d-411e-4846-8fa0-f085c3d798db req-9cf5c2c4-9b20-42e6-beae-544efa779a60 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056805 Mar 31 23:19:39.398332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-538f6f4b-0825-4b14-897d-feab1e7627ac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9803369 Mar 31 23:19:39.402704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '801f9aa8-1313-468c-ab72-509411d4c2d4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:11:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:13Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}, {'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:39.405844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dee35c04-9ae1-43e1-a0c6-da99024da3a2 None None] Provisioning complete for port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:39.406214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dee35c04-9ae1-43e1-a0c6-da99024da3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.416007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Request body: {'port': {'device_id': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:39.436846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98601-368a-4f09-ac3d-6be73edbe4ed None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '801f9aa8-1313-468c-ab72-509411d4c2d4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:11:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:13Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}, {'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:39.460499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.483148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dee35c04-9ae1-43e1-a0c6-da99024da3a2 None None] Port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:39.485197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.517908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:39.522409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.534818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.614007 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Floating IP eb0b1de6-c730-465d-a1f0-8e72283e3ce1 associated. External IP: 172.25.6.166, port: f9c1897c-1845-458c-8dfb-a36183d0c06b. Mar 31 23:19:39.710618 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd485c-31d4-449d-883d-83aee5337e54 None None] New status for floating IP 801f9aa8-1313-468c-ab72-509411d4c2d4: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:39.754221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.794117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:39.813659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.845853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Transition to ACTIVE for port object 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:39.856059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.904654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:39.950860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.960605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.961080 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment 9e63c4c0-e879-4068-8658-aef848f0bb19 of type vlan for network b5dc2bf4-17a4-460e-8615-6031b5a7e405 Mar 31 23:19:39.973613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84dfd4a-d873-4773-8be0-18c322fb31c7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:39.983495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:40.040887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef111-8701-4cb8-85e4-e16fccc9a4d5 req-a6e40815-b7d6-40c7-bd22-842affaa1879 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.042451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dcef111-8701-4cb8-85e4-e16fccc9a4d5 req-a6e40815-b7d6-40c7-bd22-842affaa1879 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 932 time: 0.1738396 Mar 31 23:19:40.044212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.062333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.167722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:40.168099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:40.168429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:40.173521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:40.173846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:40.180459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:40.180801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Checking segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:40.181182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Bound using segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:40.181976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Bound port: 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:40.182111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.190414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dcef111-8701-4cb8-85e4-e16fccc9a4d5 req-c7cd4337-de67-4270-b06c-9b8837728c4d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404991 Mar 31 23:19:40.210120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.215879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.216466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.245323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:40.254510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.264650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:40.273687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Sync routers for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:40.288645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:40.298114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:40.298866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.332249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=b5dc2bf4-17a4-460e-8615-6031b5a7e405,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.337710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-34d55a6b-fe6d-4809-90ff-6e369ecc7320 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "PUT /v2.0/floatingips/eb0b1de6-c730-465d-a1f0-8e72283e3ce1 HTTP/1.1" status: 200 len: 996 time: 1.7979496 Mar 31 23:19:40.338598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:40.342246 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7a02b3-f279-47ed-853b-6bb131b0477e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:40.361041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.369589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:40.407670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6ac8c402-12c1-4b1a-a045-b6158496f521 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4097948 Mar 31 23:19:40.409298 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74c49a-5abc-46a3-9585-2a1aa5eafcd0 x-openstack-request-id: req-8e74c49a-5abc-46a3-9585-2a1aa5eafcd0 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:40.410940 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:40.410940 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e74c49a-5abc-46a3-9585-2a1aa5eafcd0 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:40.410940 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e74c49a-5abc-46a3-9585-2a1aa5eafcd0'] response: {'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:19:40.486235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.487437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.489129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] 10.222.0.44 "PUT /v2.0/ports/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1092 time: 1.0775664 Mar 31 23:19:40.491733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:40.494673 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f431a-46ec-4d04-9aed-0167dd07d527" -d '{"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:40.592514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3602-8535-4769-b974-99153bbaf094 req-46ed77a6-e2c4-42e8-983c-6e4cccbe3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.594377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-46ed77a6-e2c4-42e8-983c-6e4cccbe3400 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.2146816 Mar 31 23:19:40.608013 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc4068-73c4-42a6-a289-439f683128c8 x-openstack-request-id: req-cffc4068-73c4-42a6-a289-439f683128c8 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:40.608382 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:40.608726 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cffc4068-73c4-42a6-a289-439f683128c8 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:40.609359 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc4068-73c4-42a6-a289-439f683128c8'] response: {'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'status': 'completed', 'code': 200} Mar 31 23:19:40.724193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe84ece-1ccb-4342-a066-ffd92007a736 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.757641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-fee504c9-7800-409d-966f-ad588d8cc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.760036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-fee504c9-7800-409d-966f-ad588d8cc2ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.3152206 Mar 31 23:19:40.788983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:40.803820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3602-8535-4769-b974-99153bbaf094 req-b64fcd64-ed12-4dc4-ba2f-0c438c642db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.813743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-b64fcd64-ed12-4dc4-ba2f-0c438c642db4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.2097731 Mar 31 23:19:40.964037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-88d275b6-f69c-44d9-a462-74d993ca7328 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 999 time: 0.1493490 Mar 31 23:19:40.973725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-658e6597-c8b9-46c4-b02b-53ef7ff65311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.975437 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-658e6597-c8b9-46c4-b02b-53ef7ff65311 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1095 time: 0.3624063 Mar 31 23:19:41.053812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-1437c74b-cd26-48ba-a860-f2e463a6781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.055900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-1437c74b-cd26-48ba-a860-f2e463a6781e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.2858214 Mar 31 23:19:41.061598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3602-8535-4769-b974-99153bbaf094 req-873a5bdf-e916-4c50-83a7-5041714bf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.082966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-873a5bdf-e916-4c50-83a7-5041714bf461 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.1180134 Mar 31 23:19:41.088499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'eb0b1de6-c730-465d-a1f0-8e72283e3ce1', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'port_id': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'mac_address': 'fa:16:3e:b5:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:39Z', 'revision_number': 1, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:41.124062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Checking router: e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:41.135244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:41.136117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:41.142705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-47964620-4e72-4780-a5e2-80f400d2e958 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569804 Mar 31 23:19:41.148985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-bde370a9-732e-49b8-991b-8d9e4b054a2c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:41.157750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-bde370a9-732e-49b8-991b-8d9e4b054a2c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138824 Mar 31 23:19:41.256533 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-7bdacc12-a6e1-4c17-9110-d6c224b58094 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 999 time: 0.1609595 Mar 31 23:19:41.283388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-d08d6358-5c5d-48ed-a84c-1ae14bc06307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.285138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-d08d6358-5c5d-48ed-a84c-1ae14bc06307 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=710a39ff3417413aa2e29836e3ab1830&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2909539 Mar 31 23:19:41.391605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:41.406002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-d31d5cd6-57b3-4db8-8079-861fb4f681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.407706 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-d31d5cd6-57b3-4db8-8079-861fb4f681c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.1348200 Mar 31 23:19:41.426768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-201b2900-9c59-41c0-b67e-802b66a743b1 service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672417 Mar 31 23:19:41.467605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-3ef0d029-1b4e-47a1-a07c-dbd2e04b46e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490413 Mar 31 23:19:41.511971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-c5542558-4f17-4333-ba7e-f22cf4e56a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.514451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-599f431a-46ec-4d04-9aed-0167dd07d527 req-c5542558-4f17-4333-ba7e-f22cf4e56a81 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2022760 Mar 31 23:19:41.514648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629b23-9014-419f-98ae-d33d53e18293 req-c6c498bc-17c1-4d3c-a60d-2f274635c03a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.516557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39629b23-9014-419f-98ae-d33d53e18293 req-c6c498bc-17c1-4d3c-a60d-2f274635c03a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1837020 Mar 31 23:19:41.605868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39629b23-9014-419f-98ae-d33d53e18293 req-a6b59581-04af-4572-ba64-443a98656be8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746763 Mar 31 23:19:41.624133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-c359fccc-ac83-4a48-bee9-de368c06fc87 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139479 Mar 31 23:19:41.672372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1f3602-8535-4769-b974-99153bbaf094 req-4dd058a9-e5a7-4b55-87d4-8818202e9f5e service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305501 Mar 31 23:19:41.742412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-d35da6d6-aa8e-4a36-904a-5aa9482b3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.744142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-d35da6d6-aa8e-4a36-904a-5aa9482b3143 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1095 time: 0.1188412 Mar 31 23:19:41.790269 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-58952dc4-5382-40c2-82e8-29024ec0377c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 217 time: 0.0378344 Mar 31 23:19:41.914621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fd7a02b3-f279-47ed-853b-6bb131b0477e req-892966fd-04ab-41ad-9d2e-fb0b5e7365f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519240 Mar 31 23:19:41.933134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-e090edbc-944d-4271-bf36-32a7bbaa65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.937655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-e090edbc-944d-4271-bf36-32a7bbaa65f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1384511 Mar 31 23:19:42.013606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-85bc69ca-a78a-42c8-88d4-ccb8cf484cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.021375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-85bc69ca-a78a-42c8-88d4-ccb8cf484cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745280 Mar 31 23:19:42.038016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'eb0b1de6-c730-465d-a1f0-8e72283e3ce1', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'port_id': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'mac_address': 'fa:16:3e:b5:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:39Z', 'revision_number': 1, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:42.066038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-fd315730-8077-4e01-a63e-511cf6d02a07 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 999 time: 0.2375956 Mar 31 23:19:42.091576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d3cad-4e46-4e47-94e9-219556b5c6eb None None] The sync data for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 is: [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'eb0b1de6-c730-465d-a1f0-8e72283e3ce1', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'port_id': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'mac_address': 'fa:16:3e:b5:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:39Z', 'revision_number': 1, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:42.131913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-b86149e3-5ffe-4504-b07c-ed7e938b594f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.148156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-b86149e3-5ffe-4504-b07c-ed7e938b594f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports/f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 942 time: 0.0754409 Mar 31 23:19:42.167616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-5e395f7c-b014-43a5-9cee-9049cf267ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348073 Mar 31 23:19:42.259397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee10ef0d-6205-4a8a-a14c-524e2d11b57f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 999 time: 0.0823324 Mar 31 23:19:42.282775 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac8efac3-7a32-4ba7-aba5-f8c1b34eb629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.307922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d9c8f12-0328-489d-a1d8-112097ea75b9 req-e6322003-3f6e-46d0-bb4b-b0bd5f7aeb01 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283674 Mar 31 23:19:42.405464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-b816c88b-f610-47b8-b7c4-6ce166e74a6b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.407593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-b816c88b-f610-47b8-b7c4-6ce166e74a6b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1350782 Mar 31 23:19:42.425322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-9b88e83b-8c9e-4760-bc33-e65c605d5f3d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:42.426770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-9b88e83b-8c9e-4760-bc33-e65c605d5f3d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096760 Mar 31 23:19:42.439302 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f4811-d694-4685-9f2e-587c15616dfc None None] New status for floating IP eb0b1de6-c730-465d-a1f0-8e72283e3ce1: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:42.526148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-af758651-98e1-4b9e-a446-cbc0fae57da3 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 999 time: 0.0752497 Mar 31 23:19:42.536382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.603562 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.133947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84147e-c955-40ab-a364-5c639804bd33 req-c3753ec8-4444-4e1c-8454-02278a2c2f52 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:43.135474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c84147e-c955-40ab-a364-5c639804bd33 req-c3753ec8-4444-4e1c-8454-02278a2c2f52 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1094477 Mar 31 23:19:43.155686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:19:43.156018 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:19:43.186367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c84147e-c955-40ab-a364-5c639804bd33 req-0846d8b3-028d-4501-a3cf-ebfea5017f87 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Mar 31 23:19:43.656800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.802133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.850163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e711d67a-6070-4588-8195-1bbd4a6641dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.899333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43488) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:43.904358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:43.969184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.969521 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Floating IP eb0b1de6-c730-465d-a1f0-8e72283e3ce1 disassociated. External IP: 172.25.6.166, port: f9c1897c-1845-458c-8dfb-a36183d0c06b. Mar 31 23:19:44.139920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:44.143395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.298081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:44.439891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eb575-2ba2-4061-8601-e75dcb488660 req-a6a4fefc-454f-4c02-8fe9-1483883eac01 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.441407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d29eb575-2ba2-4061-8601-e75dcb488660 req-a6a4fefc-454f-4c02-8fe9-1483883eac01 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1657939 Mar 31 23:19:44.570610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d29eb575-2ba2-4061-8601-e75dcb488660 req-6ec1eb77-e0f1-40b7-9cbb-03cb5337f3a9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206493 Mar 31 23:19:44.575534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:44.580453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.595304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Sync routers for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:44.605448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:44.606062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:44.613603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-ee85e2f2-ec21-49c7-9b4b-f4610a03488c tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "PUT /v2.0/floatingips/eb0b1de6-c730-465d-a1f0-8e72283e3ce1 HTTP/1.1" status: 200 len: 695 time: 2.0809450 Mar 31 23:19:44.614123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:44.617377 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6e7dcb-3404-4eb3-8629-d43b196d8302" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:44.656465 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8317ea-1b4e-4362-86f5-8c616489f986 x-openstack-request-id: req-0f8317ea-1b4e-4362-86f5-8c616489f986 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:44.657024 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:44.657287 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0f8317ea-1b4e-4362-86f5-8c616489f986 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:44.657737 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8317ea-1b4e-4362-86f5-8c616489f986'] response: {'name': 'network-changed', 'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:19:44.674881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-dc7c2cab-c16e-411a-b229-f24e852ca827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.676448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-dc7c2cab-c16e-411a-b229-f24e852ca827 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.0496964 Mar 31 23:19:44.723033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-f5383b9e-bf90-4314-86c3-ed6edc42b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.725464 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-f5383b9e-bf90-4314-86c3-ed6edc42b0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 1096 time: 0.0474794 Mar 31 23:19:44.739391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.745717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:44.813246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=5d953d2b-fe32-4478-81e8-9b2c56812486,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.840035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-bdaa3a99-10d4-49a3-ac69-8a652c7591bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.841695 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-bdaa3a99-10d4-49a3-ac69-8a652c7591bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.1096985 Mar 31 23:19:44.848079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': '9e63c4c0-e879-4068-8658-aef848f0bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:44.848444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: b5dc2bf4-17a4-460e-8615-6031b5a7e405, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:44.851712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-eede348d-41e0-4c49-b015-1f00db954470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.853258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-eede348d-41e0-4c49-b015-1f00db954470 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 200 len: 922 time: 0.1704726 Mar 31 23:19:44.897929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-0ba0aa79-b47a-42a5-8797-431e19901677 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0495586 Mar 31 23:19:44.907269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-449168a8-e405-4fe5-89ff-2c4d3c4d36df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 200 len: 217 time: 0.0448027 Mar 31 23:19:44.956106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-5902905e-f93d-4e3a-9dec-596f75144c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.957154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:44.964886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-5902905e-f93d-4e3a-9dec-596f75144c15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.0541785 Mar 31 23:19:44.965052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-c0e10913-945a-4935-9f11-dbdbb9fd1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.965052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-c0e10913-945a-4935-9f11-dbdbb9fd1189 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 200 len: 860 time: 0.0455945 Mar 31 23:19:44.996704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Checking router: e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:44.996943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-711edd03-9a24-4456-a3a6-cbd3f7294f95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274601 Mar 31 23:19:45.000829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:45.001105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:45.007762 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-643f2fd5-ce25-4f5b-ac27-6a723547e25f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5964971-ff05-437c-813d-650bf2661c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398605 Mar 31 23:19:45.078830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:45.094620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-0effd8b1-e543-4c28-8df3-94db0e87d680 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941446 Mar 31 23:19:45.112748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:45.126181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-c3c319ff-bf59-4da5-8b1a-5f853da62a18 service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120787 Mar 31 23:19:45.191958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c6e7dcb-3404-4eb3-8629-d43b196d8302 req-d2c606c5-e54c-45fe-bb74-e0cedbc26520 service neutron] 10.222.0.44 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906451 Mar 31 23:19:45.219741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e49234d6-4f0a-4f7c-b36a-fed4fa96a905 req-520e80c4-1606-4179-a901-69e2f4ace810 service neutron] 10.222.0.83 "GET /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925739 Mar 31 23:19:45.283043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b5dc2bf4-17a4-460e-8615-6031b5a7e405) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:45.288591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.292593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.308629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e59dc-6eb4-40f8-8e68-4f14f83c5e6a None None] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:45.416146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:45.445116 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.454886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1f02949b-c244-42e8-a6e3-3617a8ac871a tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5512946 Mar 31 23:19:45.455371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43514) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.461028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1916049253'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:45.464031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbb50e-a541-4b5c-bc19-bcd0fb558086 None None] The sync data for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 is: [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:43Z', 'revision_number': 4, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '9adf9544-7fb5-4759-99b4-93d25c5b3e56', 'name': '', 'network_id': 'b5964971-ff05-437c-813d-650bf2661c0d', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'mac_address': 'fa:16:3e:e2:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '893d2011-4aea-4395-9695-300d6aab9980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:42Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'subnets': [{'id': '893d2011-4aea-4395-9695-300d6aab9980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:45.469153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-404a78ee-2cd4-4416-8622-b2d3ddb4da07 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips/eb0b1de6-c730-465d-a1f0-8e72283e3ce1 HTTP/1.1" status: 200 len: 695 time: 0.0629740 Mar 31 23:19:45.532144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-b5dc2bf4-17a4-460e-8615-6031b5a7e405', 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '5d953d2b-fe32-4478-81e8-9b2c56812486'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:45.532634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.612943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-0d557af8-bf92-4623-906a-bbc2ee17b0cb tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.614485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-0d557af8-bf92-4623-906a-bbc2ee17b0cb tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/networks/0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 784 time: 0.1320617 Mar 31 23:19:45.629951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-4d2df986-9d51-4a91-ab7c-acb7431c886a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:45.632248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-4d2df986-9d51-4a91-ab7c-acb7431c886a tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103035 Mar 31 23:19:45.682203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Allocated IP 2001:db8:0:ffff::2 (b5dc2bf4-17a4-460e-8615-6031b5a7e405/5d953d2b-fe32-4478-81e8-9b2c56812486/740d1751-eb41-412e-9fe2-c090533adf3c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:45.693533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:45.697261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.745776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-447816c7-0ea7-47b8-a700-c01e4d475e20 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 698 time: 0.0996635 Mar 31 23:19:45.811089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:45.811735 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db171c26-b159-484f-8802-e066b4af953c None None] New status for floating IP eb0b1de6-c730-465d-a1f0-8e72283e3ce1: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:45.816439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-13bf0ec9-de23-48fa-92f1-15c73d9fc019 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 698 time: 0.0698245 Mar 31 23:19:45.829880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee23c9d-6ed3-411b-84d6-22a45b6922d5 req-6b2f5adf-f898-402a-b46b-1b2df1803d28 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.831360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee23c9d-6ed3-411b-84d6-22a45b6922d5 req-6b2f5adf-f898-402a-b46b-1b2df1803d28 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1496327 Mar 31 23:19:45.843284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.843670 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment 37ce35da-b763-48e2-97c5-0ce8e9c030b7 of type vlan for network 30a2dec2-0c11-416d-a351-f719cb8a4b14 Mar 31 23:19:45.851663 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.934247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:45.986183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.006709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee23c9d-6ed3-411b-84d6-22a45b6922d5 req-4f0779b1-c3e0-4c88-a7cb-d8c5ca397f9e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646450 Mar 31 23:19:46.075635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Deleting port e844adf5-fc0b-4caa-ae89-76c538b0e654 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:46.075989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.077734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.114531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:46.158006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:46.160981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'mac_address': 'fa:16:3e:60:e6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:46.165371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:46.170334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:46.171686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.179231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:46.179686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Pushing event updated for resources: {'Port': ['ID=740d1751-eb41-412e-9fe2-c090533adf3c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.180368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.222802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.222802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.269924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.272300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Calling delete_port for e844adf5-fc0b-4caa-ae89-76c538b0e654 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:46.273924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Attempting to bind port 740d1751-eb41-412e-9fe2-c090533adf3c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:46.274294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Attempting to bind port 740d1751-eb41-412e-9fe2-c090533adf3c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9e63c4c0-e879-4068-8658-aef848f0bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:46.274651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Attempting to bind port 740d1751-eb41-412e-9fe2-c090533adf3c on network b5dc2bf4-17a4-460e-8615-6031b5a7e405 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:46.297690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:46.298064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Checking segment: {'id': '9e63c4c0-e879-4068-8658-aef848f0bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:46.298539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.303618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Bound using segment: {'id': '9e63c4c0-e879-4068-8658-aef848f0bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:46.303618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Bound port: 740d1751-eb41-412e-9fe2-c090533adf3c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e63c4c0-e879-4068-8658-aef848f0bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'b5dc2bf4-17a4-460e-8615-6031b5a7e405'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:46.303618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.303912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=30a2dec2-0c11-416d-a351-f719cb8a4b14,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.304856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:46.317303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:46.350855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:46.384067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d244c44a-1ce0-45eb-a004-68a028588793 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9275098 Mar 31 23:19:46.386747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.391967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:46.437998 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.473397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] For port 740d1751-eb41-412e-9fe2-c090533adf3c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:46.493935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] For port 740d1751-eb41-412e-9fe2-c090533adf3c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=740d1751-eb41-412e-9fe2-c090533adf3c,segment=NetworkSegment(9e63c4c0-e879-4068-8658-aef848f0bb19),segment_id=9e63c4c0-e879-4068-8658-aef848f0bb19)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:46.518845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.657044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:46.657265 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.657380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.658506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.661637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.698176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event deleted for resources: {'Port': ['ID=e844adf5-fc0b-4caa-ae89-76c538b0e654,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.758969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af21d7-c93d-4823-9eaf-7ccdfa11d73b None None] Pushing event updated for resources: {'Port': ['ID=740d1751-eb41-412e-9fe2-c090533adf3c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.775695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:46.799595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.804583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.809893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10bb80c8-b5a7-4e83-9793-01e4222c54af req-aadffa71-0b00-4663-bbd6-e0b37f79b7f6 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "DELETE /v2.0/floatingips/eb0b1de6-c730-465d-a1f0-8e72283e3ce1 HTTP/1.1" status: 204 len: 173 time: 0.9775634 Mar 31 23:19:46.880132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.909657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-ba251b5e-92cf-4649-9f8a-0b490ff29abe tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups/a756fea8-d1fe-46e5-95cd-46dc47c2c6f2 HTTP/1.1" status: 200 len: 1808 time: 0.0786986 Mar 31 23:19:46.980826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.034009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.167417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:47.170849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.229833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f22b6-619a-4bfb-8487-bb335cfc979b req-335423c1-3e31-44d1-a681-0529f277562d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:47.231656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d59f22b6-619a-4bfb-8487-bb335cfc979b req-335423c1-3e31-44d1-a681-0529f277562d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.0715346 Mar 31 23:19:47.233086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.235713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.236844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dd32afa-94c7-4cdb-a12b-a784843ca580 req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "DELETE /v2.0/security-groups/a756fea8-d1fe-46e5-95cd-46dc47c2c6f2 HTTP/1.1" status: 204 len: 173 time: 0.3200438 Mar 31 23:19:47.265212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=13e6781d-282e-461c-b8d8-3a1c76088949,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.277933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af7307-a569-4838-bc30-edc05af84f8d tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756fea8-d1fe-46e5-95cd-46dc47c2c6f2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.278680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': '37ce35da-b763-48e2-97c5-0ce8e9c030b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:47.279120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: 30a2dec2-0c11-416d-a351-f719cb8a4b14, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:47.322871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d59f22b6-619a-4bfb-8487-bb335cfc979b req-661ea4eb-7899-46b2-8118-ccdc2417a643 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775447 Mar 31 23:19:47.408434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:47.528003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 30a2dec2-0c11-416d-a351-f719cb8a4b14) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:47.532746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:47.533433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.539800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d3be82-0d7c-402d-8055-bd822d059d7c None None] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:47.635163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96be5c3c-3724-40c6-ba83-4dd203b752f7 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2472210 Mar 31 23:19:47.638348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43536) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:47.649620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'port': {'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14', 'name': 'tempest-NetworksIpV6TestAttrs-454622167'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:47.864105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 740d1751-eb41-412e-9fe2-c090533adf3c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:47.933675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:47.939282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.946123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:47.952066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb444c-9543-4d17-a471-5f8612356999 req-07cc9463-b65a-443b-8f4e-b6243afb2b69 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:47.953866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8deb444c-9543-4d17-a471-5f8612356999 req-07cc9463-b65a-443b-8f4e-b6243afb2b69 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0846081 Mar 31 23:19:47.963786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] device_id is not set on port f2200f92-5112-4650-831f-e32e89a96d0b yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:48.059792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-30a2dec2-0c11-416d-a351-f719cb8a4b14', 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '13e6781d-282e-461c-b8d8-3a1c76088949'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:48.060506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8deb444c-9543-4d17-a471-5f8612356999 req-c3f31e0c-78a4-4de6-bbe2-712570dc1240 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991890 Mar 31 23:19:48.073490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.091832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 740d1751-eb41-412e-9fe2-c090533adf3c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:48.092286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.138537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Allocated IP 2001:db8::f816:3eff:fe93:1ff6 (30a2dec2-0c11-416d-a351-f719cb8a4b14/13e6781d-282e-461c-b8d8-3a1c76088949/f2200f92-5112-4650-831f-e32e89a96d0b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:48.207723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308991ef-ac27-446d-a7bf-2e00eec6bd82 None None] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:48.215790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:19:48.249660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:48.250139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.319059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.331724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6c400254-7eba-4104-9799-f782416c78bc None None] Provisioning complete for port 740d1751-eb41-412e-9fe2-c090533adf3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:48.332134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c400254-7eba-4104-9799-f782416c78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.423248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.470308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81057bfa-1b22-4694-8681-1da482e41dc8 req-3df92225-9007-493a-9d55-a20ef3ee9aa1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.471861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81057bfa-1b22-4694-8681-1da482e41dc8 req-3df92225-9007-493a-9d55-a20ef3ee9aa1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.0548165 Mar 31 23:19:48.478077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.518708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81057bfa-1b22-4694-8681-1da482e41dc8 req-fcff2ab7-3f50-4a8e-a284-9998f5c04567 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Mar 31 23:19:48.547915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:48.553518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:48.555806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Port': ['ID=f2200f92-5112-4650-831f-e32e89a96d0b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.564014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:48.571529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.572996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.606143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 740d1751-eb41-412e-9fe2-c090533adf3c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=740d1751-eb41-412e-9fe2-c090533adf3c,segment=NetworkSegment(9e63c4c0-e879-4068-8658-aef848f0bb19),segment_id=9e63c4c0-e879-4068-8658-aef848f0bb19)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:48.634618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.642714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Allocated IP 2001:db8::f816:3eff:fe87:433c (30a2dec2-0c11-416d-a351-f719cb8a4b14/13e6781d-282e-461c-b8d8-3a1c76088949/1330baf4-6567-477e-99a2-a32345b95c0e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:48.665538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43546) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:48.666493 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06ec5e6f-4e4b-453b-b8be-ab43ba212c13 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0266335 Mar 31 23:19:48.687307 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c400254-7eba-4104-9799-f782416c78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.715938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.718682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:48.721013 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db111fa7-2f4d-4527-b040-d21b8c4913df" -d '{"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:48.729184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting subnet 13e6781d-282e-461c-b8d8-3a1c76088949 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:48.795180 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e61b2c-9ff9-44d6-a5ba-341a3ce5aaa9 x-openstack-request-id: req-c7e61b2c-9ff9-44d6-a5ba-341a3ce5aaa9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:48.795453 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:48.795711 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c7e61b2c-9ff9-44d6-a5ba-341a3ce5aaa9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:48.796109 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e61b2c-9ff9-44d6-a5ba-341a3ce5aaa9'] response: {'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'code': 200} Mar 31 23:19:48.803476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:48.882932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780462b-e37c-4250-bf43-f26e8e3af3a9 req-48ca9493-fc67-4dbe-932f-5403a991a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.884808 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8780462b-e37c-4250-bf43-f26e8e3af3a9 req-48ca9493-fc67-4dbe-932f-5403a991a3d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1096 time: 0.0538921 Mar 31 23:19:48.900163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=740d1751-eb41-412e-9fe2-c090533adf3c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.903396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.930394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8780462b-e37c-4250-bf43-f26e8e3af3a9 req-e66034fb-00d0-4f9e-a399-0a20ba769aff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359333 Mar 31 23:19:48.943459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-6c400254-7eba-4104-9799-f782416c78bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:19:48.943868 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-6c400254-7eba-4104-9799-f782416c78bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:19:49.014877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.030132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.146976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.147206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.183783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:49.190176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:49.192347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Pushing event updated for resources: {'Port': ['ID=1330baf4-6567-477e-99a2-a32345b95c0e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.196038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:49.220906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.256359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Attempting to bind port 1330baf4-6567-477e-99a2-a32345b95c0e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:49.256757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Attempting to bind port 1330baf4-6567-477e-99a2-a32345b95c0e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '37ce35da-b763-48e2-97c5-0ce8e9c030b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:49.257117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Attempting to bind port 1330baf4-6567-477e-99a2-a32345b95c0e on network 30a2dec2-0c11-416d-a351-f719cb8a4b14 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:49.262332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:49.262711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Checking segment: {'id': '37ce35da-b763-48e2-97c5-0ce8e9c030b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:49.263134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.263516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Bound using segment: {'id': '37ce35da-b763-48e2-97c5-0ce8e9c030b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:49.263970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Bound port: 1330baf4-6567-477e-99a2-a32345b95c0e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ce35da-b763-48e2-97c5-0ce8e9c030b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '30a2dec2-0c11-416d-a351-f719cb8a4b14'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:49.264344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.266083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd84f-26ab-47b2-a86c-c5ad96a8f0e3 req-0c55297f-3cc2-4bc9-a99b-84ab4289576f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.267603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa3bd84f-26ab-47b2-a86c-c5ad96a8f0e3 req-0c55297f-3cc2-4bc9-a99b-84ab4289576f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1280479 Mar 31 23:19:49.341494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] For port 1330baf4-6567-477e-99a2-a32345b95c0e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:49.347783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] For port 1330baf4-6567-477e-99a2-a32345b95c0e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1330baf4-6567-477e-99a2-a32345b95c0e,segment=NetworkSegment(37ce35da-b763-48e2-97c5-0ce8e9c030b7),segment_id=37ce35da-b763-48e2-97c5-0ce8e9c030b7)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:49.385077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa3bd84f-26ab-47b2-a86c-c5ad96a8f0e3 req-0b1742aa-0a77-4fed-afec-c0c9ff6d2e98 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102836 Mar 31 23:19:49.481205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.551540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc56c5e-1963-482c-a6cd-a5d4d93e284d None None] Pushing event updated for resources: {'Port': ['ID=1330baf4-6567-477e-99a2-a32345b95c0e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.642673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e108b11a-328c-4464-bc5c-0a64687cf118 None None] Provisioning complete for port 740d1751-eb41-412e-9fe2-c090533adf3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:49.642673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e108b11a-328c-4464-bc5c-0a64687cf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.712003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 740d1751-eb41-412e-9fe2-c090533adf3c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:49.832585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 740d1751-eb41-412e-9fe2-c090533adf3c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:49.832987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.849769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.888968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7c2d-e1e5-4780-8e1f-90d029643419 req-c60653d4-5ebe-43f9-ac04-bd2f57e09c3b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.890503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbee7c2d-e1e5-4780-8e1f-90d029643419 req-c60653d4-5ebe-43f9-ac04-bd2f57e09c3b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0858471 Mar 31 23:19:49.953556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbee7c2d-e1e5-4780-8e1f-90d029643419 req-dbed3078-7990-443c-8049-a90a46dd9842 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 Mar 31 23:19:50.071124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.100274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=13e6781d-282e-461c-b8d8-3a1c76088949,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:50.111233 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.114597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/13e6781d-282e-461c-b8d8-3a1c76088949 HTTP/1.1" status: 204 len: 168 time: 1.4476254 Mar 31 23:19:50.116829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.116829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.117118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.117461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.117876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.118003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43558) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.118475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.118475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.118798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.119150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.119491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.119802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.122948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db92c50-8359-405b-a3e2-5010f528df26 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:50.207865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02d025-4c94-4078-8043-ef6a6f581da0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.210441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02d025-4c94-4078-8043-ef6a6f581da0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.211971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc02d025-4c94-4078-8043-ef6a6f581da0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0928280 Mar 31 23:19:50.214988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.302718 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7214bc9-6dea-48f8-92ec-01d09c808775 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.310518 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7214bc9-6dea-48f8-92ec-01d09c808775 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:19:50.310757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7214bc9-6dea-48f8-92ec-01d09c808775 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.314233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b7214bc9-6dea-48f8-92ec-01d09c808775 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/30a2dec2-0c11-416d-a351-f719cb8a4b14 HTTP/1.1" status: 409 len: 405 time: 0.0983002 Mar 31 23:19:50.319797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43562) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.324618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2093363911'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:50.477188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:50.480759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.513174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:50.524839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.525324 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment ed099e62-1410-4b57-98b8-3e7652aa8e63 of type vlan for network 46d905a3-2127-4694-be91-9cc022bbffa6 Mar 31 23:19:50.577031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879fa0-f5da-4ad3-a79c-e25cdf40be48 req-d7415be7-2183-49a4-aeaa-1ca97547c5ad tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.578623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb879fa0-f5da-4ad3-a79c-e25cdf40be48 req-d7415be7-2183-49a4-aeaa-1ca97547c5ad tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.0595472 Mar 31 23:19:50.580938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.630194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb879fa0-f5da-4ad3-a79c-e25cdf40be48 req-2e7f9974-1dd1-4ee7-a3ad-85c626388784 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Mar 31 23:19:50.710825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.710939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae558b8d-e573-4b9b-b38e-49ddc08b3086 None None] Network 30a2dec2-0c11-416d-a351-f719cb8a4b14 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:50.711465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.711925 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.793949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] Provisioning complete for port 1330baf4-6567-477e-99a2-a32345b95c0e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:50.794317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.100485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] DHCP port deletion for 30a2dec2-0c11-416d-a351-f719cb8a4b14 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:51.116925 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7960622 Mar 31 23:19:51.123674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43574) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.135366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:51.139985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.143257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d78076-a72d-4c2a-8dda-a042df10d4b2 req-e9899dfa-35de-45be-a840-a1231fb5cb8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.156562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2d78076-a72d-4c2a-8dda-a042df10d4b2 req-e9899dfa-35de-45be-a840-a1231fb5cb8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0883009 Mar 31 23:19:51.157603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c1f6a-c8fd-4c38-86c5-bcf77bd7feff tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=46d905a3-2127-4694-be91-9cc022bbffa6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.176358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 46d905a3-2127-4694-be91-9cc022bbffa6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:51.205147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] For port 1330baf4-6567-477e-99a2-a32345b95c0e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1330baf4-6567-477e-99a2-a32345b95c0e,segment=NetworkSegment(37ce35da-b763-48e2-97c5-0ce8e9c030b7),segment_id=37ce35da-b763-48e2-97c5-0ce8e9c030b7)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.218998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-8f9af5bd-6b8c-4169-be4c-fc92556aff42 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.221078 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-8f9af5bd-6b8c-4169-be4c-fc92556aff42 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1474886 Mar 31 23:19:51.245980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2d78076-a72d-4c2a-8dda-a042df10d4b2 req-85ba4fae-2d9c-4c74-8d8a-060e762c280f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788791 Mar 31 23:19:51.260026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Deleting port 1330baf4-6567-477e-99a2-a32345b95c0e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:51.260521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.327183 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.352218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Deleting port f9c1897c-1845-458c-8dfb-a36183d0c06b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:51.352626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.379032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] For port 1330baf4-6567-477e-99a2-a32345b95c0e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1330baf4-6567-477e-99a2-a32345b95c0e,segment=NetworkSegment(37ce35da-b763-48e2-97c5-0ce8e9c030b7),segment_id=37ce35da-b763-48e2-97c5-0ce8e9c030b7)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.379428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.399929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Calling delete_port for 1330baf4-6567-477e-99a2-a32345b95c0e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:51.418216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1a276-e98e-4516-85d2-d2a10deea608 None None] Pushing event updated for resources: {'Port': ['ID=1330baf4-6567-477e-99a2-a32345b95c0e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.419279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9d528-b769-459b-b914-6a9eb0930b48 req-10016d9f-9b76-4d4a-ba53-1eb21b418b1e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.441768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58f9d528-b769-459b-b914-6a9eb0930b48 req-10016d9f-9b76-4d4a-ba53-1eb21b418b1e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1008022 Mar 31 23:19:51.498393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] For port f9c1897c-1845-458c-8dfb-a36183d0c06b, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f9c1897c-1845-458c-8dfb-a36183d0c06b,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.500748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.507556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58f9d528-b769-459b-b914-6a9eb0930b48 req-21126482-9f30-4494-93bf-9bae81874a72 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604184 Mar 31 23:19:51.526466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.534601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Calling delete_port for f9c1897c-1845-458c-8dfb-a36183d0c06b owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:51.549773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-16903d9d-12de-47ee-bce5-33cd29e3635f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016815 Mar 31 23:19:51.557085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:51.561230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.609785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409aac71-5874-4d6f-ba7c-d92bebfa1319 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.614443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-409aac71-5874-4d6f-ba7c-d92bebfa1319 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1092 time: 0.0886137 Mar 31 23:19:51.614593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43588) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.620893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:51.683186 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.747321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.753105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-80d07b36-d3cb-48b8-a3f7-ac2f97011a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.755038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-80d07b36-d3cb-48b8-a3f7-ac2f97011a73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.1474981 Mar 31 23:19:51.774388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] No DVR routers for this DVR port 1330baf4-6567-477e-99a2-a32345b95c0e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:51.797004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0f566-148d-456b-bad5-8d8cdb215223 None None] Pushing event deleted for resources: {'Port': ['ID=1330baf4-6567-477e-99a2-a32345b95c0e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.814238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d3860-6c62-4a50-9781-a382b91ea054 req-239053f2-f15c-4261-861f-a02c2a5c5c2b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.817740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-452d3860-6c62-4a50-9781-a382b91ea054 req-239053f2-f15c-4261-861f-a02c2a5c5c2b tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 945 time: 0.1052673 Mar 31 23:19:51.898888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-452d3860-6c62-4a50-9781-a382b91ea054 req-eda20082-00b9-4d97-8b5f-cc979e37e96e tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/security-groups?id=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753105 Mar 31 23:19:51.961607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.984728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-063e042c-14fb-49cd-a634-a687f8f09182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:51.991323 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-063e042c-14fb-49cd-a634-a687f8f09182 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1865053 Mar 31 23:19:51.991323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.058156 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-c7449bc7-2c03-4b4f-8aeb-e949b73ab0c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 217 time: 0.0629492 Mar 31 23:19:52.060442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Pushing event deleted for resources: {'Port': ['ID=f9c1897c-1845-458c-8dfb-a36183d0c06b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:52.100630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.174 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/b31fdcee-274b-41a5-b940-3b13400ca147) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:52.141447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] No DVR routers for this DVR port f9c1897c-1845-458c-8dfb-a36183d0c06b on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:52.147165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.150503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-deb55452-64c4-46e1-b4b9-fbdc282d409b req-e2120e86-2a6f-4769-8deb-3dced228f23f tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.44 "DELETE /v2.0/ports/f9c1897c-1845-458c-8dfb-a36183d0c06b HTTP/1.1" status: 204 len: 173 time: 0.9222283 Mar 31 23:19:52.152419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'name': 'network-vif-deleted', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:52.154865 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949774f8-08ce-4d29-afb7-f79f84125428" -d '{"events": [{"server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "name": "network-vif-deleted", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:52.184789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-c69bc8bf-6fe6-4bed-be7f-36cf1b19ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.186273 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-c69bc8bf-6fe6-4bed-be7f-36cf1b19ac5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1206055 Mar 31 23:19:52.205152 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3282443-bde6-402c-bea1-3d5f96a4be80 x-openstack-request-id: req-e3282443-bde6-402c-bea1-3d5f96a4be80 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:52.205447 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee88ad3-384c-4d35-a3d5-63065a43015e", "name": "network-vif-deleted", "tag": "f9c1897c-1845-458c-8dfb-a36183d0c06b", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:52.205703 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e3282443-bde6-402c-bea1-3d5f96a4be80 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:52.206105 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3282443-bde6-402c-bea1-3d5f96a4be80'] response: {'server_uuid': '1ee88ad3-384c-4d35-a3d5-63065a43015e', 'name': 'network-vif-deleted', 'tag': 'f9c1897c-1845-458c-8dfb-a36183d0c06b', 'status': 'completed', 'code': 200} Mar 31 23:19:52.219928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.254884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:52.259982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.297876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-47524d96-9757-4441-baf2-424a33616f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.299404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-47524d96-9757-4441-baf2-424a33616f7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056392 Mar 31 23:19:52.354235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=894ef287-4cf6-4ac8-b066-550d07b1ff03,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:52.357156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.396323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': 'ed099e62-1410-4b57-98b8-3e7652aa8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:52.397336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: 46d905a3-2127-4694-be91-9cc022bbffa6, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:52.403219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:52.406268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:52.410005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:52.439965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=b31fdcee-274b-41a5-b940-3b13400ca147,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:52.441451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-4f94bc14-f95e-41d2-b00c-8b4c8e846953 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291142 Mar 31 23:19:52.513310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 46d905a3-2127-4694-be91-9cc022bbffa6 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:52.554234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7f62df30-a188-4d0a-92e4-aa3efecef965 req-e7e28771-71ff-48fc-b798-80771eb59275 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026385 Mar 31 23:19:52.765375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 46d905a3-2127-4694-be91-9cc022bbffa6) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:52.774831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4faac6a-57c6-4ebe-929c-cd8f052fa462 None None] Network 46d905a3-2127-4694-be91-9cc022bbffa6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:52.775405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.775669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.807940 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.924599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-46d905a3-2127-4694-be91-9cc022bbffa6', 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '894ef287-4cf6-4ac8-b066-550d07b1ff03'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:52.934210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.997202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d61f561f-04fa-48e5-8426-24867bc61f1b tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8668954 Mar 31 23:19:52.999887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43606) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:53.005310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'port': {'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6', 'name': 'tempest-NetworksIpV6TestAttrs-1269359745'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:53.099739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adcde205-8c4e-4f94-b2c8-831b70b53ffa req-658f4b30-2e2c-4ab5-bbcc-74639c792927 tempest-ServerRescueTestJSONUnderV235-529513768 tempest-ServerRescueTestJSONUnderV235-529513768-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee88ad3-384c-4d35-a3d5-63065a43015e HTTP/1.1" status: 200 len: 210 time: 0.0859034 Mar 31 23:19:53.104059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.116328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Allocated IP 2001:db8::f816:3eff:fea5:830f (46d905a3-2127-4694-be91-9cc022bbffa6/894ef287-4cf6-4ac8-b066-550d07b1ff03/3fec0841-18d1-45e3-b25a-83ecb8e6762e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:53.265845 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.302654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.307482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:53.311029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.329776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] device_id is not set on port 17197f08-14c3-4dd9-8fdf-2a4f66e142a2 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:53.366175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.409533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Network 46d905a3-2127-4694-be91-9cc022bbffa6 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:53.415128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:53.417418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.419621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:53.422761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Pushing event updated for resources: {'Port': ['ID=3fec0841-18d1-45e3-b25a-83ecb8e6762e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.479373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Attempting to bind port 3fec0841-18d1-45e3-b25a-83ecb8e6762e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:53.479791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Attempting to bind port 3fec0841-18d1-45e3-b25a-83ecb8e6762e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'ed099e62-1410-4b57-98b8-3e7652aa8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:53.480155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Attempting to bind port 3fec0841-18d1-45e3-b25a-83ecb8e6762e on network 46d905a3-2127-4694-be91-9cc022bbffa6 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:53.485904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:53.486294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Checking segment: {'id': 'ed099e62-1410-4b57-98b8-3e7652aa8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:53.486694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.487117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Bound using segment: {'id': 'ed099e62-1410-4b57-98b8-3e7652aa8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:53.487610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Bound port: 3fec0841-18d1-45e3-b25a-83ecb8e6762e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed099e62-1410-4b57-98b8-3e7652aa8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '46d905a3-2127-4694-be91-9cc022bbffa6'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:53.487985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.510034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Allocated IP 2001:db8::f816:3eff:fe77:a78e (46d905a3-2127-4694-be91-9cc022bbffa6/894ef287-4cf6-4ac8-b066-550d07b1ff03/17197f08-14c3-4dd9-8fdf-2a4f66e142a2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:53.515641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=b31fdcee-274b-41a5-b940-3b13400ca147,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.542688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.570935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] For port 3fec0841-18d1-45e3-b25a-83ecb8e6762e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:53.575304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] For port 3fec0841-18d1-45e3-b25a-83ecb8e6762e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3fec0841-18d1-45e3-b25a-83ecb8e6762e,segment=NetworkSegment(ed099e62-1410-4b57-98b8-3e7652aa8e63),segment_id=ed099e62-1410-4b57-98b8-3e7652aa8e63)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:53.663393 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.724902 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 97a21750-a1a0-45cf-ab1d-9c5df28695e1 associated. External IP: 172.25.6.174, port: 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7. Mar 31 23:19:53.734459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650973-e2b7-47f8-9676-8d84837285b7 None None] Pushing event updated for resources: {'Port': ['ID=3fec0841-18d1-45e3-b25a-83ecb8e6762e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.854492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.966098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f9c1897c-1845-458c-8dfb-a36183d0c06b no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:53.989456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f9c1897c-1845-458c-8dfb-a36183d0c06b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:53.989842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f9c1897c-1845-458c-8dfb-a36183d0c06b not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:54.027477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:54.077680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.140873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 46d905a3-2127-4694-be91-9cc022bbffa6 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:54.150535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:54.165864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43614) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:54.187352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:54.193907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.194635 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.200125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Port': ['ID=17197f08-14c3-4dd9-8fdf-2a4f66e142a2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.231082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:54.246185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Sync routers for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:54.258932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:54.259702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.298667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.337510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33df3dd6-d88e-4c45-ac81-b8423d0f9d39 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3340740 Mar 31 23:19:54.338180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43616) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:54.372021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:54.433909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.439065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting subnet 894ef287-4cf6-4ac8-b066-550d07b1ff03 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:54.465336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.482562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00c5afa7-8a84-4f5d-8c19-db028cd00eac tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8657460 Mar 31 23:19:54.483641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:54.485633 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91" -d '{"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:54.532087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.539748 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f46119-8da2-4bcf-8731-35ab0d945395 x-openstack-request-id: req-f3f46119-8da2-4bcf-8731-35ab0d945395 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:54.540106 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:54.540420 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3f46119-8da2-4bcf-8731-35ab0d945395 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:54.540937 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f46119-8da2-4bcf-8731-35ab0d945395'] response: {'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'status': 'completed', 'code': 200} Mar 31 23:19:54.676636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a50c-b0a5-461e-b0be-7e5375475d29 req-dafa1883-33cb-4446-a26e-745afd453076 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.683360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0037a50c-b0a5-461e-b0be-7e5375475d29 req-dafa1883-33cb-4446-a26e-745afd453076 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0821471 Mar 31 23:19:54.732609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '97a21750-a1a0-45cf-ab1d-9c5df28695e1', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'mac_address': 'fa:16:3e:60:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:52Z', 'updated_at': '2022-03-31T23:19:52Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.735653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0037a50c-b0a5-461e-b0be-7e5375475d29 req-eeaef8d6-eb2f-4605-88af-f052f965868f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Mar 31 23:19:54.761498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:54.784073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Checking router: 3c2d6d25-ada7-45fc-ab4a-5058038c7469 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:54.804836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:54.805561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.822438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-8a366622-9835-40c7-accc-49594793e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.823974 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-8a366622-9835-40c7-accc-49594793e7aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.1915183 Mar 31 23:19:54.896961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-199e131c-993b-44e6-9bc4-0eed53d951bb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 200 len: 992 time: 0.1204383 Mar 31 23:19:54.903300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.922572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2332e39-371d-4ef3-a33b-deb5981bc140 None None] Network 46d905a3-2127-4694-be91-9cc022bbffa6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:55.010710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:55.016091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-666479b4-ef30-4823-8518-82b92bcc0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.017624 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-666479b4-ef30-4823-8518-82b92bcc0374 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1853845 Mar 31 23:19:55.061606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] Provisioning complete for port 3fec0841-18d1-45e3-b25a-83ecb8e6762e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:55.061978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.073375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.133369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-df5551dc-884a-4400-8be1-5fc68175b3a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1000 time: 0.1063318 Mar 31 23:19:55.141646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.231321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=894ef287-4cf6-4ac8-b066-550d07b1ff03,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.243492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.248920 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e677ea0c-b5c7-4abd-ad85-2cbf2e28d0d0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/894ef287-4cf6-4ac8-b066-550d07b1ff03 HTTP/1.1" status: 204 len: 168 time: 0.9075031 Mar 31 23:19:55.249623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43636) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.262377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-51672e0d-f2b5-4083-a6f1-04a7fcfa6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.263939 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-51672e0d-f2b5-4083-a6f1-04a7fcfa6d7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1239803 Mar 31 23:19:55.315987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.355030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a689bdf-4d33-4597-97bb-e09e332f20a0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.357347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a689bdf-4d33-4597-97bb-e09e332f20a0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.361369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a689bdf-4d33-4597-97bb-e09e332f20a0 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1082089 Mar 31 23:19:55.361832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43638) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.375794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-8b13634e-c82d-4b22-9563-ae125869a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.380768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-8b13634e-c82d-4b22-9563-ae125869a583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790579 Mar 31 23:19:55.390843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] For port 3fec0841-18d1-45e3-b25a-83ecb8e6762e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3fec0841-18d1-45e3-b25a-83ecb8e6762e,segment=NetworkSegment(ed099e62-1410-4b57-98b8-3e7652aa8e63),segment_id=ed099e62-1410-4b57-98b8-3e7652aa8e63)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:55.433626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '97a21750-a1a0-45cf-ab1d-9c5df28695e1', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'mac_address': 'fa:16:3e:60:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:52Z', 'updated_at': '2022-03-31T23:19:52Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.519604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c66319d9-c9c9-4035-8b81-9a64dcef8ae4 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.569282 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66319d9-c9c9-4035-8b81-9a64dcef8ae4 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:19:55.569754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66319d9-c9c9-4035-8b81-9a64dcef8ae4 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:55.576795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c66319d9-c9c9-4035-8b81-9a64dcef8ae4 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/46d905a3-2127-4694-be91-9cc022bbffa6 HTTP/1.1" status: 409 len: 405 time: 0.2100890 Mar 31 23:19:55.577282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43642) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.582758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-679070477'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:55.588114 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-2baf73ae-dade-491e-bdb7-04431fddbfa9 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986492 Mar 31 23:19:55.648140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7130137d-7586-4a3d-906d-c2f290ff9073 None None] The sync data for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 is: [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '97a21750-a1a0-45cf-ab1d-9c5df28695e1', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'mac_address': 'fa:16:3e:60:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:52Z', 'updated_at': '2022-03-31T23:19:52Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:55.650270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] DHCP port deletion for 46d905a3-2127-4694-be91-9cc022bbffa6 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:55.653363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.698699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Deleting port 9adf9544-7fb5-4759-99b4-93d25c5b3e56 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:55.699072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.707741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:55.712823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.754702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3a819-600b-4cbf-9a9c-b706b9afd78d None None] Pushing event updated for resources: {'Port': ['ID=3fec0841-18d1-45e3-b25a-83ecb8e6762e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.759423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:55.779330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.779685 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment b6ed4b8f-23c0-4ace-813e-04baf9f50ad7 of type vlan for network 350f49f8-530d-434d-ab91-1a5e67f9a836 Mar 31 23:19:55.797170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Deleting port 3fec0841-18d1-45e3-b25a-83ecb8e6762e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:55.798968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.891666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] For port 3fec0841-18d1-45e3-b25a-83ecb8e6762e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3fec0841-18d1-45e3-b25a-83ecb8e6762e,segment=NetworkSegment(ed099e62-1410-4b57-98b8-3e7652aa8e63),segment_id=ed099e62-1410-4b57-98b8-3e7652aa8e63)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:55.892200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.892300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.902893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43648) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.926382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Calling delete_port for 3fec0841-18d1-45e3-b25a-83ecb8e6762e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:55.997021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-421ea6f9-bb2a-4801-aa40-ad1a6b4a1d61 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 200 len: 992 time: 0.0910406 Mar 31 23:19:56.032648 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6272e-eb77-46e9-ba46-60b9241d9c83 None None] New status for floating IP 97a21750-a1a0-45cf-ab1d-9c5df28695e1: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:56.060300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48b9aa49-bb58-4307-8bf0-765cf2bcdc91 req-deaeeabe-98c4-4149-a44f-fb72198a6551 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506383 Mar 31 23:19:56.070920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.076583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.079947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.101240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.128222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] For port 9adf9544-7fb5-4759-99b4-93d25c5b3e56, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9adf9544-7fb5-4759-99b4-93d25c5b3e56,segment=NetworkSegment(7abac9ff-c618-41ab-88a2-538cc8f54316),segment_id=7abac9ff-c618-41ab-88a2-538cc8f54316)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:56.128600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.155318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] Pushing event deleted for resources: {'Port': ['ID=3fec0841-18d1-45e3-b25a-83ecb8e6762e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.158063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Calling delete_port for 9adf9544-7fb5-4759-99b4-93d25c5b3e56 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:56.167866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a74de7-814d-4721-b4c4-cbb7983703ca None None] No DVR routers for this DVR port 3fec0841-18d1-45e3-b25a-83ecb8e6762e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:56.196308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6132841 Mar 31 23:19:56.197961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43650) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:56.204631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': '350f49f8-530d-434d-ab91-1a5e67f9a836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.226489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41d81b-8146-4fff-b831-091d8757a6ef tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=350f49f8-530d-434d-ab91-1a5e67f9a836,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.244773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 350f49f8-530d-434d-ab91-1a5e67f9a836 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:56.436476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:56.440046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.511385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.547302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adf9544-7fb5-4759-99b4-93d25c5b3e56,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.575685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.575934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.576276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.576618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.576952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.577282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.577608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.577937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.578261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.578585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.578911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.579260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:56.730991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.967473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:57.002179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.089827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:57.094958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b0b2f78f-b383-4018-8189-b0efcfef20c7 admin admin] 10.222.0.83 "PUT /v2.0/routers/e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273107 Mar 31 23:19:57.097548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.100360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Sync routers for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:57.108158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b19edca-cd89-4ba6-846f-c930d5f6cd1d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 200 len: 994 time: 0.1038716 Mar 31 23:19:57.117744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:57.118508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:57.153618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.objects.ports [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:57.155258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.234812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=25ed4a07-b5b9-4ec0-be1a-541b3cc834db,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.240978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.241381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': 'b6ed4b8f-23c0-4ace-813e-04baf9f50ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '350f49f8-530d-434d-ab91-1a5e67f9a836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:57.241772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: 350f49f8-530d-434d-ab91-1a5e67f9a836, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:57.259582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:57.345179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.438786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:19:56Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:57.445741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 350f49f8-530d-434d-ab91-1a5e67f9a836 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:57.465312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Checking router: e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:57.473565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Routers {'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:57.478384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:57.546544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Deleting port e709d232-a1e0-4c52-8a8d-6c3ade058fe5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:57.547186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.554449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 350f49f8-530d-434d-ab91-1a5e67f9a836) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:57.560571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.562564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.570618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e072f56-da85-4df9-9038-f630fb1036c5 None None] Network 350f49f8-530d-434d-ab91-1a5e67f9a836 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:57.627905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] Set router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:57.636572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] For port e709d232-a1e0-4c52-8a8d-6c3ade058fe5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:57.636949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.652813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Calling delete_port for e709d232-a1e0-4c52-8a8d-6c3ade058fe5 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:57.680583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0d7ebd18-184f-4bd1-a86a-ec0cd646e80d tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4816709 Mar 31 23:19:57.682915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.817082 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.904808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef259c-ebb4-4c1c-8a9e-b65b6919ef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-350f49f8-530d-434d-ab91-1a5e67f9a836', 'network_id': '350f49f8-530d-434d-ab91-1a5e67f9a836', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '25ed4a07-b5b9-4ec0-be1a-541b3cc834db'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:57.905747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6cef259c-ebb4-4c1c-8a9e-b65b6919ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.931499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.013757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:19:56Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:58.014405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.044483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e709d232-a1e0-4c52-8a8d-6c3ade058fe5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.053710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8901fe-dcbd-492c-a256-04fe42e21da0 None None] The sync data for ids ['e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf'] in n-d-828414-2 is: [{'id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1718651233-router', 'tenant_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:19:56Z', 'revision_number': 5, 'project_id': 'a31ed6ddaafc48589d1a71b0a45c2ce4', 'gw_port': {'id': 'e709d232-a1e0-4c52-8a8d-6c3ade058fe5', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:40Z', 'updated_at': '2022-03-31T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:58.122379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.122710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.153783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=25ed4a07-b5b9-4ec0-be1a-541b3cc834db,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server [None req-6cef259c-ebb4-4c1c-8a9e-b65b6919ef49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ed4a07-b5b9-4ec0-be1a-541b3cc834db: This subnet is being modified by another concurrent operation. Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ed4a07-b5b9-4ec0-be1a-541b3cc834db: This subnet is being modified by another concurrent operation. Mar 31 23:19:58.169502 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Mar 31 23:19:58.192327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462dba04-384c-4cf8-a8fd-1af16362c6d3 None None] Network 350f49f8-530d-434d-ab91-1a5e67f9a836 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:58.231947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.232244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.234440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.259229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350f49f8-530d-434d-ab91-1a5e67f9a836']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:58.269337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ed4b8f-23c0-4ace-813e-04baf9f50ad7') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:58.269639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ed4b8f-23c0-4ace-813e-04baf9f50ad7') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:58.281276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.297059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.306374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:58.306810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:58.310609 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:58.317365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53528873-ea97-4e7f-8658-4c6b5bfc4064 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:19:58.387863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.388581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:58.396465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.400454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.409883 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c03c7da-2ee2-4a8b-b41b-ef7540836e1e admin admin] 10.222.0.83 "DELETE /v2.0/routers/e7c7b574-a54f-4f1a-8cda-77b8f1fd66cf HTTP/1.1" status: 204 len: 168 time: 1.3057735 Mar 31 23:19:58.450732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53528873-ea97-4e7f-8658-4c6b5bfc4064 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:19:58.458932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Deleting subnet 893d2011-4aea-4395-9695-300d6aab9980 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:58.462533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.465098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.475094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.479271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/350f49f8-530d-434d-ab91-1a5e67f9a836 HTTP/1.1" status: 204 len: 168 time: 0.7950041 Mar 31 23:19:58.482747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.488636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206641695'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.530115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bd6a7-c647-4c90-8656-9302c95b963f tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=350f49f8-530d-434d-ab91-1a5e67f9a836,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.556882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.588904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:58.593680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.626587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.643330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:58.661959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.663228 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment e73a0e96-34ee-4a52-b7f0-fad768e2145c of type vlan for network df4f4742-00ff-458e-8fd3-1c1d24bf98bb Mar 31 23:19:58.718311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.758298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.786008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893d2011-4aea-4395-9695-300d6aab9980,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.793971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.793971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d35d6a7-99f6-4518-b81b-0d57e79c45d4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/893d2011-4aea-4395-9695-300d6aab9980 HTTP/1.1" status: 204 len: 168 time: 0.3920653 Mar 31 23:19:58.796568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43672) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.816575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.822253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:58.822856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.954591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=df4f4742-00ff-458e-8fd3-1c1d24bf98bb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.960175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.978866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network df4f4742-00ff-458e-8fd3-1c1d24bf98bb details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:59.013112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6460a6d-bb2f-4549-9d1b-11d63d4ffa15 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5292280 Mar 31 23:19:59.016021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.031019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:59.191138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.226876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5964971-ff05-437c-813d-650bf2661c0d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.241335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abac9ff-c618-41ab-88a2-538cc8f54316') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.241631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abac9ff-c618-41ab-88a2-538cc8f54316') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.255708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.274387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.281947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:59.282598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:59.284355 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:59.404881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:59.408804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.469621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.474349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.478070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b5964971-ff05-437c-813d-650bf2661c0d HTTP/1.1" status: 204 len: 168 time: 0.6801517 Mar 31 23:19:59.505142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09185f-c8a1-41ed-8996-187928b68212 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5964971-ff05-437c-813d-650bf2661c0d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.691994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9adf9544-7fb5-4759-99b4-93d25c5b3e56 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:59.717124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9adf9544-7fb5-4759-99b4-93d25c5b3e56 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:59.721746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9adf9544-7fb5-4759-99b4-93d25c5b3e56 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:59.721746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e709d232-a1e0-4c52-8a8d-6c3ade058fe5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:59.736887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e709d232-a1e0-4c52-8a8d-6c3ade058fe5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:59.737232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e709d232-a1e0-4c52-8a8d-6c3ade058fe5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:59.768018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.838858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=46896637-0919-4619-aeb8-f1619918ffb0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.846616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': 'e73a0e96-34ee-4a52-b7f0-fad768e2145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:59.847276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: df4f4742-00ff-458e-8fd3-1c1d24bf98bb, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:59.928496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network df4f4742-00ff-458e-8fd3-1c1d24bf98bb is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:59.988524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43692) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.032498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9ca18435-8071-469d-99e6-abd04d095c60 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a31ed6ddaafc48589d1a71b0a45c2ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427995 Mar 31 23:20:00.034984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.075582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, df4f4742-00ff-458e-8fd3-1c1d24bf98bb) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:00.083131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a274f-530c-462a-9c16-5c1735025f37 None None] Network df4f4742-00ff-458e-8fd3-1c1d24bf98bb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:00.084975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:00.085568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.093180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.119866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.207785 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1d91e7fd-313c-4a1b-ac0c-f05ff7f3e092 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1907938 Mar 31 23:20:00.210569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43696) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.248301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-df4f4742-00ff-458e-8fd3-1c1d24bf98bb', 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '46896637-0919-4619-aeb8-f1619918ffb0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:00.249189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.321831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.415854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.420226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Allocated IP 2001:db8::2 (df4f4742-00ff-458e-8fd3-1c1d24bf98bb/46896637-0919-4619-aeb8-f1619918ffb0/88a5313e-4a60-478d-98f4-b60f64929a5e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:00.441158 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.444224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.448263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/22436ffb-c089-4a0c-8e9e-cf3ed75d03c5 HTTP/1.1" status: 204 len: 168 time: 0.4122658 Mar 31 23:20:00.479675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb5a27-4d49-4cca-b430-90a1481b7155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22436ffb-c089-4a0c-8e9e-cf3ed75d03c5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.625170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.712364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.768379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Network df4f4742-00ff-458e-8fd3-1c1d24bf98bb is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:00.771624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:00.775687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:00.778593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Pushing event updated for resources: {'Port': ['ID=88a5313e-4a60-478d-98f4-b60f64929a5e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.817423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.837650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Attempting to bind port 88a5313e-4a60-478d-98f4-b60f64929a5e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:00.838228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Attempting to bind port 88a5313e-4a60-478d-98f4-b60f64929a5e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e73a0e96-34ee-4a52-b7f0-fad768e2145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:00.838588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Attempting to bind port 88a5313e-4a60-478d-98f4-b60f64929a5e on network df4f4742-00ff-458e-8fd3-1c1d24bf98bb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:00.843936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:00.844568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Checking segment: {'id': 'e73a0e96-34ee-4a52-b7f0-fad768e2145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:00.844731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.845072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Bound using segment: {'id': 'e73a0e96-34ee-4a52-b7f0-fad768e2145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:00.845615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Bound port: 88a5313e-4a60-478d-98f4-b60f64929a5e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73a0e96-34ee-4a52-b7f0-fad768e2145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:00.845990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.848105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=46896637-0919-4619-aeb8-f1619918ffb0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.915932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.931865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] For port 88a5313e-4a60-478d-98f4-b60f64929a5e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:00.935339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] For port 88a5313e-4a60-478d-98f4-b60f64929a5e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=88a5313e-4a60-478d-98f4-b60f64929a5e,segment=NetworkSegment(e73a0e96-34ee-4a52-b7f0-fad768e2145c),segment_id=e73a0e96-34ee-4a52-b7f0-fad768e2145c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:00.952132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f4742-00ff-458e-8fd3-1c1d24bf98bb']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.963527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73a0e96-34ee-4a52-b7f0-fad768e2145c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.963824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73a0e96-34ee-4a52-b7f0-fad768e2145c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.974550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.031374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.036539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.048684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:01.051386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:01.056288 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:01.118984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc411-9220-43a1-b39d-e145890c03c7 None None] Pushing event updated for resources: {'Port': ['ID=88a5313e-4a60-478d-98f4-b60f64929a5e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.134760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d42a7-d8a4-4d2c-a238-9cb77c10534f None None] Network df4f4742-00ff-458e-8fd3-1c1d24bf98bb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:01.148553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:20:01.148553 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:20:01.148553 n-d-828414-2 neutron-server[109835]: [parameters: {'id': 'df4f4742-00ff-458e-8fd3-1c1d24bf98bb'}] Mar 31 23:20:01.148553 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:01.157012 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:01.268524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6165a9-579d-4c3c-9eb0-dd167cc0fed3 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:01.379219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6165a9-579d-4c3c-9eb0-dd167cc0fed3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:01.650398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.711488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting port 88a5313e-4a60-478d-98f4-b60f64929a5e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:01.711997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.779798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] For port 88a5313e-4a60-478d-98f4-b60f64929a5e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=88a5313e-4a60-478d-98f4-b60f64929a5e,segment=NetworkSegment(e73a0e96-34ee-4a52-b7f0-fad768e2145c),segment_id=e73a0e96-34ee-4a52-b7f0-fad768e2145c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:01.780168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.797242 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:01.806062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Calling delete_port for 88a5313e-4a60-478d-98f4-b60f64929a5e owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:01.827077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43728) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:01.945469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-network', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:02.117036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Made reservation on behalf of 70a0e143b4124e3dbf818ef394e50f04 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:02.119813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.128893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.368409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.394050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Port': ['ID=88a5313e-4a60-478d-98f4-b60f64929a5e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.400117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No DVR routers for this DVR port 88a5313e-4a60-478d-98f4-b60f64929a5e on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:02.424375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.481824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.502480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f4742-00ff-458e-8fd3-1c1d24bf98bb']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:02.511956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73a0e96-34ee-4a52-b7f0-fad768e2145c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:02.512283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73a0e96-34ee-4a52-b7f0-fad768e2145c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:02.522062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.534945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.542310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:02.542696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:02.545682 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:02.553895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.588134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45680735-bb3d-4dce-868b-29eaf1bab11f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.693976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.698966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:02.701489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.704724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/df4f4742-00ff-458e-8fd3-1c1d24bf98bb HTTP/1.1" status: 204 len: 168 time: 2.4897358 Mar 31 23:20:02.708116 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.708916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43738) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.709039 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Added segment d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5 of type vlan for network b7de0288-7b3f-40c6-950b-a304213fe16c Mar 31 23:20:02.722436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020140879'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:02.727487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990423-3be1-442e-b2fe-16cf31f5c988 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=df4f4742-00ff-458e-8fd3-1c1d24bf98bb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.751751 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.845093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:02.848506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.873083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:02.883098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.883408 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Added segment c536ae79-1724-47e0-9b75-8557bfd7178f of type vlan for network 4f80291c-039c-49c0-b938-74c4eee77cb5 Mar 31 23:20:02.897080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.905187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:02.905187 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.924644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.989343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7de0288-7b3f-40c6-950b-a304213fe16c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.999160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b7de0288-7b3f-40c6-950b-a304213fe16c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:03.053659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-788529a2-563c-4ca5-8454-1486f60c75c4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2253463 Mar 31 23:20:03.062956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:03.068456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Request body: {'subnet': {'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-subnet', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:03.079496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.086203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:03.086796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.153661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Network': ['ID=4f80291c-039c-49c0-b938-74c4eee77cb5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.153900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Made reservation on behalf of 70a0e143b4124e3dbf818ef394e50f04 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:03.156134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.165057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4f80291c-039c-49c0-b938-74c4eee77cb5 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:03.199527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-50bfa9a9-014b-4f03-aadd-a3e90be02068 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4825509 Mar 31 23:20:03.199760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43742) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:03.205661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Request body: {'subnet': {'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:03.384931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Made reservation on behalf of be5c48e2820c4557b47e99fc8baa2e82 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:03.388564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.439947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.498068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf42e25-4923-47cd-81e7-41c21a13316a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.508342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:03.508717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Network hostable DHCP agents. Network: b7de0288-7b3f-40c6-950b-a304213fe16c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:03.599587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Network b7de0288-7b3f-40c6-950b-a304213fe16c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:03.696667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.objects.ports [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109835) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:20:03.696894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b7de0288-7b3f-40c6-950b-a304213fe16c) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:03.698831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.706412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:03.707452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.707607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07bd9c-cc6a-43a5-8431-59ea390ae5b3 None None] Network b7de0288-7b3f-40c6-950b-a304213fe16c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:03.783766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event updated for resources: {'Subnet': ['ID=61462a63-6477-4fbd-8b49-da74082a6185,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.796634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Checking segment: {'id': 'c536ae79-1724-47e0-9b75-8557bfd7178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:03.796997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network hostable DHCP agents. Network: 4f80291c-039c-49c0-b938-74c4eee77cb5, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:03.813355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-038fe23c-846b-4357-92a8-5c7c1e44e5c5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7468128 Mar 31 23:20:03.813647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:03.818053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:03.872537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-b7de0288-7b3f-40c6-950b-a304213fe16c', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:03.875470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.922601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Network 4f80291c-039c-49c0-b938-74c4eee77cb5 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:03.986276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.987472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.013511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Allocated IP 172.20.0.2 (b7de0288-7b3f-40c6-950b-a304213fe16c/9cf42e25-4923-47cd-81e7-41c21a13316a/bc6dca22-9e4f-4231-82f6-79d8b81cf13b) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:04.016703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4f80291c-039c-49c0-b938-74c4eee77cb5) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:04.021841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.022519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.034135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02926a8d-4d00-4c9f-a5a4-35bd02fc3ab7 None None] Network 4f80291c-039c-49c0-b938-74c4eee77cb5 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:04.046640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.113982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.114170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e2e03a88-4fcc-4ebd-b8a8-4fd348761871 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9127374 Mar 31 23:20:04.266843 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-02e40795-f173-42d4-86eb-383cddbebc9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0641346 Mar 31 23:20:04.308570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-4f80291c-039c-49c0-b938-74c4eee77cb5', 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5', 'tenant_id': 'be5c48e2820c4557b47e99fc8baa2e82', 'fixed_ips': [{'subnet_id': '61462a63-6477-4fbd-8b49-da74082a6185'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:04.309699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.351604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.359684 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.374444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.375115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.375665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.376209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.376748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.377283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.377815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.379916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1e524fcb-7b82-428a-950b-af82d5d695ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6488 time: 0.0733337 Mar 31 23:20:04.422908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.488398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.490879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.527887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Allocated IP 2001:db8::f816:3eff:fedf:11ea (4f80291c-039c-49c0-b938-74c4eee77cb5/61462a63-6477-4fbd-8b49-da74082a6185/47cd0649-1185-4bcb-980c-431720e0f712) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:04.541287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-8986fb45-8444-433d-a8d8-64e30d36f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.541899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-8986fb45-8444-433d-a8d8-64e30d36f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.542311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-8986fb45-8444-433d-a8d8-64e30d36f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.543980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-8986fb45-8444-433d-a8d8-64e30d36f783 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36587be1-d3d1-42a7-a333-43b107c82815&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 200 len: 2296 time: 0.1396470 Mar 31 23:20:04.561329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Network b7de0288-7b3f-40c6-950b-a304213fe16c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:04.566513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:04.574751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:04.579657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Pushing event updated for resources: {'Port': ['ID=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:04.652305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-9a853b3d-5fe2-4819-97b0-dfa2309ee7e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 200 len: 1001 time: 0.1007001 Mar 31 23:20:04.710058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.713059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Attempting to bind port bc6dca22-9e4f-4231-82f6-79d8b81cf13b on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:04.713059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Attempting to bind port bc6dca22-9e4f-4231-82f6-79d8b81cf13b by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:04.713309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Attempting to bind port bc6dca22-9e4f-4231-82f6-79d8b81cf13b on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:04.722204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-c54079ab-44d8-4896-a0e1-513b53b8a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.724363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-c54079ab-44d8-4896-a0e1-513b53b8a4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74956a29-595c-469a-a235-c8720efd34e9 HTTP/1.1" status: 200 len: 851 time: 0.0624013 Mar 31 23:20:04.727783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:04.728162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:04.728566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.728999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Bound using segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:04.729517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Bound port: bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:04.729903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.790671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-2263b31a-ea29-466b-a42a-8b561f74b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.792783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-2263b31a-ea29-466b-a42a-8b561f74b6bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36587be1-d3d1-42a7-a333-43b107c82815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621967 Mar 31 23:20:04.810043 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.818313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.839165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.880790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] For port bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:04.885720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] For port bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:04.892592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.908093 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-b05569ec-31ea-44bc-98bb-1b8bb0875d50 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080196 Mar 31 23:20:04.957457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Network 4f80291c-039c-49c0-b938-74c4eee77cb5 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:04.966676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Pushing event updated for resources: {'Port': ['ID=47cd0649-1185-4bcb-980c-431720e0f712,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:04.971751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:04.973838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:05.004429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.023461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-f7d08d1d-5775-4ba7-84fb-af6824fd89b3 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090648 Mar 31 23:20:05.026674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Allocated IP 172.25.6.105 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7bbdeae0-049e-4dc8-af9b-fc01d5a61285) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:05.029188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.070730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-387953ee-3502-47a8-b82e-d037e08be1fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 217 time: 0.0413022 Mar 31 23:20:05.076753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Attempting to bind port 47cd0649-1185-4bcb-980c-431720e0f712 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:05.076753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Attempting to bind port 47cd0649-1185-4bcb-980c-431720e0f712 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c536ae79-1724-47e0-9b75-8557bfd7178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:05.077231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Attempting to bind port 47cd0649-1185-4bcb-980c-431720e0f712 on network 4f80291c-039c-49c0-b938-74c4eee77cb5 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:05.086997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=61462a63-6477-4fbd-8b49-da74082a6185,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.111249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:05.111631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Checking segment: {'id': 'c536ae79-1724-47e0-9b75-8557bfd7178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:05.112045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.112587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Bound using segment: {'id': 'c536ae79-1724-47e0-9b75-8557bfd7178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:05.113068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Bound port: 47cd0649-1185-4bcb-980c-431720e0f712, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c536ae79-1724-47e0-9b75-8557bfd7178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '4f80291c-039c-49c0-b938-74c4eee77cb5'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:05.113461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.115640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71594f20-7b1f-4cbd-9370-bab40565fc02 None None] Pushing event updated for resources: {'Port': ['ID=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.136427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-a9933804-5559-4c87-b9ba-81ca8e516459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:05.138166 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-a9933804-5559-4c87-b9ba-81ca8e516459 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0595946 Mar 31 23:20:05.204791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-541e3fed-80be-4d36-af69-7b2eb00a4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:05.207326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-541e3fed-80be-4d36-af69-7b2eb00a4cbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620017 Mar 31 23:20:05.256881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] For port 47cd0649-1185-4bcb-980c-431720e0f712, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:05.274938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] For port 47cd0649-1185-4bcb-980c-431720e0f712, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=47cd0649-1185-4bcb-980c-431720e0f712,segment=NetworkSegment(c536ae79-1724-47e0-9b75-8557bfd7178f),segment_id=c536ae79-1724-47e0-9b75-8557bfd7178f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:05.291615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.360418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.372870 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-65b385c7-655b-49f2-8bcc-8aedc4fc081a service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464202 Mar 31 23:20:05.398849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80291c-039c-49c0-b938-74c4eee77cb5']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:05.436607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c536ae79-1724-47e0-9b75-8557bfd7178f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:05.437178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c536ae79-1724-47e0-9b75-8557bfd7178f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:05.468467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.493314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49930726-1bf2-44fd-9f0d-41d8438c0f22 None None] Network 4f80291c-039c-49c0-b938-74c4eee77cb5 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:05.495479 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.517369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-65bb0935-e91e-4e5f-a356-4bf00adc0a68 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353679 Mar 31 23:20:05.519058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089027-5508-4fe8-8c5b-2934dea6cb4f None None] Pushing event updated for resources: {'Port': ['ID=47cd0649-1185-4bcb-980c-431720e0f712,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.522396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.539355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:05.539803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:05.545321 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:05.601850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-d511d395-71d3-4b73-99e0-ec85bd32f51c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 217 time: 0.0687225 Mar 31 23:20:05.671055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:20:05.671055 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:20:05.671055 n-d-828414-2 neutron-server[109834]: [parameters: {'id': '4f80291c-039c-49c0-b938-74c4eee77cb5'}] Mar 31 23:20:05.671055 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:05.671515 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:05.674709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-211b21f0-e220-4506-a646-79d5c88a6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:05.686603 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-211b21f0-e220-4506-a646-79d5c88a6e13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0701351 Mar 31 23:20:05.715073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.743030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-86089b0e-0e80-46eb-bd1d-39b86431eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:05.744294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-86089b0e-0e80-46eb-bd1d-39b86431eaa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562720 Mar 31 23:20:05.793830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bc6dca22-9e4f-4231-82f6-79d8b81cf13b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:05.808957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:05.813394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:05.815386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.824090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:05.885241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bc6dca22-9e4f-4231-82f6-79d8b81cf13b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:05.885665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.892081 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-8703bfaf-8af6-4831-a8f2-8a7d65f8ae03 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368043 Mar 31 23:20:06.010842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.036909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-bb36ecbb-fee5-4cec-9c51-e657c690df28 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378272 Mar 31 23:20:06.074902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:06.083351 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-b5264ea5-7045-434d-9ae3-ac73a6a90f0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0394022 Mar 31 23:20:06.150013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-d4efa402-84a2-4068-8bce-b5384386f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.151606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-d4efa402-84a2-4068-8bce-b5384386f613 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0624506 Mar 31 23:20:06.160927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.232780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:06.244218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-232f02c7-f2da-4d4a-8eb9-9167267c559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.245895 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-232f02c7-f2da-4d4a-8eb9-9167267c559a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0864646 Mar 31 23:20:06.403150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-ffabfc34-53ee-4bf6-942c-471aded68f31 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443698 Mar 31 23:20:06.506570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.554384 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-28bc5a47-0cda-4739-9a8e-537a41c49bdf service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438730 Mar 31 23:20:06.617161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2e5ed-a940-406c-8eb1-9551d25b31d9 None None] Network b7de0288-7b3f-40c6-950b-a304213fe16c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:06.620317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-1d8d1cd3-5e8c-4854-b1ed-8c9365fa17d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=80c79d1a-f721-4c4d-994a-0874feb63619 HTTP/1.1" status: 200 len: 217 time: 0.0594087 Mar 31 23:20:06.651151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.683272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-b339b2a1-ef11-4cd7-ad9a-2440472c94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.684863 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-b339b2a1-ef11-4cd7-ad9a-2440472c94b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0577562 Mar 31 23:20:06.703304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-17d8d34d-3f1e-4d9f-800d-12a29b45fd03 None None] Provisioning complete for port bc6dca22-9e4f-4231-82f6-79d8b81cf13b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:06.703803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17d8d34d-3f1e-4d9f-800d-12a29b45fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.742285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-001f61cd-f503-4dcf-8e09-0e751c493ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.744016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-001f61cd-f503-4dcf-8e09-0e751c493ffd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498464 Mar 31 23:20:06.761019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting port 47cd0649-1185-4bcb-980c-431720e0f712 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:06.765407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.853431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-bbefef0a-361b-46ff-8619-6e6307357656 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022208 Mar 31 23:20:06.890180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] For port 47cd0649-1185-4bcb-980c-431720e0f712, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=47cd0649-1185-4bcb-980c-431720e0f712,segment=NetworkSegment(c536ae79-1724-47e0-9b75-8557bfd7178f),segment_id=c536ae79-1724-47e0-9b75-8557bfd7178f)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:06.890556 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.910296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Calling delete_port for 47cd0649-1185-4bcb-980c-431720e0f712 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:06.984423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-f6f729b8-8a99-4cf6-8cf5-fbb90c161d4d service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217012 Mar 31 23:20:07.028904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.037688 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-eb8682df-3e8d-4a63-8d3b-d054971f59af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c HTTP/1.1" status: 200 len: 217 time: 0.0464435 Mar 31 23:20:07.092143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-13d3cf2f-a619-47fd-96b7-f11a569e0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.093680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-13d3cf2f-a619-47fd-96b7-f11a569e0714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.0490913 Mar 31 23:20:07.159496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-ae1d9728-905d-4a5c-9330-9e03d9046b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.162320 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-ae1d9728-905d-4a5c-9330-9e03d9046b10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597763 Mar 31 23:20:07.166656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b5ddf-5aac-4438-bc78-0e87b6a94973 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:07.176258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.189413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No DVR routers for this DVR port 47cd0649-1185-4bcb-980c-431720e0f712 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:07.232734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d245950-aea0-4d20-aec2-e632781b5867 None None] Provisioning complete for port bc6dca22-9e4f-4231-82f6-79d8b81cf13b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:07.233406 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5d245950-aea0-4d20-aec2-e632781b5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.275326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Port': ['ID=47cd0649-1185-4bcb-980c-431720e0f712,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.300739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-2f0b5dea-3fdf-41a3-9a57-0d7922e7ebeb service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315486 Mar 31 23:20:07.338817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.362260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80291c-039c-49c0-b938-74c4eee77cb5']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.373700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c536ae79-1724-47e0-9b75-8557bfd7178f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.374104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c536ae79-1724-47e0-9b75-8557bfd7178f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.385638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b5ddf-5aac-4438-bc78-0e87b6a94973 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:07.388856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.401829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Router 0297a06d-9411-4341-94ea-2e814b375df6 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:20:07.409596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.421358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:07.421358 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:07.424019 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:07.441701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-62a0245b-07a9-4a2f-a0b2-b5bbf076fbf8 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336606 Mar 31 23:20:07.488877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-e00e6e1a-9be0-46a9-9125-84e6ae345201 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 200 len: 217 time: 0.0394180 Mar 31 23:20:07.561154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-0545a576-10eb-44e8-a6b9-bae645de5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.562847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-0545a576-10eb-44e8-a6b9-bae645de5cff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.0669422 Mar 31 23:20:07.600432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:07.616657 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:07.633845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.643502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.648499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/4f80291c-039c-49c0-b938-74c4eee77cb5 HTTP/1.1" status: 204 len: 168 time: 3.5333138 Mar 31 23:20:07.650115 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:07.650758 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.654105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.667637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-364183cd-597e-4180-ab50-93cbd53d0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.671624 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-364183cd-597e-4180-ab50-93cbd53d0246 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018622 Mar 31 23:20:07.790967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.793779 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-faf1471f-c176-4a14-ab0a-7249d92471b2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9790699 Mar 31 23:20:07.794916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99358a6f-9a07-4a07-b692-baee7bdb7ffa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=4f80291c-039c-49c0-b938-74c4eee77cb5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.796943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.803947 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9fb928-d996-4f6f-8cb6-75cee1aab145 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:07.804719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9fb928-d996-4f6f-8cb6-75cee1aab145 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:07.808352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f9fb928-d996-4f6f-8cb6-75cee1aab145 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/61462a63-6477-4fbd-8b49-da74082a6185 HTTP/1.1" status: 404 len: 337 time: 0.1517282 Mar 31 23:20:07.813083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.820673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:07.825484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bc6dca22-9e4f-4231-82f6-79d8b81cf13b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:07.839028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-05be05d7-fcbb-4b85-9a3e-bb184da8aa72 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586421 Mar 31 23:20:07.959771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bc6dca22-9e4f-4231-82f6-79d8b81cf13b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:07.964340 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.062451 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b56e0-0a49-415f-9dec-1b135f68f9cb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.063085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67b56e0-0a49-415f-9dec-1b135f68f9cb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.067352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c67b56e0-0a49-415f-9dec-1b135f68f9cb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/4f80291c-039c-49c0-b938-74c4eee77cb5 HTTP/1.1" status: 404 len: 339 time: 0.0286362 Mar 31 23:20:08.070175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.099331 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:06Z', 'revision_number': 3, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.113906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-12a6d74c-6092-4316-80c5-3452a85a4675 req-b6d0de9d-33b9-4db2-966a-f6fe14ad582c service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663267 Mar 31 23:20:08.141852 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8a57d8-f08e-49e5-87a3-c695c4d4fa65 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.142316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8a57d8-f08e-49e5-87a3-c695c4d4fa65 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.142492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:08.142955 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Updating router 0297a06d-9411-4341-94ea-2e814b375df6 port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:20:08.146683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5f8a57d8-f08e-49e5-87a3-c695c4d4fa65 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/46896637-0919-4619-aeb8-f1619918ffb0 HTTP/1.1" status: 404 len: 337 time: 0.0742884 Mar 31 23:20:08.148672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43800) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.172456 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.175218 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0748ec8-aa22-4140-a453-f0ee2778a033 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.175605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0748ec8-aa22-4140-a453-f0ee2778a033 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.181959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0748ec8-aa22-4140-a453-f0ee2778a033 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/df4f4742-00ff-458e-8fd3-1c1d24bf98bb HTTP/1.1" status: 404 len: 339 time: 0.0288444 Mar 31 23:20:08.182162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43804) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.210885 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0d9cff-44f5-48a9-8681-386bf56e6919 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.211957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0d9cff-44f5-48a9-8681-386bf56e6919 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.217449 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e0d9cff-44f5-48a9-8681-386bf56e6919 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/25ed4a07-b5b9-4ec0-be1a-541b3cc834db HTTP/1.1" status: 404 len: 337 time: 0.0318332 Mar 31 23:20:08.218071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43808) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.238756 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-19faeea4-ad75-4070-82ce-f216115c8c50 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.239469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19faeea4-ad75-4070-82ce-f216115c8c50 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.245631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19faeea4-ad75-4070-82ce-f216115c8c50 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/350f49f8-530d-434d-ab91-1a5e67f9a836 HTTP/1.1" status: 404 len: 339 time: 0.0240676 Mar 31 23:20:08.245945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43812) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.354393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting port 17197f08-14c3-4dd9-8fdf-2a4f66e142a2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:08.354663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.432777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.452536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Calling delete_port for 17197f08-14c3-4dd9-8fdf-2a4f66e142a2 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:08.483859 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.485189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.579153 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.611332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.639295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Port': ['ID=17197f08-14c3-4dd9-8fdf-2a4f66e142a2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.646511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Pushing event updated for resources: {'Port': ['ID=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.648203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.651906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44370372-dd9f-4f88-87bf-6f4996076603 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/ports/17197f08-14c3-4dd9-8fdf-2a4f66e142a2 HTTP/1.1" status: 204 len: 168 time: 0.4043684 Mar 31 23:20:08.654317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43818) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.654721 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.655096 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.655433 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.655766 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.657014 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.657358 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.657690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.658020 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.658345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.659260 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.659603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.659928 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:08.665349 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Attempting to bind port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:08.665718 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Attempting to bind port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:08.666079 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Attempting to bind port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:08.674319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:08.674701 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:08.675126 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.675512 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:08.676163 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Bound port: 7bbdeae0-049e-4dc8-af9b-fc01d5a61285, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:08.677419 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.686400 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-270fdc6e-61be-4518-b241-d50d191935aa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:08.686937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270fdc6e-61be-4518-b241-d50d191935aa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:08.692294 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-270fdc6e-61be-4518-b241-d50d191935aa tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/894ef287-4cf6-4ac8-b066-550d07b1ff03 HTTP/1.1" status: 404 len: 337 time: 0.0344419 Mar 31 23:20:08.692586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43820) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.737710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Allocated IP 172.20.0.1 (b7de0288-7b3f-40c6-950b-a304213fe16c/9cf42e25-4923-47cd-81e7-41c21a13316a/d8f840d1-a9c7-4114-9730-3f37a9030b3f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:08.742731 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] For port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:08.747072 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] For port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:08.775290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.841613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.855062 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.879868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.903828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d905a3-2127-4694-be91-9cc022bbffa6']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.910259 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:08.910881 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.917291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed099e62-1410-4b57-98b8-3e7652aa8e63') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.917594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed099e62-1410-4b57-98b8-3e7652aa8e63') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.930806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.945786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43824) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.952906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.960897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:08.961343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:08.964589 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:08.967566 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e1f8-b7f8-446a-8fc6-fc83a370d735 None None] Pushing event updated for resources: {'Port': ['ID=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.977902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.034978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Pushing event updated for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.050333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Network b7de0288-7b3f-40c6-950b-a304213fe16c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:09.051614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:09.051937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:09.055470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:09.106234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.114120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb5d-e854-468e-9272-6a5eeb20450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.154655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.160526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.164473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/46d905a3-2127-4694-be91-9cc022bbffa6 HTTP/1.1" status: 204 len: 168 time: 0.4709201 Mar 31 23:20:09.172226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43828) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.200323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed73cd-bff5-4c44-b17b-8c83811a8617 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=46d905a3-2127-4694-be91-9cc022bbffa6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.290596 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:06Z', 'revision_number': 3, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.308098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb5d-e854-468e-9272-6a5eeb20450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.324384 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc34fd-a648-4445-86f5-2e6df92dee47 None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:06Z', 'revision_number': 3, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:09.329791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting port f2200f92-5112-4650-831f-e32e89a96d0b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:09.330139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.405965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.418336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Calling delete_port for f2200f92-5112-4650-831f-e32e89a96d0b owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:09.435666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-451a89dd-c6a5-4c99-8c28-737838d8cb92 None None] Provisioning complete for port d8f840d1-a9c7-4114-9730-3f37a9030b3f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:09.437613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-451a89dd-c6a5-4c99-8c28-737838d8cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.469253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.526428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb5d-e854-468e-9272-6a5eeb20450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.572433 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c7e9cb5d-e854-468e-9272-6a5eeb20450e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=57cf526f026048f58b03f89f766d9748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233561 Mar 31 23:20:09.595068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43830) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.629244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.631391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9cb5d-e854-468e-9272-6a5eeb20450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f71dac-8ca1-4025-91e1-74da9a7c8e30,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.673856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.678927 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/ports/f2200f92-5112-4650-831f-e32e89a96d0b HTTP/1.1" status: 204 len: 168 time: 0.5052381 Mar 31 23:20:09.680370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a11dc8-c429-4e66-92c7-683e3e85a44c tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Port': ['ID=f2200f92-5112-4650-831f-e32e89a96d0b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.682754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43832) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.701909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-451a89dd-c6a5-4c99-8c28-737838d8cb92 None None] Port d8f840d1-a9c7-4114-9730-3f37a9030b3f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:09.733916 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c53905-ab59-4d01-befe-49127e6c43ab tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:09.734449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c53905-ab59-4d01-befe-49127e6c43ab tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:09.741831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-87c53905-ab59-4d01-befe-49127e6c43ab tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/13e6781d-282e-461c-b8d8-3a1c76088949 HTTP/1.1" status: 404 len: 337 time: 0.0537431 Mar 31 23:20:09.741831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43834) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.784460 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.835327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:09.841220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.885130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.891489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:09.892235 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.899065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.971756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.995040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.995680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.021804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:10.025853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a2dec2-0c11-416d-a351-f719cb8a4b14']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.029746 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.031382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.034119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.035429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51f71dac-8ca1-4025-91e1-74da9a7c8e30 HTTP/1.1" status: 204 len: 168 time: 0.4367158 Mar 31 23:20:10.037883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ce35da-b763-48e2-97c5-0ce8e9c030b7') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.038499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ce35da-b763-48e2-97c5-0ce8e9c030b7') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.049593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.063952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.071061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13da18-5f74-4768-a48a-00cff826b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f71dac-8ca1-4025-91e1-74da9a7c8e30,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.076365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:10.076963 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.124905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:10.156772 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:10.186177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.187303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Pushing event updated for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.219865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Network b7de0288-7b3f-40c6-950b-a304213fe16c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:10.221305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:10.228561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.249627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.252904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/30a2dec2-0c11-416d-a351-f719cb8a4b14 HTTP/1.1" status: 204 len: 168 time: 0.5053635 Mar 31 23:20:10.257685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43838) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.259933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afac71f-5046-41fe-a014-0ebe3a741aeb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=30a2dec2-0c11-416d-a351-f719cb8a4b14,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.354685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting subnet 5d953d2b-fe32-4478-81e8-9b2c56812486 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:10.358457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.429625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.567664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8feb8eb8-d029-45d6-82ca-b6ae1173700a None None] Provisioning complete for port d8f840d1-a9c7-4114-9730-3f37a9030b3f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:10.568906 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8feb8eb8-d029-45d6-82ca-b6ae1173700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.579262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.610821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8feb8eb8-d029-45d6-82ca-b6ae1173700a None None] Port d8f840d1-a9c7-4114-9730-3f37a9030b3f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:10.726492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:10.736590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.772067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.775434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/subnets/5d953d2b-fe32-4478-81e8-9b2c56812486 HTTP/1.1" status: 204 len: 168 time: 0.5165048 Mar 31 23:20:10.776627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c66c9d-b8f9-40f5-94d1-2b28d177fb38 tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Subnet': ['ID=5d953d2b-fe32-4478-81e8-9b2c56812486,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.780028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.780814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d21a9-aafb-40b7-9f96-e33c85cb06f5 None None] Network b5dc2bf4-17a4-460e-8615-6031b5a7e405 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:10.864421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:10.865605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.879168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9cb5c853-1cb8-416e-acd7-0693c9162aac admin admin] 10.222.0.83 "PUT /v2.0/routers/0297a06d-9411-4341-94ea-2e814b375df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0727322 Mar 31 23:20:10.932343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Deleting port 740d1751-eb41-412e-9fe2-c090533adf3c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:10.932696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.942694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43846) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.960338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-189199e5-974c-46a5-93ef-e8fc90b97cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.010243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] DHCP port deletion for b5dc2bf4-17a4-460e-8615-6031b5a7e405 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:11.065136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-189199e5-974c-46a5-93ef-e8fc90b97cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.110594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Deleting port 740d1751-eb41-412e-9fe2-c090533adf3c {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:11.111269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.185285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-189199e5-974c-46a5-93ef-e8fc90b97cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.213224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] For port 740d1751-eb41-412e-9fe2-c090533adf3c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=740d1751-eb41-412e-9fe2-c090533adf3c,segment=NetworkSegment(9e63c4c0-e879-4068-8658-aef848f0bb19),segment_id=9e63c4c0-e879-4068-8658-aef848f0bb19)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:11.214074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.236576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-189199e5-974c-46a5-93ef-e8fc90b97cc3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=304700ba47154b5db0a08167226f1426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917986 Mar 31 23:20:11.237832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189199e5-974c-46a5-93ef-e8fc90b97cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50296b34-2629-4da0-9895-cae49f649a24,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.241907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.244419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Calling delete_port for 740d1751-eb41-412e-9fe2-c090533adf3c owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:11.304744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.340175 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.348343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] For port 740d1751-eb41-412e-9fe2-c090533adf3c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=740d1751-eb41-412e-9fe2-c090533adf3c,segment=NetworkSegment(9e63c4c0-e879-4068-8658-aef848f0bb19),segment_id=9e63c4c0-e879-4068-8658-aef848f0bb19)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:11.348800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.366905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Calling delete_port for 740d1751-eb41-412e-9fe2-c090533adf3c owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:11.425823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.447920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.462092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] No DVR routers for this DVR port 740d1751-eb41-412e-9fe2-c090533adf3c on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:11.469196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4086-e641-4ff8-ad14-228ebde5dcf6 None None] Pushing event deleted for resources: {'Port': ['ID=740d1751-eb41-412e-9fe2-c090533adf3c,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.485770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Port': ['ID=740d1751-eb41-412e-9fe2-c090533adf3c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.487814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] No DVR routers for this DVR port 740d1751-eb41-412e-9fe2-c090533adf3c on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:11.502783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.506524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.507639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50296b34-2629-4da0-9895-cae49f649a24 HTTP/1.1" status: 204 len: 168 time: 0.2647533 Mar 31 23:20:11.517839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68594-45ea-4133-bd01-8ddc7a7198fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50296b34-2629-4da0-9895-cae49f649a24,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.587531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.591142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371a112-542a-460f-8812-f210c788796f None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:11.600912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0bfefd14-9866-4f6b-8d50-1aee2769ac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.611436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371a112-542a-460f-8812-f210c788796f None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:11.612393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e371a112-542a-460f-8812-f210c788796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.621522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc2bf4-17a4-460e-8615-6031b5a7e405']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.633124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e63c4c0-e879-4068-8658-aef848f0bb19') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.637214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e63c4c0-e879-4068-8658-aef848f0bb19') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.637374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43856) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.642091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123686136', 'description': 'tempest-description--736011546'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:11.648814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.666765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.673408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:11.673790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:11.677221 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:11.747297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:11.778231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e371a112-542a-460f-8812-f210c788796f None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:11.814163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.866297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.874933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.879329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] 10.222.0.83 "DELETE /v2.0/networks/b5dc2bf4-17a4-460e-8615-6031b5a7e405 HTTP/1.1" status: 204 len: 168 time: 1.0978119 Mar 31 23:20:11.881402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:11.881779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.889033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.893826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282cceb-27df-4c98-a449-e1411b4575eb tempest-NetworksIpV6TestAttrs-1659057200 tempest-NetworksIpV6TestAttrs-1659057200-project] Pushing event deleted for resources: {'Network': ['ID=b5dc2bf4-17a4-460e-8615-6031b5a7e405,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.980941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.022867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.079339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e371a112-542a-460f-8812-f210c788796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 2, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:12.110123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371a112-542a-460f-8812-f210c788796f None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:12.110484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371a112-542a-460f-8812-f210c788796f None None] Updating router 0297a06d-9411-4341-94ea-2e814b375df6 port d8f840d1-a9c7-4114-9730-3f37a9030b3f binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:20:12.138102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 740d1751-eb41-412e-9fe2-c090533adf3c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:12.143778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.161339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 740d1751-eb41-412e-9fe2-c090533adf3c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:12.161571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 740d1751-eb41-412e-9fe2-c090533adf3c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:12.178183 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.181617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8e89a9ff-8ca9-4d66-89ae-9a8c26d1b15a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5416865 Mar 31 23:20:12.182212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.186941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group_rule': {'security_group_id': 'd3e4f0ef-53e8-4fcf-9677-4f0c5f211379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:12.358641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.442197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.465988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.542252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.568655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43874) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.594267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5854-3b85-4551-a1af-03a3f63a1189 None None] Pushing event updated for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.600256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.629628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711ffdf1-0390-4ab5-8766-1a41dfc2bc40,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.692962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e371a112-542a-460f-8812-f210c788796f None None] Attempting to bind port d8f840d1-a9c7-4114-9730-3f37a9030b3f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:12.693675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e371a112-542a-460f-8812-f210c788796f None None] Attempting to bind port d8f840d1-a9c7-4114-9730-3f37a9030b3f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:12.694272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a112-542a-460f-8812-f210c788796f None None] Attempting to bind port d8f840d1-a9c7-4114-9730-3f37a9030b3f on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:12.700769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a112-542a-460f-8812-f210c788796f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:12.701707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a112-542a-460f-8812-f210c788796f None None] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:12.702351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.703274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a112-542a-460f-8812-f210c788796f None None] Bound using segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:12.704099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e371a112-542a-460f-8812-f210c788796f None None] Bound port: d8f840d1-a9c7-4114-9730-3f37a9030b3f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:12.704946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.734956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.736178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a93fef3e-4728-4a9e-8eb2-56bd8b5fe5ae tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5528932 Mar 31 23:20:12.739417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43882) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.745052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group_rule': {'security_group_id': 'd3e4f0ef-53e8-4fcf-9677-4f0c5f211379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:12.777664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-143bfc3a-7376-45f1-9871-d83cbd583ef5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be5c48e2820c4557b47e99fc8baa2e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105839 Mar 31 23:20:12.780393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.803892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e371a112-542a-460f-8812-f210c788796f None None] For port d8f840d1-a9c7-4114-9730-3f37a9030b3f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:12.812565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e371a112-542a-460f-8812-f210c788796f None None] For port d8f840d1-a9c7-4114-9730-3f37a9030b3f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d8f840d1-a9c7-4114-9730-3f37a9030b3f,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:12.850313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.854191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b20dbe49-ed46-43c3-97c8-0d46604d1f56 None None] Provisioning complete for port d8f840d1-a9c7-4114-9730-3f37a9030b3f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:12.854622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b20dbe49-ed46-43c3-97c8-0d46604d1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.874462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.889321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e371a112-542a-460f-8812-f210c788796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.897821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b20dbe49-ed46-43c3-97c8-0d46604d1f56 None None] Port d8f840d1-a9c7-4114-9730-3f37a9030b3f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:12.914371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.957825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371a112-542a-460f-8812-f210c788796f None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:12.958644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e371a112-542a-460f-8812-f210c788796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:12.960805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5854-3b85-4551-a1af-03a3f63a1189 None None] Pushing event updated for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.012097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.033602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.037019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.041005 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b84dfd4a-d873-4773-8be0-18c322fb31c7 HTTP/1.1" status: 204 len: 168 time: 0.2555375 Mar 31 23:20:13.061665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043ad8-9c31-45d6-b8bf-63adc072f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84dfd4a-d873-4773-8be0-18c322fb31c7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.122500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.138193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e371a112-542a-460f-8812-f210c788796f None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:13.146651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85e8084-7d92-4441-8861-ee6f9da4afd5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.259580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.260715 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fb4baf6b-3cc4-4bfb-8e15-e42aa043c677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5194831 Mar 31 23:20:13.263848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43894) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.268211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.309145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] Provisioning complete for port d8f840d1-a9c7-4114-9730-3f37a9030b3f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:13.309531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.381421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.533576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.624143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.674476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] For port d8f840d1-a9c7-4114-9730-3f37a9030b3f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d8f840d1-a9c7-4114-9730-3f37a9030b3f,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:13.685852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Allocated IP 172.25.6.167 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d7fe34f4-2b37-4767-b3e0-7cb535e84941) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:13.688035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e371a112-542a-460f-8812-f210c788796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:12Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:13.728511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371a112-542a-460f-8812-f210c788796f None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:12Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:13.750752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.830683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.837026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295339b0-1d32-41d4-8f5c-a750b5bb3b13 None None] Pushing event updated for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.869307 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b2c34563-756b-4d76-a34f-66dfe7eb21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.023896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.071719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:14.074765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:14.078658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:14.105514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=d7fe34f4-2b37-4767-b3e0-7cb535e84941,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.189202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.301665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.541858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.596924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.635296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43932) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.696882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=d7fe34f4-2b37-4767-b3e0-7cb535e84941,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.705749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.777237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-383955110'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:14.815881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.817299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3e31cad-9ad0-481e-b81e-e6590a96f5b2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5523417 Mar 31 23:20:14.897197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:14.910080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.910496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.019170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.038791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-7b33b67f-9866-4560-9f63-d90e15aaa57b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1123686136&fields=id&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 267 time: 0.0483220 Mar 31 23:20:15.153393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-bd8bc9c6-6ea8-4094-af75-d1cf87f67630 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.154910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-bd8bc9c6-6ea8-4094-af75-d1cf87f67630 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 817 time: 0.1061406 Mar 31 23:20:15.170516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-1493f5f0-06ea-4cde-ab65-29f9cfa6af05 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/quotas/70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Mar 31 23:20:15.187223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.236483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:15.260794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef6145-a933-426f-af0f-25cf63019bda,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.264726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.267425 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment 545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b of type vlan for network aa5d3c50-0911-4741-854a-e7459d221304 Mar 31 23:20:15.289487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-2c4667d4-a259-4373-a047-6615279fdbb1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136131 Mar 31 23:20:15.333767 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.342212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.436974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-117b785b-42df-478e-86e6-20764ab19ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283965 Mar 31 23:20:15.503490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.510129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.510712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.607582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-dc90807d-dfff-44ad-8322-47859a06c4be service neutron] 10.222.0.83 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637747 Mar 31 23:20:15.616316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=aa5d3c50-0911-4741-854a-e7459d221304,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.629316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:15.656240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2be7a40d-b124-4d3a-b7bf-693d36befb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0193563 Mar 31 23:20:15.659214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43958) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.666163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'name': 'tempest-PortsIpV6TestJSON-1898380529'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.778671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d8f840d1-a9c7-4114-9730-3f37a9030b3f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:15.814848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.821758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.828020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.833564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d8f840d1-a9c7-4114-9730-3f37a9030b3f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:15.834019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.836575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.845183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.852434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.858489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.861283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-db72ba87-b8c2-4843-a9e0-e14bf4cd39db tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1880043 Mar 31 23:20:15.913802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65edfef7-d839-4fd3-85da-b9a827ff8027 req-7eb9fca2-c33e-4ff2-94ac-23b6c4061d66 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 210 time: 0.0500166 Mar 31 23:20:15.943537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686796b6-d0b4-4c65-99a7-294f62c31f51 req-ba6ac60a-165e-4666-a6b7-e6d99c861176 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633433 Mar 31 23:20:15.970120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:15.972756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.994440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port d81b871c-ad41-44ed-93d6-9e0baf5eae51 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:16.144606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.150871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.156723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.162685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.168610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.174571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.181100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.182935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ec3a00e-213a-44ea-b278-a9088ed212d8 req-f4ec85b3-bf09-47e9-8523-9b6387c27e3f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1366518 Mar 31 23:20:16.243778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.370906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.439833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=d81b871c-ad41-44ed-93d6-9e0baf5eae51,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.462431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:16.462431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: aa5d3c50-0911-4741-854a-e7459d221304, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:16.591375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:16.633692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.719620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, aa5d3c50-0911-4741-854a-e7459d221304) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:16.725313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:16.730061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa9f9e-349e-4db8-83ec-daa06c252159 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:16.732269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.732906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.784717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.873435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-507f14ac-dea2-4301-90c0-44b491d832ca tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2130129 Mar 31 23:20:16.876350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43978) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.881630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-555074607'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:17.002515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99763bb0-4e9f-45df-8cc6-9d2b2d6a0192 req-65ddc9e4-f824-48b3-ab52-3a87cf971939 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 210 time: 0.0286679 Mar 31 23:20:17.042413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:17.046238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.072604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:17.081631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.081999 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment 25fdaf05-4aab-4494-8727-a6ccc78a82b1 of type vlan for network 07af0a4b-d5fe-4ca1-a354-721b79684f31 Mar 31 23:20:17.122806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.259414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.265024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:17.265621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.340377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=07af0a4b-d5fe-4ca1-a354-721b79684f31,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:17.350312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 07af0a4b-d5fe-4ca1-a354-721b79684f31 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:17.422277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-96a4f5da-3f2b-41bc-adf5-6cc8e270592d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5448496 Mar 31 23:20:17.425358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:17.431775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'ports': [{'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'}, {'network_id': '07af0a4b-d5fe-4ca1-a354-721b79684f31'}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:17.432812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:17.433371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '07af0a4b-d5fe-4ca1-a354-721b79684f31'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:17.670662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:17.675288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.689133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.846103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:17.931995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.017496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port b9d8501f-55ab-4042-8668-042b22a936db yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:18.143811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.157861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e2bc45e-915c-47fb-82a2-08ca28325574 req-2abd13c2-09e1-4cf1-b677-06f6160bfbcf tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 210 time: 0.0560431 Mar 31 23:20:18.248965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.301172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:18.305337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:18.311301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:18.312180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.327088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.425784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=b9d8501f-55ab-4042-8668-042b22a936db,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.433019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': '25fdaf05-4aab-4494-8727-a6ccc78a82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '07af0a4b-d5fe-4ca1-a354-721b79684f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:18.433383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: 07af0a4b-d5fe-4ca1-a354-721b79684f31, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:18.441176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.445049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.446720 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-bcdc130a-13fd-42ff-918e-6536f2c0ec7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6488 time: 0.1901314 Mar 31 23:20:18.490232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-7ba55a74-3ca5-4a67-8edb-f1987d32ff45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&id=d9f9067c-2a20-4872-ae83-862415864709&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342934 Mar 31 23:20:18.562393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 07af0a4b-d5fe-4ca1-a354-721b79684f31 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:18.669395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 07af0a4b-d5fe-4ca1-a354-721b79684f31) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:18.679922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1f3e1-0a75-4348-afac-a88db44f2a00 None None] Network 07af0a4b-d5fe-4ca1-a354-721b79684f31 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:18.684430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:18.690480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.696032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.696744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.804729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-f16f8353-c07a-4702-acb9-7a57fcdb9864 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.806236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-f16f8353-c07a-4702-acb9-7a57fcdb9864 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 817 time: 0.1381869 Mar 31 23:20:18.858620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-df9e192a-d6d4-42f8-8212-7cf208ee13d7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 380 time: 0.0412951 Mar 31 23:20:18.868494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'port': {'device_id': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'admin_state_up': True, 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'security_groups': ['d3e4f0ef-53e8-4fcf-9677-4f0c5f211379']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:18.940726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac5a20ed-74bc-4bf7-a083-6e105f41ca4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5140009 Mar 31 23:20:18.949734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44018) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.096622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Made reservation on behalf of 70a0e143b4124e3dbf818ef394e50f04 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:19.099841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port b9d8501f-55ab-4042-8668-042b22a936db {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:19.100164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.101254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.182903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.208848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for b9d8501f-55ab-4042-8668-042b22a936db owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:19.270093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Allocated IP 172.20.0.11 (b7de0288-7b3f-40c6-950b-a304213fe16c/9cf42e25-4923-47cd-81e7-41c21a13316a/34b5882e-24e1-4fb6-9756-80fa4799f070) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:19.304538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb0630c1-281b-44f3-88d4-7727f7b0029a req-a770f1b3-cfb6-4b66-a994-05f03068d4e6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 210 time: 0.0364199 Mar 31 23:20:19.428616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.476887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.503521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=b9d8501f-55ab-4042-8668-042b22a936db,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.515983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.521626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-105b4d2e-44ef-4fcb-91bb-9d6989a2cead tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/b9d8501f-55ab-4042-8668-042b22a936db HTTP/1.1" status: 204 len: 168 time: 0.5675576 Mar 31 23:20:19.521925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.542935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.593856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Network b7de0288-7b3f-40c6-950b-a304213fe16c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:19.597148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:19.602195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:19.605971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d39ee-d205-4557-9447-a1b96b0c1108 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.611348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d39ee-d205-4557-9447-a1b96b0c1108 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.612967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b18d39ee-d205-4557-9447-a1b96b0c1108 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0900769 Mar 31 23:20:19.619135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44026) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.640394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.671536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.672282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.759812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-c52959c9-a258-47cd-a37e-f1e87f70c830 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8961184 Mar 31 23:20:19.771382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:19.771732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.774114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Request body: {'port': {'device_id': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:19.837338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.854450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.869062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:19.918951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d769a649-8f20-4a18-bb9f-5930df866f32 None None] Provisioning complete for port 34b5882e-24e1-4fb6-9756-80fa4799f070 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:19.919559 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d769a649-8f20-4a18-bb9f-5930df866f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.962067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d769a649-8f20-4a18-bb9f-5930df866f32 None None] Port 34b5882e-24e1-4fb6-9756-80fa4799f070 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:20.110625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.118548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:20.126292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.139781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Transition to ACTIVE for port object 34b5882e-24e1-4fb6-9756-80fa4799f070 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:20:20.141489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.150192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.161427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5b54336-0d5d-47ea-b680-a9f2fcac0f28 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09 HTTP/1.1" status: 204 len: 168 time: 0.5333641 Mar 31 23:20:20.161427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.206147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ed8a3-d2e5-4d07-bc88-91eb5b2ac867 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.207672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-113ed8a3-d2e5-4d07-bc88-91eb5b2ac867 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0505135 Mar 31 23:20:20.211094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.213589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.235223 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f05c4-ca26-461f-be7c-48bbef665956 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:20.236746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c93f05c4-ca26-461f-be7c-48bbef665956 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/b9d8501f-55ab-4042-8668-042b22a936db HTTP/1.1" status: 404 len: 333 time: 0.0247023 Mar 31 23:20:20.239728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.268225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.271148 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1c26e8-8883-4512-9158-21e4210ec102 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:20.271148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7c1c26e8-8883-4512-9158-21e4210ec102 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/c9c7b5a9-4fcf-4ec0-8f5f-9f35768b7f09 HTTP/1.1" status: 404 len: 333 time: 0.0295386 Mar 31 23:20:20.276580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44038) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.349832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Attempting to bind port 34b5882e-24e1-4fb6-9756-80fa4799f070 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:20.350181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Attempting to bind port 34b5882e-24e1-4fb6-9756-80fa4799f070 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:20.350519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Attempting to bind port 34b5882e-24e1-4fb6-9756-80fa4799f070 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:20.356173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Port 34b5882e-24e1-4fb6-9756-80fa4799f070 on network b7de0288-7b3f-40c6-950b-a304213fe16c not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:20:20.357023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Attempting to bind port 34b5882e-24e1-4fb6-9756-80fa4799f070 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:20.362262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:20.367145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:20.367145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Bound using segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:20.367145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Bound port: 34b5882e-24e1-4fb6-9756-80fa4799f070, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:20.367145 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.370064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.479409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:20.484588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:20.498325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.545193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07af0a4b-d5fe-4ca1-a354-721b79684f31']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:20.557406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fdaf05-4aab-4494-8727-a6ccc78a82b1') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:20.557840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fdaf05-4aab-4494-8727-a6ccc78a82b1') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:20.566744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507d6d-5cfa-41c7-973d-06ece8aba628 req-64859618-a45b-4773-bd22-2590841ef45d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.569461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7507d6d-5cfa-41c7-973d-06ece8aba628 req-64859618-a45b-4773-bd22-2590841ef45d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0975807 Mar 31 23:20:20.577352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.580175 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.599775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.606959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:20.607396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.619473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.620157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.621778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] 10.222.0.44 "PUT /v2.0/ports/34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1092 time: 0.8545737 Mar 31 23:20:20.624203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:20.627505 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:20.660813 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:20.696809 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cd18f-bf16-4f9b-8004-8199dc1c300c x-openstack-request-id: req-c32cd18f-bf16-4f9b-8004-8199dc1c300c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:20.697308 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:20.697890 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c32cd18f-bf16-4f9b-8004-8199dc1c300c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:20.700291 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32cd18f-bf16-4f9b-8004-8199dc1c300c'] response: {'name': 'network-changed', 'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'status': 'completed', 'code': 200} Mar 31 23:20:20.709006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e570-5566-46f8-a9e0-698f7755920f service neutron] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.718710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7507d6d-5cfa-41c7-973d-06ece8aba628 req-b26eccfe-f7bf-4580-b8a9-cdf28ab44b47 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489857 Mar 31 23:20:20.778684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-369a4f20-6f9a-477e-9917-6283e2c83bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.780411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-369a4f20-6f9a-477e-9917-6283e2c83bfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1095 time: 0.0625067 Mar 31 23:20:20.810766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.832503 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.839886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/07af0a4b-d5fe-4ca1-a354-721b79684f31 HTTP/1.1" status: 204 len: 168 time: 0.5586042 Mar 31 23:20:20.839886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc689f50-5b59-471a-9f15-d15979367a3f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=07af0a4b-d5fe-4ca1-a354-721b79684f31,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.840303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44046) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.854595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024965300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:20.907856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-194eb376-64c6-46fb-b65a-d2f83f42e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.907856 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-194eb376-64c6-46fb-b65a-d2f83f42e4fa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=70a0e143b4124e3dbf818ef394e50f04&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1187983 Mar 31 23:20:20.959519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:20.965847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.992311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:21.010087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.010282 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe of type vlan for network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 Mar 31 23:20:21.023545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-c2635a0d-77df-4452-afaa-209e4c3d383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.027055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6e0d47fe-15e9-418c-815a-4dcdf1577ca6 req-c2635a0d-77df-4452-afaa-209e4c3d383f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1108630 Mar 31 23:20:21.067170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.106424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-57fac619-d0e6-4666-8905-c48d2516e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.107999 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-57fac619-d0e6-4666-8905-c48d2516e9c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1095 time: 0.0440509 Mar 31 23:20:21.153938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-5d73bce2-a585-472d-be1b-81ad25b3dbe5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 217 time: 0.0380397 Mar 31 23:20:21.163219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.169653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.170311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.204432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-20fbf520-d1cf-455d-bc70-86880538912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.205884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-20fbf520-d1cf-455d-bc70-86880538912f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0463316 Mar 31 23:20:21.250007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=0e3247bc-03c9-45c0-bbbf-b8735b3421b2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:21.257666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-00350720-5735-4296-bdc6-57d82c560b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.259197 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-00350720-5735-4296-bdc6-57d82c560b88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471299 Mar 31 23:20:21.263083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:21.277203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ff595741-cbab-4b2a-ba2f-14055fbac7e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4285486 Mar 31 23:20:21.278840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44048) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.285513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:21.375695 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-b87b6d96-00ed-4689-bc8f-316a1cf452a3 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093328 Mar 31 23:20:21.468285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-300de987-3f7c-4b86-b5c5-bfd6f05ae41e req-d9233876-e004-4a2d-ae5d-716a46f233fb service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861285 Mar 31 23:20:21.473377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:21.477229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.538138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Performing IP validity checks on allocation pools {{(pid=109834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:20:21.540945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:20:21.748889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.842169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=a6c6b2c0-56a5-4dc7-93da-7e328687feb0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:21.869465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:21.869839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: 0e3247bc-03c9-45c0-bbbf-b8735b3421b2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:21.901180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c675f5-c7ee-400f-9117-05500d8a3475 req-746fbc61-f82a-4164-aeb3-bc06e252e934 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.902690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56c675f5-c7ee-400f-9117-05500d8a3475 req-746fbc61-f82a-4164-aeb3-bc06e252e934 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0711803 Mar 31 23:20:21.942984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56c675f5-c7ee-400f-9117-05500d8a3475 req-99c6ff55-61dc-4aba-b985-2937521b2bdb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335844 Mar 31 23:20:22.010534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:22.170356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0e3247bc-03c9-45c0-bbbf-b8735b3421b2) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:22.174478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.175099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.181832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5e2ce-3fc9-4e1f-b8cd-6728d74991aa None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:22.271291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7071325e-a7ad-40ca-8634-bef01005bb29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9900739 Mar 31 23:20:22.274160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.281164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2', 'name': 'tempest-PortsIpV6TestJSON-1116188839'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:22.330923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0e3247bc-03c9-45c0-bbbf-b8735b3421b2', 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': 'a6c6b2c0-56a5-4dc7-93da-7e328687feb0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:22.351726 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.479546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Allocated IP 2001:db8::2 (0e3247bc-03c9-45c0-bbbf-b8735b3421b2/a6c6b2c0-56a5-4dc7-93da-7e328687feb0/05c078bc-a560-4e5b-ac67-b28394a33bbb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:22.548091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:22.552033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.571596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 522b7885-8bbf-41ba-99c0-ca97f73ebf03 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:22.632441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.708489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.748567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:22.752283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:22.754611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:22.772092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::2e8 (0e3247bc-03c9-45c0-bbbf-b8735b3421b2/a6c6b2c0-56a5-4dc7-93da-7e328687feb0/522b7885-8bbf-41ba-99c0-ca97f73ebf03) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:22.779244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Pushing event updated for resources: {'Port': ['ID=05c078bc-a560-4e5b-ac67-b28394a33bbb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:22.828881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Attempting to bind port 05c078bc-a560-4e5b-ac67-b28394a33bbb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:22.829328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Attempting to bind port 05c078bc-a560-4e5b-ac67-b28394a33bbb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:22.829686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Attempting to bind port 05c078bc-a560-4e5b-ac67-b28394a33bbb on network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:22.835470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:22.837567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Checking segment: {'id': 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:22.837567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.837567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Bound using segment: {'id': 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:22.837567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Bound port: 05c078bc-a560-4e5b-ac67-b28394a33bbb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0e3247bc-03c9-45c0-bbbf-b8735b3421b2'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:22.837567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.903464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] For port 05c078bc-a560-4e5b-ac67-b28394a33bbb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:22.906629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] For port 05c078bc-a560-4e5b-ac67-b28394a33bbb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=05c078bc-a560-4e5b-ac67-b28394a33bbb,segment=NetworkSegment(f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe),segment_id=f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:22.927840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.066281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7e1b7-9ff5-465e-960f-969bb9346273 req-5c3da98c-7c25-45b9-a5a5-4b6f984e3f5d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.068561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b7e1b7-9ff5-465e-960f-969bb9346273 req-5c3da98c-7c25-45b9-a5a5-4b6f984e3f5d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0516431 Mar 31 23:20:23.089956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.109232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b7e1b7-9ff5-465e-960f-969bb9346273 req-f27a146a-1932-466d-8242-7956856debcb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Mar 31 23:20:23.144943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d4c4-2474-4402-9358-936f1ec9dd6e None None] Pushing event updated for resources: {'Port': ['ID=05c078bc-a560-4e5b-ac67-b28394a33bbb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:23.200262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.250195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:23.253664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:23.258327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:23.263804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.264410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.270729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=522b7885-8bbf-41ba-99c0-ca97f73ebf03,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:23.408159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cdd4b5a6-c2a4-4151-bb2e-33b85ac4a1c2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1319098 Mar 31 23:20:23.412075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44060) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:23.507288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 522b7885-8bbf-41ba-99c0-ca97f73ebf03 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:23.507639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.596710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.610171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 522b7885-8bbf-41ba-99c0-ca97f73ebf03 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:23.761163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 05c078bc-a560-4e5b-ac67-b28394a33bbb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:23.819510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 05c078bc-a560-4e5b-ac67-b28394a33bbb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:23.819891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.853647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.888320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=522b7885-8bbf-41ba-99c0-ca97f73ebf03,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:23.927366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.971424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.973027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 05c078bc-a560-4e5b-ac67-b28394a33bbb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=05c078bc-a560-4e5b-ac67-b28394a33bbb,segment=NetworkSegment(f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe),segment_id=f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:23.976387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d0e08bc-d23a-4837-810f-be0193457dad tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/522b7885-8bbf-41ba-99c0-ca97f73ebf03 HTTP/1.1" status: 204 len: 168 time: 0.5630581 Mar 31 23:20:23.979744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:24.009328 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0db156-4539-44c1-98ba-5937fd634d54 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:24.010165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0db156-4539-44c1-98ba-5937fd634d54 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:24.013238 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be0db156-4539-44c1-98ba-5937fd634d54 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/522b7885-8bbf-41ba-99c0-ca97f73ebf03 HTTP/1.1" status: 404 len: 333 time: 0.0322711 Mar 31 23:20:24.016256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44080) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:24.051164 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0550440a-e762-48e3-9a49-991f495f582e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:24.053055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0550440a-e762-48e3-9a49-991f495f582e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/522b7885-8bbf-41ba-99c0-ca97f73ebf03 HTTP/1.1" status: 404 len: 333 time: 0.0357494 Mar 31 23:20:24.056413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44082) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:24.068366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.117917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:20:24.166472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet a6c6b2c0-56a5-4dc7-93da-7e328687feb0 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:24.170109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.202415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=05c078bc-a560-4e5b-ac67-b28394a33bbb,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.228690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.272567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea2037-70db-46db-968a-41f7c67ac096 None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:24.341217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.350466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:24.352865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60628f-cf28-4990-93c6-6ef1e7bc5160 req-6b619616-9e3b-4519-a468-5b6cead7ef5a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.354112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a60628f-cf28-4990-93c6-6ef1e7bc5160 req-6b619616-9e3b-4519-a468-5b6cead7ef5a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1020682 Mar 31 23:20:24.379563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:20:24.385083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.436440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a60628f-cf28-4990-93c6-6ef1e7bc5160 req-1e522133-3f01-4729-8fb4-372bc7ea17a0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702150 Mar 31 23:20:24.447943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7f80c42c-c84e-4642-8d7a-93cc427f9d63 None None] Provisioning complete for port 05c078bc-a560-4e5b-ac67-b28394a33bbb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:24.448329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f80c42c-c84e-4642-8d7a-93cc427f9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.492743 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.516622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:24.557340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:24.605607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.644070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c6b2c0-56a5-4dc7-93da-7e328687feb0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.651825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.658868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-74b4c2f9-60ad-426c-856c-a29b3bdf4e2e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/a6c6b2c0-56a5-4dc7-93da-7e328687feb0 HTTP/1.1" status: 204 len: 168 time: 0.5983989 Mar 31 23:20:24.659205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44096) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:24.674076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.756381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.778465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.827662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 05c078bc-a560-4e5b-ac67-b28394a33bbb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:24.828019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.858161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295338e-3be3-47fc-a563-c855a4e0dfe6 None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:24.903346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port 05c078bc-a560-4e5b-ac67-b28394a33bbb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=05c078bc-a560-4e5b-ac67-b28394a33bbb,segment=NetworkSegment(f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe),segment_id=f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:24.903721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.917913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 05c078bc-a560-4e5b-ac67-b28394a33bbb owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:24.984532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-99d5d9e3-c7d9-4fe8-996f-cedfaffe10be None None] Provisioning complete for port 05c078bc-a560-4e5b-ac67-b28394a33bbb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:24.984532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99d5d9e3-c7d9-4fe8-996f-cedfaffe10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.078935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] DHCP port deletion for 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:25.084540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['34b5882e-24e1-4fb6-9756-80fa4799f070'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:25.097263 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.132786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port 05c078bc-a560-4e5b-ac67-b28394a33bbb on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:25.134313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=05c078bc-a560-4e5b-ac67-b28394a33bbb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.200650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Deleting port 05c078bc-a560-4e5b-ac67-b28394a33bbb {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:25.200949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.221022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.245197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3247bc-03c9-45c0-bbbf-b8735b3421b2']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.256141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.256447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13501a5-c1bc-4fe4-8e4a-9aeea0c52cbe') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.268165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.285018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.293933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:25.294552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:25.298595 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:25.448583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] For port 05c078bc-a560-4e5b-ac67-b28394a33bbb, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:25.448985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.471136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Calling delete_port for 05c078bc-a560-4e5b-ac67-b28394a33bbb owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:25.476865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.477788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Port 05c078bc-a560-4e5b-ac67-b28394a33bbb was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:20:25.482856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.486516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.490330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/0e3247bc-03c9-45c0-bbbf-b8735b3421b2 HTTP/1.1" status: 204 len: 168 time: 0.8299944 Mar 31 23:20:25.496642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44108) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:25.501690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1790680435'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:25.514265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e6a73-1537-4daf-b80d-b76fa224aa09 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=0e3247bc-03c9-45c0-bbbf-b8735b3421b2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.518831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Pushing event deleted for resources: {'Port': ['ID=05c078bc-a560-4e5b-ac67-b28394a33bbb,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.523981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] Network 0e3247bc-03c9-45c0-bbbf-b8735b3421b2 is not hosted by any dhcp agent {{(pid=109836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:20:25.524432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1dfc4-b866-42c7-916c-461a5a007768 None None] No DVR routers for this DVR port 05c078bc-a560-4e5b-ac67-b28394a33bbb on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:25.590432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744de95-c097-4c35-844b-3773452ca019 req-b9c35517-ca0e-4176-96e7-839faa86380a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.592683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c744de95-c097-4c35-844b-3773452ca019 req-b9c35517-ca0e-4176-96e7-839faa86380a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.0737069 Mar 31 23:20:25.636226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c744de95-c097-4c35-844b-3773452ca019 req-4a790c96-a63f-42b3-9bff-18569098a962 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353622 Mar 31 23:20:25.644667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:25.649850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.690803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:25.701997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.706986 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment 21e5d368-d4e6-4c50-9004-6a9aeefac76f of type vlan for network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb Mar 31 23:20:25.744565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.749016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 05c078bc-a560-4e5b-ac67-b28394a33bbb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:25.779646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 05c078bc-a560-4e5b-ac67-b28394a33bbb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:25.780180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 05c078bc-a560-4e5b-ac67-b28394a33bbb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:25.850586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.856232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.856817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.927651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=9f49db17-a3a7-4de0-90f1-73e6c6bb6deb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.937916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:25.945563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b523b713-f200-4765-a54c-fbd9b2867811 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4477718 Mar 31 23:20:25.948966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44112) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:25.953933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:26.085165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:26.088768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.334569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.400432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:26.408038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': '21e5d368-d4e6-4c50-9004-6a9aeefac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:26.408438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:26.476320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:26.562121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:26.571933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.571933 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.572259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f1c63-1c7b-45ce-993a-0593436c0492 None None] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:26.650590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06cf3714-26ba-4aea-b860-9b28672cb8a4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7004938 Mar 31 23:20:26.653175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44114) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:26.658093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-606981853'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:26.722618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-9f49db17-a3a7-4de0-90f1-73e6c6bb6deb', 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': 'dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:26.723609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.868288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:26.871795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.899810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port fb3f0c93-43f6-4292-8a84-215dd958cec6 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:26.931755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Allocated IP 2001:db8::2 (9f49db17-a3a7-4de0-90f1-73e6c6bb6deb/dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4/ae2e8b71-2c9f-4ad7-b030-2307afbea958) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:27.083864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f1b21-733a-40e9-9362-9b9c224c8c6a req-aa3f0f73-4394-42a0-add0-376b50a93357 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.085407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-025f1b21-733a-40e9-9362-9b9c224c8c6a req-aa3f0f73-4394-42a0-add0-376b50a93357 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.3672028 Mar 31 23:20:27.104949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.124564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-025f1b21-733a-40e9-9362-9b9c224c8c6a req-0f1c5004-d753-417f-a6c6-75f25ab78c42 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Mar 31 23:20:27.197220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.231520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:27.236458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:27.239969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:27.254022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::3 (9f49db17-a3a7-4de0-90f1-73e6c6bb6deb/dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4/fb3f0c93-43f6-4292-8a84-215dd958cec6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:27.256674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Pushing event updated for resources: {'Port': ['ID=ae2e8b71-2c9f-4ad7-b030-2307afbea958,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.288968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.304933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.305554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.306172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.306681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.307217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.352681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Attempting to bind port ae2e8b71-2c9f-4ad7-b030-2307afbea958 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:27.353418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Attempting to bind port ae2e8b71-2c9f-4ad7-b030-2307afbea958 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '21e5d368-d4e6-4c50-9004-6a9aeefac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:27.353891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Attempting to bind port ae2e8b71-2c9f-4ad7-b030-2307afbea958 on network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:27.359346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:27.360064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Checking segment: {'id': '21e5d368-d4e6-4c50-9004-6a9aeefac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:27.360912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.360912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Bound using segment: {'id': '21e5d368-d4e6-4c50-9004-6a9aeefac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:27.361456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Bound port: ae2e8b71-2c9f-4ad7-b030-2307afbea958, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e5d368-d4e6-4c50-9004-6a9aeefac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '9f49db17-a3a7-4de0-90f1-73e6c6bb6deb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:27.361982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.412445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.449325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] For port ae2e8b71-2c9f-4ad7-b030-2307afbea958, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:27.452738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] For port ae2e8b71-2c9f-4ad7-b030-2307afbea958, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae2e8b71-2c9f-4ad7-b030-2307afbea958,segment=NetworkSegment(21e5d368-d4e6-4c50-9004-6a9aeefac76f),segment_id=21e5d368-d4e6-4c50-9004-6a9aeefac76f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:27.539965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.565489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.589442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:27.592552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:27.598066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:27.605057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.605653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.608746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=fb3f0c93-43f6-4292-8a84-215dd958cec6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.640133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6aabc-3777-42f5-97bd-bbdb1977fc8a None None] Pushing event updated for resources: {'Port': ['ID=ae2e8b71-2c9f-4ad7-b030-2307afbea958,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.687400 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-972ee06d-8766-4f02-a7cb-f41cd612392a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.0331178 Mar 31 23:20:27.690075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44136) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:27.808495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port fb3f0c93-43f6-4292-8a84-215dd958cec6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:27.808869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.132510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:28.226727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.238936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for fb3f0c93-43f6-4292-8a84-215dd958cec6 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:28.253517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 34b5882e-24e1-4fb6-9756-80fa4799f070 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:20:28.258416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 34b5882e-24e1-4fb6-9756-80fa4799f070 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:28.258782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.260789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3483da-14ea-4de2-814c-a09ba20a1946 req-6a0019dd-51fd-4c2d-ac13-358a1f49d507 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.262870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3483da-14ea-4de2-814c-a09ba20a1946 req-6a0019dd-51fd-4c2d-ac13-358a1f49d507 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.0509603 Mar 31 23:20:28.357284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3483da-14ea-4de2-814c-a09ba20a1946 req-08021e6f-a4b0-461d-9b5c-13329695d93b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811338 Mar 31 23:20:28.385951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.431446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:28.439624 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29b19f-742b-4a1c-b692-358901b1a569" -d '{"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:28.456435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:28.495510 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4074cdbd-7f5c-4eef-afb4-0bea9e1e118a x-openstack-request-id: req-4074cdbd-7f5c-4eef-afb4-0bea9e1e118a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:28.495802 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:28.496052 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4074cdbd-7f5c-4eef-afb4-0bea9e1e118a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:28.496445 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4074cdbd-7f5c-4eef-afb4-0bea9e1e118a'] response: {'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'code': 200} Mar 31 23:20:28.496796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.522899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.548499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=fb3f0c93-43f6-4292-8a84-215dd958cec6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.585807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.607497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.611072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f6d8255-37c7-4d30-8b99-40a9583df93a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/fb3f0c93-43f6-4292-8a84-215dd958cec6 HTTP/1.1" status: 204 len: 168 time: 0.9199944 Mar 31 23:20:28.615572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44146) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.644465 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0516cb-b77a-4c24-9320-ae6ffd3d9941 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:28.647634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8f0516cb-b77a-4c24-9320-ae6ffd3d9941 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/fb3f0c93-43f6-4292-8a84-215dd958cec6 HTTP/1.1" status: 404 len: 333 time: 0.0309715 Mar 31 23:20:28.650841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44148) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.656609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfadddc-2663-4061-b437-a18f1e5c1631 req-bd195bf0-da27-415a-a49f-4d6c867c674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.658181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6cfadddc-2663-4061-b437-a18f1e5c1631 req-bd195bf0-da27-415a-a49f-4d6c867c674b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1097 time: 0.0964518 Mar 31 23:20:28.698606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6cfadddc-2663-4061-b437-a18f1e5c1631 req-9fe58721-778e-4df6-874f-395f8b1b9176 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327713 Mar 31 23:20:28.725422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:28.728592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.777363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.789734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5690b9ae-cdff-40ef-bb5d-773e299112db None None] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:28.866599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.873426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Provisioning complete for port ae2e8b71-2c9f-4ad7-b030-2307afbea958 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:28.873800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.025825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.034280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.066323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.072636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4 HTTP/1.1" status: 204 len: 168 time: 0.4181714 Mar 31 23:20:29.072636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e22b-284e-4a11-8859-f9d0caa6e25a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.073036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44150) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:29.090486 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:29.090845 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:29.159392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.215048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port ae2e8b71-2c9f-4ad7-b030-2307afbea958 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:29.215396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.247971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d46cb-5b33-4ab5-aa30-29f8f21ece25 None None] Network 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:29.284426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port ae2e8b71-2c9f-4ad7-b030-2307afbea958, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ae2e8b71-2c9f-4ad7-b030-2307afbea958,segment=NetworkSegment(21e5d368-d4e6-4c50-9004-6a9aeefac76f),segment_id=21e5d368-d4e6-4c50-9004-6a9aeefac76f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:29.284738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.298009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for ae2e8b71-2c9f-4ad7-b030-2307afbea958 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:29.432028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] DHCP port deletion for 9f49db17-a3a7-4de0-90f1-73e6c6bb6deb request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:29.445159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.473716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=ae2e8b71-2c9f-4ad7-b030-2307afbea958,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.481520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port ae2e8b71-2c9f-4ad7-b030-2307afbea958 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:29.495560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Deleting port ae2e8b71-2c9f-4ad7-b030-2307afbea958 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:29.495943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.524236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a820-53f8-4b1d-aa2d-ee17a23926d1 req-a68aed82-529e-4826-beb7-c0e72ab3cf0f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.525831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89d5a820-53f8-4b1d-aa2d-ee17a23926d1 req-a68aed82-529e-4826-beb7-c0e72ab3cf0f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0912755 Mar 31 23:20:29.567730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89d5a820-53f8-4b1d-aa2d-ee17a23926d1 req-61728834-34fa-4949-83e2-8d1bc73a5b94 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Mar 31 23:20:29.576431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] For port ae2e8b71-2c9f-4ad7-b030-2307afbea958, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:29.576829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.577989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.597915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Calling delete_port for ae2e8b71-2c9f-4ad7-b030-2307afbea958 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:29.601734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f49db17-a3a7-4de0-90f1-73e6c6bb6deb']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:29.611463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e5d368-d4e6-4c50-9004-6a9aeefac76f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:29.611830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e5d368-d4e6-4c50-9004-6a9aeefac76f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:29.619892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Port ae2e8b71-2c9f-4ad7-b030-2307afbea958 was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:20:29.621331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0a169c12-8a38-4f07-ab35-84d604bdb1d3 None None] Port ae2e8b71-2c9f-4ad7-b030-2307afbea958 update to ACTIVE by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:20:29.622972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.623261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.637456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.643716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:29.644096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:29.647580 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:29.659647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] Pushing event deleted for resources: {'Port': ['ID=ae2e8b71-2c9f-4ad7-b030-2307afbea958,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.662077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfef6f-496a-4404-936d-f3355b2ec361 None None] No DVR routers for this DVR port ae2e8b71-2c9f-4ad7-b030-2307afbea958 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:29.732547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e2894241-a602-48fd-99f1-7bc32c6c1234 None None] Could not find standard attr ID for object ae2e8b71-2c9f-4ad7-b030-2307afbea958. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:29.779346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.787819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.791142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/9f49db17-a3a7-4de0-90f1-73e6c6bb6deb HTTP/1.1" status: 204 len: 168 time: 0.7171407 Mar 31 23:20:29.794651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44158) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:29.808869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'name': 'tempest-PortsIpV6TestJSON-407962159'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:29.813478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cc04d-c418-461b-bdd7-18614433a1cc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=9f49db17-a3a7-4de0-90f1-73e6c6bb6deb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.963136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:29.966610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.985919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 723c6bf9-66c1-4724-bb5b-f953689442fd yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:30.164360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.265558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.311963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:30.318872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:30.322240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:30.327878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.328488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.338006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=723c6bf9-66c1-4724-bb5b-f953689442fd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:30.451064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5dfdd08-f020-4255-ac40-18b97a66d169 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6551511 Mar 31 23:20:30.453505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:30.554595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 723c6bf9-66c1-4724-bb5b-f953689442fd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:30.554943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.624512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.646121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 723c6bf9-66c1-4724-bb5b-f953689442fd owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:30.702504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb668-06a2-452d-9e14-96cd4f6b4edb req-344d3386-4423-4262-88b5-225fef25a471 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.704069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f4eb668-06a2-452d-9e14-96cd4f6b4edb req-344d3386-4423-4262-88b5-225fef25a471 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0525923 Mar 31 23:20:30.742072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f4eb668-06a2-452d-9e14-96cd4f6b4edb req-20f26024-09b5-4b67-93a7-c3c27c3691c9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Mar 31 23:20:30.810594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.845272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=723c6bf9-66c1-4724-bb5b-f953689442fd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:30.847906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.852033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bcd40aa2-6984-4041-822d-fc2811f59290 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/723c6bf9-66c1-4724-bb5b-f953689442fd HTTP/1.1" status: 204 len: 168 time: 0.3975346 Mar 31 23:20:30.854787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44180) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:30.863065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'mac_address': 'fa:16:3e:1e:ad:4f', 'name': 'tempest-PortsIpV6TestJSON-699864594'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:30.876840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61eb7-64fe-47e5-832d-88361b1e3db3 req-6ba76b59-7476-4295-9194-1090915a6246 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.878612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0d61eb7-64fe-47e5-832d-88361b1e3db3 req-6ba76b59-7476-4295-9194-1090915a6246 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0669768 Mar 31 23:20:30.890628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44182) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:30.895406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'floatingip': {'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:30.935435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.070459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:31.136953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.162229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:31.338615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.361375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:31.406239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.445483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.470968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.501259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-421a0020-8e30-4486-875c-3e294f35fdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.504137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:31.514303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:31.518234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:31.524869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.525487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.542840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.576960 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Floating IP 7f67b1b1-d36e-4620-9e33-a98bc72c5d53 associated. External IP: 172.25.6.167, port: 34b5882e-24e1-4fb6-9756-80fa4799f070. Mar 31 23:20:31.608293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-421a0020-8e30-4486-875c-3e294f35fdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.639376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b7776c4-bc0a-4c4c-a5aa-06ebdfe8d819 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7836461 Mar 31 23:20:31.642104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:31.691622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ef06f-8240-4291-9051-47c4ab34c367 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.693338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bf5ef06f-8240-4291-9051-47c4ab34c367 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 HTTP/1.1" status: 200 len: 844 time: 0.0502820 Mar 31 23:20:31.696270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-421a0020-8e30-4486-875c-3e294f35fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.699582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44192) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:31.768190 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-421a0020-8e30-4486-875c-3e294f35fdfa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=76cb5eb7d5d3494bb0103f9061682a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047112 Mar 31 23:20:31.769999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44194) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:31.774422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a0020-8e30-4486-875c-3e294f35fdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353c8a2b-787f-43b6-b02a-e7109ec19f72,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.823230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:31.823573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.829334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:31.853639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.893544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.907306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:31.915242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.994603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:31.999662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.007198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:32.019614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:32.020177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.036436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d4aaaca-e665-4e4e-9417-d60bcae19774 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "PUT /v2.0/floatingips/7f67b1b1-d36e-4620-9e33-a98bc72c5d53 HTTP/1.1" status: 200 len: 992 time: 1.1445885 Mar 31 23:20:32.036650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.037009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:32.039321 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872504c-df87-4b6f-9cb0-459eb34a6f75" -d '{"events": [{"name": "network-changed", "server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:32.083692 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6f576-a3bb-4dc3-b2d1-b56c74cb5127 x-openstack-request-id: req-cfa6f576-a3bb-4dc3-b2d1-b56c74cb5127 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:32.083991 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:32.084276 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfa6f576-a3bb-4dc3-b2d1-b56c74cb5127 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:32.084655 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa6f576-a3bb-4dc3-b2d1-b56c74cb5127'] response: {'name': 'network-changed', 'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'status': 'completed', 'code': 200} Mar 31 23:20:32.085835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.099552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.105696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae6437b7-5094-42e6-98ab-efcde56b2195 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 HTTP/1.1" status: 204 len: 168 time: 0.4014781 Mar 31 23:20:32.106039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.119335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.122252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.126063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/353c8a2b-787f-43b6-b02a-e7109ec19f72 HTTP/1.1" status: 204 len: 168 time: 0.3513248 Mar 31 23:20:32.136047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a245ac-97ba-45d7-a823-e55f8d2d3b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c8a2b-787f-43b6-b02a-e7109ec19f72,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.163328 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86719e3-a565-4844-a948-58b28415391e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:32.169198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d86719e3-a565-4844-a948-58b28415391e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/6c5c0a83-d2c3-4bb2-8b7c-b1dbdcd103b7 HTTP/1.1" status: 404 len: 333 time: 0.0581243 Mar 31 23:20:32.170331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.176984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'name': 'tempest-PortsIpV6TestJSON-1550999480'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:32.234871 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:32.264177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-68c5ac68-ad2d-41d5-a03f-aa13a0f4a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.267774 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-68c5ac68-ad2d-41d5-a03f-aa13a0f4a1c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1097 time: 0.1492395 Mar 31 23:20:32.372276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-10ecf73a-1d0a-4b5e-aa70-452df2cdbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.373875 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-10ecf73a-1d0a-4b5e-aa70-452df2cdbaca service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.0999615 Mar 31 23:20:32.425078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:32.429286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.457311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 3699f976-1dc9-4a65-b85e-7626873652cd yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:32.472365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-dc68f874-7240-4fff-a742-8e545bcef281 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1000 time: 0.0906579 Mar 31 23:20:32.476459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7f67b1b1-d36e-4620-9e33-a98bc72c5d53', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:14Z', 'updated_at': '2022-03-31T23:20:31Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.500211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:32.509066 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:32.509666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.573797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-9ee30308-c24a-4132-a4e2-84a4fc800166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.575245 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-9ee30308-c24a-4132-a4e2-84a4fc800166 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0719008 Mar 31 23:20:32.617581 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:32.695366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-0cf456ad-e295-4ac7-aad8-652997f1dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.696865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-0cf456ad-e295-4ac7-aad8-652997f1dc1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142223 Mar 31 23:20:32.718394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.795751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44208) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.810668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2df82a5b-0e83-46cf-94da-be0ea8428318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.820907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-958d27d0-5686-48ae-b079-10479cd68124 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152759 Mar 31 23:20:32.854119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7f67b1b1-d36e-4620-9e33-a98bc72c5d53', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:14Z', 'updated_at': '2022-03-31T23:20:31Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.880489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.889762 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c27012-6a38-48bc-a6e0-6fef96996001 None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7f67b1b1-d36e-4620-9e33-a98bc72c5d53', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:14Z', 'updated_at': '2022-03-31T23:20:31Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:32.899381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2df82a5b-0e83-46cf-94da-be0ea8428318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.946241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:32.952004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:32.959759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:32.965269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.965877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.975724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2df82a5b-0e83-46cf-94da-be0ea8428318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.984376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=3699f976-1dc9-4a65-b85e-7626873652cd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.991024 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5872504c-df87-4b6f-9cb0-459eb34a6f75 req-86e0e568-90cd-4b6d-a1d6-f0f58761e55c service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641943 Mar 31 23:20:33.030098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2df82a5b-0e83-46cf-94da-be0ea8428318 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b2366f833f2b437e9b5287b8b3fb8d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331109 Mar 31 23:20:33.032131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df82a5b-0e83-46cf-94da-be0ea8428318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e118383-a1cb-479f-9e91-ffeab80772c5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.033399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.065049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d61bdb98-b202-4eb9-baf5-e60f53fedb46 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8936310 Mar 31 23:20:33.068474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44212) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.073759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:33.105483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.122151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff905ad8-f579-4ead-917a-7e5b652a8868 None None] New status for floating IP 7f67b1b1-d36e-4620-9e33-a98bc72c5d53: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:33.129288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.147013 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.250264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.253172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.257119 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e118383-a1cb-479f-9e91-ffeab80772c5 HTTP/1.1" status: 204 len: 168 time: 0.2197990 Mar 31 23:20:33.264817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1560e6-a5a5-4a5a-b8c7-d00fc471d3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e118383-a1cb-479f-9e91-ffeab80772c5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.326587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.393196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.427421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] In _notify_port_updated(), no bound segment for port 3699f976-1dc9-4a65-b85e-7626873652cd on network aa5d3c50-0911-4741-854a-e7459d221304 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:20:33.433002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.433614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.434923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/ports/3699f976-1dc9-4a65-b85e-7626873652cd HTTP/1.1" status: 200 len: 818 time: 0.3654554 Mar 31 23:20:33.438012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44218) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.452287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb074-a099-4f32-8edb-c5a5e0b99881 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=3699f976-1dc9-4a65-b85e-7626873652cd,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.532836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 3699f976-1dc9-4a65-b85e-7626873652cd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:33.533182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.601832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.615378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 3699f976-1dc9-4a65-b85e-7626873652cd owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:33.782177 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.809270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=3699f976-1dc9-4a65-b85e-7626873652cd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.816555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.820655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-73988c68-4ec1-49fe-b0de-447e81b3bde5 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/3699f976-1dc9-4a65-b85e-7626873652cd HTTP/1.1" status: 204 len: 168 time: 0.3814142 Mar 31 23:20:33.822989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44230) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.905121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08744b7b-b044-478c-a34e-3831145be548 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.907338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-08744b7b-b044-478c-a34e-3831145be548 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0829232 Mar 31 23:20:33.910134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44234) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.934550 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e671a0f-ec1f-421c-9dbc-59a0ff479ff3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:33.936023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e671a0f-ec1f-421c-9dbc-59a0ff479ff3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/3699f976-1dc9-4a65-b85e-7626873652cd HTTP/1.1" status: 404 len: 333 time: 0.0249069 Mar 31 23:20:33.939882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44236) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.946849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174577244'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:34.076450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:34.079977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.106279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:34.116660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.116991 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c of type vlan for network 2b979757-4165-4c53-82b3-9e0d7c659938 Mar 31 23:20:34.162452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.259984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.265534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:34.266125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.340424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=2b979757-4165-4c53-82b3-9e0d7c659938,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.350991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:34.383065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6308b71-eabb-433e-bad6-1a3587b8772c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4410384 Mar 31 23:20:34.385414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:34.390459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:34.590492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:34.594163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.750568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.857700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.916593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=b2c1e9e5-792a-4f4b-a7ee-3212b090ed89,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.925375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:34.925731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: 2b979757-4165-4c53-82b3-9e0d7c659938, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:35.053880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 2b979757-4165-4c53-82b3-9e0d7c659938 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:35.170402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2b979757-4165-4c53-82b3-9e0d7c659938) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:35.175188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:35.175973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.185567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ec1d4-c0ce-408b-89eb-eaa82acba2c7 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:35.253500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f36f7448-fed4-4cb7-a09f-b7a591d455ea tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8669174 Mar 31 23:20:35.258087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44266) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.263570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:35.349542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-2b979757-4165-4c53-82b3-9e0d7c659938', 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': 'b2c1e9e5-792a-4f4b-a7ee-3212b090ed89'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:35.350495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.479189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:35.482690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.490842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Allocated IP 2001:db8::2 (2b979757-4165-4c53-82b3-9e0d7c659938/b2c1e9e5-792a-4f4b-a7ee-3212b090ed89/925add48-293e-40ff-a438-9ec9dcf8165a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:35.581100 n-d-828414-2 neutron-server[109834]: INFO neutron.db.ipam_backend_mixin [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2c1e9e5-792a-4f4b-a7ee-3212b090ed89 (CIDR: 2001:db8::/64) Mar 31 23:20:35.617321 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:35.617815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:35.636939 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.687538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-20476222-3a96-418f-a45c-a5266fe051fc tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4281409 Mar 31 23:20:35.690375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44274) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.695502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:35.719409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.765157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:35.768280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:35.772973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:35.777758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Pushing event updated for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:35.834870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Attempting to bind port 925add48-293e-40ff-a438-9ec9dcf8165a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:35.835261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Attempting to bind port 925add48-293e-40ff-a438-9ec9dcf8165a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:35.835618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Attempting to bind port 925add48-293e-40ff-a438-9ec9dcf8165a on network 2b979757-4165-4c53-82b3-9e0d7c659938 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:35.840619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:35.840986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Checking segment: {'id': 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:35.841383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.841769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Bound using segment: {'id': 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:35.842225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Bound port: 925add48-293e-40ff-a438-9ec9dcf8165a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:35.842599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.897155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:35.900977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.905575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:35.908718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=925add48-293e-40ff-a438-9ec9dcf8165a,segment=NetworkSegment(cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c),segment_id=cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:36.039850 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.100836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897913e-2413-4f50-9f3f-7d46d219ae87 None None] Pushing event updated for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:36.214373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.273659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 2b979757-4165-4c53-82b3-9e0d7c659938 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:36.277090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:36.280965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:36.281577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.301254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=54e84d62-13ce-4bab-ae22-7eecd0dfa70c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:36.425107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-460bf662-4ae1-4116-ab41-ad37da0efa33 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7336192 Mar 31 23:20:36.427983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44280) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:36.433789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'fixed_ips': [{'subnet_id': 'b2c1e9e5-792a-4f4b-a7ee-3212b090ed89'}, {'subnet_id': '54e84d62-13ce-4bab-ae22-7eecd0dfa70c'}], 'name': 'tempest-PortsIpV6TestJSON-1236992489'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:36.667790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:36.751304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.771229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 7adcebdf-ed94-4b66-ab2b-05818835d492 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:37.072239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::81 (2b979757-4165-4c53-82b3-9e0d7c659938/b2c1e9e5-792a-4f4b-a7ee-3212b090ed89/7adcebdf-ed94-4b66-ab2b-05818835d492) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:37.080132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8:0:1::211 (2b979757-4165-4c53-82b3-9e0d7c659938/54e84d62-13ce-4bab-ae22-7eecd0dfa70c/7adcebdf-ed94-4b66-ab2b-05818835d492) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:37.129389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac72f0-848b-4fec-82c8-44857280d065 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:37.231231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.235658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:37.236122 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.325372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.378290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 2b979757-4165-4c53-82b3-9e0d7c659938 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:37.382968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:37.387026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:37.393459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:37.394147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.416597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.416826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=7adcebdf-ed94-4b66-ab2b-05818835d492,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:37.461920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=925add48-293e-40ff-a438-9ec9dcf8165a,segment=NetworkSegment(cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c),segment_id=cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:37.495565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Update dhcp port {'port': {'network_id': '2b979757-4165-4c53-82b3-9e0d7c659938', 'fixed_ips': [{'subnet_id': 'b2c1e9e5-792a-4f4b-a7ee-3212b090ed89', 'ip_address': '2001:db8::2'}, {'subnet_id': '54e84d62-13ce-4bab-ae22-7eecd0dfa70c'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '925add48-293e-40ff-a438-9ec9dcf8165a'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:20:37.502334 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac39dfa7-d6a8-4d56-8659-323ad9ddf8ab tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0732284 Mar 31 23:20:37.505208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44286) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:37.510549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2c1e9e5-792a-4f4b-a7ee-3212b090ed89'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:37.524558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.558481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.581621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.698931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430f7f-298d-4a9f-8e46-2e1d5af518da None None] Pushing event updated for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:37.759088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Allocated IP 2001:db8:0:1::2 (2b979757-4165-4c53-82b3-9e0d7c659938/54e84d62-13ce-4bab-ae22-7eecd0dfa70c/925add48-293e-40ff-a438-9ec9dcf8165a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:37.823957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 925add48-293e-40ff-a438-9ec9dcf8165a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:37.901378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=925add48-293e-40ff-a438-9ec9dcf8165a,segment=NetworkSegment(cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c),segment_id=cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:38.090905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:38.091303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.128348 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.196354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.247871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Delete allocated IP 2001:db8:0:1::211 (2b979757-4165-4c53-82b3-9e0d7c659938/54e84d62-13ce-4bab-ae22-7eecd0dfa70c) {{(pid=109835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:20:38.284651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe473f-871d-4f9a-845d-58b71542033b None None] Pushing event updated for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:38.391910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.445008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.506462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] In _notify_port_updated(), no bound segment for port 7adcebdf-ed94-4b66-ab2b-05818835d492 on network 2b979757-4165-4c53-82b3-9e0d7c659938 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:20:38.511950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:38.512565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.516455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/ports/7adcebdf-ed94-4b66-ab2b-05818835d492 HTTP/1.1" status: 200 len: 925 time: 1.0076680 Mar 31 23:20:38.517297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44294) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:38.523558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2c1e9e5-792a-4f4b-a7ee-3212b090ed89'}, {'subnet_id': '54e84d62-13ce-4bab-ae22-7eecd0dfa70c'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:38.525785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5912-887d-41a0-b856-b08dc1658531 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=7adcebdf-ed94-4b66-ab2b-05818835d492,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:38.687826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.796306 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:38.817469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23085e2-8bea-44e6-bffb-92e0eb26df33 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:38.907913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0ec1fab2-c0dd-421c-b01f-c6f56c5f5e5f None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:38.908303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fab2-c0dd-421c-b01f-c6f56c5f5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.968702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8:0:1::3e3 (2b979757-4165-4c53-82b3-9e0d7c659938/54e84d62-13ce-4bab-ae22-7eecd0dfa70c/7adcebdf-ed94-4b66-ab2b-05818835d492) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:39.078891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0ec1fab2-c0dd-421c-b01f-c6f56c5f5e5f None None] Provisioning complete for port 7adcebdf-ed94-4b66-ab2b-05818835d492 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.079441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fab2-c0dd-421c-b01f-c6f56c5f5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.118887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1fab2-c0dd-421c-b01f-c6f56c5f5e5f None None] Port 7adcebdf-ed94-4b66-ab2b-05818835d492 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:39.137135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.196828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.288087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] In _notify_port_updated(), no bound segment for port 7adcebdf-ed94-4b66-ab2b-05818835d492 on network 2b979757-4165-4c53-82b3-9e0d7c659938 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:20:39.293491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:39.294111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.295513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/ports/7adcebdf-ed94-4b66-ab2b-05818835d492 HTTP/1.1" status: 200 len: 1011 time: 0.7775562 Mar 31 23:20:39.296694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b8aec-d5a1-4385-93bd-4efbe6e0449d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=7adcebdf-ed94-4b66-ab2b-05818835d492,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:39.298549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44302) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:39.343958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4cfbd7f0-eacc-451d-9731-d1827f4cfd32 None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.344593 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd7f0-eacc-451d-9731-d1827f4cfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.414396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 7adcebdf-ed94-4b66-ab2b-05818835d492 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:39.414832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.464974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4cfbd7f0-eacc-451d-9731-d1827f4cfd32 None None] Provisioning complete for port 7adcebdf-ed94-4b66-ab2b-05818835d492 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.465670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd7f0-eacc-451d-9731-d1827f4cfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.510357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbd7f0-eacc-451d-9731-d1827f4cfd32 None None] Port 7adcebdf-ed94-4b66-ab2b-05818835d492 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:39.540216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.554398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 7adcebdf-ed94-4b66-ab2b-05818835d492 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:39.636711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-eb00575a-4fb6-4224-ba17-c0c2977710e3 None None] Provisioning complete for port 7adcebdf-ed94-4b66-ab2b-05818835d492 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.637123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eb00575a-4fb6-4224-ba17-c0c2977710e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.722664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-eb00575a-4fb6-4224-ba17-c0c2977710e3 None None] Port 7adcebdf-ed94-4b66-ab2b-05818835d492 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:39.780991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 925add48-293e-40ff-a438-9ec9dcf8165a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:39.832425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.834354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.860274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.899110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-540faf5b-bf77-4a56-8c13-fcc2ba9d121b None None] Provisioning complete for port 7adcebdf-ed94-4b66-ab2b-05818835d492 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:39.899110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-540faf5b-bf77-4a56-8c13-fcc2ba9d121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.905716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=7adcebdf-ed94-4b66-ab2b-05818835d492,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:39.914146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-540faf5b-bf77-4a56-8c13-fcc2ba9d121b None None] Port 7adcebdf-ed94-4b66-ab2b-05818835d492 was deleted so its status cannot be updated. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:20:39.961240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.966345 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82c53ea6-8112-4c9f-9bed-ef5c66770d31 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/7adcebdf-ed94-4b66-ab2b-05818835d492 HTTP/1.1" status: 204 len: 168 time: 0.6666005 Mar 31 23:20:39.968895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.006073 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b30acd-7d15-44d1-8b1c-33e25d40f348 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:40.011092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a8b30acd-7d15-44d1-8b1c-33e25d40f348 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/7adcebdf-ed94-4b66-ab2b-05818835d492 HTTP/1.1" status: 404 len: 333 time: 0.0370190 Mar 31 23:20:40.011092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44306) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.065293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 54e84d62-13ce-4bab-ae22-7eecd0dfa70c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:40.069845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.126096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.137360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-390b7b93-2b6f-40ad-b389-3d799a4a1517 None None] Could not find standard attr ID for object 7adcebdf-ed94-4b66-ab2b-05818835d492. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:40.248432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.377207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.412879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=54e84d62-13ce-4bab-ae22-7eecd0dfa70c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:40.417884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.422196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-973f6284-517d-4df9-8e8b-1bad3810deb9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/54e84d62-13ce-4bab-ae22-7eecd0dfa70c HTTP/1.1" status: 204 len: 168 time: 0.4101055 Mar 31 23:20:40.424730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.428025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18446691-b55f-442d-bf8c-f8609ba642d0 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:40.497353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet b2c1e9e5-792a-4f4b-a7ee-3212b090ed89 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:40.501241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.546742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.639655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.753623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.087737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c1e9e5-792a-4f4b-a7ee-3212b090ed89,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.091673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.094962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-515c0e44-5095-45db-8b5e-457c590b6271 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/b2c1e9e5-792a-4f4b-a7ee-3212b090ed89 HTTP/1.1" status: 204 len: 168 time: 0.6690862 Mar 31 23:20:41.097658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44320) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:41.152839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af68200-6db2-4749-9c76-c729c8e628b2 None None] Network 2b979757-4165-4c53-82b3-9e0d7c659938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:41.186169 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.225968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a1f9b24a-b70d-487b-85ce-8f9e2fa09373 None None] Provisioning complete for port 925add48-293e-40ff-a438-9ec9dcf8165a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:41.226509 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a1f9b24a-b70d-487b-85ce-8f9e2fa09373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.425925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] DHCP port deletion for 2b979757-4165-4c53-82b3-9e0d7c659938 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:41.504051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Deleting port 925add48-293e-40ff-a438-9ec9dcf8165a {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:41.505580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.532452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 925add48-293e-40ff-a438-9ec9dcf8165a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:41.533027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.595035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=925add48-293e-40ff-a438-9ec9dcf8165a,segment=NetworkSegment(cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c),segment_id=cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:41.595617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.621254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port 925add48-293e-40ff-a438-9ec9dcf8165a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=925add48-293e-40ff-a438-9ec9dcf8165a,segment=NetworkSegment(cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c),segment_id=cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:41.621735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.626409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Calling delete_port for 925add48-293e-40ff-a438-9ec9dcf8165a owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:41.628478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24467c94-dcf4-4272-af15-a494c902bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.647303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 925add48-293e-40ff-a438-9ec9dcf8165a owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:41.756004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 925add48-293e-40ff-a438-9ec9dcf8165a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:41.794784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.802869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.821899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port 925add48-293e-40ff-a438-9ec9dcf8165a {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:20:41.822383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 925add48-293e-40ff-a438-9ec9dcf8165a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:41.824290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] Pushing event deleted for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.828053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfef3c7-9d5b-4a60-af59-f419108f86a1 None None] No DVR routers for this DVR port 925add48-293e-40ff-a438-9ec9dcf8165a on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:41.834409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=925add48-293e-40ff-a438-9ec9dcf8165a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.836598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port 925add48-293e-40ff-a438-9ec9dcf8165a on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:41.922975 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.943576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b979757-4165-4c53-82b3-9e0d7c659938']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:41.958046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:41.958355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddbcc9b-de10-41a1-9cf5-c31c7d3dff2c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:41.968175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.985852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.992652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:41.997964 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:42.148018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.155533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.158628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/2b979757-4165-4c53-82b3-9e0d7c659938 HTTP/1.1" status: 204 len: 168 time: 1.0581560 Mar 31 23:20:42.163691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.172302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105300c-6f0b-4f3b-a0de-da246521ece3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=2b979757-4165-4c53-82b3-9e0d7c659938,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.215465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95cc0b-49e4-4490-a681-58b8c7d7aa60 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.216955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d95cc0b-49e4-4490-a681-58b8c7d7aa60 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0522950 Mar 31 23:20:42.220796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.266524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e3d2b0b1-a590-4c51-a55d-2426b46ee45d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0444314 Mar 31 23:20:42.269829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44328) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.275821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-574368541'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:42.364435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:42.368095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.391567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:42.401190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.401535 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment 8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9 of type vlan for network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 Mar 31 23:20:42.445398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.562156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.568474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.569054 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.646816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.661962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:42.697547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-294fcd57-429c-4dca-b772-3aba59ca5efd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4253123 Mar 31 23:20:42.707486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44334) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.713051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:42.888041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:42.891846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.199591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.265379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=67413eb9-a5cc-4d0b-a866-d640201bfc87,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.274113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:43.274579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:43.398124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.424357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:43.507392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:43.511823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.512499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.518801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece84bd7-591b-4ced-abca-6ea6bc970b34 None None] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:43.524532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a89ec926-a560-403d-956f-198c3462748b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.604322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a89ec926-a560-403d-956f-198c3462748b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.605422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44354) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.606185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89185345-6b95-4953-abe8-6e697c503197 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8972692 Mar 31 23:20:43.610366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39', 'name': 'tempest-PortsIpV6TestJSON-1376527113'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:43.671659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39', 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': '67413eb9-a5cc-4d0b-a866-d640201bfc87'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:43.672683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.686341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a89ec926-a560-403d-956f-198c3462748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.748256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a89ec926-a560-403d-956f-198c3462748b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=96ec0d9b21c4470d95f8ee2e259e96c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488438 Mar 31 23:20:43.751026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44356) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.751651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ec926-a560-403d-956f-198c3462748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b387b1-06a3-47a7-8d98-64633b1314cc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.824435 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.850025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Allocated IP 2001:db8::2 (a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39/67413eb9-a5cc-4d0b-a866-d640201bfc87/a1e8a2f1-7c4b-4e57-9928-7ce4434c2520) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:43.850917 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.867536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:43.871442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.881421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1674-88e2-4e17-bd3a-2f2d93680591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.891414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 09982416-ef46-4867-9237-3e5b6d2aec66 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:44.005118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.062103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.065301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.065954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1b387b1-06a3-47a7-8d98-64633b1314cc HTTP/1.1" status: 204 len: 168 time: 0.3137622 Mar 31 23:20:44.084238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbb40f-3615-4a1c-938f-b8aa01368c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b387b1-06a3-47a7-8d98-64633b1314cc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.105871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.154268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:44.158921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:44.162022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:44.171330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Pushing event updated for resources: {'Port': ['ID=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.190801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::2a6 (a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39/67413eb9-a5cc-4d0b-a866-d640201bfc87/09982416-ef46-4867-9237-3e5b6d2aec66) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:44.230240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Attempting to bind port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:44.230615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Attempting to bind port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:44.230978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Attempting to bind port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 on network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:44.236400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:44.236767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Checking segment: {'id': '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:44.237169 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.237562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Bound using segment: {'id': '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:44.238026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Bound port: a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:44.238412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.319217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] For port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:44.322608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] For port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,segment=NetworkSegment(8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9),segment_id=8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:44.375198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.431636 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.498202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf95e56-5abc-4bd8-840c-057783941347 None None] Pushing event updated for resources: {'Port': ['ID=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.545479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.591200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:44.594957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:44.600029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:44.605884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.606632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.617988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=09982416-ef46-4867-9237-3e5b6d2aec66,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.683309 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5bdb3709-48b5-4bdd-a125-87a033d894e9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0767009 Mar 31 23:20:44.685985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44362) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.686486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44364) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.691968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39', 'name': 'tempest-PortsIpV6TestJSON-1022710585'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.700530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5c343ba-8610-460b-a305-56050ad5cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.796439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5c343ba-8610-460b-a305-56050ad5cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.862086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5c343ba-8610-460b-a305-56050ad5cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.885027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:44.888628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.904480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b5c343ba-8610-460b-a305-56050ad5cd77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8f1bce4b23142088441d7d0a16fe50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146263 Mar 31 23:20:44.904480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c343ba-8610-460b-a305-56050ad5cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbcd24d-c779-4193-89c3-f755208e8282,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.904789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44366) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.921759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 48bb28fa-833b-4653-82c5-3330b0760633 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:45.045619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.083667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.104053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::3ba (a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39/67413eb9-a5cc-4d0b-a866-d640201bfc87/48bb28fa-833b-4653-82c5-3330b0760633) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:45.253004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.256395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.259947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ccbcd24d-c779-4193-89c3-f755208e8282 HTTP/1.1" status: 204 len: 168 time: 0.3518429 Mar 31 23:20:45.278097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb282b-7513-46a2-b065-27f9b536a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbcd24d-c779-4193-89c3-f755208e8282,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.315837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.349347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.417581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.476202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:45.479451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:45.484501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:45.490683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.491328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.492362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fdc0f-a8ca-4e94-a9e8-9513c22e469d None None] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:45.495112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=48bb28fa-833b-4653-82c5-3330b0760633,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.572392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] Provisioning complete for port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:45.572760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.581847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4dd21749-2dd6-4ce8-9ab0-b6ea04453350 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8912559 Mar 31 23:20:45.582050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44372) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.677279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b521dc-9aec-4099-9d03-b1849a8e130a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.681777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83b521dc-9aec-4099-9d03-b1849a8e130a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a6 HTTP/1.1" status: 200 len: 929 time: 0.0948727 Mar 31 23:20:45.682002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44376) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.806455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 48bb28fa-833b-4653-82c5-3330b0760633 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:45.807083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.839337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:45.907275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.908575 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.921464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 48bb28fa-833b-4653-82c5-3330b0760633 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:45.959473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] For port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,segment=NetworkSegment(8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9),segment_id=8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:45.960999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:45.961370 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.044861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.091143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.134583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de873a-d807-4746-b0c3-9f95ab33c5ab None None] Pushing event updated for resources: {'Port': ['ID=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.179262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:46.179706 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:46.182265 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.214056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=48bb28fa-833b-4653-82c5-3330b0760633,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.243303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.249544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0cfde729-18cf-4bef-ada9-072177d236d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/48bb28fa-833b-4653-82c5-3330b0760633 HTTP/1.1" status: 204 len: 168 time: 0.5635707 Mar 31 23:20:46.249916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44390) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.265444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Could not find standard attr ID for object 48bb28fa-833b-4653-82c5-3330b0760633. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:46.284616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Provisioning complete for port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:46.285303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.287656 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1ea650-1fa6-43b2-93d6-e37d7a15f02d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:46.289339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c1ea650-1fa6-43b2-93d6-e37d7a15f02d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/48bb28fa-833b-4653-82c5-3330b0760633 HTTP/1.1" status: 404 len: 333 time: 0.0386815 Mar 31 23:20:46.294246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.416615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 09982416-ef46-4867-9237-3e5b6d2aec66 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:46.416946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.418687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Provisioning complete for port 09982416-ef46-4867-9237-3e5b6d2aec66 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:46.419233 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.484301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b6c61518-5771-4454-8e98-a51eb0761d6f None None] Port 09982416-ef46-4867-9237-3e5b6d2aec66 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:46.527059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.543487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 09982416-ef46-4867-9237-3e5b6d2aec66 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:46.617625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e0615845-a189-4dc9-8e50-eed1b655d005 None None] Provisioning complete for port 09982416-ef46-4867-9237-3e5b6d2aec66 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:46.617996 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0615845-a189-4dc9-8e50-eed1b655d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.647091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.661472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e0615845-a189-4dc9-8e50-eed1b655d005 None None] Port 09982416-ef46-4867-9237-3e5b6d2aec66 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:46.763353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.780973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7237acb5-ebca-4bc6-b71d-7096ca30bdab None None] Could not find standard attr ID for object 48bb28fa-833b-4653-82c5-3330b0760633. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:46.793618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.799761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=09982416-ef46-4867-9237-3e5b6d2aec66,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.851889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.856091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-421cde9f-94b1-4a34-bf61-d45a536a5adf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/09982416-ef46-4867-9237-3e5b6d2aec66 HTTP/1.1" status: 204 len: 168 time: 0.5608628 Mar 31 23:20:46.858768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44404) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.887378 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d76428-f5c1-477f-ad6f-a70fdfc0cf79 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:46.889035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-74d76428-f5c1-477f-ad6f-a70fdfc0cf79 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/09982416-ef46-4867-9237-3e5b6d2aec66 HTTP/1.1" status: 404 len: 333 time: 0.0292537 Mar 31 23:20:46.891856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.950603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 67413eb9-a5cc-4d0b-a866-d640201bfc87 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:46.954489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.001892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.105661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.234179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.244780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.263711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=67413eb9-a5cc-4d0b-a866-d640201bfc87,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.265730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.268969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-982de83d-67e9-4435-aa0d-49b301bf9534 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/67413eb9-a5cc-4d0b-a866-d640201bfc87 HTTP/1.1" status: 204 len: 168 time: 0.3760726 Mar 31 23:20:47.272833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44414) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.279067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defd280-ec90-479f-8c09-71ddd971d3f1 None None] Network a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:47.361443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.385446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e756a7b4-82a8-471c-b4cc-2b00811e94ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.467339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:47.467688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.468801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] DHCP port deletion for a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:47.522715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Deleting port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:47.523117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.560940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,segment=NetworkSegment(8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9),segment_id=8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:47.561304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.564711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e756a7b4-82a8-471c-b4cc-2b00811e94ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.575421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:47.587042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] For port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,segment=NetworkSegment(8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9),segment_id=8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:47.587685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.600953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Calling delete_port for a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:47.623666 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e756a7b4-82a8-471c-b4cc-2b00811e94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.678821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e756a7b4-82a8-471c-b4cc-2b00811e94ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d58e5d443ad24b57a8b1f3a8bc8ceebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328692 Mar 31 23:20:47.681191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a7b4-82a8-471c-b4cc-2b00811e94ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc30c7f-ecd4-4a72-8118-0a500abe54e4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.681586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.738053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.759286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:47.760716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.778654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.782081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.817702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:47.821667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] Pushing event deleted for resources: {'Port': ['ID=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.824607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd7fa0-ecfc-4a04-9751-230113e9a250 None None] No DVR routers for this DVR port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:47.833877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:20:47.834416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1e8a2f1-7c4b-4e57-9928-7ce4434c2520 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:47.853797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=a1e8a2f1-7c4b-4e57-9928-7ce4434c2520,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.867824 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.870383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.872505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fdc30c7f-ecd4-4a72-8118-0a500abe54e4 HTTP/1.1" status: 204 len: 168 time: 0.1889458 Mar 31 23:20:47.884494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d530c2a-0b76-4ed9-ad69-b3a1c8255bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc30c7f-ecd4-4a72-8118-0a500abe54e4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.922237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.943050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.952104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.954504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b48cf4d-a7e5-47ab-a03d-8d6760c3fdf9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.962372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.976635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.986191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:47.986191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self.session.flush() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:47.986599 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:48.153145 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.171026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.174185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39 HTTP/1.1" status: 204 len: 168 time: 0.9003778 Mar 31 23:20:48.175543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65187e-9029-4ce8-8b37-34cad8554d3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=a07bf5ba-0bd9-4d3c-9c08-ae09bc4e3b39,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.179925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44422) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:48.185285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-998123501'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:48.287867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:48.291592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.318185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:48.327858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.328207 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment 0572da0c-bf31-4b65-951f-58a54269b0c6 of type vlan for network 5c7e3166-eccd-47c6-b79e-53a139efbc63 Mar 31 23:20:48.371257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.455991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.462524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:48.463157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.536205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=5c7e3166-eccd-47c6-b79e-53a139efbc63,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.549072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:48.564827 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cd17cca5-187b-45d1-bbff-ce7ba002bb4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3838594 Mar 31 23:20:48.567902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44432) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:48.572990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:48.725097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:48.728646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.986323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.060853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=3f15035b-e6ad-4467-820d-df4a639be4c0,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:49.065188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': '0572da0c-bf31-4b65-951f-58a54269b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:49.065548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: 5c7e3166-eccd-47c6-b79e-53a139efbc63, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:49.146105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:49.244707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5c7e3166-eccd-47c6-b79e-53a139efbc63) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:49.248838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:49.249448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.253744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6965f-ca78-4650-96a0-ad18db1fb3fb None None] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:49.337159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-834c6b13-a0f9-41e6-b59f-2679b7ae60de tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7681634 Mar 31 23:20:49.340160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44448) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:49.345051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63', 'name': 'tempest-PortsIpV6TestJSON-1353681182', 'fixed_ips': [{'subnet_id': '3f15035b-e6ad-4467-820d-df4a639be4c0', 'ip_address': '2001:db8::10'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:49.422550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-5c7e3166-eccd-47c6-b79e-53a139efbc63', 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': '3f15035b-e6ad-4467-820d-df4a639be4c0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:49.423468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.506897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44452) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:49.533470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:49.576545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Allocated IP 2001:db8::2 (5c7e3166-eccd-47c6-b79e-53a139efbc63/3f15035b-e6ad-4467-820d-df4a639be4c0/c25caccb-ce46-44bb-bab1-3692ebab65bd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:49.635704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfca5-c273-4a6e-a0e6-f39d09fce99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.640927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.669536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 580db9f5-6cda-4869-a2da-9fa307ae6840 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:49.724392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.805252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.854052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:49.856556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfca5-c273-4a6e-a0e6-f39d09fce99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.858611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:49.861722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:49.869394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Pushing event updated for resources: {'Port': ['ID=c25caccb-ce46-44bb-bab1-3692ebab65bd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:49.881511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::10 (5c7e3166-eccd-47c6-b79e-53a139efbc63/3f15035b-e6ad-4467-820d-df4a639be4c0/580db9f5-6cda-4869-a2da-9fa307ae6840) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:49.921276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Attempting to bind port c25caccb-ce46-44bb-bab1-3692ebab65bd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:49.921642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Attempting to bind port c25caccb-ce46-44bb-bab1-3692ebab65bd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0572da0c-bf31-4b65-951f-58a54269b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:49.922003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Attempting to bind port c25caccb-ce46-44bb-bab1-3692ebab65bd on network 5c7e3166-eccd-47c6-b79e-53a139efbc63 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:49.928968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:49.929457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Checking segment: {'id': '0572da0c-bf31-4b65-951f-58a54269b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:49.929854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.930256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Bound using segment: {'id': '0572da0c-bf31-4b65-951f-58a54269b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:49.930990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Bound port: c25caccb-ce46-44bb-bab1-3692ebab65bd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0572da0c-bf31-4b65-951f-58a54269b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:49.931248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.946150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfca5-c273-4a6e-a0e6-f39d09fce99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.997330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] For port c25caccb-ce46-44bb-bab1-3692ebab65bd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:50.000622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] For port c25caccb-ce46-44bb-bab1-3692ebab65bd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c25caccb-ce46-44bb-bab1-3692ebab65bd,segment=NetworkSegment(0572da0c-bf31-4b65-951f-58a54269b0c6),segment_id=0572da0c-bf31-4b65-951f-58a54269b0c6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:50.028181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fbbfca5-c273-4a6e-a0e6-f39d09fce99e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1debbd680ed443beaaacbddd7382a8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201616 Mar 31 23:20:50.030993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44458) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.034091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfca5-c273-4a6e-a0e6-f39d09fce99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e4503-64f3-4780-808f-6a57b908d2a5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.073682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.076780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.085457 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.111422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.154387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b2554-ab77-4c3f-80f2-64613745fc0f None None] Pushing event updated for resources: {'Port': ['ID=c25caccb-ce46-44bb-bab1-3692ebab65bd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.188323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.233262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:50.236549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:50.240641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:50.246223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:50.246823 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.258902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=580db9f5-6cda-4869-a2da-9fa307ae6840,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.273833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.277748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.280801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/223e4503-64f3-4780-808f-6a57b908d2a5 HTTP/1.1" status: 204 len: 168 time: 0.2485507 Mar 31 23:20:50.291131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e4503-64f3-4780-808f-6a57b908d2a5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.299858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.304849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de5d5-3295-4c0f-a8d6-75dec9901670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:50.337467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-617930f5-a654-456f-99d9-9b509eda8bdb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9962678 Mar 31 23:20:50.340123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.345867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': '5c7e3166-eccd-47c6-b79e-53a139efbc63', 'name': 'tempest-PortsIpV6TestJSON-12331378', 'fixed_ips': [{'subnet_id': '3f15035b-e6ad-4467-820d-df4a639be4c0', 'ip_address': '2001:db8::f'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:50.545191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:50.550192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.568940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:50.747087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::f (5c7e3166-eccd-47c6-b79e-53a139efbc63/3f15035b-e6ad-4467-820d-df4a639be4c0/8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:50.923695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.043359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.100292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:51.104239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:51.106319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:51.108885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:51.114428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:51.115082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.168669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a60e2e-17c4-4463-bc40-bba0f783861b None None] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:51.190268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5554e09e-9f7d-47dc-858c-61c24fb83879 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8488445 Mar 31 23:20:51.193207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.279593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673a7ad3-5dd7-4fd1-924c-32233358a96b tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:51.280809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] Provisioning complete for port c25caccb-ce46-44bb-bab1-3692ebab65bd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:51.281183 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.281472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-673a7ad3-5dd7-4fd1-924c-32233358a96b tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0870783 Mar 31 23:20:51.284176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.340422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835dbd3-2b27-43dd-a8ef-5dd08eae93f6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:51.346600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835dbd3-2b27-43dd-a8ef-5dd08eae93f6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:51.352816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835dbd3-2b27-43dd-a8ef-5dd08eae93f6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:51.354442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c835dbd3-2b27-43dd-a8ef-5dd08eae93f6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0691335 Mar 31 23:20:51.357230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.395428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.434817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] For port c25caccb-ce46-44bb-bab1-3692ebab65bd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c25caccb-ce46-44bb-bab1-3692ebab65bd,segment=NetworkSegment(0572da0c-bf31-4b65-951f-58a54269b0c6),segment_id=0572da0c-bf31-4b65-951f-58a54269b0c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:51.454568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:51.454911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.519457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.552660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.565850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:51.584182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17488f-eb0b-48b0-a063-9ee8d7a35a7c None None] Pushing event updated for resources: {'Port': ['ID=c25caccb-ce46-44bb-bab1-3692ebab65bd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:51.643169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Provisioning complete for port c25caccb-ce46-44bb-bab1-3692ebab65bd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:51.643548 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.754019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Provisioning complete for port 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:51.754528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.785251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.791364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c25caccb-ce46-44bb-bab1-3692ebab65bd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:51.820558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Port 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:51.822847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:51.850787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.852431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Provisioning complete for port 580db9f5-6cda-4869-a2da-9fa307ae6840 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:51.852801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.856669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fcea225e-3026-4c42-abda-3c8349744c61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac HTTP/1.1" status: 204 len: 168 time: 0.4960375 Mar 31 23:20:51.856999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.883981 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e4861a-ab64-4ebc-acab-055ec62c850c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:51.885941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5e4861a-ab64-4ebc-acab-055ec62c850c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac HTTP/1.1" status: 404 len: 333 time: 0.0279710 Mar 31 23:20:51.890614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.896310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-65d21da3-5a28-4b01-a3c4-f942412c2da4 None None] Port 580db9f5-6cda-4869-a2da-9fa307ae6840 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:51.899379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c25caccb-ce46-44bb-bab1-3692ebab65bd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:51.899945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.997887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 580db9f5-6cda-4869-a2da-9fa307ae6840 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:51.998230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.024560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-223f8171-a1dc-4309-ad9a-9c861b428602 None None] Provisioning complete for port 580db9f5-6cda-4869-a2da-9fa307ae6840 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:52.028784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-223f8171-a1dc-4309-ad9a-9c861b428602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.061674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-223f8171-a1dc-4309-ad9a-9c861b428602 None None] Port 580db9f5-6cda-4869-a2da-9fa307ae6840 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:52.101027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.113739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 580db9f5-6cda-4869-a2da-9fa307ae6840 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:52.180317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1733a6aa-321d-4396-8e2d-1952cde82c62 None None] Could not find standard attr ID for object 8d5a0483-aa3d-42ec-aa74-b1cb9bbfb2ac. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:52.336506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.365278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=580db9f5-6cda-4869-a2da-9fa307ae6840,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:52.390895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.394205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a257789-0691-462b-a527-7bb7993a4e9a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/580db9f5-6cda-4869-a2da-9fa307ae6840 HTTP/1.1" status: 204 len: 168 time: 0.5024431 Mar 31 23:20:52.397636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44474) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:52.425477 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaadd62-8749-40f9-bafd-182bcf866e9b tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:20:52.430058 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-daaadd62-8749-40f9-bafd-182bcf866e9b tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/580db9f5-6cda-4869-a2da-9fa307ae6840 HTTP/1.1" status: 404 len: 333 time: 0.0290346 Mar 31 23:20:52.430325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:52.512459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 3f15035b-e6ad-4467-820d-df4a639be4c0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:52.517421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.545763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-6ab485cd-e35c-4a7c-ab9e-343824a6aaf9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069424 Mar 31 23:20:52.566613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.671346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312f54-212b-43e4-870f-9e23784125a1 req-157f5c41-fdee-4064-b4f9-2c100c9c9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:52.672737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-157f5c41-fdee-4064-b4f9-2c100c9c9a2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.0764804 Mar 31 23:20:52.689155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.111623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312f54-212b-43e4-870f-9e23784125a1 req-04f127b2-84bc-4345-b185-e8f3e75343a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:53.113359 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-04f127b2-84bc-4345-b185-e8f3e75343a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.4200659 Mar 31 23:20:53.176962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-9a7ecab8-e152-4e17-8716-f1d57400852e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1002 time: 0.0573227 Mar 31 23:20:53.215428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.256637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=3f15035b-e6ad-4467-820d-df4a639be4c0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.262432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.265572 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9808e720-d431-4ad7-aaf5-a803eb68305f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/3f15035b-e6ad-4467-820d-df4a639be4c0 HTTP/1.1" status: 204 len: 168 time: 0.8342650 Mar 31 23:20:53.266965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275e3d5-ae2e-4084-977f-2a01ef3705a1 None None] Network 5c7e3166-eccd-47c6-b79e-53a139efbc63 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:53.267456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312f54-212b-43e4-870f-9e23784125a1 req-54653910-a6c2-44d1-9e7f-2e0c5197d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:53.268288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:53.268729 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-54653910-a6c2-44d1-9e7f-2e0c5197d014 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.0856483 Mar 31 23:20:53.319444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312f54-212b-43e4-870f-9e23784125a1 req-2f428845-0042-47be-b1d0-3a901f46a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:53.320922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-2f428845-0042-47be-b1d0-3a901f46a79b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459948 Mar 31 23:20:53.358895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.417342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port c25caccb-ce46-44bb-bab1-3692ebab65bd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:53.417972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.421693 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-0710481a-f785-4bf5-b3fd-22df8e852517 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942707 Mar 31 23:20:53.470752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] DHCP port deletion for 5c7e3166-eccd-47c6-b79e-53a139efbc63 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:53.491827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port c25caccb-ce46-44bb-bab1-3692ebab65bd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c25caccb-ce46-44bb-bab1-3692ebab65bd,segment=NetworkSegment(0572da0c-bf31-4b65-951f-58a54269b0c6),segment_id=0572da0c-bf31-4b65-951f-58a54269b0c6)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:53.492283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.508501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for c25caccb-ce46-44bb-bab1-3692ebab65bd owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:53.523034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Deleting port c25caccb-ce46-44bb-bab1-3692ebab65bd {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:53.523408 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.525964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5312f54-212b-43e4-870f-9e23784125a1 req-6af23b46-6309-487c-b002-0fe8db45661f service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975847 Mar 31 23:20:53.593617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] For port c25caccb-ce46-44bb-bab1-3692ebab65bd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c25caccb-ce46-44bb-bab1-3692ebab65bd,segment=NetworkSegment(0572da0c-bf31-4b65-951f-58a54269b0c6),segment_id=0572da0c-bf31-4b65-951f-58a54269b0c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:53.594439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.611531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Calling delete_port for c25caccb-ce46-44bb-bab1-3692ebab65bd owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:53.685088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.691241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.717700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] Pushing event deleted for resources: {'Port': ['ID=c25caccb-ce46-44bb-bab1-3692ebab65bd,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.720721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=c25caccb-ce46-44bb-bab1-3692ebab65bd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.721210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13012118-4ac0-4d50-a12d-763b7a578595 None None] No DVR routers for this DVR port c25caccb-ce46-44bb-bab1-3692ebab65bd on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:53.722641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port c25caccb-ce46-44bb-bab1-3692ebab65bd on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:53.759466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c25caccb-ce46-44bb-bab1-3692ebab65bd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:53.780153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c25caccb-ce46-44bb-bab1-3692ebab65bd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:53.780485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c25caccb-ce46-44bb-bab1-3692ebab65bd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:53.804223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.824277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7e3166-eccd-47c6-b79e-53a139efbc63']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.833684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0572da0c-bf31-4b65-951f-58a54269b0c6') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.833978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0572da0c-bf31-4b65-951f-58a54269b0c6') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.842991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.856246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.862178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:53.862560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:53.865721 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:54.010976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.018486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.022509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/5c7e3166-eccd-47c6-b79e-53a139efbc63 HTTP/1.1" status: 204 len: 168 time: 0.7526000 Mar 31 23:20:54.026446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44484) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.032095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-962852757'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:54.036874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce1cd-ae9b-47a7-8b22-21ee073edf61 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=5c7e3166-eccd-47c6-b79e-53a139efbc63,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.114347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:54.118010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.143874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:54.153436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.153788 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Added segment bb1b7212-a46f-4316-95c8-9fa7cf8076d9 of type vlan for network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 Mar 31 23:20:54.197291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.267465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.307362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.312920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.320779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.380615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Network': ['ID=acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.392246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:54.487619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d4cb899-3111-4383-9757-8a1c8c6b4311 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4598577 Mar 31 23:20:54.491238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44494) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.496034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:54.668244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:54.669914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1d1f7-d8a1-4b87-be94-662a1dfae96d req-8fb918e4-84d4-44c0-8086-1cc551ac16a3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.671554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee1d1f7-d8a1-4b87-be94-662a1dfae96d req-8fb918e4-84d4-44c0-8086-1cc551ac16a3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0498893 Mar 31 23:20:54.671745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.714666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee1d1f7-d8a1-4b87-be94-662a1dfae96d req-4d0ad932-eeff-4f9b-a273-27a9a402d65f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367000 Mar 31 23:20:54.907919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.974795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=48ba5d8c-38ff-4fbc-81cb-c7610892b36e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.984281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Checking segment: {'id': 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:54.984645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network hostable DHCP agents. Network: acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:55.099532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:55.202371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:55.206390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:55.207030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.213842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773611d0-a7ea-4634-92b0-18c51c882383 None None] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:55.290811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b5da3be0-3447-4c1e-95b4-8f9ce942e8ee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7985029 Mar 31 23:20:55.293682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44500) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.298241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1436464810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:55.402812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.404019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.461901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.512985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02', 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': '48ba5d8c-38ff-4fbc-81cb-c7610892b36e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:55.513965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.524948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.630462 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.631836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e98f4f23-1b0a-4838-878f-0ed5027895aa tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3371270 Mar 31 23:20:55.634509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44502) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.639533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02', 'name': 'tempest-PortsIpV6TestJSON-1575912576'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:55.652341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Allocated IP 2001:db8::2 (acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02/48ba5d8c-38ff-4fbc-81cb-c7610892b36e/4286b87a-e375-4395-a578-93a99e1be033) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:55.798797 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.817670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:55.821122 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.852064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port f9da06c6-3bf2-40f3-80f1-d758fd69b17d yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:55.865207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af76de-b82e-4688-8d68-89fa9eb4b0d8 req-4989e2ba-dc79-4018-ac79-69cdb2425f00 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:55.866732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42af76de-b82e-4688-8d68-89fa9eb4b0d8 req-4989e2ba-dc79-4018-ac79-69cdb2425f00 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0767708 Mar 31 23:20:55.890895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.932685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:55.935524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:55.940183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:55.943908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Pushing event updated for resources: {'Port': ['ID=4286b87a-e375-4395-a578-93a99e1be033,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.970369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42af76de-b82e-4688-8d68-89fa9eb4b0d8 req-0feb26ca-1375-4ad5-97a3-e2d3967c4cc6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=0647bcd2-c401-4391-a52a-f3e4fae3a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725234 Mar 31 23:20:55.998776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Attempting to bind port 4286b87a-e375-4395-a578-93a99e1be033 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:55.999196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Attempting to bind port 4286b87a-e375-4395-a578-93a99e1be033 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:56.005140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Attempting to bind port 4286b87a-e375-4395-a578-93a99e1be033 on network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:56.006119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::2c1 (acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02/48ba5d8c-38ff-4fbc-81cb-c7610892b36e/f9da06c6-3bf2-40f3-80f1-d758fd69b17d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:56.006446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:56.006829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Checking segment: {'id': 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:56.007272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.007667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Bound using segment: {'id': 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:56.008144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Bound port: 4286b87a-e375-4395-a578-93a99e1be033, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:56.008531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.078489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] For port 4286b87a-e375-4395-a578-93a99e1be033, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:56.081703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] For port 4286b87a-e375-4395-a578-93a99e1be033, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4286b87a-e375-4395-a578-93a99e1be033,segment=NetworkSegment(bb1b7212-a46f-4316-95c8-9fa7cf8076d9),segment_id=bb1b7212-a46f-4316-95c8-9fa7cf8076d9)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:56.158132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.162766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.222935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e393a2-00cd-4b3a-b437-8417135f62d5 None None] Pushing event updated for resources: {'Port': ['ID=4286b87a-e375-4395-a578-93a99e1be033,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.260186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.306660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:56.315393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:56.315393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:56.319103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.319781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.328899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=f9da06c6-3bf2-40f3-80f1-d758fd69b17d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.411189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-d8af5a36-d883-4f48-a851-f9ffca1a3d14 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.414766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-d8af5a36-d883-4f48-a851-f9ffca1a3d14 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 945 time: 0.0762072 Mar 31 23:20:56.414887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-469283b0-49f1-4cdc-b218-0c0fdaa48474 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7791605 Mar 31 23:20:56.417317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44506) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:56.526838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port f147e28f-98aa-4118-a5e8-eff56afb657c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:56.527144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.625701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] For port f147e28f-98aa-4118-a5e8-eff56afb657c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f147e28f-98aa-4118-a5e8-eff56afb657c,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:56.626065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.761128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.798696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.798977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.799322 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 801f9aa8-1313-468c-ab72-509411d4c2d4 disassociated. External IP: 172.25.6.172, port: f147e28f-98aa-4118-a5e8-eff56afb657c. Mar 31 23:20:56.799673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for f147e28f-98aa-4118-a5e8-eff56afb657c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:57.008431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.024961 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.045470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=f147e28f-98aa-4118-a5e8-eff56afb657c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.058321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.058676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.059041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.059377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.059711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.060158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.060631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.060960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.061293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.061613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.061936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.062255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:57.091438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d82a581-a0d2-44fe-adcb-3e070222e588 req-3a86d885-df2f-4dc9-9b8c-f9096b903d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.0336971 Mar 31 23:20:57.093584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.185823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=f9da06c6-3bf2-40f3-80f1-d758fd69b17d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.186055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:57.257621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba314676-8b08-43f2-a60a-8f2944438de2 None None] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:57.311857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:57.314298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.330502 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:57.345184 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:57.345806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.361461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] No DVR routers for this DVR port f147e28f-98aa-4118-a5e8-eff56afb657c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:57.368329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.374604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b6c0059c-6136-4ca2-bbc2-09ba371acde8 req-280da4f5-080e-4378-9f23-35ce04482d8e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "DELETE /v2.0/ports/f147e28f-98aa-4118-a5e8-eff56afb657c HTTP/1.1" status: 204 len: 173 time: 0.9557693 Mar 31 23:20:57.374604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'name': 'network-vif-deleted', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:57.382867 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd01a89-3250-49fc-be02-5194f34fc628" -d '{"events": [{"server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "name": "network-vif-deleted", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:57.413498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] Provisioning complete for port 4286b87a-e375-4395-a578-93a99e1be033 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:57.414093 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.458199 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0498aff-de94-4459-a706-1ec184cc03ad x-openstack-request-id: req-d0498aff-de94-4459-a706-1ec184cc03ad {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:57.458995 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaed23b-af97-4901-a39d-bd4243f592c0", "name": "network-vif-deleted", "tag": "f147e28f-98aa-4118-a5e8-eff56afb657c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:57.458995 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0498aff-de94-4459-a706-1ec184cc03ad {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:57.459422 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0498aff-de94-4459-a706-1ec184cc03ad'] response: {'server_uuid': '3aaed23b-af97-4901-a39d-bd4243f592c0', 'name': 'network-vif-deleted', 'tag': 'f147e28f-98aa-4118-a5e8-eff56afb657c', 'status': 'completed', 'code': 200} Mar 31 23:20:57.504688 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:57.551043 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.594975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] For port 4286b87a-e375-4395-a578-93a99e1be033, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4286b87a-e375-4395-a578-93a99e1be033,segment=NetworkSegment(bb1b7212-a46f-4316-95c8-9fa7cf8076d9),segment_id=bb1b7212-a46f-4316-95c8-9fa7cf8076d9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:57.626640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.656483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.762808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b3c8-6405-4ffb-a2fd-42b1c9a7a4c2 None None] Pushing event updated for resources: {'Port': ['ID=4286b87a-e375-4395-a578-93a99e1be033,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.866139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4286b87a-e375-4395-a578-93a99e1be033 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:57.900066 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.933574 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:57.935670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-35947908-b88e-42fb-b59a-ee2653726b99 None None] Provisioning complete for port f9da06c6-3bf2-40f3-80f1-d758fd69b17d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:57.936269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35947908-b88e-42fb-b59a-ee2653726b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.948683 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:57.950567 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.983859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4286b87a-e375-4395-a578-93a99e1be033 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:57.984244 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.988354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-35947908-b88e-42fb-b59a-ee2653726b99 None None] Port f9da06c6-3bf2-40f3-80f1-d758fd69b17d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:58.039407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-35947908-b88e-42fb-b59a-ee2653726b99 None None] Provisioning complete for port 4286b87a-e375-4395-a578-93a99e1be033 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:58.039881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35947908-b88e-42fb-b59a-ee2653726b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.044624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.081121 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:58.115984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.115984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.326881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5fb34580-98b2-47fa-a4ee-1213c61f83a2 None None] Provisioning complete for port f9da06c6-3bf2-40f3-80f1-d758fd69b17d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:58.327509 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fb34580-98b2-47fa-a4ee-1213c61f83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.374628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5fb34580-98b2-47fa-a4ee-1213c61f83a2 None None] Port f9da06c6-3bf2-40f3-80f1-d758fd69b17d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:58.386903 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:58.496417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d2d8b955-68c8-489e-a227-c726af2841dd None None] Provisioning complete for port f9da06c6-3bf2-40f3-80f1-d758fd69b17d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:58.496755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b955-68c8-489e-a227-c726af2841dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.529661 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2365-1460-42bc-8fc6-a149c43debcb None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'd4305dc8-35aa-4861-b760-1a0eb76cc606', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '402afcd8-188b-48ea-a4de-12c816b354fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:9f:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234b565-783a-4582-ac10-d824b361661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:06Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 2, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:58.536899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8b955-68c8-489e-a227-c726af2841dd None None] Port f9da06c6-3bf2-40f3-80f1-d758fd69b17d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:58.595822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02295563-dd45-47e0-9a8a-779443a4835f req-704410d1-d3e9-404e-a74d-fb15e7275f50 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aaed23b-af97-4901-a39d-bd4243f592c0 HTTP/1.1" status: 200 len: 210 time: 0.3797493 Mar 31 23:20:58.597562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=f9da06c6-3bf2-40f3-80f1-d758fd69b17d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:58.644001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:58.646224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:58.801931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0180d6-b3b7-4ec5-8a35-28621669608f None None] New status for floating IP 801f9aa8-1313-468c-ab72-509411d4c2d4: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:58.810982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Router 56a3e81c-09a8-488c-8eaa-dc7d47bae035 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:20:58.912567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:58.918199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-915eb4fa-c076-4a51-ba39-c79e4c1747a3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/routers/56a3e81c-09a8-488c-8eaa-dc7d47bae035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999275 Mar 31 23:20:58.920932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44516) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:58.924755 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] Sync routers for ids ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:58.935403 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] Routers {'56a3e81c-09a8-488c-8eaa-dc7d47bae035'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:58.937083 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:58.969808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0aca1be0-d4f5-44f9-9e4b-baefea4fedb3 None None] Provisioning complete for port f9da06c6-3bf2-40f3-80f1-d758fd69b17d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:58.970212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0aca1be0-d4f5-44f9-9e4b-baefea4fedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.971371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d64c6b-a97d-48e6-99d8-14d224f300cf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.973297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-31d64c6b-a97d-48e6-99d8-14d224f300cf tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?device_id=56a3e81c-09a8-488c-8eaa-dc7d47bae035 HTTP/1.1" status: 200 len: 989 time: 0.0510635 Mar 31 23:20:58.978472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:58.978682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44518) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:58.986686 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] Routers {'56a3e81c-09a8-488c-8eaa-dc7d47bae035'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:58.987343 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:59.023790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0aca1be0-d4f5-44f9-9e4b-baefea4fedb3 None None] Port f9da06c6-3bf2-40f3-80f1-d758fd69b17d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:59.045304 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:59.045837 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b2fd-6d21-49e6-8b45-2dc1e6e173d6 None None] The sync data for ids ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:59.413142 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.628022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port f9da06c6-3bf2-40f3-80f1-d758fd69b17d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:59.628756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.724390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.737010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for f9da06c6-3bf2-40f3-80f1-d758fd69b17d owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:59.751772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4286b87a-e375-4395-a578-93a99e1be033 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:59.758626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44526) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.807438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4286b87a-e375-4395-a578-93a99e1be033 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:59.807853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.819744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.847422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.982139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.984817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.986008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/security-groups/0647bcd2-c401-4391-a52a-f3e4fae3a92f HTTP/1.1" status: 204 len: 168 time: 0.2257230 Mar 31 23:20:59.989264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.995788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7e789-65c5-4225-9520-33c3baed4ec3 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647bcd2-c401-4391-a52a-f3e4fae3a92f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:00.012627 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-18836232-a2d4-4faa-9f7d-fbc1fbf70152 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] show failed (client error): The resource could not be found. Mar 31 23:21:00.014013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-18836232-a2d4-4faa-9f7d-fbc1fbf70152 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups/0647bcd2-c401-4391-a52a-f3e4fae3a92f HTTP/1.1" status: 404 len: 347 time: 0.0233686 Mar 31 23:21:00.016475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.018303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44530) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.055619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=f9da06c6-3bf2-40f3-80f1-d758fd69b17d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:00.152263 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.159713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port 168d05be-426c-4608-8bb0-08b597747f26 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:00.161139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.248303 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.248713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.262203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for 168d05be-426c-4608-8bb0-08b597747f26 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:00.312802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Router 56a3e81c-09a8-488c-8eaa-dc7d47bae035 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:00.391758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:00.400842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ee548d3f-b3af-44e8-b5a6-f50df1f8ffeb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/routers/56a3e81c-09a8-488c-8eaa-dc7d47bae035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201784 Mar 31 23:21:00.400842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44532) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.404039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] Sync routers for ids ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:00.414109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] Routers {'56a3e81c-09a8-488c-8eaa-dc7d47bae035'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:00.414728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:00.427398 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7253e625-31bf-49cc-b468-076d290f0b4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:21:00.428924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7253e625-31bf-49cc-b468-076d290f0b4c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/f9da06c6-3bf2-40f3-80f1-d758fd69b17d HTTP/1.1" status: 404 len: 333 time: 0.0272837 Mar 31 23:21:00.436199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44534) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.447544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:00.456169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] Routers {'56a3e81c-09a8-488c-8eaa-dc7d47bae035'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:00.457898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:00.479781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.493750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:00.493750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298c2e9-40e3-4137-aa51-2718e34cc06a None None] The sync data for ids ['56a3e81c-09a8-488c-8eaa-dc7d47bae035'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:00.539493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.541333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=168d05be-426c-4608-8bb0-08b597747f26,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:00.744515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.746092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.748590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.749737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9475cb00-d651-4c00-b4ee-b102306e4353 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/floatingips/801f9aa8-1313-468c-ab72-509411d4c2d4 HTTP/1.1" status: 204 len: 168 time: 0.7303064 Mar 31 23:21:00.750910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.873356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.874091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Fanout notify agent at l3_agent the message router_deleted on router 56a3e81c-09a8-488c-8eaa-dc7d47bae035 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:00.886321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.886321 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68e34a90-d2f4-4095-8364-c2767b1e1ef6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/routers/56a3e81c-09a8-488c-8eaa-dc7d47bae035 HTTP/1.1" status: 204 len: 168 time: 0.4455483 Mar 31 23:21:00.886321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44542) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.937157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 48ba5d8c-38ff-4fbc-81cb-c7610892b36e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:00.940390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.980740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.071448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.211443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.238336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=48ba5d8c-38ff-4fbc-81cb-c7610892b36e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.246723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.251349 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e07995f-379d-47ea-8f7a-1cc55af90d29 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/48ba5d8c-38ff-4fbc-81cb-c7610892b36e HTTP/1.1" status: 204 len: 168 time: 0.3646951 Mar 31 23:21:01.252093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc48dd-2b25-4136-ae65-541bcff60ab3 None None] Network acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:01.254023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44548) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.334939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.396752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 4286b87a-e375-4395-a578-93a99e1be033 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:01.397096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.426853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] DHCP port deletion for acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:01.462953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] For port 4286b87a-e375-4395-a578-93a99e1be033, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4286b87a-e375-4395-a578-93a99e1be033,segment=NetworkSegment(bb1b7212-a46f-4316-95c8-9fa7cf8076d9),segment_id=bb1b7212-a46f-4316-95c8-9fa7cf8076d9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:01.463531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.477498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 4286b87a-e375-4395-a578-93a99e1be033 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:01.482183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Deleting port 4286b87a-e375-4395-a578-93a99e1be033 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:01.482557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.529601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f147e28f-98aa-4118-a5e8-eff56afb657c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:01.556464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: f147e28f-98aa-4118-a5e8-eff56afb657c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:01.556878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f147e28f-98aa-4118-a5e8-eff56afb657c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:01.569540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] For port 4286b87a-e375-4395-a578-93a99e1be033, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4286b87a-e375-4395-a578-93a99e1be033,segment=NetworkSegment(bb1b7212-a46f-4316-95c8-9fa7cf8076d9),segment_id=bb1b7212-a46f-4316-95c8-9fa7cf8076d9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:01.573658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.587752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Calling delete_port for 4286b87a-e375-4395-a578-93a99e1be033 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:01.627846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.654587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=4286b87a-e375-4395-a578-93a99e1be033,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.659057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No DVR routers for this DVR port 4286b87a-e375-4395-a578-93a99e1be033 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:01.668054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.702680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] Pushing event deleted for resources: {'Port': ['ID=4286b87a-e375-4395-a578-93a99e1be033,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.711914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f493339-9bba-4c5a-b1e6-67f12ddd703c None None] No DVR routers for this DVR port 4286b87a-e375-4395-a578-93a99e1be033 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:01.747124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.765284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4286b87a-e375-4395-a578-93a99e1be033 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:01.770484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:01.780529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:01.780748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1b7212-a46f-4316-95c8-9fa7cf8076d9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:01.790927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.792607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4286b87a-e375-4395-a578-93a99e1be033 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:01.793141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4286b87a-e375-4395-a578-93a99e1be033 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:01.804824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.811208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:01.811610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:01.814621 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:01.964877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.972390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.975897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02 HTTP/1.1" status: 204 len: 168 time: 0.7208154 Mar 31 23:21:01.980482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44552) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.990590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cbe6a-195a-4ed7-ba8d-cafda6787f30 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=acf13ff2-4dc2-4bdb-b343-b7c6ff77bc02,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:02.029408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ca1262-6c51-479a-b4a5-9c1b3b7c2eee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.030849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d1ca1262-6c51-479a-b4a5-9c1b3b7c2eee tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/d81b871c-ad41-44ed-93d6-9e0baf5eae51 HTTP/1.1" status: 200 len: 845 time: 0.0493190 Mar 31 23:21:02.034624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44554) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:02.079523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-adbbae84-dae4-488c-8264-dfae6d808bbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/d81b871c-ad41-44ed-93d6-9e0baf5eae51?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0435989 Mar 31 23:21:02.084065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:02.090237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.261699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:02.265590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.528290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.570966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:02.574291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:02.578458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.579594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.583448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b5cc2-03b1-4a3d-ab9d-5aad0aed942e None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:02.594006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=828d1491-9681-4ef5-84a8-14d6df4c5109,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:02.643206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9a1c9122-fa6f-4cdc-881c-b8e772b852fb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5574937 Mar 31 23:21:02.646317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:02.652916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538581207'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.747958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.755452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-aa5d3c50-0911-4741-854a-e7459d221304', 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'tenant_id': '492089fe03b04646b08899afb47e9886', 'fixed_ips': [{'subnet_id': '828d1491-9681-4ef5-84a8-14d6df4c5109'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:02.756698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.826285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.905335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Allocated IP 2001:db8::2 (aa5d3c50-0911-4741-854a-e7459d221304/828d1491-9681-4ef5-84a8-14d6df4c5109/bea4ae40-4356-40ca-85a9-4cb25f3ab5bf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:02.913064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.001298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.002632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3544145 Mar 31 23:21:03.005644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44562) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:03.010029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526413738'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:03.053236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e0c3a-a028-49d4-bdf4-47510de9c468 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff274d-7a60-4cab-a59a-bce2c9e986ad,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.102223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.178553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.191243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.223616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.253676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abba2744-e314-4ae7-9c9f-d3ac5d284fef,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.260201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.311927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:03.317659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:03.319828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.321981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:03.326833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.328145 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-872143d7-84bd-4fa8-a913-2258933e0b5a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3216615 Mar 31 23:21:03.331052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44566) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:03.336637 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-947140818', 'security_groups': ['abba2744-e314-4ae7-9c9f-d3ac5d284fef'], 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '828d1491-9681-4ef5-84a8-14d6df4c5109'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:03.386308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Attempting to bind port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:03.386670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Attempting to bind port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:03.387094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Attempting to bind port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf on network aa5d3c50-0911-4741-854a-e7459d221304 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:03.392273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:03.392637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Checking segment: {'id': '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:03.393033 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.393411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Bound using segment: {'id': '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:03.393862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Bound port: bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:03.394354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.468667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:03.471997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:03.502060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:03.525642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.591275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461deb-6474-4840-86d7-2ec04d8e7616 None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.605845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.624922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 6f1ed8ae-f0d8-420a-b123-db5f8274facd yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:03.835922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::125 (aa5d3c50-0911-4741-854a-e7459d221304/828d1491-9681-4ef5-84a8-14d6df4c5109/6f1ed8ae-f0d8-420a-b123-db5f8274facd) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:03.981950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.065720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.112065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:04.115636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:04.119537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:04.125936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.126543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.133536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=6f1ed8ae-f0d8-420a-b123-db5f8274facd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.189839 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-8364aef8-9225-492e-bf29-9da36ec2a02b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432081 Mar 31 23:21:04.214207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:04.214782 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-53f68405-41ef-4c55-bc93-fbe8e6a3494c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8821697 Mar 31 23:21:04.219600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:04.303752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-50aef808-f20b-4cc4-9e3e-e64a6c835b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.305490 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-50aef808-f20b-4cc4-9e3e-e64a6c835b58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 1097 time: 0.0513895 Mar 31 23:21:04.436161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-f97683df-589c-4f08-b4ac-22abb22877f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.437747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-f97683df-589c-4f08-b4ac-22abb22877f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.1117623 Mar 31 23:21:04.468198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:04.472056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.517989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-7a8d3327-315d-419e-af56-cf9ac4e40655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 200 len: 1002 time: 0.0737641 Mar 31 23:21:04.578743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-78eaae9e-6d1d-48f5-a223-84086ed4aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.580319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-78eaae9e-6d1d-48f5-a223-84086ed4aa36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0563941 Mar 31 23:21:04.585312 n-d-828414-2 neutron-server[109834]: INFO neutron.db.ipam_backend_mixin [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 828d1491-9681-4ef5-84a8-14d6df4c5109 (CIDR: 2001:db8::/64) Mar 31 23:21:04.633241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-62c7fb1f-710d-4a5c-8e6c-f75047bc4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.634513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-62c7fb1f-710d-4a5c-8e6c-f75047bc4b0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482447 Mar 31 23:21:04.654587 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:21:04.655444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:04.743551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-35c8a3d3-7a87-4508-8c79-98f0b6cc3abb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5255854 Mar 31 23:21:04.743838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44574) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:04.748333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-749a8d39-a8c1-491e-b90f-db94dc627b24 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Mar 31 23:21:04.749827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:04.790683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.812839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:04.814362 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.886692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:04.899198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:04.899571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.920976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-30c9dccc-e8ed-4612-8715-c2fa2c98c9db req-2dd210df-78ab-47db-aad5-b24e89ec6d87 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640000 Mar 31 23:21:04.965019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:04.971386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.018121 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.054156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ce242f71-d461-4675-acef-c004360445f6 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:05.145657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.198996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce242f71-d461-4675-acef-c004360445f6 None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.265353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e64f44a-0e23-4fc3-8176-19fb4cfd3ff1 None None] Provisioning complete for port 6f1ed8ae-f0d8-420a-b123-db5f8274facd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:05.265726 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e64f44a-0e23-4fc3-8176-19fb4cfd3ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.291653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.309515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2e64f44a-0e23-4fc3-8176-19fb4cfd3ff1 None None] Port 6f1ed8ae-f0d8-420a-b123-db5f8274facd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:05.352073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:05.360942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:05.367525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.368405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.388612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=f29c723d-869d-41a6-bd67-b7083f978316,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.392196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d89e82-b446-4bd1-977c-b8de9b946ea0 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:05.470066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-43028bef-f486-407e-af76-ecd7e2caf26d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7230725 Mar 31 23:21:05.471317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44578) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:05.477277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1532575903', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f29c723d-869d-41a6-bd67-b7083f978316'}], 'security_groups': ['18ff274d-7a60-4cab-a59a-bce2c9e986ad']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:05.637843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Update dhcp port {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'fixed_ips': [{'subnet_id': '828d1491-9681-4ef5-84a8-14d6df4c5109', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f29c723d-869d-41a6-bd67-b7083f978316'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'bea4ae40-4356-40ca-85a9-4cb25f3ab5bf'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:21:05.638558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.664649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.974565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:06.035227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Delete allocated IP 2001:db8::125 (aa5d3c50-0911-4741-854a-e7459d221304/828d1491-9681-4ef5-84a8-14d6df4c5109) {{(pid=109834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:21:06.045282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8:0:1::372 (aa5d3c50-0911-4741-854a-e7459d221304/f29c723d-869d-41a6-bd67-b7083f978316/6f1ed8ae-f0d8-420a-b123-db5f8274facd) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:06.049193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:06.049562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.259705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-97ad78c6-9b31-4168-b8db-9bd123f21eed tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.261154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-97ad78c6-9b31-4168-b8db-9bd123f21eed tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.0778468 Mar 31 23:21:06.283093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.290344 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-d999d3f5-5de4-4253-a197-edb17b1fa47d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.359925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.409868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Allocated IP 2001:db8:0:1::2 (aa5d3c50-0911-4741-854a-e7459d221304/f29c723d-869d-41a6-bd67-b7083f978316/bea4ae40-4356-40ca-85a9-4cb25f3ab5bf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:06.418197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-d999d3f5-5de4-4253-a197-edb17b1fa47d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.454640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] In _notify_port_updated(), no bound segment for port 6f1ed8ae-f0d8-420a-b123-db5f8274facd on network aa5d3c50-0911-4741-854a-e7459d221304 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:21:06.464858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.465550 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.471221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/ports/6f1ed8ae-f0d8-420a-b123-db5f8274facd HTTP/1.1" status: 200 len: 931 time: 0.9949520 Mar 31 23:21:06.471451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.471917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244aafe2-9516-4def-964e-78d9e616b7e4 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=6f1ed8ae-f0d8-420a-b123-db5f8274facd,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.501964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-d999d3f5-5de4-4253-a197-edb17b1fa47d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.553094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5165528-8a5f-4e4e-ac97-1a6dbb8944b8 req-d999d3f5-5de4-4253-a197-edb17b1fa47d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841308 Mar 31 23:21:06.555268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:06.588455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999d3f5-5de4-4253-a197-edb17b1fa47d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573c508-f0aa-49b0-897d-e32c8321cb01,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.599382 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.616002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 6f1ed8ae-f0d8-420a-b123-db5f8274facd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:06.617111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.665189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.698506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703a348-c3f0-4edf-957b-34417a6c4a3c req-0062898f-2b2e-41e3-9a55-7ae5ed5a552a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.706040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e703a348-c3f0-4edf-957b-34417a6c4a3c req-0062898f-2b2e-41e3-9a55-7ae5ed5a552a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0680015 Mar 31 23:21:06.717543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.730755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 6f1ed8ae-f0d8-420a-b123-db5f8274facd owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:06.750604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e703a348-c3f0-4edf-957b-34417a6c4a3c req-a7874aba-51ab-48b1-83b9-247563a061d1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Mar 31 23:21:06.758693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfe783-41a9-443d-82a0-75d62fb86d09 None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.764708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44594) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.843580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-532e512e-92d7-49ad-8e42-e774c82bc1a8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 200 len: 994 time: 0.0691211 Mar 31 23:21:06.956850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.105930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97fee8-9d89-4c7b-84ff-fbe2c5158c37 req-7d690e0a-5e2e-4791-a574-e36d0b4e2ec9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.114783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a97fee8-9d89-4c7b-84ff-fbe2c5158c37 req-7d690e0a-5e2e-4791-a574-e36d0b4e2ec9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.0650935 Mar 31 23:21:07.158460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a97fee8-9d89-4c7b-84ff-fbe2c5158c37 req-c700e915-7f0b-41bb-9946-7c824018bb7d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Mar 31 23:21:07.167194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-eb9b13f0-a93e-4a52-9a84-f7eeebab266c req-e712dc2c-26ae-4464-a67a-93c12fd11e3a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:21:07.168348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb9b13f0-a93e-4a52-9a84-f7eeebab266c req-e712dc2c-26ae-4464-a67a-93c12fd11e3a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055656 Mar 31 23:21:07.295996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=6f1ed8ae-f0d8-420a-b123-db5f8274facd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.320076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.324627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1073a2bc-e8a8-4594-aa38-06766551a82d tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/6f1ed8ae-f0d8-420a-b123-db5f8274facd HTTP/1.1" status: 204 len: 168 time: 0.8509204 Mar 31 23:21:07.326115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44608) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.352033 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4db94b8-03ca-43fe-aa1f-31ebc0c84af1 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:21:07.355146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f4db94b8-03ca-43fe-aa1f-31ebc0c84af1 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/6f1ed8ae-f0d8-420a-b123-db5f8274facd HTTP/1.1" status: 404 len: 333 time: 0.0265224 Mar 31 23:21:07.357079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44610) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.412028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.436350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.454483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:07.461979 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.493149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:07.496355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Could not find standard attr ID for object 6f1ed8ae-f0d8-420a-b123-db5f8274facd. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:21:07.507230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:07.507564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66fc9125-ebd3-49c7-9c77-2db9d4cd9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.579465 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.582517 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.586901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/security-groups/abba2744-e314-4ae7-9c9f-d3ac5d284fef HTTP/1.1" status: 204 len: 168 time: 0.2261262 Mar 31 23:21:07.587102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44614) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.608650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594d78-f889-4406-b708-e2d49baed274 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba2744-e314-4ae7-9c9f-d3ac5d284fef,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.666269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.694534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c9fc3-e772-46f1-9d3b-d53e97c89b82 req-c73606da-47c8-4dec-921b-dcd15729a3d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.696206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-439c9fc3-e772-46f1-9d3b-d53e97c89b82 req-c73606da-47c8-4dec-921b-dcd15729a3d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0611691 Mar 31 23:21:07.704600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.744112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-439c9fc3-e772-46f1-9d3b-d53e97c89b82 req-99427b2d-af76-48b8-9604-19b20d5f2bcc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 Mar 31 23:21:07.771270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-24570334-0e20-4258-88e0-078142057015 None None] Could not find standard attr ID for object 6f1ed8ae-f0d8-420a-b123-db5f8274facd. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:21:07.771400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44616) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.815624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:07.834127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.837057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.848700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/security-groups/18ff274d-7a60-4cab-a59a-bce2c9e986ad HTTP/1.1" status: 204 len: 168 time: 0.2503812 Mar 31 23:21:07.848854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44620) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.849261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db215-1af2-47b4-a7f2-2e784a7eafbe tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff274d-7a60-4cab-a59a-bce2c9e986ad,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.891066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:07.891448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.916370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 828d1491-9681-4ef5-84a8-14d6df4c5109 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:07.919770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.950218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-b1648177-99f9-4d02-83d4-f74f3d9818b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1856170 Mar 31 23:21:07.960300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-c4fa7735-1304-4b06-8c1f-6ea64574edcb service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:21:07.961386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-c4fa7735-1304-4b06-8c1f-6ea64574edcb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Mar 31 23:21:07.968117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.375935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.433354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604617-7ea4-4a20-8f52-980dc7b83301 req-a28d560b-d6e6-4b81-8803-ad3e01cd5382 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.434828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57604617-7ea4-4a20-8f52-980dc7b83301 req-a28d560b-d6e6-4b81-8803-ad3e01cd5382 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.0931630 Mar 31 23:21:08.478544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57604617-7ea4-4a20-8f52-980dc7b83301 req-b24a7a48-6f8b-47e7-8eaf-4f08ab8e069c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Mar 31 23:21:08.536928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.568849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=828d1491-9681-4ef5-84a8-14d6df4c5109,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:08.578852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.579483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207ee44-dda1-471e-8024-66ad663d613b None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:08.583148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b18a09a8-94f1-4c85-bab9-84320cf08771 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/828d1491-9681-4ef5-84a8-14d6df4c5109 HTTP/1.1" status: 204 len: 168 time: 0.7383826 Mar 31 23:21:08.587283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:08.596821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:08.804601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:08.808601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.898984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d961-8b82-4a51-81db-a862a2b91238 req-c49d6e62-9eef-44fc-9c69-09fcf1b5e2ea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.900611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9b5d961-8b82-4a51-81db-a862a2b91238 req-c49d6e62-9eef-44fc-9c69-09fcf1b5e2ea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0625596 Mar 31 23:21:08.948329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9b5d961-8b82-4a51-81db-a862a2b91238 req-6ad4db46-7ac0-4c49-854f-8a3ba9fd2c68 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Mar 31 23:21:09.081964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-39e0f1b9-e4d9-4905-84d7-dd9b3ecf9347 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.083682 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-39e0f1b9-e4d9-4905-84d7-dd9b3ecf9347 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.1069310 Mar 31 23:21:09.219830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port 402afcd8-188b-48ea-a4de-12c816b354fa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:09.219830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.270366 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.343985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:09.352264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:09.359804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.360389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.364253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210cd7c-a1d7-4464-b268-9bcd681b0163 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:09.375756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=0fce01ea-fcf6-436b-926c-a0ae96bd398d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.385070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] For port 402afcd8-188b-48ea-a4de-12c816b354fa, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=402afcd8-188b-48ea-a4de-12c816b354fa,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:09.385443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.462742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d8e12341-b1f0-4ef8-956c-f7477458069f None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:09.463149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8e12341-b1f0-4ef8-956c-f7477458069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.480674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f21e87e0-1c4f-4960-9dca-deacb253dcbb tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8885236 Mar 31 23:21:09.481006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.486337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1005655617'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:09.593319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.600190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.601150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.601636 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP d4305dc8-35aa-4861-b760-1a0eb76cc606 disassociated. External IP: 172.25.6.208, port: 402afcd8-188b-48ea-a4de-12c816b354fa. Mar 31 23:21:09.602125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for 402afcd8-188b-48ea-a4de-12c816b354fa owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:09.602424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d8e12341-b1f0-4ef8-956c-f7477458069f None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:09.621224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d8e12341-b1f0-4ef8-956c-f7477458069f None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:09.621628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8e12341-b1f0-4ef8-956c-f7477458069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.624292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc0376-0fb7-4209-b8c0-a46667133c2d req-beb8be33-42e1-4f5c-a900-ff015f3a844e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.632370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bfc0376-0fb7-4209-b8c0-a46667133c2d req-beb8be33-42e1-4f5c-a900-ff015f3a844e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 946 time: 0.0723364 Mar 31 23:21:09.699188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bfc0376-0fb7-4209-b8c0-a46667133c2d req-a548445b-029c-4507-a3df-3d8606f14b71 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=9d3a77a5-762f-475d-9d43-9ce980bc8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608151 Mar 31 23:21:09.751874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.778158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Update dhcp port {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'fixed_ips': [{'subnet_id': 'f29c723d-869d-41a6-bd67-b7083f978316', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0fce01ea-fcf6-436b-926c-a0ae96bd398d'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'bea4ae40-4356-40ca-85a9-4cb25f3ab5bf'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:21:09.803836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.810631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.822074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.854943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798dff38-1d0d-4ec7-b8b5-c88d8459179a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.878412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=402afcd8-188b-48ea-a4de-12c816b354fa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.921392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.922680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2cd1d665-c23d-4d20-b817-af4151ff2920 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400864 Mar 31 23:21:09.925331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.929890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'security_group': {'name': 'tempest-secgroup-25158713'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:09.985146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Allocated IP 2001:db8::2 (aa5d3c50-0911-4741-854a-e7459d221304/0fce01ea-fcf6-436b-926c-a0ae96bd398d/bea4ae40-4356-40ca-85a9-4cb25f3ab5bf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:10.005809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:10.022209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.089294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:10.106486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b500-a010-4756-a21c-b87c619341ba req-38c3980b-c96b-4da3-875f-0c6330ca5703 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.108049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7193b500-a010-4756-a21c-b87c619341ba req-38c3980b-c96b-4da3-875f-0c6330ca5703 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0705001 Mar 31 23:21:10.126500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:10.133194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.141814 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:10.154456 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:10.155468 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:10.170401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] No DVR routers for this DVR port 402afcd8-188b-48ea-a4de-12c816b354fa on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:10.173887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.178983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4e0a163c-146f-42ad-8733-712f2e168a71 req-8de70c9b-c159-4d16-9dab-ac8ecec10fca tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "DELETE /v2.0/ports/402afcd8-188b-48ea-a4de-12c816b354fa HTTP/1.1" status: 204 len: 173 time: 1.0856366 Mar 31 23:21:10.179495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'name': 'network-vif-deleted', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:10.181284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.183471 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87191b8e-783d-4f05-ba41-c0c82bd9e570" -d '{"events": [{"server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "name": "network-vif-deleted", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:10.199228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.209422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7193b500-a010-4756-a21c-b87c619341ba req-5b11c2b2-7d03-45c0-bded-90f07b8b47a1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735879 Mar 31 23:21:10.268098 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc38515-3351-4c22-957b-f4c249094107 x-openstack-request-id: req-fcc38515-3351-4c22-957b-f4c249094107 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:10.268386 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b234b565-783a-4582-ac10-d824b361661b", "name": "network-vif-deleted", "tag": "402afcd8-188b-48ea-a4de-12c816b354fa", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:10.268640 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fcc38515-3351-4c22-957b-f4c249094107 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:10.269062 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc38515-3351-4c22-957b-f4c249094107'] response: {'server_uuid': 'b234b565-783a-4582-ac10-d824b361661b', 'name': 'network-vif-deleted', 'tag': '402afcd8-188b-48ea-a4de-12c816b354fa', 'status': 'completed', 'code': 200} Mar 31 23:21:10.283090 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:10.291187 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.291445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f8901-3733-413e-aac3-1d335e83c67f None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.349710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351b9963-d577-4f28-afbd-12a205ddfd32,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.442324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.444167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a8ca72a9-a737-42b8-a3e6-9e1f0886b416 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5176873 Mar 31 23:21:10.446896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.455743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693823221'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:10.522926 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:10.558367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:10.567443 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:10.568049 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:10.610886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.685943 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:10.691636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.747662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.787542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8386056-39b6-4c96-b18a-4b3d7748749e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.829050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-639eeadb-2c1f-4be6-a95f-a21dc97f2e9d req-62e90212-22b5-44b1-9bc6-cbe386add926 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=b234b565-783a-4582-ac10-d824b361661b HTTP/1.1" status: 200 len: 210 time: 0.0294235 Mar 31 23:21:10.846872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.851068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba8a0c67-7044-46c1-9789-c71eb4730830 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3999758 Mar 31 23:21:10.860728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.860728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1275152897', 'security_groups': ['a8386056-39b6-4c96-b18a-4b3d7748749e'], 'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fce01ea-fcf6-436b-926c-a0ae96bd398d'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:10.906130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:10.934919 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d798852-4f23-4e6f-b3e4-d087ed3b7509 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:11.058584 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09aa9a75-0584-4ec9-8fda-463739857a08 None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:11.059212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09aa9a75-0584-4ec9-8fda-463739857a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.095329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-09aa9a75-0584-4ec9-8fda-463739857a08 None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:11.105762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09aa9a75-0584-4ec9-8fda-463739857a08 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:11.106416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09aa9a75-0584-4ec9-8fda-463739857a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.106800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-90432916-5a4e-455e-8efe-051c19e1eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.108467 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-90432916-5a4e-455e-8efe-051c19e1eedc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.0540471 Mar 31 23:21:11.125288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:11.192671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704c52f-cc29-40c9-a0f0-cfcf17123cc1 None None] New status for floating IP d4305dc8-35aa-4861-b760-1a0eb76cc606: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:11.289917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-44f32de9-4ccb-418a-a541-ba4b099840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.291436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-44f32de9-4ccb-418a-a541-ba4b099840dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1763496 Mar 31 23:21:11.295386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.343862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec7d8b-5981-4810-86e5-4a0d340005a9 req-50fbc008-cbe4-4d28-a5a6-245daf26c72a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.345349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcec7d8b-5981-4810-86e5-4a0d340005a9 req-50fbc008-cbe4-4d28-a5a6-245daf26c72a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0638628 Mar 31 23:21:11.360657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] device_id is not set on port 2581a55a-fcc3-4592-84e0-269a8d19939b yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:11.391758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcec7d8b-5981-4810-86e5-4a0d340005a9 req-c9f44abb-841b-4d61-a5d0-0fdb9ddb8bb5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Mar 31 23:21:11.419450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-2a2ca2fd-5619-4f0d-844c-f9c383343816 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1002 time: 0.1207681 Mar 31 23:21:11.524687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f9d26c9a-8454-4299-a427-ab99ac172f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.526497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f9d26c9a-8454-4299-a427-ab99ac172f82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1008847 Mar 31 23:21:11.573791 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6bdb-2c6e-4480-bf52-9ac4e3e94bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.625091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-9203de21-0917-48b1-8fdf-6b2d43a01ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.626605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-9203de21-0917-48b1-8fdf-6b2d43a01ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937271 Mar 31 23:21:11.627715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8::aa (aa5d3c50-0911-4741-854a-e7459d221304/0fce01ea-fcf6-436b-926c-a0ae96bd398d/2581a55a-fcc3-4592-84e0-269a8d19939b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:11.759926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:11.791041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-b2a8f97b-a77e-45a0-99ef-c3d40e36d6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577196 Mar 31 23:21:11.811806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:11.812282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.891879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.929840 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-a0894cce-b47a-4555-aa09-b2537b95dd6a service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316440 Mar 31 23:21:12.012711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.042820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.111150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:12.120346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:12.131141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:12.132277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.132905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.135617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=2581a55a-fcc3-4592-84e0-269a8d19939b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.137877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.169258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.262503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-028e7a4c-b09a-49c9-8a90-1875106bbf3c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4092348 Mar 31 23:21:12.265447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.271439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:12.322137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.324757 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.328368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/security-groups/9d3a77a5-762f-475d-9d43-9ce980bc8bca HTTP/1.1" status: 204 len: 168 time: 0.3121197 Mar 31 23:21:12.328790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44682) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.343811 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-73493913-5594-4213-9914-8d737cce75d7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] show failed (client error): The resource could not be found. Mar 31 23:21:12.344823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73493913-5594-4213-9914-8d737cce75d7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups/9d3a77a5-762f-475d-9d43-9ce980bc8bca HTTP/1.1" status: 404 len: 347 time: 0.0150547 Mar 31 23:21:12.347840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.350375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da53d60-48b6-4f31-8111-1f6fe238a870 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a77a5-762f-475d-9d43-9ce980bc8bca,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.442100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d5a91b36-c554-47ae-b719-903cfc33b4ce None None] Provisioning complete for port 2581a55a-fcc3-4592-84e0-269a8d19939b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:12.442734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5a91b36-c554-47ae-b719-903cfc33b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.490800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:12.494876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.495367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d5a91b36-c554-47ae-b719-903cfc33b4ce None None] Port 2581a55a-fcc3-4592-84e0-269a8d19939b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:12.548427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089997-9156-4237-926c-ae6e5f44b829 req-d1ca37bf-858e-4438-89c2-d9b7de45eb33 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.549806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc089997-9156-4237-926c-ae6e5f44b829 req-d1ca37bf-858e-4438-89c2-d9b7de45eb33 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0730944 Mar 31 23:21:12.555420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port c4519032-a6ea-40a4-a003-cb325dd915ff {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:12.555763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.589736 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fce01ea-fcf6-436b-926c-a0ae96bd398d (CIDR: 2001:db8::/64) Mar 31 23:21:12.638134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc089997-9156-4237-926c-ae6e5f44b829 req-8eee61da-fb32-48aa-8714-b069e6f13aea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794907 Mar 31 23:21:12.660485 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.660901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.662638 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:21:12.663193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:12.672850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for c4519032-a6ea-40a4-a003-cb325dd915ff owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:12.730902 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-76061163-02ef-4a07-8d7f-79a8a8cfd97f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4642870 Mar 31 23:21:12.733631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44688) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.738931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:12.867610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.896818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=c4519032-a6ea-40a4-a003-cb325dd915ff,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.922201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:12.926762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.963437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.966347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.973311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e465f4ea-0f8c-43a5-8321-dbe7ebdc7612 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/floatingips/d4305dc8-35aa-4861-b760-1a0eb76cc606 HTTP/1.1" status: 204 len: 168 time: 0.6188517 Mar 31 23:21:13.029917 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f29c723d-869d-41a6-bd67-b7083f978316 (CIDR: 2001:db8:0:1::/64) Mar 31 23:21:13.062385 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:21:13.062841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:13.138712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f14817e4-ae5c-40bc-8c29-8453c2b141b6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4038904 Mar 31 23:21:13.141171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44692) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:13.146889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'subnet': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:13.330348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Made reservation on behalf of 492089fe03b04646b08899afb47e9886 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:13.334007 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.558150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 402afcd8-188b-48ea-a4de-12c816b354fa no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:13.566108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:13.571864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352373597', 'description': 'tempest-description--317949056'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:13.580177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 402afcd8-188b-48ea-a4de-12c816b354fa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:13.580747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 402afcd8-188b-48ea-a4de-12c816b354fa not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:13.610419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.653628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Network aa5d3c50-0911-4741-854a-e7459d221304 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:13.656658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:13.661016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:13.661591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.667216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb01d2-e45f-4d61-97a0-eaf5a0712ef8 None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:13.671780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.676100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Subnet': ['ID=8e65be4f-1ff4-4087-8865-7b048bc511b1,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.761539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.774983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c2f27e7c-4cea-4ac7-976d-308846c9f187 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6315775 Mar 31 23:21:13.776550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:13.782173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-149938394', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e65be4f-1ff4-4087-8865-7b048bc511b1'}], 'security_groups': ['798dff38-1d0d-4ec7-b8b5-c88d8459179a', '351b9963-d577-4f28-afbd-12a205ddfd32']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:13.792173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df6c60-640a-465c-91a7-37f183670040 req-65a8803a-597b-4793-921b-707c380928ea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:13.799635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8df6c60-640a-465c-91a7-37f183670040 req-65a8803a-597b-4793-921b-707c380928ea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0649137 Mar 31 23:21:13.837029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8df6c60-640a-465c-91a7-37f183670040 req-1003e688-9ff0-4e5d-8486-3b9d7bc53fb1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Mar 31 23:21:13.849008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c1037bf4-3a31-4d75-bade-3b97d2fabdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.866686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.911387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Update dhcp port {'port': {'network_id': 'aa5d3c50-0911-4741-854a-e7459d221304', 'fixed_ips': [{'subnet_id': 'f29c723d-869d-41a6-bd67-b7083f978316', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0fce01ea-fcf6-436b-926c-a0ae96bd398d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e65be4f-1ff4-4087-8865-7b048bc511b1'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'bea4ae40-4356-40ca-85a9-4cb25f3ab5bf'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:21:13.939790 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.940953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.016383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5560f-de3f-4810-8ee0-4c0b7937bf92,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.052851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.054368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3508256a-6ae6-48fe-94d2-ffdd95ea8fb2 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4863763 Mar 31 23:21:14.057112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44700) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:14.061816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': 'bdb5560f-de3f-4810-8ee0-4c0b7937bf92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:14.116196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Allocated IP 2001:db8:0:2::2 (aa5d3c50-0911-4741-854a-e7459d221304/8e65be4f-1ff4-4087-8865-7b048bc511b1/bea4ae40-4356-40ca-85a9-4cb25f3ab5bf) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:14.209055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:14.210918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.238148 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.258740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.296046 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.328459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.351582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de34ba-2987-43f2-9bdc-df61debe9571,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.385527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d540e4-a0fd-476b-84ee-fdd73a7e3986 None None] Pushing event updated for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.413518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Delete allocated IP 2001:db8::aa (aa5d3c50-0911-4741-854a-e7459d221304/0fce01ea-fcf6-436b-926c-a0ae96bd398d) {{(pid=109835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:21:14.422247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Allocated IP 2001:db8:0:2::13f (aa5d3c50-0911-4741-854a-e7459d221304/8e65be4f-1ff4-4087-8865-7b048bc511b1/2581a55a-fcc3-4592-84e0-269a8d19939b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:14.448049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.449587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d788ea84-9be2-4260-9b98-1cf63b662654 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913817 Mar 31 23:21:14.452323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44702) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:14.458780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': 'bdb5560f-de3f-4810-8ee0-4c0b7937bf92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:14.593418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.652373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.678508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.690404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.756925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] In _notify_port_updated(), no bound segment for port 2581a55a-fcc3-4592-84e0-269a8d19939b on network aa5d3c50-0911-4741-854a-e7459d221304 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:21:14.762808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:14.763506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.767893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:14.770383 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "PUT /v2.0/ports/2581a55a-fcc3-4592-84e0-269a8d19939b HTTP/1.1" status: 200 len: 969 time: 0.9897125 Mar 31 23:21:14.772714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.796413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422983-de5e-4612-903b-0dcb900e0eb2 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event updated for resources: {'Port': ['ID=2581a55a-fcc3-4592-84e0-269a8d19939b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.799343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de59bfab-a0ac-402b-8063-aa4828070f05,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.857903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.859152 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-935742bf-bb9f-4f0e-913e-ba75d02b4dbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4040303 Mar 31 23:21:14.862565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44706) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:14.869627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:14.899466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port 2581a55a-fcc3-4592-84e0-269a8d19939b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:14.899809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.011371 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.044960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Provisioning complete for port 2581a55a-fcc3-4592-84e0-269a8d19939b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.046037 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.050245 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.065634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0857646-54dc-4e9f-86bf-afe044350e1b req-9f48abb7-e6f3-4d84-a39b-cd7c7790dcf9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:15.067751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0857646-54dc-4e9f-86bf-afe044350e1b req-9f48abb7-e6f3-4d84-a39b-cd7c7790dcf9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1216810 Mar 31 23:21:15.076647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for 2581a55a-fcc3-4592-84e0-269a8d19939b owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:15.090228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Port 2581a55a-fcc3-4592-84e0-269a8d19939b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:15.102330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.102825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.143309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:15.156100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.156472 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc3edba5-4dc0-46e2-ae14-d480299d88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.197442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0857646-54dc-4e9f-86bf-afe044350e1b req-5b5da823-3017-410d-b04b-25213f4b059c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186929 Mar 31 23:21:15.249209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.322452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.368085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-65f0891e-6e47-4604-b404-b1ef6a051225 None None] Provisioning complete for port 2581a55a-fcc3-4592-84e0-269a8d19939b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.368459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65f0891e-6e47-4604-b404-b1ef6a051225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.392738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.405856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-65f0891e-6e47-4604-b404-b1ef6a051225 None None] Port 2581a55a-fcc3-4592-84e0-269a8d19939b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:15.458853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=2581a55a-fcc3-4592-84e0-269a8d19939b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.490974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.494227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d96ac4f7-9630-4fc6-bb71-4be051785cbd tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/2581a55a-fcc3-4592-84e0-269a8d19939b HTTP/1.1" status: 204 len: 168 time: 0.7253091 Mar 31 23:21:15.497007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44710) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:15.523217 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b008a0c-96d0-489a-95cf-aa0f47982109 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] GET failed (client error): The resource could not be found. Mar 31 23:21:15.524791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b008a0c-96d0-489a-95cf-aa0f47982109 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports/2581a55a-fcc3-4592-84e0-269a8d19939b HTTP/1.1" status: 404 len: 333 time: 0.0268145 Mar 31 23:21:15.527499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44712) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:15.556873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.25.6.72 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/76b68335-0c45-4ecb-bbee-b1b37abb461f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:15.582176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.610082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.681958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.756853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.759837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.762461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/security-groups/a8386056-39b6-4c96-b18a-4b3d7748749e HTTP/1.1" status: 204 len: 168 time: 0.2340021 Mar 31 23:21:15.762840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:15.765241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44714) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:15.772836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802455e-cc66-4683-b54a-352f09e12ab9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8386056-39b6-4c96-b18a-4b3d7748749e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.797457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:15.814094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.853400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.881381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:15.889224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:15.895557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:15.900841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=76b68335-0c45-4ecb-bbee-b1b37abb461f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.920736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.987832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.988723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.057570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.060443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.061688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/security-groups/351b9963-d577-4f28-afbd-12a205ddfd32 HTTP/1.1" status: 204 len: 168 time: 0.2953632 Mar 31 23:21:16.064528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:16.093859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae3ddc-9286-4100-945d-daef3d58e4d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b9963-d577-4f28-afbd-12a205ddfd32,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.116993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.130938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.152744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.230463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.296382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.299033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.300185 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/security-groups/798dff38-1d0d-4ec7-b8b5-c88d8459179a HTTP/1.1" status: 204 len: 168 time: 0.2346807 Mar 31 23:21:16.304873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:16.335359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04467cd2-620a-45ef-8b8e-94260381e2e3 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798dff38-1d0d-4ec7-b8b5-c88d8459179a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.367454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 0fce01ea-fcf6-436b-926c-a0ae96bd398d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:16.371020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.372690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885b92f-754b-450f-be2d-c7d82bc10847 req-d2d5f309-5490-4d2b-8288-e2a764e95f16 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:16.374192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4885b92f-754b-450f-be2d-c7d82bc10847 req-d2d5f309-5490-4d2b-8288-e2a764e95f16 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1001592 Mar 31 23:21:16.412859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.442469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4885b92f-754b-450f-be2d-c7d82bc10847 req-68595572-3287-41fd-b479-a7b3f72cee80 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578811 Mar 31 23:21:16.458394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.502566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.567795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.635184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=76b68335-0c45-4ecb-bbee-b1b37abb461f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.651535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.654152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.654941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.688891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.692540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/0fce01ea-fcf6-436b-926c-a0ae96bd398d HTTP/1.1" status: 204 len: 168 time: 0.3862286 Mar 31 23:21:16.693539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c915f5a-a4bc-464a-96fb-c64c10db9f9f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=0fce01ea-fcf6-436b-926c-a0ae96bd398d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.696601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44722) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:16.698031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85a72d-e83e-48f3-be30-4068e6678ced None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:16.742240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.743693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-88532bfb-b145-4f3f-bfb5-aa812dd38d79 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8801329 Mar 31 23:21:16.748577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet 8e65be4f-1ff4-4087-8865-7b048bc511b1 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:16.757058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.806484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.818733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.913749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.955560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-c4f243cb-532a-4bbf-8c6b-0536f5e431d4 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1352373597&fields=id&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 267 time: 0.0358398 Mar 31 23:21:17.060219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.087471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-3d750662-1248-4337-bbcf-05b006376068 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:17.089295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-3d750662-1248-4337-bbcf-05b006376068 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.1220045 Mar 31 23:21:17.095167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=8e65be4f-1ff4-4087-8865-7b048bc511b1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:17.107065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-c432e292-f9b4-49e5-9ff0-0336f3644e2f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/quotas/8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 375 time: 0.0105615 Mar 31 23:21:17.108608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.111934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1935fa1-b5ec-4a95-87ba-1bc5a41e89e6 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/8e65be4f-1ff4-4087-8865-7b048bc511b1 HTTP/1.1" status: 204 len: 168 time: 0.4144228 Mar 31 23:21:17.115183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.143862 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb942de-e127-4a91-af2e-aaf320d16775 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:17.144921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb942de-e127-4a91-af2e-aaf320d16775 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:17.151903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eeb942de-e127-4a91-af2e-aaf320d16775 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/0fce01ea-fcf6-436b-926c-a0ae96bd398d HTTP/1.1" status: 404 len: 337 time: 0.0326493 Mar 31 23:21:17.152275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.203196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-94cd29b8-f823-428b-b3dd-f54d8ad5bedc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898745 Mar 31 23:21:17.233395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting subnet f29c723d-869d-41a6-bd67-b7083f978316 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:17.247361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.324817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.389247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-d3c63a78-d956-43fc-a43e-0845c11ce505 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721404 Mar 31 23:21:17.498104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.581763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-c03ef551-f0fc-4401-8661-0c8145b2b6cd service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856623 Mar 31 23:21:17.589261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597fb2a-1243-4a6b-a7ee-4ce89b3efb8e None None] Network aa5d3c50-0911-4741-854a-e7459d221304 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:17.613741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c0247-4ba9-45fb-91f1-9c2cbae39fd6 req-6fd4deea-b701-47c2-85b5-7c0e59ea6756 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:17.615279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a7c0247-4ba9-45fb-91f1-9c2cbae39fd6 req-6fd4deea-b701-47c2-85b5-7c0e59ea6756 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0887027 Mar 31 23:21:17.659299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a7c0247-4ba9-45fb-91f1-9c2cbae39fd6 req-5d677628-8732-4709-9c21-6875d543208b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Mar 31 23:21:17.665467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-566973a4-80bc-4064-bf31-07c66ab47982 None None] Provisioning complete for port d81b871c-ad41-44ed-93d6-9e0baf5eae51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:17.666051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566973a4-80bc-4064-bf31-07c66ab47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.717518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.734086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-566973a4-80bc-4064-bf31-07c66ab47982 None None] Port d81b871c-ad41-44ed-93d6-9e0baf5eae51 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:17.744872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Subnet': ['ID=f29c723d-869d-41a6-bd67-b7083f978316,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:17.746871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.751525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7c18a879-ac76-476c-84f3-ecf0b79caf5f tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/f29c723d-869d-41a6-bd67-b7083f978316 HTTP/1.1" status: 204 len: 168 time: 0.5982089 Mar 31 23:21:17.752570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.778890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-566973a4-80bc-4064-bf31-07c66ab47982 None None] Provisioning complete for port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:17.779290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566973a4-80bc-4064-bf31-07c66ab47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.781189 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f237c90-545c-4d80-bee9-885380392262 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:17.783430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f237c90-545c-4d80-bee9-885380392262 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:17.788134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6f237c90-545c-4d80-bee9-885380392262 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/828d1491-9681-4ef5-84a8-14d6df4c5109 HTTP/1.1" status: 404 len: 337 time: 0.0344837 Mar 31 23:21:17.790531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.822302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ac4231a-b623-4ca8-b753-568dc1f83d80 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "GET /v2.0/ports?device_id=56a3e81c-09a8-488c-8eaa-dc7d47bae035 HTTP/1.1" status: 200 len: 205 time: 0.0303862 Mar 31 23:21:17.825208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.886312 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-11e6a294-b0fd-4aed-b7fd-0709ddae6540 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] delete failed (client error): The resource could not be found. Mar 31 23:21:17.890036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44758) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.890207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-11e6a294-b0fd-4aed-b7fd-0709ddae6540 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/routers/56a3e81c-09a8-488c-8eaa-dc7d47bae035 HTTP/1.1" status: 404 len: 336 time: 0.0639222 Mar 31 23:21:17.918294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1149db9-1b32-4fcc-9faf-7978aaf031b9 req-33bad795-cfbd-4dcf-a47f-8c0307ceb3eb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 210 time: 0.0793982 Mar 31 23:21:17.920623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] DHCP port deletion for aa5d3c50-0911-4741-854a-e7459d221304 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:17.932581 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-737a61d6-dc82-461a-b27d-2aca8f53649c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:17.933260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737a61d6-dc82-461a-b27d-2aca8f53649c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:17.939463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-737a61d6-dc82-461a-b27d-2aca8f53649c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/48ba5d8c-38ff-4fbc-81cb-c7610892b36e HTTP/1.1" status: 404 len: 337 time: 0.0477374 Mar 31 23:21:17.939608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.967369 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-65174715-6221-4ee2-ac6c-9921e9026479 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:17.967369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65174715-6221-4ee2-ac6c-9921e9026479 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:17.971962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-65174715-6221-4ee2-ac6c-9921e9026479 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/3f15035b-e6ad-4467-820d-df4a639be4c0 HTTP/1.1" status: 404 len: 337 time: 0.0312395 Mar 31 23:21:17.975149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:17.984138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Deleting port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:17.984516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.010348 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c023c-e810-41d7-a800-0bad67532ec9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.010851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c023c-e810-41d7-a800-0bad67532ec9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.013949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f47c023c-e810-41d7-a800-0bad67532ec9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/67413eb9-a5cc-4d0b-a866-d640201bfc87 HTTP/1.1" status: 404 len: 337 time: 0.0375626 Mar 31 23:21:18.016955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.046695 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeb9f76-bfb0-4d8e-9051-f46780bbfa0c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.047338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeb9f76-bfb0-4d8e-9051-f46780bbfa0c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.050289 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7aeb9f76-bfb0-4d8e-9051-f46780bbfa0c tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/7adcebdf-ed94-4b66-ab2b-05818835d492 HTTP/1.1" status: 404 len: 333 time: 0.0323265 Mar 31 23:21:18.052142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] For port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,segment=NetworkSegment(545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b),segment_id=545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:18.052541 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.053769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44770) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.065453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Calling delete_port for bea4ae40-4356-40ca-85a9-4cb25f3ab5bf owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:18.080291 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9072229f-338d-482f-899e-69f6003b13d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.080828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9072229f-338d-482f-899e-69f6003b13d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.084486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9072229f-338d-482f-899e-69f6003b13d9 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/54e84d62-13ce-4bab-ae22-7eecd0dfa70c HTTP/1.1" status: 404 len: 337 time: 0.0297248 Mar 31 23:21:18.086965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44772) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.115447 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de3f84a-d6f1-4b8e-947e-2b75079acb4e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.115891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de3f84a-d6f1-4b8e-947e-2b75079acb4e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.118848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1de3f84a-d6f1-4b8e-947e-2b75079acb4e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/b2c1e9e5-792a-4f4b-a7ee-3212b090ed89 HTTP/1.1" status: 404 len: 337 time: 0.0309486 Mar 31 23:21:18.121667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.144534 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9540763-0cdd-4106-b370-0c2527078e4a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.145273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9540763-0cdd-4106-b370-0c2527078e4a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.152536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d9540763-0cdd-4106-b370-0c2527078e4a tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/fb3f0c93-43f6-4292-8a84-215dd958cec6 HTTP/1.1" status: 404 len: 333 time: 0.0258515 Mar 31 23:21:18.152536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44776) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.177039 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8074abf-29fc-419c-8b63-bf87f1ce8787 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.177482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8074abf-29fc-419c-8b63-bf87f1ce8787 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.180508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c8074abf-29fc-419c-8b63-bf87f1ce8787 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/dc7a09fc-676b-4d8d-ba62-8ff2fe5234c4 HTTP/1.1" status: 404 len: 337 time: 0.0282438 Mar 31 23:21:18.183154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44778) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.208435 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-63447736-2331-45b7-996b-9978d81ad551 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:18.208877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63447736-2331-45b7-996b-9978d81ad551 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:18.211885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-63447736-2331-45b7-996b-9978d81ad551 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/subnets/a6c6b2c0-56a5-4dc7-93da-7e328687feb0 HTTP/1.1" status: 404 len: 337 time: 0.0278373 Mar 31 23:21:18.214501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.216040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.241938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] Pushing event deleted for resources: {'Port': ['ID=bea4ae40-4356-40ca-85a9-4cb25f3ab5bf,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:18.245444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a77490-cd99-436c-9d46-6933dd5f5319 None None] No DVR routers for this DVR port bea4ae40-4356-40ca-85a9-4cb25f3ab5bf on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:18.317489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Deleting port d81b871c-ad41-44ed-93d6-9e0baf5eae51 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:18.317831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.382522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.395277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Calling delete_port for d81b871c-ad41-44ed-93d6-9e0baf5eae51 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:18.522510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.549229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Port': ['ID=d81b871c-ad41-44ed-93d6-9e0baf5eae51,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:18.558717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.562077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-405b5900-38ab-4ee9-ba19-a0a290a8f547 tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/ports/d81b871c-ad41-44ed-93d6-9e0baf5eae51 HTTP/1.1" status: 204 len: 168 time: 0.3466258 Mar 31 23:21:18.564661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44786) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.638650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.734527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.780789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5d3c50-0911-4741-854a-e7459d221304']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.793260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.793554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545fd1fe-7e98-4e0e-89a8-4ec02a8cb43b') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.805527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.824938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89687786-3b05-4e98-9432-c42e1215c9e2 req-ec1f91f9-e13c-4f08-9454-14a23dbb5eb1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:18.826428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89687786-3b05-4e98-9432-c42e1215c9e2 req-ec1f91f9-e13c-4f08-9454-14a23dbb5eb1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0892458 Mar 31 23:21:18.830273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.850258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:18.850680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:18.853813 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:18.924094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89687786-3b05-4e98-9432-c42e1215c9e2 req-1de7bcaa-37fd-4cc6-8962-7cc0d360d84d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907938 Mar 31 23:21:18.998652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.011909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.016414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] 10.222.0.83 "DELETE /v2.0/networks/aa5d3c50-0911-4741-854a-e7459d221304 HTTP/1.1" status: 204 len: 168 time: 0.4505000 Mar 31 23:21:19.041792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee5a8dd-a920-48c4-afbd-b58d212574c8 req-cfbe586d-d692-47a4-bc83-f4f776952b3b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 210 time: 0.0530331 Mar 31 23:21:19.052200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edec24-980a-4919-8547-96ea41f11f3e tempest-PortsIpV6TestJSON-244294550 tempest-PortsIpV6TestJSON-244294550-project] Pushing event deleted for resources: {'Network': ['ID=aa5d3c50-0911-4741-854a-e7459d221304,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.513847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44796) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:19.661245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc6b2b6c-cd0d-44db-803f-5615ee8eb85f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=492089fe03b04646b08899afb47e9886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461730 Mar 31 23:21:19.663776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:19.712297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.739557 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.760276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:19.781074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: bea4ae40-4356-40ca-85a9-4cb25f3ab5bf {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:19.781413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bea4ae40-4356-40ca-85a9-4cb25f3ab5bf not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:19.861992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.865853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.867285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9ef6145-a933-426f-af0f-25cf63019bda HTTP/1.1" status: 204 len: 168 time: 0.2023752 Mar 31 23:21:19.875332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea0977-a7bd-4a0b-b5c0-ef327a2aab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef6145-a933-426f-af0f-25cf63019bda,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.975397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-dc608c84-ffd9-4d42-a56a-978637c47704 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.976842 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-dc608c84-ffd9-4d42-a56a-978637c47704 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.1128788 Mar 31 23:21:20.033961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-27a6cc7e-b057-4034-abc1-e5ca1cb57d60 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 380 time: 0.0427039 Mar 31 23:21:20.046428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'port': {'device_id': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'admin_state_up': True, 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'security_groups': ['bdb5560f-de3f-4810-8ee0-4c0b7937bf92']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:20.057216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826600-0d08-4066-a537-2081688c4048 req-92742988-95f4-444e-b04e-d0362b7aea11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.058971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f826600-0d08-4066-a537-2081688c4048 req-92742988-95f4-444e-b04e-d0362b7aea11 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0612037 Mar 31 23:21:20.104717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f826600-0d08-4066-a537-2081688c4048 req-e819a65b-7a22-4add-bb02-1a9372b4b84e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361669 Mar 31 23:21:20.170048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-486552f4-189e-48f4-b9ce-e3f0ac57bb9a req-7ff45b57-441c-4a86-a386-aaf2f0bd6195 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 210 time: 0.0279784 Mar 31 23:21:20.261693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:20.265319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.397900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.20.0.14 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/01c58959-e5ea-40be-b346-1ed54877aba9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:20.532736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.637017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.682346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:20.687381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:20.691193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:20.721065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.748350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.748960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.873812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-684787bb-bfdf-4f4a-826a-d83a31277899 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8313782 Mar 31 23:21:20.915156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Request body: {'port': {'device_id': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:20.931110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d5fe15aa-2828-47a3-8e6e-da6e8b91420b None None] Provisioning complete for port 01c58959-e5ea-40be-b346-1ed54877aba9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:20.932310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5fe15aa-2828-47a3-8e6e-da6e8b91420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.957459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:20.974943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe15aa-2828-47a3-8e6e-da6e8b91420b None None] Port 01c58959-e5ea-40be-b346-1ed54877aba9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:20.975344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.237364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae16b09-4aaa-457d-a1bb-025edc230e3d req-86d45221-b476-4793-9add-f2b01b98f29b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.239783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ae16b09-4aaa-457d-a1bb-025edc230e3d req-86d45221-b476-4793-9add-f2b01b98f29b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0589530 Mar 31 23:21:21.384952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543090200'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:21.513420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:21.516804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.528314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.602053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c58959-e5ea-40be-b346-1ed54877aba9 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:21.612518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.625342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9ae16b09-4aaa-457d-a1bb-025edc230e3d req-d4299943-ceab-403d-94a3-7a13b90d3e1a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790085 Mar 31 23:21:21.633115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Transition to ACTIVE for port object 01c58959-e5ea-40be-b346-1ed54877aba9 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:21.641284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a14a-74b1-4722-b499-52407c5e0b3c req-3c0ddf14-b0f2-46fe-a3a3-b6ddeada9413 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.643131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2665a14a-74b1-4722-b499-52407c5e0b3c req-3c0ddf14-b0f2-46fe-a3a3-b6ddeada9413 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 932 time: 0.3946807 Mar 31 23:21:21.674128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.694220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2665a14a-74b1-4722-b499-52407c5e0b3c req-c51d5991-819a-49e9-aa5f-6418c9dde43a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Mar 31 23:21:21.741636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.768830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.807170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:21.821584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.838750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.839094 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment 21eb1bc2-796d-4c91-9523-74e307a76161 of type vlan for network efe7bad7-33f4-4756-b1f2-aa8f945a9790 Mar 31 23:21:21.848758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20dbd2-51c6-4ef9-95e6-e55982e79521,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.920410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.959365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Attempting to bind port 01c58959-e5ea-40be-b346-1ed54877aba9 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:21.959703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Attempting to bind port 01c58959-e5ea-40be-b346-1ed54877aba9 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:21.960031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Attempting to bind port 01c58959-e5ea-40be-b346-1ed54877aba9 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:21.964534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Port 01c58959-e5ea-40be-b346-1ed54877aba9 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:21.964854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Attempting to bind port 01c58959-e5ea-40be-b346-1ed54877aba9 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:21.969694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:21.970028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:21.970409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:21.971750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Bound port: 01c58959-e5ea-40be-b346-1ed54877aba9, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:21.971750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.032543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.037965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.038535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.070864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:22.115428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=01c58959-e5ea-40be-b346-1ed54877aba9,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:22.118660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=efe7bad7-33f4-4756-b1f2-aa8f945a9790,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:22.129392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:22.145221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7517b199-189a-4187-99f9-2ced8805bb99 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1863327 Mar 31 23:21:22.148003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44836) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.152924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284062993'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:22.167029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.201697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.202312 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.203851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/01c58959-e5ea-40be-b346-1ed54877aba9 HTTP/1.1" status: 200 len: 1092 time: 1.3009892 Mar 31 23:21:22.204122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:22.206345 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f3fa3-1797-470e-916c-27387a659b42" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:22.234085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bca8d-27d1-4bc9-986f-b9e2158d22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:22.242662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:22.246333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.251972 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57942c-eb5c-432f-82ef-c5ff90555875 x-openstack-request-id: req-3e57942c-eb5c-432f-82ef-c5ff90555875 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:22.251972 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:22.251972 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e57942c-eb5c-432f-82ef-c5ff90555875 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:22.251972 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e57942c-eb5c-432f-82ef-c5ff90555875'] response: {'name': 'network-changed', 'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9', 'status': 'completed', 'code': 200} Mar 31 23:21:22.283047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:22.285770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.286113 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment 8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f of type vlan for network d5a73f16-c4db-492d-b9c4-9c12e841c93c Mar 31 23:21:22.359275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.382746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3fa3-1797-470e-916c-27387a659b42 req-99a3559a-d101-4c50-942d-7fb5e6a941ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.384286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-087f3fa3-1797-470e-916c-27387a659b42 req-99a3559a-d101-4c50-942d-7fb5e6a941ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 1095 time: 0.0898013 Mar 31 23:21:22.452314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.457748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.458323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.542292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=d5a73f16-c4db-492d-b9c4-9c12e841c93c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:22.552703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:22.562333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3fa3-1797-470e-916c-27387a659b42 req-e1ee543b-539d-4de6-b14a-a54fc556a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.563981 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-087f3fa3-1797-470e-916c-27387a659b42 req-e1ee543b-539d-4de6-b14a-a54fc556a665 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8ec941023428415fb02af006e9ed07de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1655805 Mar 31 23:21:22.568482 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b41f8065-6478-4c1a-a56f-135a82a3e1a2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4194772 Mar 31 23:21:22.571679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44840) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.576769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:22.672309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3fa3-1797-470e-916c-27387a659b42 req-e8ec2429-f623-4c4d-977c-01bab8c3a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.674115 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-087f3fa3-1797-470e-916c-27387a659b42 req-e8ec2429-f623-4c4d-977c-01bab8c3a3f0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1039655 Mar 31 23:21:22.735125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:22.739336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.778250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-6927b7cf-3dc9-49a0-bf64-2b71546216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.779778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-6927b7cf-3dc9-49a0-bf64-2b71546216c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 1095 time: 0.0442755 Mar 31 23:21:22.815799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9057fa-d622-432e-bd79-9ca3155bf947 req-c452f421-691e-40b3-98ff-4a811ada3b53 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.817346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce9057fa-d622-432e-bd79-9ca3155bf947 req-c452f421-691e-40b3-98ff-4a811ada3b53 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1115105 Mar 31 23:21:22.826985 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-97e7814f-995f-4602-ad3b-098df1e966b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c58959-e5ea-40be-b346-1ed54877aba9 HTTP/1.1" status: 200 len: 217 time: 0.0343165 Mar 31 23:21:22.880649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-41dd0beb-34e1-4b55-91b2-027a3a14215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.882134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-41dd0beb-34e1-4b55-91b2-027a3a14215c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0493131 Mar 31 23:21:22.914992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f501198-8ed6-49b4-9f24-cd322da2ee17 req-d70d8920-d28c-4ece-8ef1-8bf3fdee9df6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.916516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f501198-8ed6-49b4-9f24-cd322da2ee17 req-d70d8920-d28c-4ece-8ef1-8bf3fdee9df6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 944 time: 0.1260660 Mar 31 23:21:22.921158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce9057fa-d622-432e-bd79-9ca3155bf947 req-a75388a9-0a7b-47c5-b829-005e37112592 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769365 Mar 31 23:21:22.930457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-abb949fe-c914-48f9-8afd-e47276b3657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.931986 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-abb949fe-c914-48f9-8afd-e47276b3657c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436969 Mar 31 23:21:22.985327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f501198-8ed6-49b4-9f24-cd322da2ee17 req-bb8636de-dbbf-4668-817a-9f0f7962b33d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620229 Mar 31 23:21:23.031367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-0f4724af-9e81-439e-afd5-c9b840fb8f35 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916383 Mar 31 23:21:23.124442 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b5cc10d2-aebf-4a37-b40d-aabddcf086e0 req-5223165c-3b04-4d55-b07a-ab6ebe673c0e service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Mar 31 23:21:23.142074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.206552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=4cae4c78-d240-443d-8275-15c91436f27e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.218112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': '21eb1bc2-796d-4c91-9523-74e307a76161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:23.218112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: efe7bad7-33f4-4756-b1f2-aa8f945a9790, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:23.287978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:23.345202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, efe7bad7-33f4-4756-b1f2-aa8f945a9790) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:23.349919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:23.350515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.356462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab9d15-2117-4349-a9f0-1131d6ad76f1 None None] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:23.416914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f82ba99d-a511-4593-ba24-4cd72c98b2f7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8440449 Mar 31 23:21:23.420006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44846) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.425225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:23.504904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-efe7bad7-33f4-4756-b1f2-aa8f945a9790', 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '4cae4c78-d240-443d-8275-15c91436f27e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:23.505779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.579547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:23.583910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.643278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Allocated IP 2001:db8::2 (efe7bad7-33f4-4756-b1f2-aa8f945a9790/4cae4c78-d240-443d-8275-15c91436f27e/369492ad-bccb-4a63-b4a1-ae995ff72e37) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:23.806782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.953940 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.989354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.020521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=91048243-5230-42f5-858f-abc20f9c7b6e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.031681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:24.032063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: d5a73f16-c4db-492d-b9c4-9c12e841c93c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:24.042455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:24.050899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:24.053727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:24.062465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Pushing event updated for resources: {'Port': ['ID=369492ad-bccb-4a63-b4a1-ae995ff72e37,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.091496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680631-1e87-4e19-b6c1-5823093e0315 req-785f28f1-dd2d-48ae-852c-d77f9d0b4fbf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:24.093168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7680631-1e87-4e19-b6c1-5823093e0315 req-785f28f1-dd2d-48ae-852c-d77f9d0b4fbf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0975826 Mar 31 23:21:24.115751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Attempting to bind port 369492ad-bccb-4a63-b4a1-ae995ff72e37 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:24.116113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Attempting to bind port 369492ad-bccb-4a63-b4a1-ae995ff72e37 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '21eb1bc2-796d-4c91-9523-74e307a76161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:24.116466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Attempting to bind port 369492ad-bccb-4a63-b4a1-ae995ff72e37 on network efe7bad7-33f4-4756-b1f2-aa8f945a9790 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:24.121476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:24.121842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Checking segment: {'id': '21eb1bc2-796d-4c91-9523-74e307a76161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:24.122243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.122628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Bound using segment: {'id': '21eb1bc2-796d-4c91-9523-74e307a76161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:24.123100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Bound port: 369492ad-bccb-4a63-b4a1-ae995ff72e37, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb1bc2-796d-4c91-9523-74e307a76161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'efe7bad7-33f4-4756-b1f2-aa8f945a9790'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:24.123475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.147908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:24.169870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13208-8dfc-4e1a-bee7-be655a19535b req-e8347878-c806-4461-9ae5-44a13e7a867b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:24.172156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e13208-8dfc-4e1a-bee7-be655a19535b req-e8347878-c806-4461-9ae5-44a13e7a867b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 944 time: 0.0766761 Mar 31 23:21:24.179540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7680631-1e87-4e19-b6c1-5823093e0315 req-6f7116c1-8d35-4ecb-b8bd-364bac6af8fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744727 Mar 31 23:21:24.199232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] For port 369492ad-bccb-4a63-b4a1-ae995ff72e37, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:24.202397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] For port 369492ad-bccb-4a63-b4a1-ae995ff72e37, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369492ad-bccb-4a63-b4a1-ae995ff72e37,segment=NetworkSegment(21eb1bc2-796d-4c91-9523-74e307a76161),segment_id=21eb1bc2-796d-4c91-9523-74e307a76161)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:24.221624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e13208-8dfc-4e1a-bee7-be655a19535b req-e8785b79-82f2-4e1a-89d2-8bf17e974566 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Mar 31 23:21:24.248324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d5a73f16-c4db-492d-b9c4-9c12e841c93c) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:24.253038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:24.254872 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.263375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d397c-35dd-4682-afc9-105a14f47a36 None None] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:24.308787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.311403 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.358339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1206ba30-fce7-466a-b282-f720e3be5858 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9369874 Mar 31 23:21:24.360386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:24.365456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1921681046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:24.448239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7984cc-e043-4af4-8746-0b0fe102712e None None] Pushing event updated for resources: {'Port': ['ID=369492ad-bccb-4a63-b4a1-ae995ff72e37,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.494944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.496618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.507867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-d5a73f16-c4db-492d-b9c4-9c12e841c93c', 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '91048243-5230-42f5-858f-abc20f9c7b6e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:24.509064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.561113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.625521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.674857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Allocated IP 2001:db8:1::2 (d5a73f16-c4db-492d-b9c4-9c12e841c93c/91048243-5230-42f5-858f-abc20f9c7b6e/e71647e7-7d13-4e7e-bc04-a29e2b15abe1) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:24.723773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.723773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a7b48659-a966-4bfa-a1f1-f31c10016e98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3564899 Mar 31 23:21:24.723773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44854) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:24.832618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.925842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.974255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:24.977131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:24.984582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:24.986125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Pushing event updated for resources: {'Port': ['ID=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.016508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.056869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Attempting to bind port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:25.057248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Attempting to bind port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:25.057606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Attempting to bind port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 on network d5a73f16-c4db-492d-b9c4-9c12e841c93c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:25.064462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:25.064855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Checking segment: {'id': '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:25.065294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.065685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Bound using segment: {'id': '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:25.066832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Bound port: e71647e7-7d13-4e7e-bc04-a29e2b15abe1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5a73f16-c4db-492d-b9c4-9c12e841c93c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:25.067295 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.134140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] For port e71647e7-7d13-4e7e-bc04-a29e2b15abe1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:25.137822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] For port e71647e7-7d13-4e7e-bc04-a29e2b15abe1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,segment=NetworkSegment(8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f),segment_id=8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:25.194354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.280246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aac6dd-ce11-471b-80e2-e777ad3f3602 None None] Pushing event updated for resources: {'Port': ['ID=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.336754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8::1 (efe7bad7-33f4-4756-b1f2-aa8f945a9790/4cae4c78-d240-443d-8275-15c91436f27e/f3b2d8bd-d486-4f56-a430-879a08be9a1f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:25.366899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e510e6-812b-405e-aa61-20e346616f97 req-ca829b32-6fd3-4e3c-915d-47d255099ba7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.368974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27e510e6-812b-405e-aa61-20e346616f97 req-ca829b32-6fd3-4e3c-915d-47d255099ba7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1012790 Mar 31 23:21:25.419879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21dd5-ff5a-42d9-9065-0eb84580d1f2 req-74d040a3-6f75-4715-bab2-57d5e9d50c14 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.421444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdb21dd5-ff5a-42d9-9065-0eb84580d1f2 req-74d040a3-6f75-4715-bab2-57d5e9d50c14 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 944 time: 0.0976052 Mar 31 23:21:25.454725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27e510e6-812b-405e-aa61-20e346616f97 req-a6b327e2-231b-4aaa-8c53-1330fa45aec1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681648 Mar 31 23:21:25.499479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cdb21dd5-ff5a-42d9-9065-0eb84580d1f2 req-b4fe19fc-2011-4b57-83ee-70a801f41e77 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666234 Mar 31 23:21:25.532362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.577286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7dc0f-4b78-446d-91c3-7b4e5ddcda35 None None] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:25.631737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.658056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] Provisioning complete for port 369492ad-bccb-4a63-b4a1-ae995ff72e37 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:25.658465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.689823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:25.691396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=f3b2d8bd-d486-4f56-a430-879a08be9a1f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.695145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:25.697232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:25.697977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.816215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.858301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] For port 369492ad-bccb-4a63-b4a1-ae995ff72e37, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369492ad-bccb-4a63-b4a1-ae995ff72e37,segment=NetworkSegment(21eb1bc2-796d-4c91-9523-74e307a76161),segment_id=21eb1bc2-796d-4c91-9523-74e307a76161)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:25.888335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369492ad-bccb-4a63-b4a1-ae995ff72e37 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:25.911781 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.941959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.948519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 369492ad-bccb-4a63-b4a1-ae995ff72e37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:25.948886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.203022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd536f0-adf6-4c1a-89ab-c953a5800f9d None None] Pushing event updated for resources: {'Port': ['ID=369492ad-bccb-4a63-b4a1-ae995ff72e37,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.208923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c3763706-bdd4-4a0c-a32c-368ff5efed46 None None] Provisioning complete for port 369492ad-bccb-4a63-b4a1-ae995ff72e37 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.208923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3763706-bdd4-4a0c-a32c-368ff5efed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.239593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.289007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e71647e7-7d13-4e7e-bc04-a29e2b15abe1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:26.342191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.345017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.374836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.375232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.399985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c3763706-bdd4-4a0c-a32c-368ff5efed46 None None] Provisioning complete for port f3b2d8bd-d486-4f56-a430-879a08be9a1f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.400358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3763706-bdd4-4a0c-a32c-368ff5efed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.452510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=f3b2d8bd-d486-4f56-a430-879a08be9a1f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.452759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c3763706-bdd4-4a0c-a32c-368ff5efed46 None None] Port f3b2d8bd-d486-4f56-a430-879a08be9a1f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:26.506155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.522721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:26.524329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:26.586916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e71647e7-7d13-4e7e-bc04-a29e2b15abe1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,segment=NetworkSegment(8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f),segment_id=8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:26.606887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667b7a-c762-4489-afd1-a08aec9af669 req-f6222747-eb78-46e9-bb92-a1d19499484c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.608367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-02274383-9e15-4bdc-92d6-e410a7874842 None None] Provisioning complete for port f3b2d8bd-d486-4f56-a430-879a08be9a1f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.609497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0667b7a-c762-4489-afd1-a08aec9af669 req-f6222747-eb78-46e9-bb92-a1d19499484c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0703926 Mar 31 23:21:26.622865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-02274383-9e15-4bdc-92d6-e410a7874842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.627170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c48c19-1015-4b5a-9b9b-609689d920c7 None None] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:26.696722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0667b7a-c762-4489-afd1-a08aec9af669 req-d212d4a2-90f0-4486-82a1-d1dd3290ce7a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Mar 31 23:21:26.711511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08e4d-8ff4-417e-9bad-eb1d793e70ba req-2afabee3-0253-4f5a-90f4-c438876ae30d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.712366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f08e4d-8ff4-417e-9bad-eb1d793e70ba req-2afabee3-0253-4f5a-90f4-c438876ae30d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 944 time: 0.0941310 Mar 31 23:21:26.732945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.744914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-02274383-9e15-4bdc-92d6-e410a7874842 None None] Port f3b2d8bd-d486-4f56-a430-879a08be9a1f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:26.758566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4f08e4d-8ff4-417e-9bad-eb1d793e70ba req-1ca7a326-7a55-413f-a7f9-8ee9a9344334 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Mar 31 23:21:26.814253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.827553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 51b1397d-c3a9-43af-acde-fa3513845b36 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:26.878283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a3b59547-32e1-4b8b-8e24-4d3e29e82b8c None None] Provisioning complete for port f3b2d8bd-d486-4f56-a430-879a08be9a1f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.879526 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3b59547-32e1-4b8b-8e24-4d3e29e82b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.923842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:26.929963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ce08c539-5897-4d89-8db8-2e350694a83e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2076526 Mar 31 23:21:26.932918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44864) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:26.939882 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] Sync routers for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:26.945690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a3b59547-32e1-4b8b-8e24-4d3e29e82b8c None None] Port f3b2d8bd-d486-4f56-a430-879a08be9a1f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:26.953533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:26.954230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:26.962288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a3b59547-32e1-4b8b-8e24-4d3e29e82b8c None None] Provisioning complete for port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.962663 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3b59547-32e1-4b8b-8e24-4d3e29e82b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.988828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60a2b7-8bf1-402c-ba55-f35830e53864 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.990510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca60a2b7-8bf1-402c-ba55-f35830e53864 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports/f3b2d8bd-d486-4f56-a430-879a08be9a1f HTTP/1.1" status: 200 len: 911 time: 0.0566883 Mar 31 23:21:26.993214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44866) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:26.994873 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:27.011289 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:27.012004 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:27.049125 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:27.049690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ee2ca-12ad-4400-9867-98d3e575b1f3 None None] The sync data for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:27.275842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a61c6c08-8049-45d1-a07d-42705e172d14 None None] Provisioning complete for port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:27.276139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c08-8049-45d1-a07d-42705e172d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.361903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.614045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8:1::1 (d5a73f16-c4db-492d-b9c4-9c12e841c93c/91048243-5230-42f5-858f-abc20f9c7b6e/657a7281-7d14-4a0e-921f-6e967839a83a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:27.637610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 01c58959-e5ea-40be-b346-1ed54877aba9 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:27.740821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=01c58959-e5ea-40be-b346-1ed54877aba9,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:27.749235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.765390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '01c58959-e5ea-40be-b346-1ed54877aba9', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'port_id': '01c58959-e5ea-40be-b346-1ed54877aba9', 'mac_address': 'fa:16:3e:de:8b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:27.803155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369492ad-bccb-4a63-b4a1-ae995ff72e37 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:27.849688 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.869550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c58959-e5ea-40be-b346-1ed54877aba9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:27.874091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb0424-7783-4269-829c-30146d4e94ee req-82f57ebc-ba07-4106-bc67-966301113b10 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.882289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31eb0424-7783-4269-829c-30146d4e94ee req-82f57ebc-ba07-4106-bc67-966301113b10 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0649009 Mar 31 23:21:27.898858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=01c58959-e5ea-40be-b346-1ed54877aba9,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:27.904344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 369492ad-bccb-4a63-b4a1-ae995ff72e37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:27.905540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.962099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730651de-c5f4-40eb-95e7-43b33488f9d6 req-2fc43dc4-c62b-47cb-bf7b-9149c48e6d11 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.963723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-730651de-c5f4-40eb-95e7-43b33488f9d6 req-2fc43dc4-c62b-47cb-bf7b-9149c48e6d11 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 944 time: 0.0982225 Mar 31 23:21:27.971497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31eb0424-7783-4269-829c-30146d4e94ee req-8c65d97e-57d0-491b-a47b-321fe5d3af1c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875287 Mar 31 23:21:27.984407 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.033731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-730651de-c5f4-40eb-95e7-43b33488f9d6 req-8f2d6dc1-8e00-41a1-a5f7-6f153803c187 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605221 Mar 31 23:21:28.039518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e71647e7-7d13-4e7e-bc04-a29e2b15abe1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:28.080539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.092720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.096630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:28.111402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:28.111778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.148428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.186996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:28.193958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:28.197237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:28.197798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.245261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=657a7281-7d14-4a0e-921f-6e967839a83a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.406066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.488919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a29fd4df-5443-4f7b-a20c-1c7781f8dcfa None None] Provisioning complete for port 657a7281-7d14-4a0e-921f-6e967839a83a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:28.489288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a29fd4df-5443-4f7b-a20c-1c7781f8dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.523422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a29fd4df-5443-4f7b-a20c-1c7781f8dcfa None None] Port 657a7281-7d14-4a0e-921f-6e967839a83a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:28.544908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['01c58959-e5ea-40be-b346-1ed54877aba9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:28.673394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.739160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.739951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.825971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=657a7281-7d14-4a0e-921f-6e967839a83a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.868703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:28.870101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:28.970112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 51b1397d-c3a9-43af-acde-fa3513845b36 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:29.076573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:29.083673 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f1fbec4a-2f21-4b57-bc22-0336ae09d720 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892370 Mar 31 23:21:29.086125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:29.088571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] Sync routers for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:29.102149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:29.102775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.141322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f602cc-862a-4a08-a116-9db5508b95ab tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.147130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-42f602cc-862a-4a08-a116-9db5508b95ab tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports/657a7281-7d14-4a0e-921f-6e967839a83a HTTP/1.1" status: 200 len: 913 time: 0.0558400 Mar 31 23:21:29.148351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.153295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44880) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:29.169269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:29.170054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.181845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878c82-9ebb-4186-a05f-595ba4f808fe req-262352e9-dc55-43d9-9260-c3bd4b979d6e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.183628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44878c82-9ebb-4186-a05f-595ba4f808fe req-262352e9-dc55-43d9-9260-c3bd4b979d6e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1214118 Mar 31 23:21:29.214033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-46d8ad2b-4800-4150-8934-e26d498cbcb3 None None] Provisioning complete for port 657a7281-7d14-4a0e-921f-6e967839a83a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:29.214460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46d8ad2b-4800-4150-8934-e26d498cbcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.234488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.235514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ab55f-04de-4eb7-ac10-c1c952052c23 None None] The sync data for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:29.245070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c0fb-a035-486b-8bd9-af68045afd15 req-6498d754-1203-4bd5-b880-9b10cef35d33 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.246586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f231c0fb-a035-486b-8bd9-af68045afd15 req-6498d754-1203-4bd5-b880-9b10cef35d33 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 945 time: 0.1058214 Mar 31 23:21:29.256212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-46d8ad2b-4800-4150-8934-e26d498cbcb3 None None] Port 657a7281-7d14-4a0e-921f-6e967839a83a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:29.268887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44878c82-9ebb-4186-a05f-595ba4f808fe req-f011c4ed-6dd5-4cf3-8a14-db20b4616bc0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694525 Mar 31 23:21:29.293167 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-b745c5ca-6f01-4341-aea0-4f5916498751 service neutron] show failed (client error): The resource could not be found. Mar 31 23:21:29.294154 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-b745c5ca-6f01-4341-aea0-4f5916498751 service neutron] 10.222.0.44 "GET /v2.0/ports/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.1502762 Mar 31 23:21:29.302355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f231c0fb-a035-486b-8bd9-af68045afd15 req-af1ebfbd-eda6-4948-b9eb-b4089a13e76b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Mar 31 23:21:29.515847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.647486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 01c58959-e5ea-40be-b346-1ed54877aba9 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:29.759076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 01c58959-e5ea-40be-b346-1ed54877aba9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:29.763030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 01c58959-e5ea-40be-b346-1ed54877aba9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:29.767413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.784046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 657a7281-7d14-4a0e-921f-6e967839a83a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:29.784429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.847029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.871727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:29.874114 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3016fe12-8239-457b-97f3-b4e4af90e107" -d '{"events": [{"server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "name": "network-vif-plugged", "status": "completed", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:29.886781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=01c58959-e5ea-40be-b346-1ed54877aba9,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:29.918391 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ddeb2-b760-4d61-8193-5a10e00a083d x-openstack-request-id: req-af7ddeb2-b760-4d61-8193-5a10e00a083d {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:29.918391 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "name": "network-vif-plugged", "status": "completed", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:29.918391 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af7ddeb2-b760-4d61-8193-5a10e00a083d {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:29.918391 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7ddeb2-b760-4d61-8193-5a10e00a083d'] response: {'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9', 'code': 200} Mar 31 23:21:29.942598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-af049301-6866-4249-b642-7b39bd795319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.945168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-af049301-6866-4249-b642-7b39bd795319 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 1097 time: 0.1100407 Mar 31 23:21:29.947053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.966836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:29.970707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 657a7281-7d14-4a0e-921f-6e967839a83a owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:29.979871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.040672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:30.064955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a50ae-cad4-4a8d-a9ef-33fbb976c480 req-f7eb7010-7cc3-413d-8a37-31b37a9c84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:30.066481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-479a50ae-cad4-4a8d-a9ef-33fbb976c480 req-f7eb7010-7cc3-413d-8a37-31b37a9c84b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 1097 time: 0.0488253 Mar 31 23:21:30.079247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.102119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-479a50ae-cad4-4a8d-a9ef-33fbb976c480 req-e44f96b0-d9f0-4228-bbe4-e0fecaa42d14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287628 Mar 31 23:21:30.377532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b2f4d-303b-4135-a457-b21517630934 req-b3954978-fc4e-464f-a3e7-cff3b337926e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:30.379759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54b2f4d-303b-4135-a457-b21517630934 req-b3954978-fc4e-464f-a3e7-cff3b337926e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0545237 Mar 31 23:21:30.383656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:30.413650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.427483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:30.448460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54b2f4d-303b-4135-a457-b21517630934 req-ea4cc44d-9436-45c0-b3b0-e02ff4730408 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578771 Mar 31 23:21:30.459997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39ad9a-7dd3-41f0-a349-5c8518d317b4 req-8520baf6-baf0-4e9e-9ce6-e904330e85d6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:30.464174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b39ad9a-7dd3-41f0-a349-5c8518d317b4 req-8520baf6-baf0-4e9e-9ce6-e904330e85d6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0830989 Mar 31 23:21:30.471337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=657a7281-7d14-4a0e-921f-6e967839a83a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:30.511593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b39ad9a-7dd3-41f0-a349-5c8518d317b4 req-b83195e3-4127-4589-b5cd-98e570906019 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 Mar 31 23:21:30.551850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:30.556529 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a177def0-7488-44ab-8fae-8337e7e7dce4" -d '{"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:30.560474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.610261 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6268f1c-c1bb-4b1d-a8ad-3e55e3b3c646 x-openstack-request-id: req-c6268f1c-c1bb-4b1d-a8ad-3e55e3b3c646 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:30.610553 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:30.610807 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c6268f1c-c1bb-4b1d-a8ad-3e55e3b3c646 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:30.611280 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6268f1c-c1bb-4b1d-a8ad-3e55e3b3c646'] response: {'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'code': 200} Mar 31 23:21:30.617411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Transition to ACTIVE for port object 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:30.626594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.729429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.875762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.278428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] No DVR routers for this DVR port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:31.317075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 51b1397d-c3a9-43af-acde-fa3513845b36 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:31.465375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:31.472192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a71418f-c21c-467c-b9af-ab6a5b1b01b1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3188624 Mar 31 23:21:31.475931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44892) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:31.478613 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] Sync routers for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:31.489494 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:31.490103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:31.543723 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:31.553702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:31.554039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:31.554456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:31.557578 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:31.558191 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:31.592045 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:31.592395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:31.592745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Attempting to bind port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on network a965d6da-6b72-44a9-94bc-1988cc260bdf {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:31.593155 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793289bb-aaf1-4df7-bae8-c78e8bc8039d None None] The sync data for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:31.603112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:31.603446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Checking segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:31.603795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Bound using segment: {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:31.604215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Bound port: 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978395d7-c762-4865-a468-d1352deea2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:31.604576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.636244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f69fa-5b8c-46f4-91ac-2b19b6617bb3 req-6a63a1e7-fc28-46d2-831a-19b77dbc1372 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:31.638142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c73f69fa-5b8c-46f4-91ac-2b19b6617bb3 req-6a63a1e7-fc28-46d2-831a-19b77dbc1372 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1045861 Mar 31 23:21:31.711904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953196-97ba-47ba-84fe-56a6f43b385b req-b86739e1-cd06-4aff-a167-393b2ac8ff69 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:31.713671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4953196-97ba-47ba-84fe-56a6f43b385b req-b86739e1-cd06-4aff-a167-393b2ac8ff69 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0960491 Mar 31 23:21:31.719382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c73f69fa-5b8c-46f4-91ac-2b19b6617bb3 req-e71b7b72-1200-4b80-975a-ba0685690205 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594203 Mar 31 23:21:31.760720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4953196-97ba-47ba-84fe-56a6f43b385b req-46bfb88a-9050-4acc-9bf1-1a8611a7ae35 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Mar 31 23:21:31.786701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:31.822400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:31.917405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.952948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.028575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.029379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.030783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] 10.222.0.10 "PUT /v2.0/ports/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1092 time: 2.0681832 Mar 31 23:21:32.098522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f30048-f77d-487e-b289-01a9c2c62780 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.167667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-5aa439f1-975c-44cd-b516-ca84be7c2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.169195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-5aa439f1-975c-44cd-b516-ca84be7c2fac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1095 time: 0.0794170 Mar 31 23:21:32.320541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-0546c5ea-a7d7-4380-8a65-69e313f86224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.321900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-0546c5ea-a7d7-4380-8a65-69e313f86224 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1455657 Mar 31 23:21:32.329601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:32.372755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:32.389302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port f3b2d8bd-d486-4f56-a430-879a08be9a1f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:32.389634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.413376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-48fc70d4-fc5b-43f0-9ab1-d4d4a1542208 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1000 time: 0.0837967 Mar 31 23:21:32.504188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-911052fa-77af-4297-92c8-9ba5a476b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.505609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-911052fa-77af-4297-92c8-9ba5a476b60e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.0657949 Mar 31 23:21:32.529547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.556534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for f3b2d8bd-d486-4f56-a430-879a08be9a1f owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:32.577348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-caf53753-eaa1-4198-82c9-7be3bfcce33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.578817 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-caf53753-eaa1-4198-82c9-7be3bfcce33f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649981 Mar 31 23:21:32.613358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:32.615443 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c264940-0594-4d00-816d-948b8adf4ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:32.669951 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96b75d-1d16-4c53-8fb4-42fbb4a8a2ff x-openstack-request-id: req-9c96b75d-1d16-4c53-8fb4-42fbb4a8a2ff {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:32.670238 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:32.670484 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c96b75d-1d16-4c53-8fb4-42fbb4a8a2ff {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:32.670871 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c96b75d-1d16-4c53-8fb4-42fbb4a8a2ff'] response: {'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'status': 'completed', 'code': 200} Mar 31 23:21:32.789390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-6b6097fd-eb1d-4011-acf1-da7c7ebd8b3b service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837382 Mar 31 23:21:32.796196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-bdf1a8c3-d7a6-4512-b210-f1d6d2164148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.797634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-bdf1a8c3-d7a6-4512-b210-f1d6d2164148 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1095 time: 0.1097569 Mar 31 23:21:32.881374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f65fe-5764-45bf-bb29-71b937f77244 req-7ea6c273-30b9-4b42-8ecb-6a076e2993ab tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.882876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff3f65fe-5764-45bf-bb29-71b937f77244 req-7ea6c273-30b9-4b42-8ecb-6a076e2993ab tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.0852840 Mar 31 23:21:32.916804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bced1d-6ec1-4b96-898b-b0c674385a96 req-c20942cf-84be-4896-b63f-0c2d36c05760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.918311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9bced1d-6ec1-4b96-898b-b0c674385a96 req-c20942cf-84be-4896-b63f-0c2d36c05760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0795643 Mar 31 23:21:32.952788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff3f65fe-5764-45bf-bb29-71b937f77244 req-b94eb506-6f55-4309-ac8b-0dcce483a7cc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617270 Mar 31 23:21:32.976716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9bced1d-6ec1-4b96-898b-b0c674385a96 req-c7f0265d-fecf-4e2f-bfb2-6d0f283adf95 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 Mar 31 23:21:32.996257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7934ab9b-0653-4c3c-ad88-7d64b2568715 req-4a024b02-a48c-414d-ac85-7bce179a6d24 service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977131 Mar 31 23:21:32.998769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-a83f6079-8a3a-4490-8075-008ebe8cbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.000079 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-a83f6079-8a3a-4490-8075-008ebe8cbfc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1893337 Mar 31 23:21:33.002064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.066154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=f3b2d8bd-d486-4f56-a430-879a08be9a1f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.125750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dbd86-10b8-4083-8f7c-4dc3b1ae06aa req-9f1068dc-98ed-4866-a2b0-27532c39dd6a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.128107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-556dbd86-10b8-4083-8f7c-4dc3b1ae06aa req-9f1068dc-98ed-4866-a2b0-27532c39dd6a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0779018 Mar 31 23:21:33.139296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:33.145173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'port_id': '01c58959-e5ea-40be-b346-1ed54877aba9'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:33.153927 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-1323ef62-92f8-4060-83db-fd55015ac182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1000 time: 0.1454017 Mar 31 23:21:33.191956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.236400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.264343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-4ce6a0fb-bdac-4145-b481-ec6d89ec9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.265512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-4ce6a0fb-bdac-4145-b481-ec6d89ec9ff5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.0960634 Mar 31 23:21:33.326011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-ca8a1ed1-4e8f-40a2-a2f8-1eed42404e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.328540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-ca8a1ed1-4e8f-40a2-a2f8-1eed42404e21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1095 time: 0.1863439 Mar 31 23:21:33.474542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-532d7f2e-b4ac-4586-aa16-78bb1cda5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.476053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-532d7f2e-b4ac-4586-aa16-78bb1cda5292 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682835 Mar 31 23:21:33.684155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.756613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.867664 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 25410013-ddc5-4ea5-945f-79ecae40515e associated. External IP: 172.25.6.72, port: 01c58959-e5ea-40be-b346-1ed54877aba9. Mar 31 23:21:33.888581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 51b1397d-c3a9-43af-acde-fa3513845b36 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:33.903071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-f36b6893-74e5-4e5e-8c01-26c2e239211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.904603 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-f36b6893-74e5-4e5e-8c01-26c2e239211b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.5401535 Mar 31 23:21:33.985463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-d28636b1-111b-4811-bd29-f5c98df6f0b1 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732308 Mar 31 23:21:34.006037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-e93be77a-dc35-49b4-8dc3-cc77a5ce4e8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1000 time: 0.0932813 Mar 31 23:21:34.140047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110249f-ec8b-4a97-918a-caf6c2565244 req-e934ed58-5c4c-44b2-8fee-0d612d6874c9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.141511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5110249f-ec8b-4a97-918a-caf6c2565244 req-e934ed58-5c4c-44b2-8fee-0d612d6874c9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.0966706 Mar 31 23:21:34.156011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:34.164748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b48c338c-57ae-4839-9130-23795889619e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881194 Mar 31 23:21:34.167845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-4f578c8b-0a8e-4414-b23b-9da873bebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.168502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44908) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:34.169271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-4f578c8b-0a8e-4414-b23b-9da873bebf78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1517646 Mar 31 23:21:34.173229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] Sync routers for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:34.185246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:34.186948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.206215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:34.213807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ab85e294-5a00-4bc9-b246-d1fe14586f1f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=51b1397d-c3a9-43af-acde-fa3513845b36 HTTP/1.1" status: 200 len: 205 time: 0.0397356 Mar 31 23:21:34.214873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:34.219788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5110249f-ec8b-4a97-918a-caf6c2565244 req-4391a9b2-5238-4c56-9e75-03209cd2585f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697718 Mar 31 23:21:34.223418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.239558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] Routers {'51b1397d-c3a9-43af-acde-fa3513845b36'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:34.240349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['51b1397d-c3a9-43af-acde-fa3513845b36'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.256663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-5939e337-9d6e-41bd-8a4e-e89e9f0d58e2 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646401 Mar 31 23:21:34.280947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.281606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5351094-179e-4ebd-9851-fd1b2f822c34 None None] The sync data for ids ['51b1397d-c3a9-43af-acde-fa3513845b36'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:34.304772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.335593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:34.340269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.340866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264940-0594-4d00-816d-948b8adf4ccf req-8082300e-3edc-4136-b270-4f8977c19d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.342361 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-8082300e-3edc-4136-b270-4f8977c19d66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649098 Mar 31 23:21:34.345788 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:34.361227 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:34.361969 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.376984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e2858ba-c998-4920-9610-56acc09cb32e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "PUT /v2.0/floatingips/25410013-ddc5-4ea5-945f-79ecae40515e HTTP/1.1" status: 200 len: 991 time: 1.2281215 Mar 31 23:21:34.376984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:34.376984 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bf2b86-4222-4b26-a9ff-786ea08d9938" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:34.416826 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137ce93-a193-4ddb-8053-c3ad949757f2 x-openstack-request-id: req-f137ce93-a193-4ddb-8053-c3ad949757f2 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:34.416826 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:34.416826 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f137ce93-a193-4ddb-8053-c3ad949757f2 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:34.418227 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f137ce93-a193-4ddb-8053-c3ad949757f2'] response: {'name': 'network-changed', 'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9', 'status': 'completed', 'code': 200} Mar 31 23:21:34.484689 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:34.505832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-e0df0835-25ce-4c42-91c7-d83891d0d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.507637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-e0df0835-25ce-4c42-91c7-d83891d0d722 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 1097 time: 0.0475862 Mar 31 23:21:34.519088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.524545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.593677 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-a603684f-1101-46e8-81a7-7b3e366b6281 service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131426 Mar 31 23:21:34.615817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-15aec117-8957-4527-ba6c-e73cee0e6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.617297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-15aec117-8957-4527-ba6c-e73cee0e6264 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.1036999 Mar 31 23:21:34.660118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.660706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router 51b1397d-c3a9-43af-acde-fa3513845b36 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:34.669310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.673648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44916) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:34.673831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a36ca1ee-5c95-4717-8162-1b972b749ec1 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36 HTTP/1.1" status: 204 len: 168 time: 0.4582837 Mar 31 23:21:34.722711 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2c264940-0594-4d00-816d-948b8adf4ccf req-15f4ece3-cf83-4be8-8f10-2697f28acd8a service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216056 Mar 31 23:21:34.726885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-c581c2cd-f125-4466-9110-88c2f9449726 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c58959-e5ea-40be-b346-1ed54877aba9 HTTP/1.1" status: 200 len: 999 time: 0.1029546 Mar 31 23:21:34.742740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 91048243-5230-42f5-858f-abc20f9c7b6e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:34.746882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.785990 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.818429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.820316 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '25410013-ddc5-4ea5-945f-79ecae40515e', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '01c58959-e5ea-40be-b346-1ed54877aba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:de:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:15Z', 'updated_at': '2022-03-31T23:21:33Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.840249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-7155b555-e638-47d9-95e8-8131880dce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.841678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-7155b555-e638-47d9-95e8-8131880dce3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0958037 Mar 31 23:21:34.846956 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:34.856436 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:34.857039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.941265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-47dad3f2-fca1-4579-953b-30a870568b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.942757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-47dad3f2-fca1-4579-953b-30a870568b66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918903 Mar 31 23:21:34.952480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.968656 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:35.079837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-c7519aa8-1675-4503-8f4d-f1d3f181193a service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287880 Mar 31 23:21:35.139801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.180092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=91048243-5230-42f5-858f-abc20f9c7b6e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:35.182871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.188092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b878920-ce30-4eb4-95a9-174864f053cf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/91048243-5230-42f5-858f-abc20f9c7b6e HTTP/1.1" status: 204 len: 168 time: 0.5084760 Mar 31 23:21:35.188936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:35.193903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329896a-fedf-4a16-b474-c10600c889ad None None] Network d5a73f16-c4db-492d-b9c4-9c12e841c93c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:35.204949 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '25410013-ddc5-4ea5-945f-79ecae40515e', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '01c58959-e5ea-40be-b346-1ed54877aba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:de:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:15Z', 'updated_at': '2022-03-31T23:21:33Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:35.231912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be24db-795f-4dbc-98f9-03413b17dcb4 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '25410013-ddc5-4ea5-945f-79ecae40515e', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': '01c58959-e5ea-40be-b346-1ed54877aba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:de:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:15Z', 'updated_at': '2022-03-31T23:21:33Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:35.428834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] DHCP port deletion for d5a73f16-c4db-492d-b9c4-9c12e841c93c request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:35.485363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Deleting port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:35.485891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.501647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9927ae0-e73c-4c7a-b895-fb1555618f36 None None] New status for floating IP 25410013-ddc5-4ea5-945f-79ecae40515e: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:35.592477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1bf2b86-4222-4b26-a9ff-786ea08d9938 req-d78ea34a-8f26-436c-a0e2-0a1e4591d1fd service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064323 Mar 31 23:21:35.600414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] For port e71647e7-7d13-4e7e-bc04-a29e2b15abe1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,segment=NetworkSegment(8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f),segment_id=8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:35.600730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.611722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 4cae4c78-d240-443d-8275-15c91436f27e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:35.619387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.648760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a15e8-9a43-4d7c-99f0-831728449cc3 req-ceaf7f9e-a28e-4252-b8fc-6734455cc88b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.650193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-887a15e8-9a43-4d7c-99f0-831728449cc3 req-ceaf7f9e-a28e-4252-b8fc-6734455cc88b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1047342 Mar 31 23:21:35.652336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Calling delete_port for e71647e7-7d13-4e7e-bc04-a29e2b15abe1 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:35.688331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.740822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-887a15e8-9a43-4d7c-99f0-831728449cc3 req-abd24d15-30b4-4765-a018-376a92d86035 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802600 Mar 31 23:21:35.815145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.831274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e71647e7-7d13-4e7e-bc04-a29e2b15abe1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:36.007243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.010782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.039124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=4cae4c78-d240-443d-8275-15c91436f27e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.042896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.049296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac7caeaa-754b-4134-b2d8-549384ad38bd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/4cae4c78-d240-443d-8275-15c91436f27e HTTP/1.1" status: 204 len: 168 time: 0.8497646 Mar 31 23:21:36.049495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:36.051580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91018f67-53dc-4236-9339-01606e6b8fdc None None] Network efe7bad7-33f4-4756-b1f2-aa8f945a9790 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:36.103342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.136738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.168156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] No DVR routers for this DVR port e71647e7-7d13-4e7e-bc04-a29e2b15abe1 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:36.171949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19a755-3882-4a06-b16b-458b87685733 None None] Pushing event deleted for resources: {'Port': ['ID=e71647e7-7d13-4e7e-bc04-a29e2b15abe1,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.230843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.253338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a73f16-c4db-492d-b9c4-9c12e841c93c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.265053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.265355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b65ad77-bcfb-44b1-aa9d-2bcd0bb04d8f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.275530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.290358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.295927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] DHCP port deletion for efe7bad7-33f4-4756-b1f2-aa8f945a9790 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:36.297443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:36.297843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:36.301714 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:36.353819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Deleting port 369492ad-bccb-4a63-b4a1-ae995ff72e37 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:36.354198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.417160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] For port 369492ad-bccb-4a63-b4a1-ae995ff72e37, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369492ad-bccb-4a63-b4a1-ae995ff72e37,segment=NetworkSegment(21eb1bc2-796d-4c91-9523-74e307a76161),segment_id=21eb1bc2-796d-4c91-9523-74e307a76161)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:36.417556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.430409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Calling delete_port for 369492ad-bccb-4a63-b4a1-ae995ff72e37 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:36.432912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.441874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.448224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/d5a73f16-c4db-492d-b9c4-9c12e841c93c HTTP/1.1" status: 204 len: 168 time: 0.3950682 Mar 31 23:21:36.448358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44924) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:36.455703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a377ae-d757-4678-bfc8-3feea45dd8e7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=d5a73f16-c4db-492d-b9c4-9c12e841c93c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.536313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.590154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 369492ad-bccb-4a63-b4a1-ae995ff72e37 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:36.590527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.630858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.656740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] Pushing event deleted for resources: {'Port': ['ID=369492ad-bccb-4a63-b4a1-ae995ff72e37,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.658353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 369492ad-bccb-4a63-b4a1-ae995ff72e37, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=369492ad-bccb-4a63-b4a1-ae995ff72e37,segment=NetworkSegment(21eb1bc2-796d-4c91-9523-74e307a76161),segment_id=21eb1bc2-796d-4c91-9523-74e307a76161)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:36.658724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.661283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c8051-3698-4fe2-ab66-202f8e3ab056 None None] No DVR routers for this DVR port 369492ad-bccb-4a63-b4a1-ae995ff72e37 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:36.675448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 369492ad-bccb-4a63-b4a1-ae995ff72e37 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:36.750109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.773931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=369492ad-bccb-4a63-b4a1-ae995ff72e37,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.779756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port 369492ad-bccb-4a63-b4a1-ae995ff72e37 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:36.899874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.925073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe7bad7-33f4-4756-b1f2-aa8f945a9790']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.942531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02548-7f39-48bf-be66-a90342614385 req-1f3a5b07-0c19-4a47-a079-33a4faa56c58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.944052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6c02548-7f39-48bf-be66-a90342614385 req-1f3a5b07-0c19-4a47-a079-33a4faa56c58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 944 time: 0.1158252 Mar 31 23:21:36.945752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eb1bc2-796d-4c91-9523-74e307a76161') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.946049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eb1bc2-796d-4c91-9523-74e307a76161') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.957348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.984195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.996740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:36.997128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:37.000055 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:37.022156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6c02548-7f39-48bf-be66-a90342614385 req-05b7a6dd-63cf-461c-b9b1-75157896b5ea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693295 Mar 31 23:21:37.153493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.161078 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.164267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/efe7bad7-33f4-4756-b1f2-aa8f945a9790 HTTP/1.1" status: 204 len: 168 time: 0.7149754 Mar 31 23:21:37.168374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:37.173522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1219554354'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:37.176384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fe97e-b6e5-4af7-af18-0ec0d2a01204 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=efe7bad7-33f4-4756-b1f2-aa8f945a9790,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:37.296241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:37.299673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.323558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:37.333572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.333906 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment 52b91250-782d-4136-b9f7-e23956260056 of type vlan for network dd50054d-342e-4be9-8ec5-d92fa123ff2d Mar 31 23:21:37.372305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.484489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.490749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.491374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.560007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=dd50054d-342e-4be9-8ec5-d92fa123ff2d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:37.570887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:37.596057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0506105f-ce05-4683-bbc5-69241406da19 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4265811 Mar 31 23:21:37.599327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44932) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:37.604212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:37.684638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:37.772960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369492ad-bccb-4a63-b4a1-ae995ff72e37 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:37.781483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:37.785820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.802647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 369492ad-bccb-4a63-b4a1-ae995ff72e37 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:37.802987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 369492ad-bccb-4a63-b4a1-ae995ff72e37 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:37.812234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:37.821353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'port_id': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'mac_address': 'fa:16:3e:60:e6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:37.865223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.879263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:37.899547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:37.993065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.041581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.055865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.115583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=2cc4d22b-a5b3-400c-950c-f9339d0ef1de,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.123031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': '52b91250-782d-4136-b9f7-e23956260056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:38.123409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: dd50054d-342e-4be9-8ec5-d92fa123ff2d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:38.146292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c3-cd9e-4d9f-99d5-c58ec2354c69 req-6d32ab3b-00a4-461a-bb1c-cd54ead2cc3e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.148596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-599de4c3-cd9e-4d9f-99d5-c58ec2354c69 req-6d32ab3b-00a4-461a-bb1c-cd54ead2cc3e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.0530093 Mar 31 23:21:38.185578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-599de4c3-cd9e-4d9f-99d5-c58ec2354c69 req-c17b3771-6a86-40d7-bdb3-a54e1fdfe08b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Mar 31 23:21:38.236765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:38.333874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, dd50054d-342e-4be9-8ec5-d92fa123ff2d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:38.337989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.338500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.343469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a262c16b-8871-4eb6-9055-a8eb0efeef34 None None] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:38.436136 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ac02198-91cb-4287-84a8-d0897a296868 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8357615 Mar 31 23:21:38.438631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44938) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:38.443184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-388771862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:38.493206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-dd50054d-342e-4be9-8ec5-d92fa123ff2d', 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '2cc4d22b-a5b3-400c-950c-f9339d0ef1de'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:38.494098 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.510345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:38.528624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.530863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.577582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5db6c6-ad2a-47cb-8196-5a466390077d req-876f56fa-d5ac-4360-aab5-7ae344b0f17d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.579334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f5db6c6-ad2a-47cb-8196-5a466390077d req-876f56fa-d5ac-4360-aab5-7ae344b0f17d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.0605655 Mar 31 23:21:38.594132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.627539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f5db6c6-ad2a-47cb-8196-5a466390077d req-9932b304-9d1a-458f-8dd4-1d905447f8e1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Mar 31 23:21:38.699440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Allocated IP 2001:db8::2 (dd50054d-342e-4be9-8ec5-d92fa123ff2d/2cc4d22b-a5b3-400c-950c-f9339d0ef1de/a938f35d-0272-4358-8e37-1cedf626db53) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:38.752013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.768211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-1fa16c65-11b1-464b-b5e2-fc41909ed7bf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.770331 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-1fa16c65-11b1-464b-b5e2-fc41909ed7bf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21&tenant_id=710a39ff3417413aa2e29836e3ab1830&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 945 time: 0.0977721 Mar 31 23:21:38.836229 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-765e35ff-1b5d-4d0b-bc7b-a417b3fe8476 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:21:38.837293 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-765e35ff-1b5d-4d0b-bc7b-a417b3fe8476 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0565493 Mar 31 23:21:38.844005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.846541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca6844c8-66c9-48b1-82df-d419d7f17269 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4053264 Mar 31 23:21:38.848278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:38.853672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'port': {'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d', 'name': 'tempest-RoutersIpV6Test-69821282'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:38.935546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-f5c7d94b-6a17-4d77-9a34-32113e0c5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.937188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-f5c7d94b-6a17-4d77-9a34-32113e0c5cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1096 time: 0.0536358 Mar 31 23:21:38.939589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.008706 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.031720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-e6f9c2a5-35bc-4a51-98ac-fa2b88b056ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.033220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-e6f9c2a5-35bc-4a51-98ac-fa2b88b056ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.0901194 Mar 31 23:21:39.053241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:39.056213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:39.059835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:39.061581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:39.066703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.068767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Pushing event updated for resources: {'Port': ['ID=a938f35d-0272-4358-8e37-1cedf626db53,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:39.089276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] device_id is not set on port 2134ca25-6769-48d2-bba8-dbb8e5d379ad yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:39.109006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-309ff1c9-0996-489b-acf9-53c4ba624dc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 1001 time: 0.0680861 Mar 31 23:21:39.123112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Attempting to bind port a938f35d-0272-4358-8e37-1cedf626db53 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:39.123480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Attempting to bind port a938f35d-0272-4358-8e37-1cedf626db53 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '52b91250-782d-4136-b9f7-e23956260056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:39.123845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Attempting to bind port a938f35d-0272-4358-8e37-1cedf626db53 on network dd50054d-342e-4be9-8ec5-d92fa123ff2d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:39.129801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:39.132405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Checking segment: {'id': '52b91250-782d-4136-b9f7-e23956260056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:39.132405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.132405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Bound using segment: {'id': '52b91250-782d-4136-b9f7-e23956260056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:39.132405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Bound port: a938f35d-0272-4358-8e37-1cedf626db53, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b91250-782d-4136-b9f7-e23956260056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dd50054d-342e-4be9-8ec5-d92fa123ff2d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:39.132405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.162795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-790437ee-4f25-4190-b7b3-6be1b9243ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.164357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-790437ee-4f25-4190-b7b3-6be1b9243ee1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.0474296 Mar 31 23:21:39.201192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] For port a938f35d-0272-4358-8e37-1cedf626db53, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:39.204474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] For port a938f35d-0272-4358-8e37-1cedf626db53, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a938f35d-0272-4358-8e37-1cedf626db53,segment=NetworkSegment(52b91250-782d-4136-b9f7-e23956260056),segment_id=52b91250-782d-4136-b9f7-e23956260056)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:39.211076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-1354183f-7337-49a0-89e3-12a3cef3f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.212636 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-1354183f-7337-49a0-89e3-12a3cef3f359 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407779 Mar 31 23:21:39.227863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8::e2 (dd50054d-342e-4be9-8ec5-d92fa123ff2d/2cc4d22b-a5b3-400c-950c-f9339d0ef1de/2134ca25-6769-48d2-bba8-dbb8e5d379ad) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:39.291646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.306650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-d494bc90-fc01-418b-9ee1-a7f4a480f528 service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873322 Mar 31 23:21:39.359860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d3a8-1b00-4a1d-ac57-44964db17f6c None None] Pushing event updated for resources: {'Port': ['ID=a938f35d-0272-4358-8e37-1cedf626db53,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:39.400996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.416494 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a6846983-dbbf-4efb-bcd7-0a1f0775d44f req-6e6fb6a3-ca1f-493e-ab3b-d532b9a7dced service neutron] 10.222.0.44 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013420 Mar 31 23:21:39.483309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.532165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:39.536912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:39.546696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:39.555096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.555761 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.575839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2134ca25-6769-48d2-bba8-dbb8e5d379ad,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:39.659125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2cc45fac-e15d-4c92-ba8a-7e59916c182d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.8093820 Mar 31 23:21:39.662839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44946) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:39.805387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a938f35d-0272-4358-8e37-1cedf626db53 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:39.865052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a938f35d-0272-4358-8e37-1cedf626db53 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:39.865417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.880290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ec2a4-214f-41ad-83c3-d3643bb5a733 req-c652be1a-ca9a-4c78-a699-01a100a3ba2b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.881816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-921ec2a4-214f-41ad-83c3-d3643bb5a733 req-c652be1a-ca9a-4c78-a699-01a100a3ba2b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.1358075 Mar 31 23:21:39.946751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.986881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a938f35d-0272-4358-8e37-1cedf626db53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a938f35d-0272-4358-8e37-1cedf626db53,segment=NetworkSegment(52b91250-782d-4136-b9f7-e23956260056),segment_id=52b91250-782d-4136-b9f7-e23956260056)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:40.007791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-921ec2a4-214f-41ad-83c3-d3643bb5a733 req-9e0a0e6d-6ad7-43ce-9216-fc2f6a0136db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925534 Mar 31 23:21:40.106094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.130859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.200664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a938f35d-0272-4358-8e37-1cedf626db53,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.381383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.390617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c244c-9ec4-48a5-8c7b-54b00c9ce1a8 None None] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:40.461915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.464322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fa5e6268-e9fd-4fbb-8998-6a3c47d642ff None None] Provisioning complete for port a938f35d-0272-4358-8e37-1cedf626db53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:40.464692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6268-e9fd-4fbb-8998-6a3c47d642ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.548110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2134ca25-6769-48d2-bba8-dbb8e5d379ad,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.661601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.868448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.940828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f3a376b2-b235-4d4f-95c5-24041e586581 None None] Provisioning complete for port a938f35d-0272-4358-8e37-1cedf626db53 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:40.942079 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f3a376b2-b235-4d4f-95c5-24041e586581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.051666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f3a376b2-b235-4d4f-95c5-24041e586581 None None] Provisioning complete for port 2134ca25-6769-48d2-bba8-dbb8e5d379ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.051666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f3a376b2-b235-4d4f-95c5-24041e586581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.083729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f3a376b2-b235-4d4f-95c5-24041e586581 None None] Port 2134ca25-6769-48d2-bba8-dbb8e5d379ad cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:41.185390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744faea2-a031-467d-8a42-613c89119aa3 req-903aa320-21f1-4985-aa7e-f9998fa9c789 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:41.186943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-744faea2-a031-467d-8a42-613c89119aa3 req-903aa320-21f1-4985-aa7e-f9998fa9c789 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 945 time: 0.0843501 Mar 31 23:21:41.204677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1779e838-20b0-4585-b95e-d98a57c53121 None None] Provisioning complete for port 2134ca25-6769-48d2-bba8-dbb8e5d379ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.205195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1779e838-20b0-4585-b95e-d98a57c53121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.211933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.248302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1779e838-20b0-4585-b95e-d98a57c53121 None None] Port 2134ca25-6769-48d2-bba8-dbb8e5d379ad cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:41.248663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-744faea2-a031-467d-8a42-613c89119aa3 req-673973f5-2b90-4856-b830-473e159d1dca tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Mar 31 23:21:41.275395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:41.311798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.312590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.366338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-943053ca-8a56-4966-9dfc-416e5a302dd8 None None] Provisioning complete for port 2134ca25-6769-48d2-bba8-dbb8e5d379ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.366787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-943053ca-8a56-4966-9dfc-416e5a302dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.402093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-943053ca-8a56-4966-9dfc-416e5a302dd8 None None] Port 2134ca25-6769-48d2-bba8-dbb8e5d379ad cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:41.415878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-179f8606-b226-4b8a-8496-b9d90c3df0e3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 200 len: 993 time: 0.1393490 Mar 31 23:21:41.426034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2134ca25-6769-48d2-bba8-dbb8e5d379ad,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:41.464586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:41.465969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:41.596697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29bd40b4-f68d-4039-a399-508723365d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.661824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 56787c20-f7e6-4349-ac20-d9057be5282a is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:41.698337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:41.749288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0027f5bd-641c-4082-85ec-6390b12ceafc None None] Provisioning complete for port 2134ca25-6769-48d2-bba8-dbb8e5d379ad triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.749656 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0027f5bd-641c-4082-85ec-6390b12ceafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.760564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:41.768729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44956) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:41.769813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b6d1bd54-184e-462b-9c44-c1d3dbe3ee23 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/56787c20-f7e6-4349-ac20-d9057be5282a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048336 Mar 31 23:21:41.787221 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] Sync routers for ids ['56787c20-f7e6-4349-ac20-d9057be5282a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:41.790328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a938f35d-0272-4358-8e37-1cedf626db53 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:41.798077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] Routers {'56787c20-f7e6-4349-ac20-d9057be5282a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:41.798691 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56787c20-f7e6-4349-ac20-d9057be5282a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.817062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0027f5bd-641c-4082-85ec-6390b12ceafc None None] Port 2134ca25-6769-48d2-bba8-dbb8e5d379ad cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:41.821264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cec7f1b-4e57-4ce6-b2e4-1f3ef208a1c9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:41.823130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9cec7f1b-4e57-4ce6-b2e4-1f3ef208a1c9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports/2134ca25-6769-48d2-bba8-dbb8e5d379ad HTTP/1.1" status: 200 len: 981 time: 0.0521407 Mar 31 23:21:41.825877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:41.837860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.851246 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] Routers {'56787c20-f7e6-4349-ac20-d9057be5282a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:41.852120 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56787c20-f7e6-4349-ac20-d9057be5282a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.852732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a938f35d-0272-4358-8e37-1cedf626db53 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.853108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.887850 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.888503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b7fda-ab55-4b8c-8996-ae57eb2db50b None None] The sync data for ids ['56787c20-f7e6-4349-ac20-d9057be5282a'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:41.893628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:41.900438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:41.900811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.021742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.045383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:42.047647 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcf1af1-33e1-4d5a-8cda-ab79ff220a67" -d '{"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:42.064300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:42.087467 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5ae60-7ab1-4f3c-857a-5e1fca81d456 x-openstack-request-id: req-a3d5ae60-7ab1-4f3c-857a-5e1fca81d456 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:42.087762 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:42.088013 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3d5ae60-7ab1-4f3c-857a-5e1fca81d456 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:42.088408 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d5ae60-7ab1-4f3c-857a-5e1fca81d456'] response: {'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'code': 200} Mar 31 23:21:42.151166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.197935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:42.245015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.448229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 2134ca25-6769-48d2-bba8-dbb8e5d379ad {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:42.448559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.530419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.541931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 2134ca25-6769-48d2-bba8-dbb8e5d379ad owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:42.791227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.822659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=2134ca25-6769-48d2-bba8-dbb8e5d379ad,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:43.211371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.363493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 56787c20-f7e6-4349-ac20-d9057be5282a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:43.442860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:43.448074 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3985abba-bb6f-4e37-88b4-9545b25e3d0d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/56787c20-f7e6-4349-ac20-d9057be5282a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6211984 Mar 31 23:21:43.450976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:43.453035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] Sync routers for ids ['56787c20-f7e6-4349-ac20-d9057be5282a'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:43.463574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] Routers {'56787c20-f7e6-4349-ac20-d9057be5282a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:43.464180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56787c20-f7e6-4349-ac20-d9057be5282a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:43.639052 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-79162634-d0b0-42ba-8df4-c48101f14885 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:21:43.640117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-79162634-d0b0-42ba-8df4-c48101f14885 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/56787c20-f7e6-4349-ac20-d9057be5282a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1880405 Mar 31 23:21:43.642851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:43.650672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:43.659101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] Routers {'56787c20-f7e6-4349-ac20-d9057be5282a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:43.659743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['56787c20-f7e6-4349-ac20-d9057be5282a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:43.669515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eed9f734-1af8-4cff-9a32-9f8bbd3f0ff9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=56787c20-f7e6-4349-ac20-d9057be5282a HTTP/1.1" status: 200 len: 205 time: 0.0255899 Mar 31 23:21:43.672030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44966) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:43.693353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:43.693991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751810-b102-47e1-9cc6-18f95fde8f94 None None] The sync data for ids ['56787c20-f7e6-4349-ac20-d9057be5282a'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:43.751713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.833319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1f52a32a-81bb-4c5d-a477-daad9419e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.205856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.208946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.330343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.330813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router 56787c20-f7e6-4349-ac20-d9057be5282a {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:44.338133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.339256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-15d6c614-19c9-499e-8086-e5705d98b944 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/56787c20-f7e6-4349-ac20-d9057be5282a HTTP/1.1" status: 204 len: 168 time: 0.6663134 Mar 31 23:21:44.341879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44968) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:44.392493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 2cc4d22b-a5b3-400c-950c-f9339d0ef1de {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:44.396427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.436153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.524201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.650919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.676602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc4d22b-a5b3-400c-950c-f9339d0ef1de,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:44.683357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.686576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-78cbe111-24bc-4443-9313-477f6d72c5a6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/2cc4d22b-a5b3-400c-950c-f9339d0ef1de HTTP/1.1" status: 204 len: 168 time: 0.3437746 Mar 31 23:21:44.689432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:44.693747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595ae30-d64f-48b2-b062-71ee20c29f0e None None] Network dd50054d-342e-4be9-8ec5-d92fa123ff2d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:44.772793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.828804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port a938f35d-0272-4358-8e37-1cedf626db53 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:44.829158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.861041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] DHCP port deletion for dd50054d-342e-4be9-8ec5-d92fa123ff2d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:44.892918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port a938f35d-0272-4358-8e37-1cedf626db53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a938f35d-0272-4358-8e37-1cedf626db53,segment=NetworkSegment(52b91250-782d-4136-b9f7-e23956260056),segment_id=52b91250-782d-4136-b9f7-e23956260056)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:44.893277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.907222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for a938f35d-0272-4358-8e37-1cedf626db53 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:44.909134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Deleting port a938f35d-0272-4358-8e37-1cedf626db53 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:44.910146 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.986405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] For port a938f35d-0272-4358-8e37-1cedf626db53, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a938f35d-0272-4358-8e37-1cedf626db53,segment=NetworkSegment(52b91250-782d-4136-b9f7-e23956260056),segment_id=52b91250-782d-4136-b9f7-e23956260056)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:44.986810 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.002017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Calling delete_port for a938f35d-0272-4358-8e37-1cedf626db53 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:45.067900 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.077004 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.094971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=a938f35d-0272-4358-8e37-1cedf626db53,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.100379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port a938f35d-0272-4358-8e37-1cedf626db53 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:45.106703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] Pushing event deleted for resources: {'Port': ['ID=a938f35d-0272-4358-8e37-1cedf626db53,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.110077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34806b62-6d65-416d-b2ca-e27f4e5cf4dd None None] No DVR routers for this DVR port a938f35d-0272-4358-8e37-1cedf626db53 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:45.184776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.205245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd50054d-342e-4be9-8ec5-d92fa123ff2d']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.215648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b91250-782d-4136-b9f7-e23956260056') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.215955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b91250-782d-4136-b9f7-e23956260056') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.226346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.239717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.245631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:45.246020 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:45.249004 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:45.330566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.359033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.367864 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.371193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/dd50054d-342e-4be9-8ec5-d92fa123ff2d HTTP/1.1" status: 204 len: 168 time: 0.6807194 Mar 31 23:21:45.375162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44972) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.381193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1066521992'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:45.381357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab4d9d-dbed-4008-ae4a-14cd3c858bcc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=dd50054d-342e-4be9-8ec5-d92fa123ff2d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.461923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:45.465365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.489152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:45.497768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.498101 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment 7d95d411-2321-4a65-8139-90d356cb0d7d of type vlan for network ff14f076-289f-4019-b9ee-2c2c73a4d476 Mar 31 23:21:45.537876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.604309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.609796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:45.610373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.679399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=ff14f076-289f-4019-b9ee-2c2c73a4d476,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.686982 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f7a63da9-c0e7-4bb7-a1b0-64963f6ce72e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3107691 Mar 31 23:21:45.689864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44974) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.690229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:45.696080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:45.784531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a938f35d-0272-4358-8e37-1cedf626db53 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:45.805521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a938f35d-0272-4358-8e37-1cedf626db53 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:45.805859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a938f35d-0272-4358-8e37-1cedf626db53 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:45.827508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:45.831086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.079302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.139504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=00d91d3f-54f0-4b2a-b3f0-429f11ccf154,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.155065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': '7d95d411-2321-4a65-8139-90d356cb0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:46.155430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: ff14f076-289f-4019-b9ee-2c2c73a4d476, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:46.225155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:46.290021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, ff14f076-289f-4019-b9ee-2c2c73a4d476) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:46.294137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.294725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.298532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980e180-6a92-4dea-8aed-040a40a58305 None None] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:46.372920 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-22f8bb52-fd74-464c-810f-b91e0ed3b5d0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6820009 Mar 31 23:21:46.375619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.380066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1946304214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:46.445782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-ff14f076-289f-4019-b9ee-2c2c73a4d476', 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '00d91d3f-54f0-4b2a-b3f0-429f11ccf154'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:46.446638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.461939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.463202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.517059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.604684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.609482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Allocated IP 2001:db8::2 (ff14f076-289f-4019-b9ee-2c2c73a4d476/00d91d3f-54f0-4b2a-b3f0-429f11ccf154/9ad8a70d-c554-4b93-a1e0-d89315ec1657) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:46.674773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.680659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.682027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae1658cc-7355-40c6-a668-3056e5ae037f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3053460 Mar 31 23:21:46.685206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44978) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.772248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.833339 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.845189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.886609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:46.889742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:46.893170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:46.901076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Pushing event updated for resources: {'Port': ['ID=9ad8a70d-c554-4b93-a1e0-d89315ec1657,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.955640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Attempting to bind port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:46.956007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Attempting to bind port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7d95d411-2321-4a65-8139-90d356cb0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:46.956979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Attempting to bind port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 on network ff14f076-289f-4019-b9ee-2c2c73a4d476 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:46.962081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:46.962453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Checking segment: {'id': '7d95d411-2321-4a65-8139-90d356cb0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:46.962851 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.966613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Bound using segment: {'id': '7d95d411-2321-4a65-8139-90d356cb0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:46.966613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Bound port: 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d95d411-2321-4a65-8139-90d356cb0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ff14f076-289f-4019-b9ee-2c2c73a4d476'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:46.966613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.973127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.036871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] For port 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:47.039910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] For port 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ad8a70d-c554-4b93-a1e0-d89315ec1657,segment=NetworkSegment(7d95d411-2321-4a65-8139-90d356cb0d7d),segment_id=7d95d411-2321-4a65-8139-90d356cb0d7d)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:47.129109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.189357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bab25f-4795-4cb2-94dc-aaf7efc50553 None None] Pushing event updated for resources: {'Port': ['ID=9ad8a70d-c554-4b93-a1e0-d89315ec1657,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.219842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8::1 (ff14f076-289f-4019-b9ee-2c2c73a4d476/00d91d3f-54f0-4b2a-b3f0-429f11ccf154/c6e4cca2-93dc-4998-9e62-fc7bd16ee830) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:47.355452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.485119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.535750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:47.539062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:47.541472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:47.542227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.579247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=c6e4cca2-93dc-4998-9e62-fc7bd16ee830,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.727179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.812146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ad8a70d-c554-4b93-a1e0-d89315ec1657 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:47.868029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:47.869148 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.955866 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.002718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ad8a70d-c554-4b93-a1e0-d89315ec1657,segment=NetworkSegment(7d95d411-2321-4a65-8139-90d356cb0d7d),segment_id=7d95d411-2321-4a65-8139-90d356cb0d7d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:48.064800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.118918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.158912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.160321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.178446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9ad8a70d-c554-4b93-a1e0-d89315ec1657,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:48.233359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97ef8b-76b4-4713-9354-4eb2db07fb2d None None] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:48.250495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=c6e4cca2-93dc-4998-9e62-fc7bd16ee830,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:48.297252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:48.298702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:48.321606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4efdd335-090e-49ba-9386-f1b6326679fe None None] Provisioning complete for port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:48.321978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4efdd335-090e-49ba-9386-f1b6326679fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.511332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router acfa73d4-8291-4d12-824b-e6a581400a55 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:48.613818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:48.622652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7c862ed5-4d1b-4d60-a4c9-0f49f09d2de3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/acfa73d4-8291-4d12-824b-e6a581400a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333677 Mar 31 23:21:48.622748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:48.626081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] Sync routers for ids ['acfa73d4-8291-4d12-824b-e6a581400a55'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:48.638231 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] Routers {'acfa73d4-8291-4d12-824b-e6a581400a55'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:48.639367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['acfa73d4-8291-4d12-824b-e6a581400a55'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.678543 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.681826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a46da-8e1e-4f3c-b7d5-bf77a9028865 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.683529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ee5a46da-8e1e-4f3c-b7d5-bf77a9028865 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports/c6e4cca2-93dc-4998-9e62-fc7bd16ee830 HTTP/1.1" status: 200 len: 911 time: 0.0606430 Mar 31 23:21:48.686427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44996) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:48.690435 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] Routers {'acfa73d4-8291-4d12-824b-e6a581400a55'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:48.691865 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['acfa73d4-8291-4d12-824b-e6a581400a55'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.725939 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.726587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd1adb-1288-4972-a19d-047568e5136a None None] The sync data for ids ['acfa73d4-8291-4d12-824b-e6a581400a55'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:48.810777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f9322082-e9f4-4ba3-bfe6-a1a5e0b9bcdf None None] Provisioning complete for port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:48.811398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9322082-e9f4-4ba3-bfe6-a1a5e0b9bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.914657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f9322082-e9f4-4ba3-bfe6-a1a5e0b9bcdf None None] Provisioning complete for port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:48.915426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9322082-e9f4-4ba3-bfe6-a1a5e0b9bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.953760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f9322082-e9f4-4ba3-bfe6-a1a5e0b9bcdf None None] Port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:49.049204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.089603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-402fc7d3-3cb4-48fd-abdd-f1b2b75f2410 None None] Provisioning complete for port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:49.090246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-402fc7d3-3cb4-48fd-abdd-f1b2b75f2410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.137064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-402fc7d3-3cb4-48fd-abdd-f1b2b75f2410 None None] Port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:49.257439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8c03a495-49e4-4566-bac9-402a7bd55672 None None] Provisioning complete for port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:49.257904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c03a495-49e4-4566-bac9-402a7bd55672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.303856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8c03a495-49e4-4566-bac9-402a7bd55672 None None] Port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:49.330337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port c6e4cca2-93dc-4998-9e62-fc7bd16ee830 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:49.330673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.711337 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.722736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for c6e4cca2-93dc-4998-9e62-fc7bd16ee830 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:49.782430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ad8a70d-c554-4b93-a1e0-d89315ec1657 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:49.833303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:49.833674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.959867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.990329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=c6e4cca2-93dc-4998-9e62-fc7bd16ee830,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.087092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.258271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router acfa73d4-8291-4d12-824b-e6a581400a55 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:50.337010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:50.341849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e7fe7b64-eeb3-4ffd-abc8-6eaa4be1185f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/acfa73d4-8291-4d12-824b-e6a581400a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6542065 Mar 31 23:21:50.344679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45004) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:50.347964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] Sync routers for ids ['acfa73d4-8291-4d12-824b-e6a581400a55'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:50.357847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] Routers {'acfa73d4-8291-4d12-824b-e6a581400a55'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:50.358458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['acfa73d4-8291-4d12-824b-e6a581400a55'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.372635 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5cec3d77-b456-4ede-ac76-85ac7cbd24c2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=acfa73d4-8291-4d12-824b-e6a581400a55 HTTP/1.1" status: 200 len: 205 time: 0.0268176 Mar 31 23:21:50.375194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:50.396318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.405940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] Routers {'acfa73d4-8291-4d12-824b-e6a581400a55'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:50.406542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['acfa73d4-8291-4d12-824b-e6a581400a55'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.440006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.440663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3585-841b-43ab-a760-254f4dac3eda None None] The sync data for ids ['acfa73d4-8291-4d12-824b-e6a581400a55'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:50.450803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.622302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.625279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.781849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.782520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router acfa73d4-8291-4d12-824b-e6a581400a55 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:50.789548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.792660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f4b204e8-d170-4c3b-93a4-dd5afdef523d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/acfa73d4-8291-4d12-824b-e6a581400a55 HTTP/1.1" status: 204 len: 168 time: 0.4145174 Mar 31 23:21:50.793233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45012) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:50.845059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 00d91d3f-54f0-4b2a-b3f0-429f11ccf154 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:50.848203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.887810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.977091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.107712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.136087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=00d91d3f-54f0-4b2a-b3f0-429f11ccf154,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.139584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.142868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46e8ebe1-e2a3-4002-9f9f-fd23d801c31d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/00d91d3f-54f0-4b2a-b3f0-429f11ccf154 HTTP/1.1" status: 204 len: 168 time: 0.3485124 Mar 31 23:21:51.145427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45022) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.149825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af47474-a5a4-42d6-9d13-3b6283d1fcc0 None None] Network ff14f076-289f-4019-b9ee-2c2c73a4d476 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:51.224638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.283085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:51.283438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.350503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ad8a70d-c554-4b93-a1e0-d89315ec1657,segment=NetworkSegment(7d95d411-2321-4a65-8139-90d356cb0d7d),segment_id=7d95d411-2321-4a65-8139-90d356cb0d7d)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:51.350887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.364795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 9ad8a70d-c554-4b93-a1e0-d89315ec1657 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:51.378233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] DHCP port deletion for ff14f076-289f-4019-b9ee-2c2c73a4d476 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:51.380065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0d4d-9d7f-4183-bb63-33d6f6e3c353 req-d0f687de-93e4-47ad-9f0a-13b117f80a08 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.382173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-912a0d4d-9d7f-4183-bb63-33d6f6e3c353 req-d0f687de-93e4-47ad-9f0a-13b117f80a08 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0576887 Mar 31 23:21:51.422127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-912a0d4d-9d7f-4183-bb63-33d6f6e3c353 req-3bf8efb0-88f1-45fc-9822-a49bc6a21529 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336969 Mar 31 23:21:51.431618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Deleting port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:51.431989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.498720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] For port 9ad8a70d-c554-4b93-a1e0-d89315ec1657, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9ad8a70d-c554-4b93-a1e0-d89315ec1657,segment=NetworkSegment(7d95d411-2321-4a65-8139-90d356cb0d7d),segment_id=7d95d411-2321-4a65-8139-90d356cb0d7d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:51.499144 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.511607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Calling delete_port for 9ad8a70d-c554-4b93-a1e0-d89315ec1657 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:51.552946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.582099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=9ad8a70d-c554-4b93-a1e0-d89315ec1657,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.585802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:51.586308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.617623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] Pushing event deleted for resources: {'Port': ['ID=9ad8a70d-c554-4b93-a1e0-d89315ec1657,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.622649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429f7cf-8b2d-4b7d-b777-f9d1c2ffc80f None None] No DVR routers for this DVR port 9ad8a70d-c554-4b93-a1e0-d89315ec1657 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:51.676721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.700997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff14f076-289f-4019-b9ee-2c2c73a4d476']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.710940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d95d411-2321-4a65-8139-90d356cb0d7d') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.711275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d95d411-2321-4a65-8139-90d356cb0d7d') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.721488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.735713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.742346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:51.742743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:51.745787 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:51.782542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ad8a70d-c554-4b93-a1e0-d89315ec1657 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:51.804419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9ad8a70d-c554-4b93-a1e0-d89315ec1657 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:51.804758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9ad8a70d-c554-4b93-a1e0-d89315ec1657 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:51.861642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.869145 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.872421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/ff14f076-289f-4019-b9ee-2c2c73a4d476 HTTP/1.1" status: 204 len: 168 time: 0.7258239 Mar 31 23:21:51.876180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45026) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.881325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-179769546', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:51.885627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd77c-4a1b-46c7-9235-c60cb4f3d0dd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=ff14f076-289f-4019-b9ee-2c2c73a4d476,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.958998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.959982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.017222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.208650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.474029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.493192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.608380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c1a44-7fec-4008-a2ff-0e65c01cd83b req-4efef88a-cf31-42b0-81c2-46c4b0f8b66c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:52.609864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067c1a44-7fec-4008-a2ff-0e65c01cd83b req-4efef88a-cf31-42b0-81c2-46c4b0f8b66c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1097798 Mar 31 23:21:52.654390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 172.25.6.62 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0892167b-7124-4879-822c-e8ef607b3a2b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:52.675489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067c1a44-7fec-4008-a2ff-0e65c01cd83b req-6c5c6586-3c3b-4d64-b441-d65043941eaa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569670 Mar 31 23:21:52.778864 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.797028 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:52.879515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.924592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:52.928479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:52.931492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:52.955358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=0892167b-7124-4879-822c-e8ef607b3a2b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:52.968520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.969011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.969356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.969694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.970028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.970358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.970685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.971032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.971367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.972253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.972584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:52.972906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.268251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.477591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.684328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router d0039bad-21c3-4995-96b1-55484ab63232 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:53.824213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:53.833837 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012641d3-de08-4429-bd62-df87310ef396 None None] Sync routers for ids ['d0039bad-21c3-4995-96b1-55484ab63232'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:53.837378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664d38b-5fbf-4dbd-b1e0-981f9c70a63e req-e9f8b04b-4906-461f-8198-28e02098acf2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:53.838863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5664d38b-5fbf-4dbd-b1e0-981f9c70a63e req-e9f8b04b-4906-461f-8198-28e02098acf2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0713129 Mar 31 23:21:53.843630 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] Routers {'d0039bad-21c3-4995-96b1-55484ab63232'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:53.844247 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d0039bad-21c3-4995-96b1-55484ab63232'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.880117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5664d38b-5fbf-4dbd-b1e0-981f9c70a63e req-d4274447-3c3c-4e82-9f7a-736832ad13de tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340044 Mar 31 23:21:53.880669 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.889617 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] Routers {'d0039bad-21c3-4995-96b1-55484ab63232'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:53.890375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d0039bad-21c3-4995-96b1-55484ab63232'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.924019 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-012641d3-de08-4429-bd62-df87310ef396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.924655 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012641d3-de08-4429-bd62-df87310ef396 None None] The sync data for ids ['d0039bad-21c3-4995-96b1-55484ab63232'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:53.941831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.942972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8b090ab4-824c-4d7c-9a0a-ec081f75a984 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0654941 Mar 31 23:21:53.945737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45032) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.250630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.354177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9764b4a6-efd3-418c-9f8f-93a694d2aab8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers/d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 200 len: 883 time: 0.4073122 Mar 31 23:21:54.356595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.481380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-6334d23b-19d9-4d7d-a861-c68df5222c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:54.482973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-6334d23b-19d9-4d7d-a861-c68df5222c63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1097 time: 0.0510666 Mar 31 23:21:54.586710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffee4338-028b-45ef-b85b-b9ed7ecd141b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2288814 Mar 31 23:21:54.590202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.594429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-179769546'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.600202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-89842a0b-389a-4b88-b8f5-0398677b4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:54.601685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-89842a0b-389a-4b88-b8f5-0398677b4d4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.0985785 Mar 31 23:21:54.674390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-21c9012d-1141-4f97-8f28-3dd7b71d9a56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1002 time: 0.0638511 Mar 31 23:21:54.724045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-7696d0c9-b145-4bdd-b5b8-9ef0c8222cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:54.725510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-7696d0c9-b145-4bdd-b5b8-9ef0c8222cc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0452511 Mar 31 23:21:54.771426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-c2425496-479f-4c21-af27-39ecbc5f65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:54.772922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-c2425496-479f-4c21-af27-39ecbc5f65d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408714 Mar 31 23:21:54.871477 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-a3596f1c-cc8e-4f04-bc91-28497121bf87 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913107 Mar 31 23:21:54.904722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.965229 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b707eda-1dbc-4614-8afb-7b9bafd4c946 req-1fa01370-2664-482c-8861-f74075acf4f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Mar 31 23:21:54.989801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.051635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420f0b0-ede8-47b5-8585-9302d2396e22 req-f2086863-5b22-4cda-bd74-023c8a1170ac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:55.053190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2420f0b0-ede8-47b5-8585-9302d2396e22 req-f2086863-5b22-4cda-bd74-023c8a1170ac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0958641 Mar 31 23:21:55.131033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2420f0b0-ede8-47b5-8585-9302d2396e22 req-91f77049-efcb-4e75-a040-42fbfac94093 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711768 Mar 31 23:21:55.146519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router d0039bad-21c3-4995-96b1-55484ab63232 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:55.251735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:55.259447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.260636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e38423f7-ec00-4c4b-b478-66c02cabfe75 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 200 len: 890 time: 0.6702774 Mar 31 23:21:55.262707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] Sync routers for ids ['d0039bad-21c3-4995-96b1-55484ab63232'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:55.263274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.274713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] Routers {'d0039bad-21c3-4995-96b1-55484ab63232'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:55.275999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d0039bad-21c3-4995-96b1-55484ab63232'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.314086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.323640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] Routers {'d0039bad-21c3-4995-96b1-55484ab63232'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:55.324249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['d0039bad-21c3-4995-96b1-55484ab63232'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.362138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.364038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10775c1-18d1-4a73-815c-5ff79447cfd6 None None] The sync data for ids ['d0039bad-21c3-4995-96b1-55484ab63232'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:55.380919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-550a4145-13be-4c3c-82a6-f4196e06bafd tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers/d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 200 len: 890 time: 0.1165972 Mar 31 23:21:55.388586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45044) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.411501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-461c3c3d-bbe8-476a-be4d-66ab60fd5de2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 200 len: 205 time: 0.0267563 Mar 31 23:21:55.413937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45046) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.516699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.618569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.738202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 0892167b-7124-4879-822c-e8ef607b3a2b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:55.738538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.815088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.826967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 0892167b-7124-4879-822c-e8ef607b3a2b owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:56.071370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.097520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=0892167b-7124-4879-822c-e8ef607b3a2b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.156501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.270155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.273772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.325163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeafc5-5095-400c-aa8f-77923e59428a req-38ece4ab-a9b8-4bea-945a-e7e953b5659e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:56.333006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80aeafc5-5095-400c-aa8f-77923e59428a req-38ece4ab-a9b8-4bea-945a-e7e953b5659e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1110504 Mar 31 23:21:56.363835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80aeafc5-5095-400c-aa8f-77923e59428a req-697e1cc1-fa5b-48d6-a43f-9d7c4d514ce4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Mar 31 23:21:56.392888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.393486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router d0039bad-21c3-4995-96b1-55484ab63232 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:56.400324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.403883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-43e90312-79e4-4e06-8bee-02701dd5aa3d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 204 len: 168 time: 0.9866259 Mar 31 23:21:56.406730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45050) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:56.411483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2062889720'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:56.507502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:56.511087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.535603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:56.544026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.544389 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment a02253b4-c997-44ca-9c13-1c9ee00597f9 of type vlan for network 851bc5c6-78c3-4b2a-8d55-c65211bb812b Mar 31 23:21:56.586320 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.649909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.655351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:56.655929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.720018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=851bc5c6-78c3-4b2a-8d55-c65211bb812b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.730512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:56.756019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7064d511-bb7a-4b89-a532-f1bab5be1897 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3482223 Mar 31 23:21:56.758751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45052) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:56.763514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:56.930352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:56.934172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.185480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.237619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=fea56801-7391-4621-a47f-c7e8fb988dcf,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:57.252216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': 'a02253b4-c997-44ca-9c13-1c9ee00597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:57.252575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: 851bc5c6-78c3-4b2a-8d55-c65211bb812b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:57.353008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:57.431186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 851bc5c6-78c3-4b2a-8d55-c65211bb812b) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:57.435899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:57.435899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.441599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff65387-8060-4087-846f-1d06cb552670 None None] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:57.493534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f3f7-6524-4a13-b38d-61475b7c8304 req-7637190f-bf69-4493-966f-0b0278cd38a9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:57.495059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e665f3f7-6524-4a13-b38d-61475b7c8304 req-7637190f-bf69-4493-966f-0b0278cd38a9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0565109 Mar 31 23:21:57.534563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e665f3f7-6524-4a13-b38d-61475b7c8304 req-631a26e1-8aff-47dc-b28c-269d8c0981e5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331442 Mar 31 23:21:57.558340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9ac1b5d-576c-432e-abf7-0ff057bac0d4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7962301 Mar 31 23:21:57.558671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45056) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:57.563094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972764388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:57.586788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-851bc5c6-78c3-4b2a-8d55-c65211bb812b', 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': 'fea56801-7391-4621-a47f-c7e8fb988dcf'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:57.587709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.659738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.661856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.715462 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.726565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Allocated IP 2001:db8::2 (851bc5c6-78c3-4b2a-8d55-c65211bb812b/fea56801-7391-4621-a47f-c7e8fb988dcf/f00f0ce1-a936-4c9e-aab5-902a37121ac5) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:57.803100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.873230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.892190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.893440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7a0d27bd-411f-4082-a41a-7e1da76ef73f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3338261 Mar 31 23:21:57.897155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45058) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:57.943294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.983859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:57.986789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:57.990766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:57.997401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Pushing event updated for resources: {'Port': ['ID=f00f0ce1-a936-4c9e-aab5-902a37121ac5,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.057326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Attempting to bind port f00f0ce1-a936-4c9e-aab5-902a37121ac5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:58.057849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Attempting to bind port f00f0ce1-a936-4c9e-aab5-902a37121ac5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a02253b4-c997-44ca-9c13-1c9ee00597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:58.058210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Attempting to bind port f00f0ce1-a936-4c9e-aab5-902a37121ac5 on network 851bc5c6-78c3-4b2a-8d55-c65211bb812b {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:58.064110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:58.064597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Checking segment: {'id': 'a02253b4-c997-44ca-9c13-1c9ee00597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:58.065016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.065955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Bound using segment: {'id': 'a02253b4-c997-44ca-9c13-1c9ee00597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:58.066990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Bound port: f00f0ce1-a936-4c9e-aab5-902a37121ac5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02253b4-c997-44ca-9c13-1c9ee00597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '851bc5c6-78c3-4b2a-8d55-c65211bb812b'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:58.067539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.136071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] For port f00f0ce1-a936-4c9e-aab5-902a37121ac5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:58.139018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] For port f00f0ce1-a936-4c9e-aab5-902a37121ac5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f00f0ce1-a936-4c9e-aab5-902a37121ac5,segment=NetworkSegment(a02253b4-c997-44ca-9c13-1c9ee00597f9),segment_id=a02253b4-c997-44ca-9c13-1c9ee00597f9)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:58.186188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.193205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.254508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b7579-d187-41a4-bcbc-b8c13fd407b3 None None] Pushing event updated for resources: {'Port': ['ID=f00f0ce1-a936-4c9e-aab5-902a37121ac5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.463869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8::1 (851bc5c6-78c3-4b2a-8d55-c65211bb812b/fea56801-7391-4621-a47f-c7e8fb988dcf/2c281b2b-121f-4546-98e7-df1d63eeec5b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:58.579761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.656127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5dd8-bd22-4d7c-b499-f8c61a302beb req-59b4c58e-b958-4867-a378-9b9d5517d25d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.657527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b3e5dd8-bd22-4d7c-b499-f8c61a302beb req-59b4c58e-b958-4867-a378-9b9d5517d25d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0502653 Mar 31 23:21:58.667922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.700122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b3e5dd8-bd22-4d7c-b499-f8c61a302beb req-bf310b81-5221-4d97-97a4-1f3a990d1d55 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360327 Mar 31 23:21:58.713362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:58.722754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:58.725167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:58.725895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.767682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2c281b2b-121f-4546-98e7-df1d63eeec5b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.779803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.780149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.780488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.780821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.781153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.781480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.781802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.782124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.782452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.782770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.783185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.783506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:58.930060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.154371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35b5a7-1e12-422a-a0bb-301453b78c9c None None] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:59.223739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] Provisioning complete for port f00f0ce1-a936-4c9e-aab5-902a37121ac5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:59.224106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.530714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.551511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.568297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] For port f00f0ce1-a936-4c9e-aab5-902a37121ac5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f00f0ce1-a936-4c9e-aab5-902a37121ac5,segment=NetworkSegment(a02253b4-c997-44ca-9c13-1c9ee00597f9),segment_id=a02253b4-c997-44ca-9c13-1c9ee00597f9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:59.678873 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.679711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.701813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.762158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1de0-44f0-4ed3-b22c-e1abe82a9a4b None None] Pushing event updated for resources: {'Port': ['ID=f00f0ce1-a936-4c9e-aab5-902a37121ac5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:59.772278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2c281b2b-121f-4546-98e7-df1d63eeec5b,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:59.825805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:59.828308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:59.879191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be348c-c176-43a0-90ca-beb5eca8ebfe req-2b89638c-f483-4c41-a19b-742c653fb4b7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.880912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24be348c-c176-43a0-90ca-beb5eca8ebfe req-2b89638c-f483-4c41-a19b-742c653fb4b7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0597267 Mar 31 23:21:59.881097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f00f0ce1-a936-4c9e-aab5-902a37121ac5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:59.934064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24be348c-c176-43a0-90ca-beb5eca8ebfe req-f74bf6cc-2f77-4176-b592-61fa280ca062 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Mar 31 23:21:59.940525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aa924d16-01e6-40a4-8727-43a951792eaf None None] Provisioning complete for port f00f0ce1-a936-4c9e-aab5-902a37121ac5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:59.941363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aa924d16-01e6-40a4-8727-43a951792eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.985032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f00f0ce1-a936-4c9e-aab5-902a37121ac5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:59.985403 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.033535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:00.126160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aa924d16-01e6-40a4-8727-43a951792eaf None None] Provisioning complete for port 2c281b2b-121f-4546-98e7-df1d63eeec5b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:00.126295 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aa924d16-01e6-40a4-8727-43a951792eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.145475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:00.151512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b8b1de86-ecaa-4a2e-adea-4d0a2363ecf9 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2532439 Mar 31 23:22:00.154196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45064) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:00.162620 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] Sync routers for ids ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:00.172155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-aa924d16-01e6-40a4-8727-43a951792eaf None None] Port 2c281b2b-121f-4546-98e7-df1d63eeec5b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:00.172888 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] Routers {'81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:00.173706 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:00.204660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bbc3f4-bbb7-481b-9699-bb87cc09efc4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:00.207036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1bbc3f4-bbb7-481b-9699-bb87cc09efc4 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports/2c281b2b-121f-4546-98e7-df1d63eeec5b HTTP/1.1" status: 200 len: 911 time: 0.0507934 Mar 31 23:22:00.209385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:00.213333 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:00.214692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fea56801-7391-4621-a47f-c7e8fb988dcf'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:00.223234 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] Routers {'81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:00.223937 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:00.258275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:00.259100 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8176bd-f69e-4350-8708-7f4c6b0ef4bc None None] The sync data for ids ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:00.295814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6eea3424-c1eb-4337-9e1d-f114a3f61b19 None None] Provisioning complete for port 2c281b2b-121f-4546-98e7-df1d63eeec5b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:00.296194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6eea3424-c1eb-4337-9e1d-f114a3f61b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.333282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6eea3424-c1eb-4337-9e1d-f114a3f61b19 None None] Port 2c281b2b-121f-4546-98e7-df1d63eeec5b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:00.389557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.458153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-74397827-b3e7-4964-9582-06c34cbacf1f None None] Provisioning complete for port 2c281b2b-121f-4546-98e7-df1d63eeec5b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:00.458535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-74397827-b3e7-4964-9582-06c34cbacf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.495655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-74397827-b3e7-4964-9582-06c34cbacf1f None None] Port 2c281b2b-121f-4546-98e7-df1d63eeec5b cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:00.748015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.810090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.816708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:00.817305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.818649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/ports/2c281b2b-121f-4546-98e7-df1d63eeec5b HTTP/1.1" status: 200 len: 911 time: 0.6082592 Mar 31 23:22:00.821866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45068) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:00.860951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510c935-712f-4f18-9951-8ccc72594019 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=2c281b2b-121f-4546-98e7-df1d63eeec5b,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:01.247855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1c1b5-f3c8-4e10-8626-ea0acc052cec req-db31de30-60fa-41cd-a71b-d1772a5d6124 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:01.249310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42a1c1b5-f3c8-4e10-8626-ea0acc052cec req-db31de30-60fa-41cd-a71b-d1772a5d6124 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0937984 Mar 31 23:22:01.349945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42a1c1b5-f3c8-4e10-8626-ea0acc052cec req-b2d125f8-3848-4ef0-9c7b-83466e21ef5e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706372 Mar 31 23:22:01.490137 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.731801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 2c281b2b-121f-4546-98e7-df1d63eeec5b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:01.732013 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.790643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f00f0ce1-a936-4c9e-aab5-902a37121ac5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:01.821966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.833627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 2c281b2b-121f-4546-98e7-df1d63eeec5b owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:01.857768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f00f0ce1-a936-4c9e-aab5-902a37121ac5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.858139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.065429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.092769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=2c281b2b-121f-4546-98e7-df1d63eeec5b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.201504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.366061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router 81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:02.451779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:02.461917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] Sync routers for ids ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:02.472118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da764b0f-148f-4606-8aa5-971ba69f0a2f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465390 Mar 31 23:22:02.473245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:02.486416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] Routers {'81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:02.488210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.496617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa8d6-d6a1-4172-a163-52536b54f572 req-c454c7af-d452-472e-86e4-aabc5fd11f5a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.498122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caaaa8d6-d6a1-4172-a163-52536b54f572 req-c454c7af-d452-472e-86e4-aabc5fd11f5a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0597887 Mar 31 23:22:02.525099 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7a05437e-f7f8-4398-aec4-f39e74cb7b61 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c HTTP/1.1" status: 200 len: 205 time: 0.0481095 Mar 31 23:22:02.525359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:02.541068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caaaa8d6-d6a1-4172-a163-52536b54f572 req-0d33ff1e-add3-4ad5-8088-3857ba258377 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Mar 31 23:22:02.543150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.553010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] Routers {'81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:02.553707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.586429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.587117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c9362-1255-4fad-932c-c0a0260be4c7 None None] The sync data for ids ['81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:02.606414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.777095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.779238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.894227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.894770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router 81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:02.903971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.903971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-844b688b-fdd7-420d-aaf8-3ddd62ee89d2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c HTTP/1.1" status: 204 len: 168 time: 0.3765669 Mar 31 23:22:02.905508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45080) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:02.960346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet fea56801-7391-4621-a47f-c7e8fb988dcf {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:02.963473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.003720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.085529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.220205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.248486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=fea56801-7391-4621-a47f-c7e8fb988dcf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:03.252293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.256680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-49baf2d3-d62a-421f-b5e1-713df4f3f47b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/fea56801-7391-4621-a47f-c7e8fb988dcf HTTP/1.1" status: 204 len: 168 time: 0.3502090 Mar 31 23:22:03.258740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff95ba3-2ce4-4ea4-ac03-21dd302879b8 None None] Network 851bc5c6-78c3-4b2a-8d55-c65211bb812b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:03.259357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45082) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:03.342992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.402096 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port f00f0ce1-a936-4c9e-aab5-902a37121ac5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:03.402434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.447658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] DHCP port deletion for 851bc5c6-78c3-4b2a-8d55-c65211bb812b request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:03.468782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port f00f0ce1-a936-4c9e-aab5-902a37121ac5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f00f0ce1-a936-4c9e-aab5-902a37121ac5,segment=NetworkSegment(a02253b4-c997-44ca-9c13-1c9ee00597f9),segment_id=a02253b4-c997-44ca-9c13-1c9ee00597f9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:03.469147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.482655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for f00f0ce1-a936-4c9e-aab5-902a37121ac5 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:03.494620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Deleting port f00f0ce1-a936-4c9e-aab5-902a37121ac5 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:03.494989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.560380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] For port f00f0ce1-a936-4c9e-aab5-902a37121ac5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f00f0ce1-a936-4c9e-aab5-902a37121ac5,segment=NetworkSegment(a02253b4-c997-44ca-9c13-1c9ee00597f9),segment_id=a02253b4-c997-44ca-9c13-1c9ee00597f9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:03.560907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.574059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Calling delete_port for f00f0ce1-a936-4c9e-aab5-902a37121ac5 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:03.667855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2b069-150a-482a-8096-69c706697d68 req-dfcfba42-04df-4e11-9f27-e1654e2ec989 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.669255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33a2b069-150a-482a-8096-69c706697d68 req-dfcfba42-04df-4e11-9f27-e1654e2ec989 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0505469 Mar 31 23:22:03.678615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.686592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.707545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=f00f0ce1-a936-4c9e-aab5-902a37121ac5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:03.709043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33a2b069-150a-482a-8096-69c706697d68 req-fc2a1af9-8c80-4f93-9a2d-e53f113c0b7f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Mar 31 23:22:03.713701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port f00f0ce1-a936-4c9e-aab5-902a37121ac5 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:03.717472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] Pushing event deleted for resources: {'Port': ['ID=f00f0ce1-a936-4c9e-aab5-902a37121ac5,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:03.721544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20251ee6-d142-4f76-a464-92d5f79cedf4 None None] No DVR routers for this DVR port f00f0ce1-a936-4c9e-aab5-902a37121ac5 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:03.807211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f00f0ce1-a936-4c9e-aab5-902a37121ac5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:03.807397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.827403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851bc5c6-78c3-4b2a-8d55-c65211bb812b']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:03.827935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f00f0ce1-a936-4c9e-aab5-902a37121ac5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:03.828282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f00f0ce1-a936-4c9e-aab5-902a37121ac5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:03.838141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02253b4-c997-44ca-9c13-1c9ee00597f9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:03.838314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02253b4-c997-44ca-9c13-1c9ee00597f9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:03.852843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.866275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.872364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:03.872747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:03.875673 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:04.025275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.036525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.036525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/851bc5c6-78c3-4b2a-8d55-c65211bb812b HTTP/1.1" status: 204 len: 168 time: 0.7761018 Mar 31 23:22:04.040434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45088) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.045298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283549843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:04.048314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef427f-c524-451a-ab62-14d64e861e36 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=851bc5c6-78c3-4b2a-8d55-c65211bb812b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.130436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.131538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.188472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.273254 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.360635 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.361872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ad2764c2-af46-4d1b-8dc4-fc5923d0ba69 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3202760 Mar 31 23:22:04.364719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45090) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.369612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955624242'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:04.438545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:04.443103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.466539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:04.475384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.475736 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment db22ac27-3119-4940-b630-05dfab3e5756 of type vlan for network f977ad18-0d1e-4524-a161-f691a9907508 Mar 31 23:22:04.494214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:04.518598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.600397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:04.612655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:04.631186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.636919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:04.640596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.650606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.674162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:04.696916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:04.706753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=f977ad18-0d1e-4524-a161-f691a9907508,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.716716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f977ad18-0d1e-4524-a161-f691a9907508 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:04.736545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8313eb5a-9b30-4004-895d-a8c963fe339b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3707948 Mar 31 23:22:04.740232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45092) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.745154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:04.802665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.803535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.868827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.870448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1fe50-77c0-4c97-8e54-eea334d1a346 req-be1e2a24-cde0-48c9-9770-d9b1ad9878ad tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:04.871973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c1fe50-77c0-4c97-8e54-eea334d1a346 req-be1e2a24-cde0-48c9-9770-d9b1ad9878ad tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.0692127 Mar 31 23:22:04.885865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['34b5882e-24e1-4fb6-9756-80fa4799f070'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:04.913014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c1fe50-77c0-4c97-8e54-eea334d1a346 req-5782a717-d13b-40f7-9e27-a4e0bbd1e584 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336623 Mar 31 23:22:04.950705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:04.954284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.233452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.297808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=95de19a3-d8dd-4495-bc65-bb2287845e0d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:05.307341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:05.307710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: f977ad18-0d1e-4524-a161-f691a9907508, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:05.390622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network f977ad18-0d1e-4524-a161-f691a9907508 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:05.454169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f977ad18-0d1e-4524-a161-f691a9907508) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:05.460952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:05.461560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.461977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c666f-d776-4888-be45-4bc15704a082 None None] Network f977ad18-0d1e-4524-a161-f691a9907508 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:05.584751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-532e59d0-e4df-4b98-86d3-e0bb40590ed8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8432779 Mar 31 23:22:05.587492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45096) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:05.610474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f977ad18-0d1e-4524-a161-f691a9907508', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:22:05.611383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.774708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Allocated IP 2001:db8::2 (f977ad18-0d1e-4524-a161-f691a9907508/95de19a3-d8dd-4495-bc65-bb2287845e0d/d97376cd-31d2-4e07-aa0d-957a725f26f8) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:05.885535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.970903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.033348 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.077006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Network f977ad18-0d1e-4524-a161-f691a9907508 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:06.080129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:06.082998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:06.096706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Pushing event updated for resources: {'Port': ['ID=d97376cd-31d2-4e07-aa0d-957a725f26f8,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.157052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Attempting to bind port d97376cd-31d2-4e07-aa0d-957a725f26f8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:06.157321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Attempting to bind port d97376cd-31d2-4e07-aa0d-957a725f26f8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:06.157739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Attempting to bind port d97376cd-31d2-4e07-aa0d-957a725f26f8 on network f977ad18-0d1e-4524-a161-f691a9907508 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:06.163337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:06.163701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Checking segment: {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:06.164452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.164639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81de60-cdb0-4514-ada7-55816bb82715 req-7ef61039-663c-4329-b494-5e2c4a63302c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.164838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Bound using segment: {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:06.165293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Bound port: d97376cd-31d2-4e07-aa0d-957a725f26f8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:06.165669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.165982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c81de60-cdb0-4514-ada7-55816bb82715 req-7ef61039-663c-4329-b494-5e2c4a63302c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.1428788 Mar 31 23:22:06.244064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] For port d97376cd-31d2-4e07-aa0d-957a725f26f8, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:06.248875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] For port d97376cd-31d2-4e07-aa0d-957a725f26f8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d97376cd-31d2-4e07-aa0d-957a725f26f8,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:06.282015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8::1 (f977ad18-0d1e-4524-a161-f691a9907508/95de19a3-d8dd-4495-bc65-bb2287845e0d/9d12a651-8439-4a21-a182-710a0c8aef17) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:06.295531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-c260135a-c374-4d4b-94ed-eb964f9f76c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1488636 Mar 31 23:22:06.301274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c81de60-cdb0-4514-ada7-55816bb82715 req-7db1ce0c-cb23-4bd7-8911-d761a6916867 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039777 Mar 31 23:22:06.335124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.404991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5ee7-06cf-4b61-924b-42c6b1948d31 None None] Pushing event updated for resources: {'Port': ['ID=d97376cd-31d2-4e07-aa0d-957a725f26f8,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.479112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.479613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.480104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.480584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.481063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.481536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.482026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.484094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d36c1305-d7a2-4c77-be44-296433d37817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 6488 time: 0.1221831 Mar 31 23:22:06.495862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.529026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:06.611190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 34b5882e-24e1-4fb6-9756-80fa4799f070 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:06.611897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.634652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af05eb5c-cff3-4947-afcd-35143efccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.635445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af05eb5c-cff3-4947-afcd-35143efccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.635952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af05eb5c-cff3-4947-afcd-35143efccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.637578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af05eb5c-cff3-4947-afcd-35143efccf56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36587be1-d3d1-42a7-a333-43b107c82815&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 200 len: 2296 time: 0.1261370 Mar 31 23:22:06.644733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.711813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.734299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network f977ad18-0d1e-4524-a161-f691a9907508 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:06.738667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:06.741543 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a28240-8604-4476-8ee0-358ccc27b2ca" -d '{"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:06.741827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:06.749258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:06.749821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.756576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:06.789792 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaab998-6450-4f49-89da-6aaf820e3d43 x-openstack-request-id: req-cfaab998-6450-4f49-89da-6aaf820e3d43 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:06.790914 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:06.791162 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfaab998-6450-4f49-89da-6aaf820e3d43 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:06.791569 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfaab998-6450-4f49-89da-6aaf820e3d43'] response: {'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'code': 200} Mar 31 23:22:06.796221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.805727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-0bf4dd67-41c0-469b-9b1d-d3c3722e38de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 200 len: 1001 time: 0.1582625 Mar 31 23:22:06.833270 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.883740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.883977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-56e34f4e-e9eb-47c3-9a1f-f54a91e2bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.885206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-56e34f4e-e9eb-47c3-9a1f-f54a91e2bf4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74956a29-595c-469a-a235-c8720efd34e9 HTTP/1.1" status: 200 len: 851 time: 0.0571923 Mar 31 23:22:06.936516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af1dd52c-e091-4f51-8248-41b74390ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.938177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-af1dd52c-e091-4f51-8248-41b74390ff50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36587be1-d3d1-42a7-a333-43b107c82815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449412 Mar 31 23:22:07.015849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.093909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-6f5122be-763a-4274-9b43-053fa1b76817 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490726 Mar 31 23:22:07.389912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76f708-b891-466a-b5a1-09d2092f7fc5 None None] Network f977ad18-0d1e-4524-a161-f691a9907508 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:07.482673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] Provisioning complete for port d97376cd-31d2-4e07-aa0d-957a725f26f8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:07.483363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.623578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.662763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-ae7c257d-78bf-4b4c-a73f-228b033a0b33 service neutron] 10.222.0.10 "GET /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300560 Mar 31 23:22:07.662882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] For port d97376cd-31d2-4e07-aa0d-957a725f26f8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d97376cd-31d2-4e07-aa0d-957a725f26f8,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:07.665997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156761e8-ef0f-460b-86c1-13963edfb9d4 req-41ded97f-ac33-44e9-96d3-c7d9ad34ed99 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.667515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-156761e8-ef0f-460b-86c1-13963edfb9d4 req-41ded97f-ac33-44e9-96d3-c7d9ad34ed99 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1489887 Mar 31 23:22:07.730932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-609bcc17-62c0-4b37-83d1-e91decc12d69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 217 time: 0.0601556 Mar 31 23:22:07.757655 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.817770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-156761e8-ef0f-460b-86c1-13963edfb9d4 req-0969ae03-e62c-41a2-bd23-2e67ee23a4c3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374147 Mar 31 23:22:07.831646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-245b2266-2f15-4b5c-ab17-cfe43e5fae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.832862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-245b2266-2f15-4b5c-ab17-cfe43e5fae06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0932484 Mar 31 23:22:07.860492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.884379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634be18-1a12-47bc-b353-f8c7e3416292 None None] Pushing event updated for resources: {'Port': ['ID=d97376cd-31d2-4e07-aa0d-957a725f26f8,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:07.914065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d77699ca-e807-4788-8685-d3811b784aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.915895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d77699ca-e807-4788-8685-d3811b784aed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683272 Mar 31 23:22:07.916732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d97376cd-31d2-4e07-aa0d-957a725f26f8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:07.946825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.948129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.976359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d97376cd-31d2-4e07-aa0d-957a725f26f8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:07.976773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.045528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5109df12-3b16-4507-a7c2-1d339a4c237f None None] Provisioning complete for port d97376cd-31d2-4e07-aa0d-957a725f26f8 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.045895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5109df12-3b16-4507-a7c2-1d339a4c237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.104754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:08.138248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-1234bdf3-9f0a-44d9-a738-892bd1d87840 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149591 Mar 31 23:22:08.185378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network f977ad18-0d1e-4524-a161-f691a9907508 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:08.188088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:08.189738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5109df12-3b16-4507-a7c2-1d339a4c237f None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.190135 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5109df12-3b16-4507-a7c2-1d339a4c237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.231766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5109df12-3b16-4507-a7c2-1d339a4c237f None None] Port 9d12a651-8439-4a21-a182-710a0c8aef17 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:08.346030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-01f4d1ea-0f7a-476b-a33a-ab8a308218f6 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878610 Mar 31 23:22:08.366910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0b15feb4-89b6-4ca8-b77e-df0b8db247c3 None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.367729 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b15feb4-89b6-4ca8-b77e-df0b8db247c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.392911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-1bd8dc6b-1510-4b16-ab82-68acae7fb0fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 217 time: 0.0382140 Mar 31 23:22:08.409866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0b15feb4-89b6-4ca8-b77e-df0b8db247c3 None None] Port 9d12a651-8439-4a21-a182-710a0c8aef17 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:08.455338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-780d0290-c6ba-4ff4-9607-dd3cb63cda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.457036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-780d0290-c6ba-4ff4-9607-dd3cb63cda5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0566330 Mar 31 23:22:08.507728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-7d5c7d92-05f8-457a-9213-1fb7841b9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.509224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-7d5c7d92-05f8-457a-9213-1fb7841b9b7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463476 Mar 31 23:22:08.529048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-742ef143-5a5b-42c0-aec1-fd1ef382fa6d None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.529543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742ef143-5a5b-42c0-aec1-fd1ef382fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.537686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:08.568050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-742ef143-5a5b-42c0-aec1-fd1ef382fa6d None None] Port 9d12a651-8439-4a21-a182-710a0c8aef17 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:08.693673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-570cfe47-1b8d-477b-a8cc-89cafcd10dc3 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768975 Mar 31 23:22:08.694676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:08.699546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8ce5ebf9-3e69-4eab-aa99-69249e7a4892 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1110697 Mar 31 23:22:08.702460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45126) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:08.705024 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:08.708798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780440433'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:08.714595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:08.715229 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:08.790821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:08.791315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-6e06175e-cb8f-4162-9085-cf14b414a390 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906258 Mar 31 23:22:08.794478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.818331 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:08.821595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:08.831307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.831998 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment f893d4dc-23bb-4f97-979c-e772e95b0e24 of type vlan for network 7f5f55c2-adb5-437c-ad41-32d19623c02e Mar 31 23:22:08.840191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-ca2afae2-b7c5-4258-8517-8b5b27a02965 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0414760 Mar 31 23:22:08.878178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.939921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-7947c1ab-411e-44fc-8fdb-47abeb6777e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.949253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-7947c1ab-411e-44fc-8fdb-47abeb6777e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.1006422 Mar 31 23:22:08.981519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.987737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.988686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.049630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-c59495b1-f4a5-43d2-b241-89005b89ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.053513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-c59495b1-f4a5-43d2-b241-89005b89ff49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934825 Mar 31 23:22:09.099913 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:06Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:07Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:09.108599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4047072 Mar 31 23:22:09.116116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:09.120924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:09.130094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1091ee3-5764-4966-a798-44c983b3f90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=7f5f55c2-adb5-437c-ad41-32d19623c02e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:09.149227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:09.236048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-b8249c2f-7e50-461a-8813-ef97e84f5500 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743338 Mar 31 23:22:09.260780 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:09.261131 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Updating router a48b4e93-6e51-409c-aaf3-7b64f34ca439 port 9d12a651-8439-4a21-a182-710a0c8aef17 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:09.294739 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.355263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:09.361247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.396660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c6374-aed0-4760-a2ce-8838fca7e859 req-bfa2d088-3f85-4ba9-b6c7-2ca329adc4b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.404290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba6c6374-aed0-4760-a2ce-8838fca7e859 req-bfa2d088-3f85-4ba9-b6c7-2ca329adc4b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.4498918 Mar 31 23:22:09.430872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-b73534ae-ae5f-449d-9185-e80ad4d72f1e service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845906 Mar 31 23:22:09.488498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba6c6374-aed0-4760-a2ce-8838fca7e859 req-e5fd5936-2870-4a1d-9472-e1e2277668e5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831997 Mar 31 23:22:09.489839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-39ad0119-26a4-4c4c-81b4-19d2be32cb8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=80c79d1a-f721-4c4d-994a-0874feb63619 HTTP/1.1" status: 200 len: 217 time: 0.0480115 Mar 31 23:22:09.585746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-6605655d-f6bb-4f3c-9c6c-c0f876f881aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.587262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-6605655d-f6bb-4f3c-9c6c-c0f876f881aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 200 len: 797 time: 0.0872867 Mar 31 23:22:09.644978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d3560903-063a-47ee-ae0f-4070b0486f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.646894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d3560903-063a-47ee-ae0f-4070b0486f21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=710ea38d-dc39-4753-9e3b-7268ef1bcb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523882 Mar 31 23:22:09.713693 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.764686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-ae879b4e-e839-4475-9d31-d9d78e4e7328 service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102870 Mar 31 23:22:09.774176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.786160 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.847250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d97376cd-31d2-4e07-aa0d-957a725f26f8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:09.891266 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Pushing event updated for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:09.905058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=257f7ed5-842b-4281-b0e3-5533435c4f86,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:09.915297 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.915653 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.915963 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.916301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.916627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.916949 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.917269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.920340 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.920340 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.920611 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.920812 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.921384 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:09.922879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:09.923556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: 7f5f55c2-adb5-437c-ad41-32d19623c02e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:09.963561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-7b0e17aa-fb61-4ceb-a687-5ef126b026df service neutron] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885943 Mar 31 23:22:09.969136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d97376cd-31d2-4e07-aa0d-957a725f26f8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:09.969842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.009107 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Attempting to bind port 9d12a651-8439-4a21-a182-710a0c8aef17 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:10.014627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Attempting to bind port 9d12a651-8439-4a21-a182-710a0c8aef17 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:10.014627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Attempting to bind port 9d12a651-8439-4a21-a182-710a0c8aef17 on network f977ad18-0d1e-4524-a161-f691a9907508 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:10.023181 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:10.023608 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Checking segment: {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:10.023952 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.024339 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Bound using segment: {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:10.024808 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Bound port: 9d12a651-8439-4a21-a182-710a0c8aef17, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db22ac27-3119-4940-b630-05dfab3e5756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:10.025183 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.037268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:10.045760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-89caca5b-05ea-48e2-ada4-742cd2ba3d59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c HTTP/1.1" status: 200 len: 217 time: 0.0785124 Mar 31 23:22:10.108242 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] For port 9d12a651-8439-4a21-a182-710a0c8aef17, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:10.111634 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] For port 9d12a651-8439-4a21-a182-710a0c8aef17, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9d12a651-8439-4a21-a182-710a0c8aef17,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:10.123413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-e54fe0e8-271f-4366-abca-39a9fb02eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.129913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7f5f55c2-adb5-437c-ad41-32d19623c02e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:10.130139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-e54fe0e8-271f-4366-abca-39a9fb02eea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.0725558 Mar 31 23:22:10.130279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.130769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.182925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73131bb2-8c92-423d-b90a-8471725791b5 None None] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:10.185929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-382f1526-d996-4acb-a7fa-eb568e4775c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.187495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-382f1526-d996-4acb-a7fa-eb568e4775c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558851 Mar 31 23:22:10.214568 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.253325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5baea001-67e7-4179-8aaf-248e69c7a23e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1362858 Mar 31 23:22:10.254502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45140) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:10.387554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213f709-a68c-4ddf-809d-2a38d90a1b01 None None] Pushing event updated for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:10.400513 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:10.401310 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:10.428587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-a1102b00-d1e2-442d-be0a-51d24f1fc37d service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344728 Mar 31 23:22:10.501427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7f5f55c2-adb5-437c-ad41-32d19623c02e', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:22:10.502314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.607425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:10.657964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-ccc0424b-22d4-4cd5-b68e-ec96df07cce0 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073863 Mar 31 23:22:10.789358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:10.789878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.795370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-dfc71a11-78fa-405d-ac50-df51931b1164 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 200 len: 217 time: 0.1151662 Mar 31 23:22:10.938995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.946325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5929-fc72-48a0-a40d-51aa16dca6b5 req-f469ef84-4ff7-4756-817e-a3857dcebf91 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.957100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e2a5929-fc72-48a0-a40d-51aa16dca6b5 req-f469ef84-4ff7-4756-817e-a3857dcebf91 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.2980151 Mar 31 23:22:10.965785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-2f71a3c1-b538-4519-a3b7-62cf84374a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.969090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-2f71a3c1-b538-4519-a3b7-62cf84374a8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 200 len: 797 time: 0.1588714 Mar 31 23:22:11.003938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:06Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:10Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:11.028679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Allocated IP 2001:db8:1::2 (7f5f55c2-adb5-437c-ad41-32d19623c02e/257f7ed5-842b-4281-b0e3-5533435c4f86/1e447b79-cda4-4f9b-ba9f-d90d3049401d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:11.047049 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408f1e-a14a-4255-b47b-49b66c13aae0 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:06Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:10Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:11.072696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-20c91325-54fe-455a-9c8c-4377981d6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.074538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-20c91325-54fe-455a-9c8c-4377981d6dc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956321 Mar 31 23:22:11.077848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e2a5929-fc72-48a0-a40d-51aa16dca6b5 req-51d0cccf-1929-4d59-85c8-7e0d0e4288b4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069727 Mar 31 23:22:11.150932 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.224019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] For port 9d12a651-8439-4a21-a182-710a0c8aef17, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9d12a651-8439-4a21-a182-710a0c8aef17,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:11.252888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-d6e98080-4902-4d18-963b-cf4e30c66d11 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690223 Mar 31 23:22:11.310825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.355856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.381936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740a23-5ca4-42c7-8a64-e52608594927 None None] Pushing event updated for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.414545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.475850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-726cd08c-3c20-4410-a6bb-833ad136e939 req-9c1725bd-494c-4fdb-bc95-5ed592ba7e79 service neutron] 10.222.0.10 "GET /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156637 Mar 31 23:22:11.513824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8:1::1 (7f5f55c2-adb5-437c-ad41-32d19623c02e/257f7ed5-842b-4281-b0e3-5533435c4f86/a1f02de4-4883-4709-96df-e0ad058c76f7) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:11.559579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-abb5f265-3e9e-43a3-b994-a336fdc5cedb None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:11.561305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-abb5f265-3e9e-43a3-b994-a336fdc5cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.595854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:11.599803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:11.608555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:11.614340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Pushing event updated for resources: {'Port': ['ID=1e447b79-cda4-4f9b-ba9f-d90d3049401d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.681188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb33e237-3e35-4b09-bb0a-f275bf12645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.699795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Attempting to bind port 1e447b79-cda4-4f9b-ba9f-d90d3049401d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:11.700304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Attempting to bind port 1e447b79-cda4-4f9b-ba9f-d90d3049401d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:11.700802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Attempting to bind port 1e447b79-cda4-4f9b-ba9f-d90d3049401d on network 7f5f55c2-adb5-437c-ad41-32d19623c02e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:11.709446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.755143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:11.755605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Checking segment: {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:11.756078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.756719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Bound using segment: {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:11.757288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Bound port: 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:11.757735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.822460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.867589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] For port 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:11.872447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] For port 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e447b79-cda4-4f9b-ba9f-d90d3049401d,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:11.897063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9d12a651-8439-4a21-a182-710a0c8aef17 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:11.942847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:11.945402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:11.947611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.948191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.970164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:11.971106 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.093991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9d12a651-8439-4a21-a182-710a0c8aef17 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:12.093991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.124686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ed29-f87c-4dbc-9eb7-64539b947d82 None None] Pushing event updated for resources: {'Port': ['ID=1e447b79-cda4-4f9b-ba9f-d90d3049401d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.284358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.295274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348865-a9f9-42b0-80c6-f75084144465 req-e221efef-e1ed-43d7-a0d4-f9eb572347c9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:12.304225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0348865-a9f9-42b0-80c6-f75084144465 req-e221efef-e1ed-43d7-a0d4-f9eb572347c9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1154909 Mar 31 23:22:12.460183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0348865-a9f9-42b0-80c6-f75084144465 req-0a87b8ca-fc64-4d6f-b70c-ffca780ce256 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547849 Mar 31 23:22:12.988740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.056036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.057879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.168068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:13.217770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:13.220175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:13.385647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:13.519762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:13.529634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45152) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:13.534958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1441391679'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:13.539963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-35295687-15ab-4d55-8651-44b0d900b0b2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2842896 Mar 31 23:22:13.629440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72656f1a-9a75-4315-a987-00167624c968 None None] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:13.642650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:13.646727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.650448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c089a-67d9-4311-a984-99511388367c None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:13.657720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89859-1054-4425-bf89-05ab3049f693 req-cb22cc86-8ed5-4b2b-8548-2cb41df1f8e6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:13.659074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cb89859-1054-4425-bf89-05ab3049f693 req-cb22cc86-8ed5-4b2b-8548-2cb41df1f8e6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0777652 Mar 31 23:22:13.702808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:13.710772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c089a-67d9-4311-a984-99511388367c None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:13.711835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-246c089a-67d9-4311-a984-99511388367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:21:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:13.725754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.726186 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment 5d9be0bc-5542-4156-8b0d-84c0491caaa2 of type vlan for network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a Mar 31 23:22:13.730660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cb89859-1054-4425-bf89-05ab3049f693 req-ceda83bb-962f-481f-9a6b-ea28e882cde7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569954 Mar 31 23:22:13.794792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.857884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-246c089a-67d9-4311-a984-99511388367c None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:13.861326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] Provisioning complete for port 1e447b79-cda4-4f9b-ba9f-d90d3049401d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:13.861704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.908501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e447b79-cda4-4f9b-ba9f-d90d3049401d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:14.090564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.097111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:14.098237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.153456 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5efa8081-8354-4930-9304-923aed208cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.171485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=bc69c41d-bdda-44c9-a1f5-b42a1ff9031a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.210774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e4b251ea-3c64-47f2-80e8-a657eb2349dc tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6777253 Mar 31 23:22:14.211027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45158) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:14.216277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:14.331534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:14.347417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1e447b79-cda4-4f9b-ba9f-d90d3049401d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:14.347417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.387631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:14.392253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.437828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.533549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] For port 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e447b79-cda4-4f9b-ba9f-d90d3049401d,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.602871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.615893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-246c089a-67d9-4311-a984-99511388367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:12Z', 'revision_number': 3, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:12Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:14.618891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.654466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c089a-67d9-4311-a984-99511388367c None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:14.655255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c089a-67d9-4311-a984-99511388367c None None] Updating router a48b4e93-6e51-409c-aaf3-7b64f34ca439 port a1f02de4-4883-4709-96df-e0ad058c76f7 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:14.734042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.744856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.766975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:22:14.767346 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:22:14.769292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7854b8c-8084-4398-90fb-691186f8e787 None None] Pushing event updated for resources: {'Port': ['ID=1e447b79-cda4-4f9b-ba9f-d90d3049401d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.852553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=c2087072-8fa9-4556-b6d4-6bccb8aa43d0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.863376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:14.863715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: bc69c41d-bdda-44c9-a1f5-b42a1ff9031a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:14.992002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b57493-05f7-49a6-8805-30925522da0b req-04ef904e-30bc-45e8-a1bd-3a4d5ce93e32 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:15.001006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78b57493-05f7-49a6-8805-30925522da0b req-04ef904e-30bc-45e8-a1bd-3a4d5ce93e32 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0994487 Mar 31 23:22:15.016984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:15.020341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-848274d0-7049-49a0-b845-5d6cf1498671 None None] Provisioning complete for port 1e447b79-cda4-4f9b-ba9f-d90d3049401d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:15.021205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-848274d0-7049-49a0-b845-5d6cf1498671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.069999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78b57493-05f7-49a6-8805-30925522da0b req-7b6c8b0f-fa0e-47b5-a37a-0c8ee9e6baa7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680935 Mar 31 23:22:15.097971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, bc69c41d-bdda-44c9-a1f5-b42a1ff9031a) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:15.105483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:15.106256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.135217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759b048-986a-4d1a-9308-0bc245eefe74 None None] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:15.225733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:15.227666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23ab7edd-b215-4271-9eb0-c005c47269b0 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0154283 Mar 31 23:22:15.472790 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.508923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.561074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-848274d0-7049-49a0-b845-5d6cf1498671 None None] Provisioning complete for port a1f02de4-4883-4709-96df-e0ad058c76f7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:15.561292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-848274d0-7049-49a0-b845-5d6cf1498671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.614974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.672511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:22:15.673620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.709233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-848274d0-7049-49a0-b845-5d6cf1498671 None None] Port a1f02de4-4883-4709-96df-e0ad058c76f7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:15.742802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7563cb-1887-461e-a1bc-c3a1ef60b2b0 None None] Pushing event updated for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.834733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.912469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e447b79-cda4-4f9b-ba9f-d90d3049401d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:15.937678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-246c089a-67d9-4311-a984-99511388367c None None] Attempting to bind port a1f02de4-4883-4709-96df-e0ad058c76f7 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:15.938135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-246c089a-67d9-4311-a984-99511388367c None None] Attempting to bind port a1f02de4-4883-4709-96df-e0ad058c76f7 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:15.938563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c089a-67d9-4311-a984-99511388367c None None] Attempting to bind port a1f02de4-4883-4709-96df-e0ad058c76f7 on network 7f5f55c2-adb5-437c-ad41-32d19623c02e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:15.947179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-93eb2a32-da28-4839-9baa-52c56421f58a None None] Provisioning complete for port a1f02de4-4883-4709-96df-e0ad058c76f7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:15.951885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93eb2a32-da28-4839-9baa-52c56421f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.046235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c089a-67d9-4311-a984-99511388367c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:16.048989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c089a-67d9-4311-a984-99511388367c None None] Checking segment: {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:16.049468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.050088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c089a-67d9-4311-a984-99511388367c None None] Bound using segment: {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:16.050667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-246c089a-67d9-4311-a984-99511388367c None None] Bound port: a1f02de4-4883-4709-96df-e0ad058c76f7, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f893d4dc-23bb-4f97-979c-e772e95b0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:16.051081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.070228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-93eb2a32-da28-4839-9baa-52c56421f58a None None] Port a1f02de4-4883-4709-96df-e0ad058c76f7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:16.124377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Allocated IP 2001:db8:2::2 (bc69c41d-bdda-44c9-a1f5-b42a1ff9031a/c2087072-8fa9-4556-b6d4-6bccb8aa43d0/be95a479-137b-4fed-85ae-7236d5005395) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:16.193140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1e447b79-cda4-4f9b-ba9f-d90d3049401d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:16.193519 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.248357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279e93-9e10-442d-8a8f-79aec8005920 req-02a679db-513a-44c2-84cd-9fb4dde5915c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:16.251449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-246c089a-67d9-4311-a984-99511388367c None None] For port a1f02de4-4883-4709-96df-e0ad058c76f7, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:16.256884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a279e93-9e10-442d-8a8f-79aec8005920 req-02a679db-513a-44c2-84cd-9fb4dde5915c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0953865 Mar 31 23:22:16.279398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-246c089a-67d9-4311-a984-99511388367c None None] For port a1f02de4-4883-4709-96df-e0ad058c76f7, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1f02de4-4883-4709-96df-e0ad058c76f7,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:16.296201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-54cfd631-bc9c-4ec5-bd5d-4b0fc426b1d7 None None] Provisioning complete for port a1f02de4-4883-4709-96df-e0ad058c76f7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:16.296576 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54cfd631-bc9c-4ec5-bd5d-4b0fc426b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.303610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a279e93-9e10-442d-8a8f-79aec8005920 req-a1f03563-23e6-4614-8fef-a691e7c5d075 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Mar 31 23:22:16.370764 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-246c089a-67d9-4311-a984-99511388367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.387113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-54cfd631-bc9c-4ec5-bd5d-4b0fc426b1d7 None None] Port a1f02de4-4883-4709-96df-e0ad058c76f7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:16.552368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c089a-67d9-4311-a984-99511388367c None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:16.553195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-246c089a-67d9-4311-a984-99511388367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:16.557425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.563256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7563cb-1887-461e-a1bc-c3a1ef60b2b0 None None] Pushing event updated for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.659898 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.689604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.695553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8:2::1 (bc69c41d-bdda-44c9-a1f5-b42a1ff9031a/c2087072-8fa9-4556-b6d4-6bccb8aa43d0/40ffc56b-4008-465e-9048-5e6517e467d1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:16.744773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:16.749714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-246c089a-67d9-4311-a984-99511388367c None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:16.786242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Pushing event updated for resources: {'Port': ['ID=be95a479-137b-4fed-85ae-7236d5005395,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.800324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:16.805114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:16.895232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.899614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] Provisioning complete for port a1f02de4-4883-4709-96df-e0ad058c76f7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:16.899981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.048355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.113152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.117974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:17.119336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.122112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:17.130225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:17.131836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.161900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Attempting to bind port be95a479-137b-4fed-85ae-7236d5005395 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:17.162563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Attempting to bind port be95a479-137b-4fed-85ae-7236d5005395 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:17.162710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Attempting to bind port be95a479-137b-4fed-85ae-7236d5005395 on network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:17.183829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:17.184869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Checking segment: {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:17.184869 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.185150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Bound using segment: {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:17.185452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Bound port: be95a479-137b-4fed-85ae-7236d5005395, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:17.185834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.329408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.333448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] For port be95a479-137b-4fed-85ae-7236d5005395, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:17.337805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] For port be95a479-137b-4fed-85ae-7236d5005395, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=be95a479-137b-4fed-85ae-7236d5005395,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:17.341147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.397910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] For port a1f02de4-4883-4709-96df-e0ad058c76f7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1f02de4-4883-4709-96df-e0ad058c76f7,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:17.407682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-246c089a-67d9-4311-a984-99511388367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:12Z', 'revision_number': 3, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.447311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c089a-67d9-4311-a984-99511388367c None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:12Z', 'revision_number': 3, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:17.449966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.509032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72a5d-9119-46c9-8e06-472d01d97d52 req-fc389a1e-0600-4d91-ba49-4611fb1565d6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.510580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6c72a5d-9119-46c9-8e06-472d01d97d52 req-fc389a1e-0600-4d91-ba49-4611fb1565d6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1025844 Mar 31 23:22:17.512093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7743c-eb02-4f19-9d11-a6cdd4e5778c None None] Pushing event updated for resources: {'Port': ['ID=be95a479-137b-4fed-85ae-7236d5005395,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.533039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.609876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6c72a5d-9119-46c9-8e06-472d01d97d52 req-8604ce4c-7705-45fe-956a-f97eac712eaa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618048 Mar 31 23:22:17.633870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705ea6a-9b4a-4d99-9de7-f56f81972d23 None None] Pushing event updated for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.825809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.911966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.912761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.989779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1f02de4-4883-4709-96df-e0ad058c76f7 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:18.018643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:18.075570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a1f02de4-4883-4709-96df-e0ad058c76f7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:18.076069 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.231814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:18.233275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:18.374844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:18.514767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:18.528865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ce14439-579d-4a63-bb98-fa4ed039781e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048890 Mar 31 23:22:18.532198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:18.537751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85433557'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:18.809890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ab28b-a125-4d65-8b6c-22a67c5135dc req-74dc78af-ae4a-4964-82ba-1c62d4acd72b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:18.809890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162ab28b-a125-4d65-8b6c-22a67c5135dc req-74dc78af-ae4a-4964-82ba-1c62d4acd72b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0601869 Mar 31 23:22:18.834704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162ab28b-a125-4d65-8b6c-22a67c5135dc req-0e241fd6-ee1f-4cb0-bde6-cf9a35cb3646 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Mar 31 23:22:18.836478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:18.851440 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:18.852554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:18.905859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:18.910381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.943512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:18.950319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:18.953945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.954298 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added segment cb25ee95-9dcb-4ef8-8a34-d37d7735ad38 of type vlan for network dd527591-3fb5-42cb-8730-ce17419cdd3a Mar 31 23:22:19.051483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.101667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cda8b9-73bf-4506-a9eb-921300205c92 None None] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:19.139972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.147765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.153747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.230213 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:19.261126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Network': ['ID=dd527591-3fb5-42cb-8730-ce17419cdd3a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.264666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:19.265287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Updating router a48b4e93-6e51-409c-aaf3-7b64f34ca439 port 40ffc56b-4008-465e-9048-5e6517e467d1 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:19.289601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5b04c042-a644-4d0e-818f-81000ae94cb3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7562077 Mar 31 23:22:19.291709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45182) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.297483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'subnet': {'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:19.304331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network dd527591-3fb5-42cb-8730-ce17419cdd3a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:19.320566 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.386735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] Provisioning complete for port be95a479-137b-4fed-85ae-7236d5005395 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:19.387137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.533214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.570080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Made reservation on behalf of 7d851e7482c540c5a11c5c2889918d07 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:19.574143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.587223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] For port be95a479-137b-4fed-85ae-7236d5005395, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=be95a479-137b-4fed-85ae-7236d5005395,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:19.653823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.808227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43937e4-2a1c-439d-9ef9-099817018bb0 None None] Pushing event updated for resources: {'Port': ['ID=be95a479-137b-4fed-85ae-7236d5005395,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.972180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device be95a479-137b-4fed-85ae-7236d5005395 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:20.003404 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.079768 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.102233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8c9d091f-d4f0-4458-9dbe-3dcbcae75165 None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:20.102754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c9d091f-d4f0-4458-9dbe-3dcbcae75165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.153052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252916a1-fd75-4d71-9747-3453f292c294 req-3d119ef7-9b59-4df9-991e-8f9c2ab31841 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:20.161770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-252916a1-fd75-4d71-9747-3453f292c294 req-3d119ef7-9b59-4df9-991e-8f9c2ab31841 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1382124 Mar 31 23:22:20.170655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d091f-d4f0-4458-9dbe-3dcbcae75165 None None] Port 40ffc56b-4008-465e-9048-5e6517e467d1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:20.189585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port be95a479-137b-4fed-85ae-7236d5005395 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:20.190016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.217797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.235408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8c9d091f-d4f0-4458-9dbe-3dcbcae75165 None None] Provisioning complete for port be95a479-137b-4fed-85ae-7236d5005395 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:20.235784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c9d091f-d4f0-4458-9dbe-3dcbcae75165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.311116 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7c9a7-74eb-458c-b04f-0e018067993c None None] Pushing event updated for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.320636 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Attempting to bind port 40ffc56b-4008-465e-9048-5e6517e467d1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:20.322145 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Attempting to bind port 40ffc56b-4008-465e-9048-5e6517e467d1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:20.322690 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Attempting to bind port 40ffc56b-4008-465e-9048-5e6517e467d1 on network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:20.331462 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:20.332180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Checking segment: {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:20.332808 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.333739 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Bound using segment: {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:20.334527 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Bound port: 40ffc56b-4008-465e-9048-5e6517e467d1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9be0bc-5542-4156-8b0d-84c0491caaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:20.335425 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.433384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-252916a1-fd75-4d71-9747-3453f292c294 req-97e550a6-6753-4436-98fd-ac6b17015b9e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707574 Mar 31 23:22:20.444493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Subnet': ['ID=e7a2ede2-e23f-43f3-8c5c-29078552668e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.523043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Checking segment: {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:20.523419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network hostable DHCP agents. Network: dd527591-3fb5-42cb-8730-ce17419cdd3a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:20.621798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd527591-3fb5-42cb-8730-ce17419cdd3a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:20.633063 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] For port 40ffc56b-4008-465e-9048-5e6517e467d1, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:20.637606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] For port 40ffc56b-4008-465e-9048-5e6517e467d1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=40ffc56b-4008-465e-9048-5e6517e467d1,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:20.667769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-89f22029-9e47-4e05-855c-15444c751016 None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:20.668583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89f22029-9e47-4e05-855c-15444c751016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.696347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, dd527591-3fb5-42cb-8730-ce17419cdd3a) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:20.708375 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.713742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:20.715516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.752828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-89f22029-9e47-4e05-855c-15444c751016 None None] Port 40ffc56b-4008-465e-9048-5e6517e467d1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:20.755633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6372ca-8786-4cb6-b240-4b27fda47fcb None None] Network dd527591-3fb5-42cb-8730-ce17419cdd3a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:20.805159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7c9a7-74eb-458c-b04f-0e018067993c None None] Pushing event updated for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.823024 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:20.824472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:20.856204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2aab80a2-6045-47bf-b0cc-1682903f728d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5629885 Mar 31 23:22:20.858961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45190) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:20.943368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:20.944130 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.055369 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:21.059759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-dd527591-3fb5-42cb-8730-ce17419cdd3a', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:22:21.060631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.261945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.266274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.282333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.290313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.298095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.306884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.318429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.326262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.329363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-efa9dbc2-bc65-4985-b563-810af84e7630 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.2466574 Mar 31 23:22:21.355284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] For port 40ffc56b-4008-465e-9048-5e6517e467d1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=40ffc56b-4008-465e-9048-5e6517e467d1,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:21.388453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Allocated IP 2001:db8:3::2 (dd527591-3fb5-42cb-8730-ce17419cdd3a/e7a2ede2-e23f-43f3-8c5c-29078552668e/04ab8679-c44a-4810-93e7-9bc8099780e0) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:21.410350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-439799c2-eaeb-4545-b45b-ee47dcb7674c req-d34012e4-a4f2-48b1-bf4f-682f89b4f998 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590668 Mar 31 23:22:21.443525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.507447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7bae-b4ee-4bcd-b979-57e127439113 None None] Pushing event updated for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:21.518311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:20Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:21.575057 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54501b64-ef6c-4779-80fb-c46a7e48373a None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:20Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:21.614726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-76989410-f482-420a-997e-7dca608dc30b None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:21.615144 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76989410-f482-420a-997e-7dca608dc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.760021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdeb6a-b0eb-46a2-983a-f550558756e1 req-8fa70b55-ac8d-44c4-9d82-d8d5db6dc4f1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.761616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85bdeb6a-b0eb-46a2-983a-f550558756e1 req-8fa70b55-ac8d-44c4-9d82-d8d5db6dc4f1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1731663 Mar 31 23:22:21.775587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.875511 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.004825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.076019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Pushing event updated for resources: {'Port': ['ID=04ab8679-c44a-4810-93e7-9bc8099780e0,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:22.084613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 40ffc56b-4008-465e-9048-5e6517e467d1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:22.130536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-52f1bc6b-a7f6-4a57-be78-3e8688706881 None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:22.131170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-52f1bc6b-a7f6-4a57-be78-3e8688706881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.178197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Network dd527591-3fb5-42cb-8730-ce17419cdd3a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:22.188622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:22.195103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:22.340529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Attempting to bind port 04ab8679-c44a-4810-93e7-9bc8099780e0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:22.341031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Attempting to bind port 04ab8679-c44a-4810-93e7-9bc8099780e0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:22.341031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Attempting to bind port 04ab8679-c44a-4810-93e7-9bc8099780e0 on network dd527591-3fb5-42cb-8730-ce17419cdd3a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:22.378637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:22.379683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Checking segment: {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:22.384420 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.385229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Bound using segment: {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:22.385919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Bound port: 04ab8679-c44a-4810-93e7-9bc8099780e0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:22.386886 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.392500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 40ffc56b-4008-465e-9048-5e6517e467d1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:22.393633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.535420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] For port 04ab8679-c44a-4810-93e7-9bc8099780e0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:22.590090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85bdeb6a-b0eb-46a2-983a-f550558756e1 req-810c7c6b-99ca-43e0-8d56-5ff9695defac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8112872 Mar 31 23:22:22.603491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] For port 04ab8679-c44a-4810-93e7-9bc8099780e0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=04ab8679-c44a-4810-93e7-9bc8099780e0,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:22.619713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device be95a479-137b-4fed-85ae-7236d5005395 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:22.663466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.726683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.734385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.739909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.746119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.754813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.763229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.767629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.770239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-f6e0702c-afe8-4160-9df2-778f75644739 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1790335 Mar 31 23:22:22.772760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87754a5-cb16-402a-9e5a-c2199ae02104 None None] Pushing event updated for resources: {'Port': ['ID=04ab8679-c44a-4810-93e7-9bc8099780e0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:22.798867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port be95a479-137b-4fed-85ae-7236d5005395 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:22.798867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:22.868377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e8b7f7a-8f0a-46d0-a0dd-d9408a9f2d31 req-7fe97570-89f7-41ee-9a84-4e89045a5cb3 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791955 Mar 31 23:22:22.902063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Allocated IP 2001:db8:3::1 (dd527591-3fb5-42cb-8730-ce17419cdd3a/e7a2ede2-e23f-43f3-8c5c-29078552668e/98469f55-001f-4703-bd33-b4bab673344f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:23.083470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:23.180167 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:23.225216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd527591-3fb5-42cb-8730-ce17419cdd3a is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:23.228730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:23.233657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:23.234355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:23.342840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:23.506686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:23.898963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98346cff-8c82-4224-b306-492feb0c415f req-85cfc6d9-cfaf-4501-9f97-efa99f881347 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:23.900643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98346cff-8c82-4224-b306-492feb0c415f req-85cfc6d9-cfaf-4501-9f97-efa99f881347 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.1563549 Mar 31 23:22:23.960615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 04ab8679-c44a-4810-93e7-9bc8099780e0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:24.020313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98346cff-8c82-4224-b306-492feb0c415f req-5096a54f-f974-4c32-b6b8-892672c57cfe tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074491 Mar 31 23:22:24.022360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.231212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 04ab8679-c44a-4810-93e7-9bc8099780e0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:24.231212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.235296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-751026c9-ff77-4039-8b57-a60c00c3315d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1186483 Mar 31 23:22:24.238123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.238123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e67cf4-36c4-4933-a486-70c5247875f5 None None] Network dd527591-3fb5-42cb-8730-ce17419cdd3a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:24.238635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-27f97519-3ee6-473a-b210-e8eb887f30bb req-d5bec618-9d34-4b70-98e0-5a4b57e7e956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368848 Mar 31 23:22:24.309435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 04ab8679-c44a-4810-93e7-9bc8099780e0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=04ab8679-c44a-4810-93e7-9bc8099780e0,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:24.330820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-51268f19-3b1e-4f7f-897c-2af87db60884 None None] Provisioning complete for port 04ab8679-c44a-4810-93e7-9bc8099780e0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:24.331217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-51268f19-3b1e-4f7f-897c-2af87db60884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.364587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.365419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.462505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event updated for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:24.520564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Network dd527591-3fb5-42cb-8730-ce17419cdd3a is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:24.523240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:24.577298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.579802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.673766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=04ab8679-c44a-4810-93e7-9bc8099780e0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:24.708901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.714807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.720746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.728591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.735924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.743329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.749340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.751322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-fc038c24-cde2-435f-baef-90b2815aa956 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.1622741 Mar 31 23:22:24.760747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:24.854657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-16c5bd85-27eb-4b53-9e39-97fc5762c39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.856093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-16c5bd85-27eb-4b53-9e39-97fc5762c39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0938542 Mar 31 23:22:24.997830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:25.009311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-961166a7-6a11-4d28-be3c-0bcb4912b343 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1462960 Mar 31 23:22:25.009614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:25.017867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:25.019079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:25.045735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:25.046564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:25.072315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9ca96036-56a0-41cd-90c5-b045b56a2554 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1855268 Mar 31 23:22:25.084767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:25.196791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:25.261348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:25.431611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-023c66b4-9c19-4faa-9e95-3fe745ac76ec None None] Provisioning complete for port 04ab8679-c44a-4810-93e7-9bc8099780e0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:25.432416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-023c66b4-9c19-4faa-9e95-3fe745ac76ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:25.487695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dc738-96c6-4d7d-bc88-057d8683ab84 req-b2dddf8e-5f80-473e-9c7a-0cc7d3de17dd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.496474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd7dc738-96c6-4d7d-bc88-057d8683ab84 req-b2dddf8e-5f80-473e-9c7a-0cc7d3de17dd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.2753942 Mar 31 23:22:25.576201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:22:25.592987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Removed routes are [] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:22:25.593909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:25.616222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.624507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.633047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.640554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.648731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.655750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.663423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:25.665360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-132c105d-8781-47e6-ab68-b72aac114337 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 5431 time: 0.3235681 Mar 31 23:22:25.670280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd7dc738-96c6-4d7d-bc88-057d8683ab84 req-993e2fe3-6b74-4b76-92f0-113811dbe248 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728082 Mar 31 23:22:25.748165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b924d4a0-e7f9-4893-9ddd-0e6912408386,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:25.836945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64521446-8fb2-4584-aae4-0db63a3dc27f req-32afc9a4-33a8-4dde-a5f4-d5580e7a3add tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=d9f9067c-2a20-4872-ae83-862415864709&id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526785 Mar 31 23:22:25.846946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] For port b924d4a0-e7f9-4893-9ddd-0e6912408386, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:25.886038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-023c66b4-9c19-4faa-9e95-3fe745ac76ec None None] Provisioning complete for port 98469f55-001f-4703-bd33-b4bab673344f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:25.886269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-023c66b4-9c19-4faa-9e95-3fe745ac76ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:25.936189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 04ab8679-c44a-4810-93e7-9bc8099780e0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:25.938378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] device_id is not set on port b924d4a0-e7f9-4893-9ddd-0e6912408386 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:22:25.953386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.013267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:23Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:23Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:26.013267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-023c66b4-9c19-4faa-9e95-3fe745ac76ec None None] Port 98469f55-001f-4703-bd33-b4bab673344f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:26.014986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.014986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.015575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:26.015575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Updating router a48b4e93-6e51-409c-aaf3-7b64f34ca439 port 98469f55-001f-4703-bd33-b4bab673344f binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:26.043566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.064387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 04ab8679-c44a-4810-93e7-9bc8099780e0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:26.064792 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.108857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:26.115710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.187541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] No DVR routers for this DVR port b924d4a0-e7f9-4893-9ddd-0e6912408386 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:26.191844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Pushing event updated for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:26.195621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d5da1df3-69ef-4c39-8cde-d20ab4d9259e None None] Provisioning complete for port 98469f55-001f-4703-bd33-b4bab673344f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:26.196161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5da1df3-69ef-4c39-8cde-d20ab4d9259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.260314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] In _notify_port_updated(), no bound segment for port b924d4a0-e7f9-4893-9ddd-0e6912408386 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:22:26.261228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:26.261845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.263574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-ffc5fa7a-fdfd-4b24-b53c-61e9a957066b service neutron] 10.222.0.10 "PUT /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 200 len: 1026 time: 1.1834967 Mar 31 23:22:26.271424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:26.280299 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.284410 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-305adf46-e333-4e22-a4fc-f723229fbb94 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 954 time: 1.2714014 Mar 31 23:22:26.286921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45222) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:26.338008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d5da1df3-69ef-4c39-8cde-d20ab4d9259e None None] Port 98469f55-001f-4703-bd33-b4bab673344f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:26.341082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-caaa5305-9dce-416c-a851-58d6582f84f6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:26.344108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-caaa5305-9dce-416c-a851-58d6582f84f6 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "GET /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733001 Mar 31 23:22:26.365410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:26.438102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.545316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.561209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bc6ae960-92c6-4f39-8d25-45a1e23a639a None None] Provisioning complete for port b924d4a0-e7f9-4893-9ddd-0e6912408386 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:26.561580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae960-92c6-4f39-8d25-45a1e23a639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.606787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ae960-92c6-4f39-8d25-45a1e23a639a None None] Port b924d4a0-e7f9-4893-9ddd-0e6912408386 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:26.621927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.637943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=62f840a5-26d6-40d7-bde1-40004d529054,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:26.685415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] For port 62f840a5-26d6-40d7-bde1-40004d529054, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:26.685821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffc19e-e339-42c7-b4d1-1d168e741d75 None None] Pushing event updated for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:26.742943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] device_id is not set on port 62f840a5-26d6-40d7-bde1-40004d529054 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:22:26.745332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Attempting to bind port 98469f55-001f-4703-bd33-b4bab673344f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:26.745780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Attempting to bind port 98469f55-001f-4703-bd33-b4bab673344f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:26.746211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Attempting to bind port 98469f55-001f-4703-bd33-b4bab673344f on network dd527591-3fb5-42cb-8730-ce17419cdd3a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:26.752967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.755327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:26.755588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Checking segment: {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:26.756137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.756539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Bound using segment: {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:26.757016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Bound port: 98469f55-001f-4703-bd33-b4bab673344f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:26.757418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.785698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-45195cbb-8aba-49c8-97c6-54247c37fb98 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 954 time: 0.4966149 Mar 31 23:22:26.788831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45232) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:26.793673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'routes': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:26.837076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] For port 98469f55-001f-4703-bd33-b4bab673344f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:26.840454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] For port 98469f55-001f-4703-bd33-b4bab673344f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=98469f55-001f-4703-bd33-b4bab673344f,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:26.856687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.932453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.022481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:27.023256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:27.048445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] No DVR routers for this DVR port 62f840a5-26d6-40d7-bde1-40004d529054 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:27.051048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:27.068728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffc19e-e339-42c7-b4d1-1d168e741d75 None None] Pushing event updated for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:27.072054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7568a-ae4e-45b2-9420-c45e7a8ba65f req-4c693c6d-f93c-4379-8e01-3bcbef0732e9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.082781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20a7568a-ae4e-45b2-9420-c45e7a8ba65f req-4c693c6d-f93c-4379-8e01-3bcbef0732e9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.2946851 Mar 31 23:22:27.156109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] Provisioning complete for port 98469f55-001f-4703-bd33-b4bab673344f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:27.156486 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.192921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:27.225064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] In _notify_port_updated(), no bound segment for port 62f840a5-26d6-40d7-bde1-40004d529054 on network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:22:27.225970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.226592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.227961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-2c89b9a5-170c-4c24-8c8a-594eebf5ab79 service neutron] 10.222.0.10 "PUT /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 200 len: 1027 time: 0.8761609 Mar 31 23:22:27.241718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.247961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.254793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.264697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.267829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.269564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-66e3226d-8e2f-4a2f-8606-23f1bd2a9192 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 3884 time: 0.3048241 Mar 31 23:22:27.291658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20a7568a-ae4e-45b2-9420-c45e7a8ba65f req-d2e679d3-09a9-4186-89c6-4b7436c817bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078056 Mar 31 23:22:27.516013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-d458d492-b076-465b-b948-283153cca4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.517675 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-d458d492-b076-465b-b948-283153cca4e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1097 time: 0.0478406 Mar 31 23:22:27.579602 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.622746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-3265d81e-c0aa-4c48-b4d0-424246010858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.625286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-3265d81e-c0aa-4c48-b4d0-424246010858 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.1003811 Mar 31 23:22:27.660450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] For port 98469f55-001f-4703-bd33-b4bab673344f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=98469f55-001f-4703-bd33-b4bab673344f,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:27.693072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:25Z', 'revision_number': 6, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:26Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:27.697285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-71edf268-97cf-4aac-abca-ec4acfcb02f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1002 time: 0.0656261 Mar 31 23:22:27.720560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a904aaa-599d-4f13-a6d1-5ef76e75401e None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:25Z', 'revision_number': 6, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:26Z', 'revision_number': 4, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:27.729945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.769365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f425b1-007e-4fee-a7c8-83fb8dc676d0 req-8613cc66-2e23-4ec2-b213-5ec757b506e2 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854131 Mar 31 23:22:27.782217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-d568e7c0-8540-4995-b8e9-a12cb2311b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.784006 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-d568e7c0-8540-4995-b8e9-a12cb2311b5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0757604 Mar 31 23:22:27.860794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef475-8386-4328-9434-328c31098f2c None None] Pushing event updated for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:27.885473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4ac713bd-37ba-499d-953b-9fd71d8d05f4 None None] Provisioning complete for port 98469f55-001f-4703-bd33-b4bab673344f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:27.885944 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ac713bd-37ba-499d-953b-9fd71d8d05f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.892708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-2b9930ac-a6e9-43b7-b16f-7dd34c000a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.895041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-2b9930ac-a6e9-43b7-b16f-7dd34c000a16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032693 Mar 31 23:22:27.898457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port b9f01c9b-79db-4831-813b-d4f672d6bbd4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:27.899072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.907724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-796e19c9-6bda-4e72-80b0-d44e989de580 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:22:27.909616 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-796e19c9-6bda-4e72-80b0-d44e989de580 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070171 Mar 31 23:22:27.966196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b9f01c9b-79db-4831-813b-d4f672d6bbd4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.019806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-0e562815-9b1c-43b4-8427-d9bb82c97169 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023417 Mar 31 23:22:28.058364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:28.058642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.070773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added routes are [] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:22:28.071117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.extraroute_db [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:22:28.085525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for b9f01c9b-79db-4831-813b-d4f672d6bbd4 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:28.091398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.107485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4ac713bd-37ba-499d-953b-9fd71d8d05f4 None None] Provisioning complete for port 62f840a5-26d6-40d7-bde1-40004d529054 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:28.115191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ac713bd-37ba-499d-953b-9fd71d8d05f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.139152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:28.141407 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f3b32-fae0-4368-8e06-8ed9e65f1904" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:28.152954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3d5d4eb0-10b0-445b-9717-5c05ec060649 req-e6fab2e0-c535-47a4-a631-1853af2832c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281018 Mar 31 23:22:28.168546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.181701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4ac713bd-37ba-499d-953b-9fd71d8d05f4 None None] Port 62f840a5-26d6-40d7-bde1-40004d529054 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:28.187315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b9f01c9b-79db-4831-813b-d4f672d6bbd4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b9f01c9b-79db-4831-813b-d4f672d6bbd4,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:28.191799 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94441d67-c0a5-4327-bc26-a68a74dd2743 x-openstack-request-id: req-94441d67-c0a5-4327-bc26-a68a74dd2743 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:28.192145 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:28.192634 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-94441d67-c0a5-4327-bc26-a68a74dd2743 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:28.193089 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94441d67-c0a5-4327-bc26-a68a74dd2743'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'code': 200} Mar 31 23:22:28.282923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.283875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 62f840a5-26d6-40d7-bde1-40004d529054 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.357816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:28.374028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.377760 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.378532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.378532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:28.392602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 62f840a5-26d6-40d7-bde1-40004d529054 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:28.394220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.482368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.489810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.517971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:28.530023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=b9f01c9b-79db-4831-813b-d4f672d6bbd4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:28.560529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.561462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b924d4a0-e7f9-4893-9ddd-0e6912408386 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.574336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.591291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471292-1948-4d15-9a05-6b3780f01d07 req-dcb6d31a-354a-4f23-abcb-a8aef32be4a5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:28.592926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a471292-1948-4d15-9a05-6b3780f01d07 req-dcb6d31a-354a-4f23-abcb-a8aef32be4a5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.2007005 Mar 31 23:22:28.608645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port b9f01c9b-79db-4831-813b-d4f672d6bbd4 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:28.610577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.613735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.616976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-346afd14-69ab-499d-8c4a-70b7f5b8c84f tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "DELETE /v2.0/ports/b9f01c9b-79db-4831-813b-d4f672d6bbd4 HTTP/1.1" status: 204 len: 173 time: 1.3464699 Mar 31 23:22:28.618075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:28.620367 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f444e-ac57-4d78-be27-fdfeed1bccc0" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:28.651558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b924d4a0-e7f9-4893-9ddd-0e6912408386 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:28.651558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 80c79d1a-f721-4c4d-994a-0874feb63619 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.697189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:28.739588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.774188 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:28.782539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:28.784907 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2e736-e30c-4da2-baf9-5a204504dafd x-openstack-request-id: req-fdb2e736-e30c-4da2-baf9-5a204504dafd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:28.785088 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "b9f01c9b-79db-4831-813b-d4f672d6bbd4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:28.785292 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fdb2e736-e30c-4da2-baf9-5a204504dafd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:28.785635 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb2e736-e30c-4da2-baf9-5a204504dafd'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': 'b9f01c9b-79db-4831-813b-d4f672d6bbd4', 'status': 'completed', 'code': 200} Mar 31 23:22:28.787457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:28.788066 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:28.795744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a471292-1948-4d15-9a05-6b3780f01d07 req-99b3dd25-7b9b-4591-922b-d35fe717a50a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883030 Mar 31 23:22:28.831347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:28.854958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:28.855686 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.865538 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:28.866502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 5b5383f0-9a6c-4162-beb2-6aca04b0d86f no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.885845 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:28.965227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.034833 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.071827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:29.075645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-8d838a38-a8e1-42a1-b9b8-e2295f9cff51 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.082150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-8d838a38-a8e1-42a1-b9b8-e2295f9cff51 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.088802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-8d838a38-a8e1-42a1-b9b8-e2295f9cff51 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.094766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-8d838a38-a8e1-42a1-b9b8-e2295f9cff51 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.096912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-8d838a38-a8e1-42a1-b9b8-e2295f9cff51 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 3146 time: 0.2178004 Mar 31 23:22:29.102133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:29.117836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.119044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf88bad0-cf9d-4cea-ab87-6eeb685275a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 704 time: 2.3287063 Mar 31 23:22:29.121834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45246) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:29.145847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:29.146226 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.146707 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:28Z', 'revision_number': 7, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:29.158757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.160193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7390deed-ee9a-4cd0-9b99-74c4b1e30193 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:29.170947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:29.181462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55d27ac-3a86-4022-a6e0-46a8b609b788 req-0c5bad98-c41f-4be2-ab86-884074fd84ce tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747263 Mar 31 23:22:29.222859 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:29.231193 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d640fa7-6de0-453a-9ea7-773fc785038c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 704 time: 0.1081784 Mar 31 23:22:29.233565 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:29.234565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45248) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:29.234860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:29.264995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.312509 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.350286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:29.367235 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:29.419864 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.430856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.452892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=1b3cbd08-c8fa-49e7-b47d-a6971e19f32c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.495876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.518822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port 1b3cbd08-c8fa-49e7-b47d-a6971e19f32c on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:29.521681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.525042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-04371be4-a19a-4553-9a31-a5568b45f738 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "DELETE /v2.0/ports/1b3cbd08-c8fa-49e7-b47d-a6971e19f32c HTTP/1.1" status: 204 len: 173 time: 0.8961031 Mar 31 23:22:29.608093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:28Z', 'revision_number': 7, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:29.628310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 80c79d1a-f721-4c4d-994a-0874feb63619 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:29.628984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.638848 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18077861-4461-4db2-afc3-af754ad25ad4 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:28Z', 'revision_number': 7, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:29.657706 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.733847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port 80c79d1a-f721-4c4d-994a-0874feb63619, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=80c79d1a-f721-4c4d-994a-0874feb63619,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:29.734208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.753540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 80c79d1a-f721-4c4d-994a-0874feb63619 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:29.796471 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:29.937619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 98469f55-001f-4703-bd33-b4bab673344f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:30.002628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 98469f55-001f-4703-bd33-b4bab673344f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:30.003445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.037390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 98469f55-001f-4703-bd33-b4bab673344f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:30.038153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.056359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdead7-7a1a-411a-a4fa-0519a45672c6 req-51ae273f-29c7-42fa-86f0-7d39bb19524b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:30.057907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09cdead7-7a1a-411a-a4fa-0519a45672c6 req-51ae273f-29c7-42fa-86f0-7d39bb19524b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 946 time: 0.0808818 Mar 31 23:22:30.118405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:30.133142 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.137609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09cdead7-7a1a-411a-a4fa-0519a45672c6 req-fa7b5a84-2563-49e7-96e1-b87e48b3262b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696192 Mar 31 23:22:30.152973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:30.153720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:30.178961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 98469f55-001f-4703-bd33-b4bab673344f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=98469f55-001f-4703-bd33-b4bab673344f,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:30.182348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.197035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 98469f55-001f-4703-bd33-b4bab673344f owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:30.199127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:30.203108 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69027a6c-5e8a-444c-ae7a-617bed0c175c" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:30.240299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=80c79d1a-f721-4c4d-994a-0874feb63619,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:30.270218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:30.274444 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c440dd2e-212a-4d8f-a896-7c434baec2a8 x-openstack-request-id: req-c440dd2e-212a-4d8f-a896-7c434baec2a8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:30.274934 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:30.275379 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c440dd2e-212a-4d8f-a896-7c434baec2a8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:30.275830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port 80c79d1a-f721-4c4d-994a-0874feb63619 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:30.276187 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440dd2e-212a-4d8f-a896-7c434baec2a8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'code': 200} Mar 31 23:22:30.276621 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440dd2e-212a-4d8f-a896-7c434baec2a8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619', 'code': 200} Mar 31 23:22:30.277110 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440dd2e-212a-4d8f-a896-7c434baec2a8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'code': 200} Mar 31 23:22:30.277372 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440dd2e-212a-4d8f-a896-7c434baec2a8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'code': 200} Mar 31 23:22:30.278578 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.282168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-9a36845c-fc34-4204-9e9a-3dbeb11b5d4c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "DELETE /v2.0/ports/80c79d1a-f721-4c4d-994a-0874feb63619 HTTP/1.1" status: 204 len: 173 time: 0.7510204 Mar 31 23:22:30.337065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24eabe-f1c3-4b21-8851-25fbbc83a23d req-dba60524-bf43-4674-9617-2e9e19e3bf24 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:30.342991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24eabe-f1c3-4b21-8851-25fbbc83a23d req-dba60524-bf43-4674-9617-2e9e19e3bf24 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:30.344615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e24eabe-f1c3-4b21-8851-25fbbc83a23d req-dba60524-bf43-4674-9617-2e9e19e3bf24 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 1677 time: 0.0615380 Mar 31 23:22:30.394022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e24eabe-f1c3-4b21-8851-25fbbc83a23d req-4f1f024c-2791-4675-935d-5c39b39fb309 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Mar 31 23:22:30.513021 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:30.513765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.522858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.526339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:28Z', 'revision_number': 7, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98469f55-001f-4703-bd33-b4bab673344f', 'name': '', 'network_id': 'dd527591-3fb5-42cb-8730-ce17419cdd3a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:d2:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:22Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'e7a2ede2-e23f-43f3-8c5c-29078552668e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:30.555607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:30.567375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:30.568014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:30.575814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=98469f55-001f-4703-bd33-b4bab673344f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:30.621567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:30.659046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port 7390deed-ee9a-4cd0-9b99-74c4b1e30193, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7390deed-ee9a-4cd0-9b99-74c4b1e30193,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:30.660291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.708547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:30.788999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c'}, {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:30.791965 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c1a3c-024f-4913-975a-76891c15d1d0" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c"}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:30.793783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.859123 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544fac9a-714a-4b69-a56c-f851ec4216d8 x-openstack-request-id: req-544fac9a-714a-4b69-a56c-f851ec4216d8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:30.859429 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "1b3cbd08-c8fa-49e7-b47d-a6971e19f32c", "status": "completed", "code": 200}, {"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "80c79d1a-f721-4c4d-994a-0874feb63619", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:30.859686 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-544fac9a-714a-4b69-a56c-f851ec4216d8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:30.860092 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544fac9a-714a-4b69-a56c-f851ec4216d8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '1b3cbd08-c8fa-49e7-b47d-a6971e19f32c', 'status': 'completed', 'code': 200} Mar 31 23:22:30.860358 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544fac9a-714a-4b69-a56c-f851ec4216d8'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '80c79d1a-f721-4c4d-994a-0874feb63619', 'status': 'completed', 'code': 200} Mar 31 23:22:30.885423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:30.932685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:31.007121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.007542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.007824 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Floating IP afeddd43-ace9-42a7-8fa2-6f20edeb4ec4 disassociated. External IP: 172.25.6.210, port: 7390deed-ee9a-4cd0-9b99-74c4b1e30193. Mar 31 23:22:31.008140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 7390deed-ee9a-4cd0-9b99-74c4b1e30193 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:31.024673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:30Z', 'revision_number': 8, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:31.052524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d305e4-ee47-432c-98f3-6bd58990ffe0 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:30Z', 'revision_number': 8, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:31.073435 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.083798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:31.135415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:31.185488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:31.191312 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8f28e134-be4f-41bb-af27-32c90edba5de tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9553545 Mar 31 23:22:31.194052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45262) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:31.247236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet e7a2ede2-e23f-43f3-8c5c-29078552668e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:31.250304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.251870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.290081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.296565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a8a8-e014-4848-bbca-3c366f1d3c30 req-7f3fc11e-784b-41f1-94b5-999aaeb758a9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:31.298055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cf1a8a8-e014-4848-bbca-3c366f1d3c30 req-7f3fc11e-784b-41f1-94b5-999aaeb758a9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0817580 Mar 31 23:22:31.298788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=7390deed-ee9a-4cd0-9b99-74c4b1e30193,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:31.384491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.414752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1cf1a8a8-e014-4848-bbca-3c366f1d3c30 req-2862f92f-0fbb-4690-81a8-dfdb8668d9f0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753150 Mar 31 23:22:31.462646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Router 655d3697-e5a1-4706-89f3-2f37dcfe000b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:31.525007 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.554576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a2ede2-e23f-43f3-8c5c-29078552668e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:31.560677 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.564039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782e1d0-49a1-4ae9-8344-8ed1a235b677 None None] Network dd527591-3fb5-42cb-8730-ce17419cdd3a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:31.564510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2bca316d-0fc6-4ff8-8da2-855ddee5c13e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/e7a2ede2-e23f-43f3-8c5c-29078552668e HTTP/1.1" status: 204 len: 168 time: 0.3694701 Mar 31 23:22:31.569663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:31.675162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.775709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 04ab8679-c44a-4810-93e7-9bc8099780e0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:31.776169 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.801520 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:31.818568 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:31.822010 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:31.834910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] DHCP port deletion for dd527591-3fb5-42cb-8730-ce17419cdd3a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:31.898263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 98469f55-001f-4703-bd33-b4bab673344f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:31.937459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 98469f55-001f-4703-bd33-b4bab673344f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:31.937759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 98469f55-001f-4703-bd33-b4bab673344f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:31.941640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 04ab8679-c44a-4810-93e7-9bc8099780e0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=04ab8679-c44a-4810-93e7-9bc8099780e0,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:31.941947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:31.960569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 04ab8679-c44a-4810-93e7-9bc8099780e0 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:31.967772 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:31.970731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Deleting port 04ab8679-c44a-4810-93e7-9bc8099780e0 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:31.971204 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.066405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] For port 04ab8679-c44a-4810-93e7-9bc8099780e0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=04ab8679-c44a-4810-93e7-9bc8099780e0,segment=NetworkSegment(cb25ee95-9dcb-4ef8-8a34-d37d7735ad38),segment_id=cb25ee95-9dcb-4ef8-8a34-d37d7735ad38)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:32.067159 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.084296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Calling delete_port for 04ab8679-c44a-4810-93e7-9bc8099780e0 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:32.118192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80915cb0-5729-43ef-8ed2-da757ffa11a6 req-1d510e6c-1b64-4c3a-b07a-b3824bcc2987 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:32.119962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80915cb0-5729-43ef-8ed2-da757ffa11a6 req-1d510e6c-1b64-4c3a-b07a-b3824bcc2987 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 943 time: 0.6096737 Mar 31 23:22:32.150724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:32.164957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Sync routers for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:32.170116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.199067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:32.200258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.214759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=04ab8679-c44a-4810-93e7-9bc8099780e0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:32.222832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port 04ab8679-c44a-4810-93e7-9bc8099780e0 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:32.224710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port 7390deed-ee9a-4cd0-9b99-74c4b1e30193 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:32.232029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.238076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-c624703c-6c45-449d-883d-517a0b834647 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "DELETE /v2.0/ports/7390deed-ee9a-4cd0-9b99-74c4b1e30193 HTTP/1.1" status: 204 len: 173 time: 1.8544416 Mar 31 23:22:32.243871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80915cb0-5729-43ef-8ed2-da757ffa11a6 req-86c24ea1-e9ca-4ea1-9495-bbaac001feb8 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b136b77-8817-428b-a741-8499539c92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113408 Mar 31 23:22:32.285146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:32.287470 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d228ab-7f8e-44d0-ad97-98a9bd9c9c7a" -d '{"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-unplugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:32.290822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.332642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.349122 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:30Z', 'revision_number': 8, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.357887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd527591-3fb5-42cb-8730-ce17419cdd3a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.370040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.370353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb25ee95-9dcb-4ef8-8a34-d37d7735ad38') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.392984 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e89baf-06f6-42da-a27f-6de897a81799 x-openstack-request-id: req-c4e89baf-06f6-42da-a27f-6de897a81799 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:32.393405 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-unplugged", "status": "failed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "code": 422}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:32.393772 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4e89baf-06f6-42da-a27f-6de897a81799 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:32.394105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.394347 n-d-828414-2 neutron-server[109836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c4e89baf-06f6-42da-a27f-6de897a81799']: {'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'code': 422} returned with failed status Mar 31 23:22:32.395490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] Pushing event deleted for resources: {'Port': ['ID=04ab8679-c44a-4810-93e7-9bc8099780e0,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:32.396867 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:32.404434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:32.406036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.410414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77ddd8-4717-4a8e-8674-6956c31de26d None None] No DVR routers for this DVR port 04ab8679-c44a-4810-93e7-9bc8099780e0 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:32.412941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.419401 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:32.422186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.432309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:32.432712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:32.437948 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:32.504920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:32.559983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:32.561489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:32.562068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.574619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 5b5383f0-9a6c-4162-beb2-6aca04b0d86f owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:32.616432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.635217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.641305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/dd527591-3fb5-42cb-8730-ce17419cdd3a HTTP/1.1" status: 204 len: 168 time: 1.0680635 Mar 31 23:22:32.641801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45282) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:32.662665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed30c3-b53d-4079-9d5b-7973f9a42d97 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=dd527591-3fb5-42cb-8730-ce17419cdd3a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:32.818511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-e7a6e6f2-08cf-483d-b4e8-b2ffebaaede1 req-c2813d77-f787-4ccd-8c27-ab966e13a3e2 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:22:32.818818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7a6e6f2-08cf-483d-b4e8-b2ffebaaede1 req-c2813d77-f787-4ccd-8c27-ab966e13a3e2 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061746 Mar 31 23:22:32.854420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:30Z', 'revision_number': 8, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.862600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:32.864978 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1753f0-163e-48fe-bc40-5ab83fa1370a" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:32.887951 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2d6c2-84fd-4c7e-b7b0-08ce536603cd None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:30Z', 'revision_number': 8, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '40ffc56b-4008-465e-9048-5e6517e467d1', 'name': '', 'network_id': 'bc69c41d-bdda-44c9-a1f5-b42a1ff9031a', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:98:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:16Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': 'c2087072-8fa9-4556-b6d4-6bccb8aa43d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:32.956242 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725827c-ae52-4a7d-9438-2a1b3235d09c x-openstack-request-id: req-3725827c-ae52-4a7d-9438-2a1b3235d09c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:32.956533 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "7390deed-ee9a-4cd0-9b99-74c4b1e30193", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:32.956823 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3725827c-ae52-4a7d-9438-2a1b3235d09c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:32.957639 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3725827c-ae52-4a7d-9438-2a1b3235d09c'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '7390deed-ee9a-4cd0-9b99-74c4b1e30193', 'status': 'completed', 'code': 200} Mar 31 23:22:32.983904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.994305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.017165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Checking router: 655d3697-e5a1-4706-89f3-2f37dcfe000b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:33.028011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:33.037549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:33.058378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=5b5383f0-9a6c-4162-beb2-6aca04b0d86f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:33.098956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port 5b5383f0-9a6c-4162-beb2-6aca04b0d86f on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:33.101903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.105433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1945a32-2221-4e78-b112-d2ff6fc6b727 req-4efcdd95-060c-4891-abcc-1edbaacb4c53 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.10 "DELETE /v2.0/ports/5b5383f0-9a6c-4162-beb2-6aca04b0d86f HTTP/1.1" status: 204 len: 173 time: 0.8599024 Mar 31 23:22:33.160659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:33.195579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.393961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439258-8659-4b95-9c24-193de0739f22 req-d460163a-6151-42fd-a63c-9352159f7612 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.393961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c439258-8659-4b95-9c24-193de0739f22 req-d460163a-6151-42fd-a63c-9352159f7612 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1540632 Mar 31 23:22:33.470471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49f711da-135d-4005-a5a8-df7b15566f8d req-ba2b23cc-997f-426a-a17b-05f97af83991 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0812626 Mar 31 23:22:33.495359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:33.530084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c439258-8659-4b95-9c24-193de0739f22 req-fcf300bc-e26f-4df8-8674-c4f97cb8e86b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161795 Mar 31 23:22:33.571785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4582b2f-43a3-49f9-9593-2d8b9514ee91 None None] The sync data for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 is: [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:30Z', 'revision_number': 4, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '661ba5e4-c998-42b3-aec4-799fdd127f6f', 'name': '', 'network_id': '36587be1-d3d1-42a7-a333-43b107c82815', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'mac_address': 'fa:16:3e:8b:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '74956a29-595c-469a-a235-c8720efd34e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:28Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'subnets': [{'id': '74956a29-595c-469a-a235-c8720efd34e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:33.659502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-21f8871a-8551-4644-8d2c-6e5bca2abbfc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685530 Mar 31 23:22:33.681762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 40ffc56b-4008-465e-9048-5e6517e467d1 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:33.682117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.841052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 40ffc56b-4008-465e-9048-5e6517e467d1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=40ffc56b-4008-465e-9048-5e6517e467d1,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:33.841521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.860031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 04ab8679-c44a-4810-93e7-9bc8099780e0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:33.875824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 40ffc56b-4008-465e-9048-5e6517e467d1 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:33.887136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 04ab8679-c44a-4810-93e7-9bc8099780e0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:33.887617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 04ab8679-c44a-4810-93e7-9bc8099780e0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:33.995161 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2e857-dc73-4b0a-8e6a-eed586f78f9b None None] New status for floating IP afeddd43-ace9-42a7-8fa2-6f20edeb4ec4: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:22:34.168488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.206509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=40ffc56b-4008-465e-9048-5e6517e467d1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:34.340944 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.578653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:34.599299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcee4033-93f7-4fe8-b281-e67bf50f58ec req-3d299b6b-6924-4f95-b85a-700ece78480b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0380645 Mar 31 23:22:34.740708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:34.746022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ec01629-dace-4089-9d9d-7e31c39934a5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1034231 Mar 31 23:22:34.749240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45316) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:34.755994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:34.765871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7faa7f-0fbc-45f1-b598-7aa340025d2c req-f9c4bdee-927e-4196-a0d0-e3cc04a17f9e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.770211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b7faa7f-0fbc-45f1-b598-7aa340025d2c req-f9c4bdee-927e-4196-a0d0-e3cc04a17f9e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1174884 Mar 31 23:22:34.770374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.781536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:34.782415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:34.817503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b7faa7f-0fbc-45f1-b598-7aa340025d2c req-a3fbe101-ddd4-42a7-9f28-46b3cbb988ad tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Mar 31 23:22:34.824633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet c2087072-8fa9-4556-b6d4-6bccb8aa43d0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:34.828427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.880251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:34.881413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.958370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:34.960974 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eeff41-a9c4-4d5a-ab3b-730793993395" -d '{"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:35.009834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.040105 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db7b4f7-1ca7-4233-b081-5c2388351949 x-openstack-request-id: req-0db7b4f7-1ca7-4233-b081-5c2388351949 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:35.040695 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808caf9b-1adb-4ea1-959c-cff2782f0a4a", "name": "network-vif-deleted", "tag": "5b5383f0-9a6c-4162-beb2-6aca04b0d86f", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:35.041159 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0db7b4f7-1ca7-4233-b081-5c2388351949 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:35.041782 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db7b4f7-1ca7-4233-b081-5c2388351949'] response: {'server_uuid': '808caf9b-1adb-4ea1-959c-cff2782f0a4a', 'name': 'network-vif-deleted', 'tag': '5b5383f0-9a6c-4162-beb2-6aca04b0d86f', 'status': 'completed', 'code': 200} Mar 31 23:22:35.143305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:34Z', 'revision_number': 9, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.163301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.173685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:35.184269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:35.185351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.202655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=c2087072-8fa9-4556-b6d4-6bccb8aa43d0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:35.209965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.214907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e2d5916-e06d-4f72-b552-090bec53b776 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/c2087072-8fa9-4556-b6d4-6bccb8aa43d0 HTTP/1.1" status: 204 len: 168 time: 0.4645817 Mar 31 23:22:35.217679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45320) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:35.290423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:35.294845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600a4f1-8836-4bca-99a6-c8564268ec3f None None] Network bc69c41d-bdda-44c9-a1f5-b42a1ff9031a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:35.308184 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.372768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port be95a479-137b-4fed-85ae-7236d5005395 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:35.373520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.442224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port be95a479-137b-4fed-85ae-7236d5005395, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=be95a479-137b-4fed-85ae-7236d5005395,segment=NetworkSegment(5d9be0bc-5542-4156-8b0d-84c0491caaa2),segment_id=5d9be0bc-5542-4156-8b0d-84c0491caaa2)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:35.442748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.462319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for be95a479-137b-4fed-85ae-7236d5005395 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:35.630450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:34Z', 'revision_number': 9, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.645329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.669661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=be95a479-137b-4fed-85ae-7236d5005395,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:35.680589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port be95a479-137b-4fed-85ae-7236d5005395 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:35.701444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbb44f-89b2-4aa3-a652-3fc799c23009 None None] DHCP port deletion for bc69c41d-bdda-44c9-a1f5-b42a1ff9031a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:35.705574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362905f-4003-40df-9eea-5ba0c0769866 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:34Z', 'revision_number': 9, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f02de4-4883-4709-96df-e0ad058c76f7', 'name': '', 'network_id': '7f5f55c2-adb5-437c-ad41-32d19623c02e', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:e0:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:17Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '257f7ed5-842b-4281-b0e3-5533435c4f86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:35.799786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c29c9641-09be-41f1-a7fc-e1f928bb2f90 req-649b88d2-3fe8-4ed2-b720-b3c332c06f28 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0675621 Mar 31 23:22:35.812700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.834261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc69c41d-bdda-44c9-a1f5-b42a1ff9031a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.843671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9be0bc-5542-4156-8b0d-84c0491caaa2') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.843995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9be0bc-5542-4156-8b0d-84c0491caaa2') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.855253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.877050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.877050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:35.877489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:35.881074 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:35.984641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cfb1-c6d8-4fce-8bd0-77f604441d3e req-183c402d-75b2-4e56-bfbf-5b8f5d017fdc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:35.986040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccf5cfb1-c6d8-4fce-8bd0-77f604441d3e req-183c402d-75b2-4e56-bfbf-5b8f5d017fdc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0614467 Mar 31 23:22:36.027135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccf5cfb1-c6d8-4fce-8bd0-77f604441d3e req-4d1886c6-3b00-43bd-bce2-c1193aaaa898 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Mar 31 23:22:36.049971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:36.060604 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:36.066011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/bc69c41d-bdda-44c9-a1f5-b42a1ff9031a HTTP/1.1" status: 204 len: 168 time: 0.8451948 Mar 31 23:22:36.070292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45326) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:36.095455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c908a0-b048-49f1-af7b-57e6e656e69e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=bc69c41d-bdda-44c9-a1f5-b42a1ff9031a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:36.234899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device be95a479-137b-4fed-85ae-7236d5005395 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:36.258384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: be95a479-137b-4fed-85ae-7236d5005395 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:36.258756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device be95a479-137b-4fed-85ae-7236d5005395 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:36.747330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:36.919314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-291b6226-b098-42e0-9d22-9aaa756434e6 req-07418f8a-59f1-4ef0-ab13-d8c3bec6777b tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0346198 Mar 31 23:22:37.019130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port a1f02de4-4883-4709-96df-e0ad058c76f7 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:37.019493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.118257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port a1f02de4-4883-4709-96df-e0ad058c76f7, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a1f02de4-4883-4709-96df-e0ad058c76f7,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:37.118972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.133924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for a1f02de4-4883-4709-96df-e0ad058c76f7 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:37.166324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d807-9ce8-4fee-afc0-10ce9002a1e9 req-c5f607a5-66ca-4cd8-b20c-e9c58504f99c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:37.168109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9154d807-9ce8-4fee-afc0-10ce9002a1e9 req-c5f607a5-66ca-4cd8-b20c-e9c58504f99c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0618231 Mar 31 23:22:37.214094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9154d807-9ce8-4fee-afc0-10ce9002a1e9 req-28ba9970-d936-473a-82c9-9ce13484f810 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Mar 31 23:22:37.385774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.417740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=a1f02de4-4883-4709-96df-e0ad058c76f7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:37.543317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.743160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:37.863786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 40ffc56b-4008-465e-9048-5e6517e467d1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:37.868327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:37.872160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ad5d684e-3f67-409c-a7c5-3f6db9d276d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006480 Mar 31 23:22:37.874624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45332) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:37.877274 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:37.888825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:37.889785 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:37.890191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 40ffc56b-4008-465e-9048-5e6517e467d1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:37.890541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 40ffc56b-4008-465e-9048-5e6517e467d1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:37.937966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 257f7ed5-842b-4281-b0e3-5533435c4f86 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:37.942166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.988904 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:38.008267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.043715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-df633165-3a01-4db3-a226-2e99472625af req-30874199-c00b-4df6-a780-e197194d5b26 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0354145 Mar 31 23:22:38.119355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.216253 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:37Z', 'revision_number': 10, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.243457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:38.253265 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:38.253872 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.254543 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.289565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=257f7ed5-842b-4281-b0e3-5533435c4f86,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:38.303792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.305005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837e0f0-b07e-45c6-929a-22038a467380 None None] Network 7f5f55c2-adb5-437c-ad41-32d19623c02e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:38.314620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4190842f-0c6a-46e1-9cfb-4e2c3cb8dad2 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/257f7ed5-842b-4281-b0e3-5533435c4f86 HTTP/1.1" status: 204 len: 168 time: 0.4342518 Mar 31 23:22:38.315802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45340) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:38.372798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1df4-5c92-426c-846b-d0e3e467b1dd req-39eb9283-9952-4288-b5b9-d71acd50d833 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:38.382268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cda1df4-5c92-426c-846b-d0e3e467b1dd req-39eb9283-9952-4288-b5b9-d71acd50d833 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0735435 Mar 31 23:22:38.395250 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:38.403328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.447665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cda1df4-5c92-426c-846b-d0e3e467b1dd req-2d67ab39-b5db-4182-86be-82552515deaa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564587 Mar 31 23:22:38.471039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 1e447b79-cda4-4f9b-ba9f-d90d3049401d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:38.471450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.552100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e447b79-cda4-4f9b-ba9f-d90d3049401d,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:38.552481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.569398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 1e447b79-cda4-4f9b-ba9f-d90d3049401d owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:38.639466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] DHCP port deletion for 7f5f55c2-adb5-437c-ad41-32d19623c02e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:38.680738 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:37Z', 'revision_number': 10, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.695695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Deleting port 1e447b79-cda4-4f9b-ba9f-d90d3049401d {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:38.696092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.717877 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca1f4f-7fd9-4034-af03-8dfecc3d8008 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:37Z', 'revision_number': 10, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None, '_interfaces': [{'id': '9d12a651-8439-4a21-a182-710a0c8aef17', 'name': '', 'network_id': 'f977ad18-0d1e-4524-a161-f691a9907508', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'mac_address': 'fa:16:3e:26:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:05Z', 'updated_at': '2022-03-31T23:22:11Z', 'revision_number': 5, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'subnets': [{'id': '95de19a3-d8dd-4495-bc65-bb2287845e0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:38.747880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.780859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] For port 1e447b79-cda4-4f9b-ba9f-d90d3049401d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e447b79-cda4-4f9b-ba9f-d90d3049401d,segment=NetworkSegment(f893d4dc-23bb-4f97-979c-e772e95b0e24),segment_id=f893d4dc-23bb-4f97-979c-e772e95b0e24)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:38.781525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.784641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=1e447b79-cda4-4f9b-ba9f-d90d3049401d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:38.786819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port 1e447b79-cda4-4f9b-ba9f-d90d3049401d on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:38.798693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Calling delete_port for 1e447b79-cda4-4f9b-ba9f-d90d3049401d owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:38.869795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.880830 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.890600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5f55c2-adb5-437c-ad41-32d19623c02e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.901034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f893d4dc-23bb-4f97-979c-e772e95b0e24') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.901415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f893d4dc-23bb-4f97-979c-e772e95b0e24') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:38.911828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.913517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] Pushing event deleted for resources: {'Port': ['ID=1e447b79-cda4-4f9b-ba9f-d90d3049401d,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:38.917858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966ccd4-b3ba-48ad-805f-5cfcb4b3676c None None] No DVR routers for this DVR port 1e447b79-cda4-4f9b-ba9f-d90d3049401d on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:38.932533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.938846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:38.939266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:38.942414 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:39.067429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.075329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.079083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/7f5f55c2-adb5-437c-ad41-32d19623c02e HTTP/1.1" status: 204 len: 168 time: 0.7618468 Mar 31 23:22:39.082607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45344) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:39.125036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59bb97-29e8-49ac-8cba-a4e86b51a36d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=7f5f55c2-adb5-437c-ad41-32d19623c02e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:39.199745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc1cd2d1-4ecf-4639-ace5-306b3f2ced28 req-37ca9a29-8c64-4a6f-b3c2-71e4bbcd585e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0538061 Mar 31 23:22:39.457600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.825143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e447b79-cda4-4f9b-ba9f-d90d3049401d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:39.847386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1e447b79-cda4-4f9b-ba9f-d90d3049401d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:39.848191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e447b79-cda4-4f9b-ba9f-d90d3049401d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:39.848816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1f02de4-4883-4709-96df-e0ad058c76f7 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:39.869105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a1f02de4-4883-4709-96df-e0ad058c76f7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:39.869506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a1f02de4-4883-4709-96df-e0ad058c76f7 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:39.910701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1355ec-1bea-4978-9e0d-1efb1efac840 req-40f036ef-130f-42b0-babe-b4858f0b4a12 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:39.912254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e1355ec-1bea-4978-9e0d-1efb1efac840 req-40f036ef-130f-42b0-babe-b4858f0b4a12 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0925925 Mar 31 23:22:40.005558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e1355ec-1bea-4978-9e0d-1efb1efac840 req-71e6a3e8-dea2-433d-8de6-4353eeca141f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871284 Mar 31 23:22:40.114948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port 9d12a651-8439-4a21-a182-710a0c8aef17 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:40.115715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.206022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port 9d12a651-8439-4a21-a182-710a0c8aef17, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9d12a651-8439-4a21-a182-710a0c8aef17,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:40.206385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.219606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for 9d12a651-8439-4a21-a182-710a0c8aef17 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:40.352693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d7daf62-cc7d-46a7-b984-58bb74f441f0 req-f045b93f-b946-47de-8f91-1127c42d2e27 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0632024 Mar 31 23:22:40.500285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.539099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=9d12a651-8439-4a21-a182-710a0c8aef17,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:40.640681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.811563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:40.891562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:40.902623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a4ffd0c2-b442-4ac2-bd41-ac5bb3c71da5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158126 Mar 31 23:22:40.902623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45352) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:40.902962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:40.913546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:40.914278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:40.963138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting subnet 95de19a3-d8dd-4495-bc65-bb2287845e0d {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:40.967129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.985742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:41.022180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.042047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:41.082065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:41.094716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:41.095356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:41.162153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.206564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f47e-60fe-4273-b3ab-cf16130fa933 req-3a0779ff-ac86-4111-b85b-ba9a226bea18 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:41.208208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90b1f47e-60fe-4273-b3ab-cf16130fa933 req-3a0779ff-ac86-4111-b85b-ba9a226bea18 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0948665 Mar 31 23:22:41.266414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90b1f47e-60fe-4273-b3ab-cf16130fa933 req-5c4cbd9a-5cbd-42ce-a24b-66e432033d90 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456576 Mar 31 23:22:41.320172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:41.325393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.359895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Subnet': ['ID=95de19a3-d8dd-4495-bc65-bb2287845e0d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:41.364612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.370951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45356) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:41.371580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b35e23e5-c7b8-4037-b3c3-b923a3be17e8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/95de19a3-d8dd-4495-bc65-bb2287845e0d HTTP/1.1" status: 204 len: 168 time: 0.4692638 Mar 31 23:22:41.377710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:41.406126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374ca18-0d80-4538-a1f1-a5ac40ecdbb1 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:41.407597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb10e978-38b7-4ef1-93e1-2c454858e3d8 None None] Network f977ad18-0d1e-4524-a161-f691a9907508 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:41.490646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.532523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a3bc426-16fc-4d4a-8f2d-652e9ee18641 req-770a3423-c600-4275-bf4e-2a4dc405554c tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0398147 Mar 31 23:22:41.556113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Deleting port d97376cd-31d2-4e07-aa0d-957a725f26f8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:41.556467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.629226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] For port d97376cd-31d2-4e07-aa0d-957a725f26f8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d97376cd-31d2-4e07-aa0d-957a725f26f8,segment=NetworkSegment(db22ac27-3119-4940-b630-05dfab3e5756),segment_id=db22ac27-3119-4940-b630-05dfab3e5756)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:41.629604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.648553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Calling delete_port for d97376cd-31d2-4e07-aa0d-957a725f26f8 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:41.690140 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb3413f5-98c2-44ab-8709-75d1deda45f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.793819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.808749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d403b73-fec7-47a0-bd27-305a35822731 None None] DHCP port deletion for f977ad18-0d1e-4524-a161-f691a9907508 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:41.848022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Port': ['ID=d97376cd-31d2-4e07-aa0d-957a725f26f8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:41.853490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No DVR routers for this DVR port d97376cd-31d2-4e07-aa0d-957a725f26f8 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:41.903154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d97376cd-31d2-4e07-aa0d-957a725f26f8 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:41.933592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d97376cd-31d2-4e07-aa0d-957a725f26f8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:41.934179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d97376cd-31d2-4e07-aa0d-957a725f26f8 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:41.934804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9d12a651-8439-4a21-a182-710a0c8aef17 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:41.957987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9d12a651-8439-4a21-a182-710a0c8aef17 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:41.958188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.958884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9d12a651-8439-4a21-a182-710a0c8aef17 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:41.991952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f977ad18-0d1e-4524-a161-f691a9907508']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.004295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db22ac27-3119-4940-b630-05dfab3e5756') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.004563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db22ac27-3119-4940-b630-05dfab3e5756') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.015042 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.030072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.036863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:42.037270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:42.040278 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:42.168210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.176079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.179222 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/networks/f977ad18-0d1e-4524-a161-f691a9907508 HTTP/1.1" status: 204 len: 168 time: 0.8071604 Mar 31 23:22:42.181840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45360) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:42.199045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'routes': None}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:42.202423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d24f64-c5b3-491b-a76f-c2aeb4fc0a9c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Pushing event deleted for resources: {'Network': ['ID=f977ad18-0d1e-4524-a161-f691a9907508,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:42.354357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Added routes are [] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:22:42.354661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.extraroute_db [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Removed routes are [] {{(pid=109835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:22:42.355194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.394066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1553f-975b-41c4-88bb-733569da32e2 req-a2949469-76e8-4670-9a6e-a20b7a293858 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:42.395981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6aa1553f-975b-41c4-88bb-733569da32e2 req-a2949469-76e8-4670-9a6e-a20b7a293858 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0517006 Mar 31 23:22:42.435639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6aa1553f-975b-41c4-88bb-733569da32e2 req-7818194c-fbd0-4e55-90eb-d90030341579 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Mar 31 23:22:42.499086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.503084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.579551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router a48b4e93-6e51-409c-aaf3-7b64f34ca439 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:42.639146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d421cd8-4279-4505-b6e6-c439de03882a req-f0905db3-e4a9-402b-8188-cfe6a94907dc tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0273485 Mar 31 23:22:42.672387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:42.679802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.683651 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4c900bae-beb9-4737-a663-ae6b7625fa08 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 705 time: 0.4855831 Mar 31 23:22:42.684146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45366) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:42.686447 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Sync routers for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:42.697613 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:42.698227 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.716627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-49b1fd41-8e19-4f5b-b894-bf54753f191d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 205 time: 0.0312507 Mar 31 23:22:42.719133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45368) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:42.793049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.874891 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:42.944272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.974832 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Checking router: a48b4e93-6e51-409c-aaf3-7b64f34ca439 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:42.984334 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Routers {'a48b4e93-6e51-409c-aaf3-7b64f34ca439'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:42.985299 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:42.987794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.990151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.060554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] Set router a48b4e93-6e51-409c-aaf3-7b64f34ca439 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:43.099594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.100112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router a48b4e93-6e51-409c-aaf3-7b64f34ca439 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:43.106996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.113196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b2b2fd9f-f252-494b-b756-10d2bde58b31 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 204 len: 168 time: 0.3881643 Mar 31 23:22:43.113479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45370) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:43.115898 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:43.118106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1397438476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:43.142307 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7277fc5-3bde-4b01-ab21-0130d02d4963 None None] The sync data for ids ['a48b4e93-6e51-409c-aaf3-7b64f34ca439'] in n-d-828414-2 is: [{'id': 'a48b4e93-6e51-409c-aaf3-7b64f34ca439', 'name': 'tempest-RoutersIpV6Test-router-1283549843', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:04Z', 'updated_at': '2022-03-31T23:22:40Z', 'revision_number': 11, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:43.220197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.221839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.280358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.348656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.452502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.454498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-83d3817e-086e-468c-bd64-efb58c1f875e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3394580 Mar 31 23:22:43.457841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45372) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:43.462262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:43.578684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d38ca-a4ac-4b5e-abbb-16c260fdb8f1 req-197d6ca2-238c-4144-9e5f-da76499738df tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.580767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e39d38ca-a4ac-4b5e-abbb-16c260fdb8f1 req-197d6ca2-238c-4144-9e5f-da76499738df tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0555580 Mar 31 23:22:43.622575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e39d38ca-a4ac-4b5e-abbb-16c260fdb8f1 req-b49eb533-a7da-4cf1-8b89-21d8e32a8193 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348561 Mar 31 23:22:43.678043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3746234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108759'] for router, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.748074 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3746213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3746220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750411'] for router, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.750680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebf195b3-4ec5-409b-8f00-e2bf1dc751f9 req-ac9e1ac8-69c1-477e-af3e-19c660d230c9 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0295734 Mar 31 23:22:43.838646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f6364792-8f59-443a-b39c-f2b2f2633c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.889764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Router afb75c51-81c3-4f95-bb6b-704dec2eaf3c is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:43.967364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:43.974743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:43.975924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d9099658-863d-4205-9f78-8886c0ab41d3 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "PUT /v2.0/routers/afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 200 len: 698 time: 0.5171485 Mar 31 23:22:43.978610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45378) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:43.989816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Sync routers for ids ['afb75c51-81c3-4f95-bb6b-704dec2eaf3c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:44.009112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Routers {'afb75c51-81c3-4f95-bb6b-704dec2eaf3c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:44.009741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['afb75c51-81c3-4f95-bb6b-704dec2eaf3c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:44.060879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b584eb49-f381-40cd-9aa9-37be6368c52f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/routers/afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 200 len: 704 time: 0.0784836 Mar 31 23:22:44.061119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:44.082722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Set router afb75c51-81c3-4f95-bb6b-704dec2eaf3c gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:44.090455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b074c863-c384-44d6-b52b-3ae864c93976 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 200 len: 205 time: 0.0258915 Mar 31 23:22:44.090625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:44.134569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb75c51-81c3-4f95-bb6b-704dec2eaf3c', 'name': 'tempest-RoutersIpV6Test-router-1397438476', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:43Z', 'updated_at': '2022-03-31T23:22:43Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:44.166370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Checking router: afb75c51-81c3-4f95-bb6b-704dec2eaf3c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:44.176506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Routers {'afb75c51-81c3-4f95-bb6b-704dec2eaf3c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:44.177148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['afb75c51-81c3-4f95-bb6b-704dec2eaf3c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:44.251219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] Set router afb75c51-81c3-4f95-bb6b-704dec2eaf3c gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:44.310992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb75c51-81c3-4f95-bb6b-704dec2eaf3c', 'name': 'tempest-RoutersIpV6Test-router-1397438476', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:43Z', 'updated_at': '2022-03-31T23:22:43Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:44.338524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75947f-4261-4711-b37d-0979bf201614 None None] The sync data for ids ['afb75c51-81c3-4f95-bb6b-704dec2eaf3c'] in n-d-828414-2 is: [{'id': 'afb75c51-81c3-4f95-bb6b-704dec2eaf3c', 'name': 'tempest-RoutersIpV6Test-router-1397438476', 'tenant_id': '7d851e7482c540c5a11c5c2889918d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:43Z', 'updated_at': '2022-03-31T23:22:43Z', 'revision_number': 2, 'project_id': '7d851e7482c540c5a11c5c2889918d07', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:44.507599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:44.690651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:44.692936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:44.781477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916f51-bd73-47ee-a327-2cf8c61f30b1 req-dd21a40d-24cf-4c45-a2ab-408799218637 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:44.782979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a916f51-bd73-47ee-a327-2cf8c61f30b1 req-dd21a40d-24cf-4c45-a2ab-408799218637 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0582740 Mar 31 23:22:44.825994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:44.826446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Fanout notify agent at l3_agent the message router_deleted on router afb75c51-81c3-4f95-bb6b-704dec2eaf3c {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:44.833001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a916f51-bd73-47ee-a327-2cf8c61f30b1 req-762c48be-adeb-4fca-b6a1-3ba646e28b3a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Mar 31 23:22:44.834553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:44.842224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-39f26236-083f-47bd-af5a-74ee14aeced6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 204 len: 168 time: 0.7493024 Mar 31 23:22:44.847047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:44.880011 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a4dd7359-e816-4638-8b5a-2d07d5eb55d8 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 200 len: 205 time: 0.0316331 Mar 31 23:22:44.882660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45390) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:44.906801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37a50e53-cab9-4b14-9e04-ee2a74e4030f req-ea0ba3d3-8e67-4dff-a7be-438eec25f851 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0344338 Mar 31 23:22:44.940122 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-fe99006b-377c-4500-a7e5-4c5256e39d95 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:44.940122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fe99006b-377c-4500-a7e5-4c5256e39d95 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/afb75c51-81c3-4f95-bb6b-704dec2eaf3c HTTP/1.1" status: 404 len: 336 time: 0.0562141 Mar 31 23:22:44.942962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:44.981839 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdcd7e7-9512-444d-be53-722ac6e61b4c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:44.982300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdcd7e7-9512-444d-be53-722ac6e61b4c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:44.988240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5cdcd7e7-9512-444d-be53-722ac6e61b4c tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/e7a2ede2-e23f-43f3-8c5c-29078552668e HTTP/1.1" status: 404 len: 337 time: 0.0407736 Mar 31 23:22:44.988526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45394) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.021411 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f716318e-00dc-4af7-a0b6-be1a24482baf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.021875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f716318e-00dc-4af7-a0b6-be1a24482baf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.027368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f716318e-00dc-4af7-a0b6-be1a24482baf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/c2087072-8fa9-4556-b6d4-6bccb8aa43d0 HTTP/1.1" status: 404 len: 337 time: 0.0354030 Mar 31 23:22:45.027832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.055763 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d673eadd-5750-48b6-afd7-522925410e96 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.056281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d673eadd-5750-48b6-afd7-522925410e96 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.062212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.062440 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d673eadd-5750-48b6-afd7-522925410e96 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/257f7ed5-842b-4281-b0e3-5533435c4f86 HTTP/1.1" status: 404 len: 337 time: 0.0333865 Mar 31 23:22:45.092129 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a162add-f568-45ad-935f-865dbac1f4ac tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.092612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a162add-f568-45ad-935f-865dbac1f4ac tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.096774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3a162add-f568-45ad-935f-865dbac1f4ac tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/95de19a3-d8dd-4495-bc65-bb2287845e0d HTTP/1.1" status: 404 len: 337 time: 0.0322800 Mar 31 23:22:45.099360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45400) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.128085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a774b68b-12dc-4038-ac71-3bb65d3a622f tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 200 len: 205 time: 0.0271149 Mar 31 23:22:45.130416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.173511 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-258cd843-eadf-4a91-af06-39a65243fb2a tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.174714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-258cd843-eadf-4a91-af06-39a65243fb2a tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/a48b4e93-6e51-409c-aaf3-7b64f34ca439 HTTP/1.1" status: 404 len: 336 time: 0.0434365 Mar 31 23:22:45.177577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45404) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.210639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e96500a-0bf7-4fe8-bf9f-f48ba0f969b7 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c HTTP/1.1" status: 200 len: 205 time: 0.0317159 Mar 31 23:22:45.212852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.257146 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-86d9684d-5ba6-4d42-b61e-c5b1c0bb6fc6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.261163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-86d9684d-5ba6-4d42-b61e-c5b1c0bb6fc6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/81dfbf6c-c2a2-4c19-8e32-9db51a8dcf1c HTTP/1.1" status: 404 len: 336 time: 0.0472786 Mar 31 23:22:45.261468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.292120 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af83230-c0cc-4ebf-9816-4795dd37c4f6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.292584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af83230-c0cc-4ebf-9816-4795dd37c4f6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.295598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9af83230-c0cc-4ebf-9816-4795dd37c4f6 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/fea56801-7391-4621-a47f-c7e8fb988dcf HTTP/1.1" status: 404 len: 337 time: 0.0321226 Mar 31 23:22:45.298184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.318929 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:45.325088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de13f850-58bb-4d26-a0c3-0dfc9bc32652 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 200 len: 205 time: 0.0257986 Mar 31 23:22:45.331470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.369701 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-5b0841a1-94e9-4a42-bc37-38028fbff8bf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.373568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.374706 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5b0841a1-94e9-4a42-bc37-38028fbff8bf tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/d0039bad-21c3-4995-96b1-55484ab63232 HTTP/1.1" status: 404 len: 336 time: 0.0420730 Mar 31 23:22:45.403274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd2934f4-6d9c-4714-8558-40abff12c58d tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=acfa73d4-8291-4d12-824b-e6a581400a55 HTTP/1.1" status: 200 len: 205 time: 0.0285234 Mar 31 23:22:45.405548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.450581 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-fd223244-8fee-40ff-8562-4c0ad12838d5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.454360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45418) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.454533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fd223244-8fee-40ff-8562-4c0ad12838d5 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/acfa73d4-8291-4d12-824b-e6a581400a55 HTTP/1.1" status: 404 len: 336 time: 0.0480111 Mar 31 23:22:45.490573 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bb3cdc-1555-44b8-9cd0-9dee9f3cc90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.491069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bb3cdc-1555-44b8-9cd0-9dee9f3cc90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.494085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66bb3cdc-1555-44b8-9cd0-9dee9f3cc90b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/00d91d3f-54f0-4b2a-b3f0-429f11ccf154 HTTP/1.1" status: 404 len: 337 time: 0.0387034 Mar 31 23:22:45.496707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45420) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.524376 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-89efdc1b-3eee-42f3-96a3-4732bff95233 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=56787c20-f7e6-4349-ac20-d9057be5282a HTTP/1.1" status: 200 len: 205 time: 0.0265617 Mar 31 23:22:45.526576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45422) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.563601 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-4a37356b-a91f-407d-9d8b-9fe2ed558603 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.564667 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4a37356b-a91f-407d-9d8b-9fe2ed558603 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/56787c20-f7e6-4349-ac20-d9057be5282a HTTP/1.1" status: 404 len: 336 time: 0.0371311 Mar 31 23:22:45.570047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45424) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.600009 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88a5e86-6834-4daf-a5b9-b3d202f6191e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.600477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88a5e86-6834-4daf-a5b9-b3d202f6191e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.606556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.607076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d88a5e86-6834-4daf-a5b9-b3d202f6191e tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/2cc4d22b-a5b3-400c-950c-f9339d0ef1de HTTP/1.1" status: 404 len: 337 time: 0.0359454 Mar 31 23:22:45.639071 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d3121a6-a19f-4322-97a5-2388e154834b tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "GET /v2.0/ports?device_id=51b1397d-c3a9-43af-acde-fa3513845b36 HTTP/1.1" status: 200 len: 205 time: 0.0304935 Mar 31 23:22:45.641334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45430) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.706534 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-ebd1f096-b02c-450b-b54b-09ca43a0b501 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] delete failed (client error): The resource could not be found. Mar 31 23:22:45.708216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebd1f096-b02c-450b-b54b-09ca43a0b501 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/routers/51b1397d-c3a9-43af-acde-fa3513845b36 HTTP/1.1" status: 404 len: 336 time: 0.0657434 Mar 31 23:22:45.710174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45432) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.724904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-c7e088ce-91a0-47b2-9a95-f80618b28fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.726490 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-c7e088ce-91a0-47b2-9a95-f80618b28fa3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 1095 time: 0.1576478 Mar 31 23:22:45.738000 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-27715b30-014f-4d1e-92b6-5dcd3b5eb110 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.738469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27715b30-014f-4d1e-92b6-5dcd3b5eb110 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.741601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-27715b30-014f-4d1e-92b6-5dcd3b5eb110 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/91048243-5230-42f5-858f-abc20f9c7b6e HTTP/1.1" status: 404 len: 337 time: 0.0302613 Mar 31 23:22:45.744213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:45.771378 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a348bc-22b3-4753-b195-a4a128e3db30 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] DELETE failed (client error): The resource could not be found. Mar 31 23:22:45.774526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a348bc-22b3-4753-b195-a4a128e3db30 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:22:45.775194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0a348bc-22b3-4753-b195-a4a128e3db30 tempest-RoutersIpV6Test-1769422815 tempest-RoutersIpV6Test-1769422815-project] 10.222.0.83 "DELETE /v2.0/subnets/4cae4c78-d240-443d-8275-15c91436f27e HTTP/1.1" status: 404 len: 337 time: 0.0300233 Mar 31 23:22:45.795938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-6021f533-6c27-4ed5-ae53-526b350c8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.797696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-6021f533-6c27-4ed5-ae53-526b350c8710 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1095 time: 0.0462906 Mar 31 23:22:45.907948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-487eeff0-8d63-48f3-8578-1028b03439ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.910417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-487eeff0-8d63-48f3-8578-1028b03439ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.1053059 Mar 31 23:22:45.987697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb07b-898b-4877-8a3e-5a9f7d3c4633 req-398553b1-a4d2-4db2-9d52-055b12a8b23f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.990127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bbcb07b-898b-4877-8a3e-5a9f7d3c4633 req-398553b1-a4d2-4db2-9d52-055b12a8b23f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0657098 Mar 31 23:22:45.996557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-9a204ae1-8528-498a-9bc6-3809e288334f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1000 time: 0.0803173 Mar 31 23:22:46.047087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ee66bae-37ca-49e3-9b4d-fc147bb7d498 req-5ac14838-8a4d-4ef9-9111-d81028d7a47a tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.0313661 Mar 31 23:22:46.071359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bbcb07b-898b-4877-8a3e-5a9f7d3c4633 req-83a19c6a-db16-40a6-b3ed-d3e8e875a4ac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728905 Mar 31 23:22:46.079699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-07562c9a-e54c-4ba9-9a73-b4d41b25a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.084210 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-07562c9a-e54c-4ba9-9a73-b4d41b25a416 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0769970 Mar 31 23:22:46.135866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-613337fe-189b-4287-a3db-c49324440a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.137443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-613337fe-189b-4287-a3db-c49324440a3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469637 Mar 31 23:22:46.239990 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-a9bb2276-6dcf-4eec-ac72-2acfd54e4572 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952687 Mar 31 23:22:46.302650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c01b4-29ac-4491-b122-0933bf188b80 req-4b4ab25f-5565-4107-a7dc-be308462df67 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.304269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f0c01b4-29ac-4491-b122-0933bf188b80 req-4b4ab25f-5565-4107-a7dc-be308462df67 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.0469489 Mar 31 23:22:46.343997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f0c01b4-29ac-4491-b122-0933bf188b80 req-86d13ebb-b336-40a3-88cc-cc36ca6bf47e tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Mar 31 23:22:46.356331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45448) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:46.369784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45452) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:46.385525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e95faab-0153-46d8-9453-5587996e5ce6 req-08824a21-ae9f-4c1c-b20a-383f6bdb2f51 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396282 Mar 31 23:22:46.555464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be437899-f79a-4be5-9ba6-d5c4d82a4a77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d851e7482c540c5a11c5c2889918d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978979 Mar 31 23:22:46.558482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45458) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:46.579568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port b31fdcee-274b-41a5-b940-3b13400ca147 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:46.580031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.631752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.644713 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.665371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.692001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.692501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.710427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for b31fdcee-274b-41a5-b940-3b13400ca147 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:46.799654 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.856423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.859511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.871462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ee20dbd2-51c6-4ef9-95e6-e55982e79521 HTTP/1.1" status: 204 len: 168 time: 0.3068781 Mar 31 23:22:46.893565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3e45c-5ed0-4fca-aceb-e40ab2113c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20dbd2-51c6-4ef9-95e6-e55982e79521,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:47.033807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.067686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=b31fdcee-274b-41a5-b940-3b13400ca147,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:47.158661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.159075 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 97a21750-a1a0-45cf-ab1d-9c5df28695e1 disassociated (deleted). External IP: 172.25.6.174, port: 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7. Mar 31 23:22:47.382433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6baeea79-66d5-4639-aa4d-68a46e6ecece req-e8bd6358-98a2-493c-8d86-94f978024745 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.1186230 Mar 31 23:22:47.541682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312919e-1fef-4a69-b0f1-ae4c4863e69d req-26158aac-452a-4489-83e0-3f16a0f7bc13 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.548141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d312919e-1fef-4a69-b0f1-ae4c4863e69d req-26158aac-452a-4489-83e0-3f16a0f7bc13 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.2704239 Mar 31 23:22:47.699586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d312919e-1fef-4a69-b0f1-ae4c4863e69d req-27fc9e11-3684-4c45-aaf1-2413eeee8d65 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384494 Mar 31 23:22:47.824702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:47.974257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:47.988896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.991814 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Sync routers for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:48.016681 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:48.017521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:48.089461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b2d1d127-d937-4229-9271-72d1285df407 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/floatingips/97a21750-a1a0-45cf-ab1d-9c5df28695e1 HTTP/1.1" status: 204 len: 168 time: 1.7183940 Mar 31 23:22:48.093028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:48.100239 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24" -d '{"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:48.139269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:48.209825 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06143797-8201-4028-9925-87ba92a1c8d1 x-openstack-request-id: req-06143797-8201-4028-9925-87ba92a1c8d1 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:48.210346 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:48.210835 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06143797-8201-4028-9925-87ba92a1c8d1 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:48.211270 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06143797-8201-4028-9925-87ba92a1c8d1'] response: {'name': 'network-changed', 'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'status': 'completed', 'code': 200} Mar 31 23:22:48.339988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-e377fdb1-f393-4b22-ba8b-d1c59d146c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.341615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-e377fdb1-f393-4b22-ba8b-d1c59d146c37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 1097 time: 0.0951416 Mar 31 23:22:48.427365 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:48.464981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Checking router: 3c2d6d25-ada7-45fc-ab4a-5058038c7469 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:48.476522 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:48.477411 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:48.527619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-189acedc-0056-42ee-97db-e8caa54bc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.531238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-189acedc-0056-42ee-97db-e8caa54bc978 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 200 len: 899 time: 0.1817150 Mar 31 23:22:48.634723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-d0685697-d188-4539-8ac9-3d85d06c81fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 200 len: 217 time: 0.0965192 Mar 31 23:22:48.689329 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:48.775824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c798af5c-4fa2-42c4-bf55-421de24cf314 req-ccfca13b-0291-4301-bcd9-cf2ca2bf86af tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/ports?device_id=808caf9b-1adb-4ea1-959c-cff2782f0a4a HTTP/1.1" status: 200 len: 210 time: 0.1387000 Mar 31 23:22:48.828766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-ebfc23bb-e66d-4cf6-9b7d-2a931036ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.831927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-ebfc23bb-e66d-4cf6-9b7d-2a931036ee3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 200 len: 835 time: 0.1670580 Mar 31 23:22:48.912340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93797-5ce0-457e-b22a-b9e534db7528 req-f4d1cf9d-9839-4171-9452-73c0ebe906b8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.914186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81e93797-5ce0-457e-b22a-b9e534db7528 req-f4d1cf9d-9839-4171-9452-73c0ebe906b8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1436441 Mar 31 23:22:48.994158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-ed76b414-d791-4f9e-b079-6a87661b228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.995637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-ed76b414-d791-4f9e-b079-6a87661b228f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a965d6da-6b72-44a9-94bc-1988cc260bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557965 Mar 31 23:22:49.021885 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:49.043643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81e93797-5ce0-457e-b22a-b9e534db7528 req-aec0595e-f47d-44f0-8e48-472c3f992a75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098957 Mar 31 23:22:49.052826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75176bd2-e496-491d-b7f4-8859d13d808e None None] The sync data for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 is: [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '45b469ca-98c1-4ebf-80ae-cf9039743205', 'name': '', 'network_id': 'a965d6da-6b72-44a9-94bc-1988cc260bdf', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:d4:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:34Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b4d73091-123a-4746-91d5-d34e052f2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:49.116064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e356-35e7-486e-9d95-264081a6bdc1 req-b1336571-4f30-49c6-9576-ae94134a4538 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.118294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9096e356-35e7-486e-9d95-264081a6bdc1 req-b1336571-4f30-49c6-9576-ae94134a4538 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.2193658 Mar 31 23:22:49.303742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9096e356-35e7-486e-9d95-264081a6bdc1 req-e3e8583c-2bc9-41f2-a460-c4dce751d020 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711376 Mar 31 23:22:49.311294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-d5a8b5eb-c42a-40d6-bcb2-20b706443bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729194 Mar 31 23:22:49.529324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f16557-6491-4c6b-b10d-c2fa10bd6c05 None None] New status for floating IP 97a21750-a1a0-45cf-ab1d-9c5df28695e1: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:22:49.546970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b7ea19c-8250-45a5-8d31-6e7bbfff2b24 req-0774e682-5945-4f24-a56b-126cc05ac696 service neutron] 10.222.0.10 "GET /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184229 Mar 31 23:22:50.012280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:50.065618 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.113215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.231772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143d80d-0759-4d71-839c-5584ea5a3830 req-14d199c6-71ce-43bf-b25b-b8370f32eda3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.237461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8143d80d-0759-4d71-839c-5584ea5a3830 req-14d199c6-71ce-43bf-b25b-b8370f32eda3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.1142955 Mar 31 23:22:50.298351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8143d80d-0759-4d71-839c-5584ea5a3830 req-d45de4d7-596d-40d5-8f40-2ed658c65e68 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=ccc143b3-1a52-43db-b654-1ca4b3cda57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487394 Mar 31 23:22:50.364256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.366920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.370700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/security-groups/5b136b77-8817-428b-a741-8499539c92fe HTTP/1.1" status: 204 len: 168 time: 0.3719788 Mar 31 23:22:50.371180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45542) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:50.388188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466e8ce-9e9d-4b86-b8d5-008073c72b11 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b136b77-8817-428b-a741-8499539c92fe,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:50.394062 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-028a4d91-32f3-46ab-9514-7ce8a0ed3c44 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] show failed (client error): The resource could not be found. Mar 31 23:22:50.404596 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-028a4d91-32f3-46ab-9514-7ce8a0ed3c44 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "GET /v2.0/security-groups/5b136b77-8817-428b-a741-8499539c92fe HTTP/1.1" status: 404 len: 347 time: 0.0323310 Mar 31 23:22:50.405527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45544) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:50.539091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009d5de-be6e-436a-b05c-233b4bc85afc req-f876b688-81ee-4998-816c-a3ba7f3b508f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.540663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1009d5de-be6e-436a-b05c-233b4bc85afc req-f876b688-81ee-4998-816c-a3ba7f3b508f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1179399 Mar 31 23:22:50.579192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-6c72d698-9e6a-4955-85fe-0e0adc6dd539 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.580668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-6c72d698-9e6a-4955-85fe-0e0adc6dd539 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 946 time: 0.0855844 Mar 31 23:22:50.621110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 5a354d81-06ac-42b1-a3d2-c6f116d01833 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:50.628287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.633842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1009d5de-be6e-436a-b05c-233b4bc85afc req-62593dcb-0ad5-4a4e-80dc-03a787e83b0c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854387 Mar 31 23:22:50.744604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.744956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.760125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 5a354d81-06ac-42b1-a3d2-c6f116d01833 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:50.780926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:50.783938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.918549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:50.918799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.938308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:51.066448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.095400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=5a354d81-06ac-42b1-a3d2-c6f116d01833,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:51.189195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.192450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.196421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0e74f90-1376-49f6-8b31-6d2f5cda384e tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/floatingips/afeddd43-ace9-42a7-8fa2-6f20edeb4ec4 HTTP/1.1" status: 204 len: 168 time: 0.7872703 Mar 31 23:22:51.197576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45554) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:51.236192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.276269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=3fdd8a67-7acc-4f84-bca8-e19a47ad47a7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:51.324514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 62f840a5-26d6-40d7-bde1-40004d529054 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:51.325117 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.373909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] No DVR routers for this DVR port 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:51.377299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.381321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63343a33-df1f-4e29-b93f-3af3c2cd4d62 req-7b6e6df0-ff8b-4a39-9a60-a7ead0ee1cf4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "DELETE /v2.0/ports/3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 HTTP/1.1" status: 204 len: 173 time: 0.7954099 Mar 31 23:22:51.381952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-deleted', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:51.384595 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b159ef-e11d-40a8-a371-1e3f890682c0" -d '{"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-deleted", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:51.502867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.509625 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3901f-4e08-4ba3-9fa1-3bb6fd84a599 x-openstack-request-id: req-a5d3901f-4e08-4ba3-9fa1-3bb6fd84a599 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:51.512076 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74658bfd-b2d3-4b4a-a836-700fd1a48a21", "name": "network-vif-deleted", "tag": "3fdd8a67-7acc-4f84-bca8-e19a47ad47a7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:51.513353 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a5d3901f-4e08-4ba3-9fa1-3bb6fd84a599 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:51.519249 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d3901f-4e08-4ba3-9fa1-3bb6fd84a599'] response: {'server_uuid': '74658bfd-b2d3-4b4a-a836-700fd1a48a21', 'name': 'network-vif-deleted', 'tag': '3fdd8a67-7acc-4f84-bca8-e19a47ad47a7', 'status': 'completed', 'code': 200} Mar 31 23:22:51.523808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 62f840a5-26d6-40d7-bde1-40004d529054 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:51.529129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34488ff9-77d3-4059-84cd-a5d731a723b0 req-5163eba3-1c00-49f8-8581-b63ab01aafe1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0651784 Mar 31 23:22:51.817182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6004b8b-49a7-4ae3-9b41-1c9df1ea9fd8 req-223aa602-01cc-430c-84ab-6f6f0113532f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:51.825250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6004b8b-49a7-4ae3-9b41-1c9df1ea9fd8 req-223aa602-01cc-430c-84ab-6f6f0113532f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0792491 Mar 31 23:22:51.839422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.885997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=62f840a5-26d6-40d7-bde1-40004d529054,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:51.918016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6004b8b-49a7-4ae3-9b41-1c9df1ea9fd8 req-5741f4ea-0a5c-4eb5-8b96-548fb0f9c6f0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893555 Mar 31 23:22:52.034303 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:52.049506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f2cc26d9-d37f-4a47-a2e9-28f97767a436 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/ports/62f840a5-26d6-40d7-bde1-40004d529054 HTTP/1.1" status: 204 len: 168 time: 0.8429604 Mar 31 23:22:52.051814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:52.195516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port b924d4a0-e7f9-4893-9ddd-0e6912408386 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:52.195869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:52.317492 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:52.333849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for b924d4a0-e7f9-4893-9ddd-0e6912408386 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:52.895126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9391618-e612-4937-9fbc-fa9f275e704d req-664e025b-c37d-44d7-bd82-29970eea3788 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=74658bfd-b2d3-4b4a-a836-700fd1a48a21 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Mar 31 23:22:53.088603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.120482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=b924d4a0-e7f9-4893-9ddd-0e6912408386,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:53.149692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.150043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.150423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.150766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.151133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.151462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.151783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.152135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.152502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.152822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.153170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.155545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:53.193879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f93f37-b81e-4d7a-bb41-f41d796dca66 req-d81b20db-7f88-4bf1-9e07-06733e295cc9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.195967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79f93f37-b81e-4d7a-bb41-f41d796dca66 req-d81b20db-7f88-4bf1-9e07-06733e295cc9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1456547 Mar 31 23:22:53.271308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79f93f37-b81e-4d7a-bb41-f41d796dca66 req-be4b8ea0-cbbc-48e9-b767-c7da33c513cb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547516 Mar 31 23:22:53.272363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.278257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8f254cee-82c3-46a7-aeec-c8df14d4260d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/ports/b924d4a0-e7f9-4893-9ddd-0e6912408386 HTTP/1.1" status: 204 len: 168 time: 1.2218630 Mar 31 23:22:53.279489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45584) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:53.354666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting subnet 1fda859e-176c-4b31-a4b1-e4e44063f372 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:53.367435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.419552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.462901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45588) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:53.564493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.691938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3955892-4cff-43ed-a8a4-d0c8cecee039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.813842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3955892-4cff-43ed-a8a4-d0c8cecee039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.885420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.912809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e3955892-4cff-43ed-a8a4-d0c8cecee039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.927387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Subnet': ['ID=1fda859e-176c-4b31-a4b1-e4e44063f372,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:53.953479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:53.955602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc538e-e18d-47f4-83c0-236ad40f7296 None None] Network e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:53.966186 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a50f5c87-7ace-4193-ab80-6457d3e6f3ff tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/subnets/1fda859e-176c-4b31-a4b1-e4e44063f372 HTTP/1.1" status: 204 len: 168 time: 0.6826122 Mar 31 23:22:53.966783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:53.972871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955892-4cff-43ed-a8a4-d0c8cecee039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ebe78-41a7-418f-8231-51ed5429f386,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:53.996089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e3955892-4cff-43ed-a8a4-d0c8cecee039 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3477c33f7f9141219c9c22d55f096382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295749 Mar 31 23:22:53.996437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45596) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:54.073420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45598) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:54.087128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:54.099439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.133930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:54.134582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 3fdd8a67-7acc-4f84-bca8-e19a47ad47a7 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:54.143338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.171590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting subnet fdd328a8-9142-4408-85e2-9ffc4015fa57 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:54.190622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.277787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] DHCP port deletion for e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:54.312683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.312962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.342844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Deleting port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:54.343712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.385483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.389304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.391266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/587ebe78-41a7-418f-8231-51ed5429f386 HTTP/1.1" status: 204 len: 168 time: 0.3937724 Mar 31 23:22:54.411390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db9260-4e2e-474f-b774-fbfcff3add7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ebe78-41a7-418f-8231-51ed5429f386,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:54.474748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] For port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,segment=NetworkSegment(fad0915c-0ebb-4424-99c3-af9ba23c9ca8),segment_id=fad0915c-0ebb-4424-99c3-af9ba23c9ca8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:54.475274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.493170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Calling delete_port for fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:54.525770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.609803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e118-3d7c-443d-93cd-2a41a61cee84 req-0636a9fb-3f26-430a-a9fe-b9a6f54f9e78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:54.619566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b93e118-3d7c-443d-93cd-2a41a61cee84 req-0636a9fb-3f26-430a-a9fe-b9a6f54f9e78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1045241 Mar 31 23:22:54.669686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b93e118-3d7c-443d-93cd-2a41a61cee84 req-71554f21-46de-47a0-996f-55890b5974de tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479019 Mar 31 23:22:54.676907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.704009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] Pushing event deleted for resources: {'Port': ['ID=fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:54.711739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c07fd4-4248-463b-8e84-0b272ecc94c5 None None] No DVR routers for this DVR port fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:54.771051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.775288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.847393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd328a8-9142-4408-85e2-9ffc4015fa57,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:54.856611 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.860015 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30a9cb3a-62c6-4e05-a48c-31e31aadafb4 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/subnets/fdd328a8-9142-4408-85e2-9ffc4015fa57 HTTP/1.1" status: 204 len: 168 time: 0.8916206 Mar 31 23:22:54.863900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45606) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:54.873769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c3a0d-e144-464f-9e0c-0e869489b59a None None] Network 710ea38d-dc39-4753-9e3b-7268ef1bcb1b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:55.044196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.243734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.261163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 45b469ca-98c1-4ebf-80ae-cf9039743205 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:55.261514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.271268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:55.284268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:55.284659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad0915c-0ebb-4424-99c3-af9ba23c9ca8') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:55.285037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] DHCP port deletion for 710ea38d-dc39-4753-9e3b-7268ef1bcb1b request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:55.295752 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.310812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45608) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:55.327047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce831287-3a84-4456-befc-6438ea622564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.343868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.363609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:55.364532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:55.368327 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:55.378554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Deleting port 7ba17031-7d8c-4a5e-99da-cbf931493754 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:55.379326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.397231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 45b469ca-98c1-4ebf-80ae-cf9039743205, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=45b469ca-98c1-4ebf-80ae-cf9039743205,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:55.397838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.430172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 45b469ca-98c1-4ebf-80ae-cf9039743205 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:55.489103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] For port 7ba17031-7d8c-4a5e-99da-cbf931493754, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7ba17031-7d8c-4a5e-99da-cbf931493754,segment=NetworkSegment(27f51952-20c0-45be-9d05-70c6632cc82e),segment_id=27f51952-20c0-45be-9d05-70c6632cc82e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:55.489765 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.519160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Calling delete_port for 7ba17031-7d8c-4a5e-99da-cbf931493754 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:55.574033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce831287-3a84-4456-befc-6438ea622564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.576694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.666848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.666848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/networks/e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25 HTTP/1.1" status: 204 len: 168 time: 0.7577667 Mar 31 23:22:55.666848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a94e1c-3838-4cba-ab84-5013e96ac39d tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Network': ['ID=e05c2ac5-7811-4ebf-8c0b-f4aa51e85c25,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:55.666848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45612) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:55.756693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.882806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:55.905517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:55.905937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fb5f7bd4-689e-49b5-8126-2b4ee2d6edfd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:55.906879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ba17031-7d8c-4a5e-99da-cbf931493754 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:55.925162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce831287-3a84-4456-befc-6438ea622564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.951648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.951928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.963960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29d631-b932-4505-ad19-d9a54e40456a req-e8292642-566e-44cf-8509-981e9db40c02 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:55.965529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f29d631-b932-4505-ad19-d9a54e40456a req-e8292642-566e-44cf-8509-981e9db40c02 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1556380 Mar 31 23:22:55.969944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Deleting port 7ba17031-7d8c-4a5e-99da-cbf931493754 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:55.970288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.012340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=45b469ca-98c1-4ebf-80ae-cf9039743205,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.048042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port 7ba17031-7d8c-4a5e-99da-cbf931493754 {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:22:56.048828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7ba17031-7d8c-4a5e-99da-cbf931493754 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:56.052181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] Pushing event deleted for resources: {'Port': ['ID=7ba17031-7d8c-4a5e-99da-cbf931493754,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.069162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d37cd-f9f6-4290-8585-22a6a333d501 None None] No DVR routers for this DVR port 7ba17031-7d8c-4a5e-99da-cbf931493754 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:56.157626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce831287-3a84-4456-befc-6438ea622564 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6c0813f711c44e39eb8b29439228b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430793 Mar 31 23:22:56.162319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45616) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:56.169042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] For port 7ba17031-7d8c-4a5e-99da-cbf931493754, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.169407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.174833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce831287-3a84-4456-befc-6438ea622564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6198cc12-dab9-4158-bc17-5601503ab9df,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.207784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Calling delete_port for 7ba17031-7d8c-4a5e-99da-cbf931493754 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:56.214403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.ipam_backend_mixin [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Port 7ba17031-7d8c-4a5e-99da-cbf931493754 was not found and therefore no delete operation was performed {{(pid=109834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:22:56.229502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.229502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f29d631-b932-4505-ad19-d9a54e40456a req-df096adb-5b6c-45a4-a916-7676a662072e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318864 Mar 31 23:22:56.284554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] No DVR routers for this DVR port 7ba17031-7d8c-4a5e-99da-cbf931493754 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:56.286766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Port': ['ID=7ba17031-7d8c-4a5e-99da-cbf931493754,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.342780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.378814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.419989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.423437 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.455288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710ea38d-dc39-4753-9e3b-7268ef1bcb1b']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.480897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f51952-20c0-45be-9d05-70c6632cc82e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.481182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f51952-20c0-45be-9d05-70c6632cc82e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.491794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.508086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.516868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:56.517340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:56.521227 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:56.614033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.616774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.618013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6198cc12-dab9-4158-bc17-5601503ab9df HTTP/1.1" status: 204 len: 168 time: 0.4544532 Mar 31 23:22:56.626585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca848c3-6568-460a-9297-494b6efa44db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198cc12-dab9-4158-bc17-5601503ab9df,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.690570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.713022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.716598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] 10.222.0.83 "DELETE /v2.0/networks/710ea38d-dc39-4753-9e3b-7268ef1bcb1b HTTP/1.1" status: 204 len: 168 time: 1.0886588 Mar 31 23:22:56.718173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f312724-4ee7-4eb0-ba2e-f198059c5565 tempest-TaggedBootDevicesTest-1989807892 tempest-TaggedBootDevicesTest-1989807892-project] Pushing event deleted for resources: {'Network': ['ID=710ea38d-dc39-4753-9e3b-7268ef1bcb1b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.948941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:57.094087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:57.103059 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3cf5e010-2795-4a8f-95c1-8613d6117974 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/3c2d6d25-ada7-45fc-ab4a-5058038c7469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0283225 Mar 31 23:22:57.103264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45634) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:57.108527 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Sync routers for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:57.128404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:57.129163 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:57.172221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting subnet b4d73091-123a-4746-91d5-d34e052f2da8 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:57.178141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.226970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.246011 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:57.329154 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.446448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42fd6-3b12-483c-9015-dc3aebe1bfee req-8bee0e77-f3e9-4244-9511-6deafc55ef67 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.448080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ba42fd6-3b12-483c-9015-dc3aebe1bfee req-8bee0e77-f3e9-4244-9511-6deafc55ef67 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0923057 Mar 31 23:22:57.479435 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:22:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:57.499964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ba42fd6-3b12-483c-9015-dc3aebe1bfee req-4e26428c-956d-4e8e-be0e-e481a62ac61e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Mar 31 23:22:57.519201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.537954 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Checking router: 3c2d6d25-ada7-45fc-ab4a-5058038c7469 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:57.554009 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Routers {'3c2d6d25-ada7-45fc-ab4a-5058038c7469'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:57.554009 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:57.560618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d73091-123a-4746-91d5-d34e052f2da8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:57.578375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.579484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b40ce-fe33-49fc-87af-5e104040c1ab None None] Network a965d6da-6b72-44a9-94bc-1988cc260bdf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:57.586490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:57.600278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-61215166-a4a3-4ca7-b808-5fbd6f2715cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/subnets/b4d73091-123a-4746-91d5-d34e052f2da8 HTTP/1.1" status: 204 len: 168 time: 0.4924920 Mar 31 23:22:57.737338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.848068 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] Set router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:57.883606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] DHCP port deletion for a965d6da-6b72-44a9-94bc-1988cc260bdf request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:57.928344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45652) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:57.930411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.965824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Deleting port 84240483-8b0b-4065-9a7b-52977dedde62 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:57.966530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.055329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763840284-network', 'tenant_id': 'ee3360a7a43e49259e754dc4d1f6ab64'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:58.055853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] For port 84240483-8b0b-4065-9a7b-52977dedde62, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=84240483-8b0b-4065-9a7b-52977dedde62,segment=NetworkSegment(978395d7-c762-4865-a468-d1352deea2cb),segment_id=978395d7-c762-4865-a468-d1352deea2cb)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:58.056446 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.082080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Calling delete_port for 84240483-8b0b-4065-9a7b-52977dedde62 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:58.108025 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:22:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:58.142873 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fbcad-4a1c-4b3f-abe5-cdf878f31249 None None] The sync data for ids ['3c2d6d25-ada7-45fc-ab4a-5058038c7469'] in n-d-828414-2 is: [{'id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397611102', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:21Z', 'updated_at': '2022-03-31T23:22:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': 'adfeb237-e3c9-47f0-be97-9a4a33627124', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d6d25-ada7-45fc-ab4a-5058038c7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:22Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:58.153749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port adfeb237-e3c9-47f0-be97-9a4a33627124 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:58.154666 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.170416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Made reservation on behalf of ee3360a7a43e49259e754dc4d1f6ab64 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:58.173838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.187658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.271289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port adfeb237-e3c9-47f0-be97-9a4a33627124, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=adfeb237-e3c9-47f0-be97-9a4a33627124,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:58.271692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.287144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for adfeb237-e3c9-47f0-be97-9a4a33627124 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:58.292121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.311624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.339137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] Pushing event deleted for resources: {'Port': ['ID=84240483-8b0b-4065-9a7b-52977dedde62,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.343596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4b0bc-f9a5-4193-96bb-e2bc6e37157a None None] No DVR routers for this DVR port 84240483-8b0b-4065-9a7b-52977dedde62 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:58.364619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.396136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:58.406996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59851fda-bab3-4735-82a1-227e995cfb8d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.416615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.416977 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Added segment b6482029-d2cc-4027-9938-1cd8df0e1340 of type vlan for network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 Mar 31 23:22:58.479529 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.530608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.579497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=adfeb237-e3c9-47f0-be97-9a4a33627124,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.604438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.604438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.604438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.685530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.688679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7592747 Mar 31 23:22:58.690574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:58.705259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbf189-a254-4ec9-9078-ce8eaf3f618b admin admin] Pushing event updated for resources: {'Network': ['ID=41c4be1d-6296-4dc4-8dd4-4133f9589d56,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.716021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:58.750433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc141e-374d-4228-8a36-1065e92daa75 req-934bea9f-9422-4a87-b212-c212d811e9a1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.753420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ecc141e-374d-4228-8a36-1065e92daa75 req-934bea9f-9422-4a87-b212-c212d811e9a1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1282356 Mar 31 23:22:58.755838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Request body: {'subnet': {'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763840284-subnet', 'tenant_id': 'ee3360a7a43e49259e754dc4d1f6ab64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:58.808535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ecc141e-374d-4228-8a36-1065e92daa75 req-26bd3452-1aae-4223-a900-974359c2c6a5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Mar 31 23:22:58.867902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.867902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.926299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Made reservation on behalf of ee3360a7a43e49259e754dc4d1f6ab64 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:58.928884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.981427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.982094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2d6d25-ada7-45fc-ab4a-5058038c7469 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:58.990603 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.994866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:58.995407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-43837f13-5b86-4921-97eb-1df213cdc43d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/routers/3c2d6d25-ada7-45fc-ab4a-5058038c7469 HTTP/1.1" status: 204 len: 168 time: 1.4061627 Mar 31 23:22:59.108798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.214292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-76063056-ace2-4916-966b-5b0bc6eb2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.215964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-76063056-ace2-4916-966b-5b0bc6eb2bde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1095 time: 0.0519974 Mar 31 23:22:59.223954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.224752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.258336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a965d6da-6b72-44a9-94bc-1988cc260bdf']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:59.268745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978395d7-c762-4865-a468-d1352deea2cb') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:59.269047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978395d7-c762-4865-a468-d1352deea2cb') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:59.279798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.294168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.301931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:59.302329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:59.305455 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:59.348695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ffd065-2cdc-4f97-9d42-a732c0039306,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:59.364955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Checking segment: {'id': 'b6482029-d2cc-4027-9938-1cd8df0e1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:59.365240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Network hostable DHCP agents. Network: 41c4be1d-6296-4dc4-8dd4-4133f9589d56, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:59.370463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.371817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.371817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.371817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.371817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.372382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.372492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.372780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.373089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.373410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.373729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.374048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:59.413249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-9098c993-0fd6-4f4e-9c47-254861795e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.414716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-9098c993-0fd6-4f4e-9c47-254861795e03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.1595571 Mar 31 23:22:59.476827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.483778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.484319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-c05a919d-db58-4767-afda-f202e69d4303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1000 time: 0.0621655 Mar 31 23:22:59.487632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/networks/a965d6da-6b72-44a9-94bc-1988cc260bdf HTTP/1.1" status: 204 len: 168 time: 0.4916747 Mar 31 23:22:59.488466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:59.490430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:59.503373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b316672-d39b-42e8-b8e6-529148db2726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Network': ['ID=a965d6da-6b72-44a9-94bc-1988cc260bdf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:59.594919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 41c4be1d-6296-4dc4-8dd4-4133f9589d56) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:59.600523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.601517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.605471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb535656-c91a-474e-9313-9055269aab36 None None] Network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:59.609112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-c0b4c7d7-f6ab-4fce-a774-d248c391b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.610572 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-c0b4c7d7-f6ab-4fce-a774-d248c391b0b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.1114697 Mar 31 23:22:59.652972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.687722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.707398 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ef55081-1abe-4fae-bd1b-f7761260c5c5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9653757 Mar 31 23:22:59.714640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-c497dc68-242d-4ee0-b63d-fdadd59290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.716309 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-c497dc68-242d-4ee0-b63d-fdadd59290ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942791 Mar 31 23:22:59.743502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e723e9-eba1-4925-ab27-fb00ebae470c None None] Network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:59.857621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-abd467e5-43d8-444d-8de6-bb07a754854b service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304243 Mar 31 23:22:59.932082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.934903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:59.936071 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/security-groups/ccc143b3-1a52-43db-b654-1ca4b3cda57d HTTP/1.1" status: 204 len: 168 time: 0.4447317 Mar 31 23:22:59.940398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adfeb237-e3c9-47f0-be97-9a4a33627124 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:59.953990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64279cf8-cc15-4822-aa3b-70394f05d2ec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc143b3-1a52-43db-b654-1ca4b3cda57d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:59.987746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca132209-bc04-46b8-bf1b-888e0c3da195 req-4bfb82de-f231-4789-89b3-70f8d5427d2a service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196914 Mar 31 23:22:59.989595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: adfeb237-e3c9-47f0-be97-9a4a33627124 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:59.990015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device adfeb237-e3c9-47f0-be97-9a4a33627124 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:59.990495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 45b469ca-98c1-4ebf-80ae-cf9039743205 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:00.020374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceaec8-b8aa-43a0-8f2d-d2288c610291 req-ec0528e5-8cfe-42ec-9d30-39cee2d286c1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:00.049876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aceaec8-b8aa-43a0-8f2d-d2288c610291 req-ec0528e5-8cfe-42ec-9d30-39cee2d286c1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.1362963 Mar 31 23:23:00.064475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 45b469ca-98c1-4ebf-80ae-cf9039743205 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:00.065608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 45b469ca-98c1-4ebf-80ae-cf9039743205 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:00.066275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 84240483-8b0b-4065-9a7b-52977dedde62 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:00.155480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aceaec8-b8aa-43a0-8f2d-d2288c610291 req-db712767-463f-40a2-81ce-d953dad64f28 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806413 Mar 31 23:23:00.268432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 84240483-8b0b-4065-9a7b-52977dedde62 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:00.268873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 84240483-8b0b-4065-9a7b-52977dedde62 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:00.756178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:00.761796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127820924', 'description': 'tempest-secgroup-smoke-1127820924 description', 'project_id': '710a39ff3417413aa2e29836e3ab1830'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:00.800448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45696) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:00.805304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238654270-network', 'tenant_id': '164fe3e64c0244f18ed6d7217a9a47d3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:00.856018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.879862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Made reservation on behalf of 164fe3e64c0244f18ed6d7217a9a47d3 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:00.882224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.896609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.971527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.023834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.305717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f35c-865f-4c1d-8779-19ddea201e5a req-62219449-2c27-45b4-9100-7002edda43c1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.307687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2195f35c-865f-4c1d-8779-19ddea201e5a req-62219449-2c27-45b4-9100-7002edda43c1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0634696 Mar 31 23:23:01.354744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2195f35c-865f-4c1d-8779-19ddea201e5a req-af3dfac5-b962-4c05-ad96-8f2a34669bd3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404959 Mar 31 23:23:01.608351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.640892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745ef62e-4701-4954-815f-0a3f026e6848,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:01.653221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.679121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:01.688750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81ff98-0ee8-44ea-8bec-5695a867ff91,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:01.693921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.699891 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Added segment 40636ba8-8c84-48a5-b51a-f0324018673d of type vlan for network a5f7c948-ec19-42b1-88b2-0c81c7d93775 Mar 31 23:23:01.726452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.728597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b5ba3ce-747e-4a33-8ea5-46b381c6c0db tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9711659 Mar 31 23:23:01.730842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45702) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:01.735618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:01.739524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.833512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.844369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.846284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.847077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.884392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.936452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f7c948-ec19-42b1-88b2-0c81c7d93775,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:01.942409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84e3269b-f7a0-4ce8-8317-ba0d41831be7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1408896 Mar 31 23:23:01.945525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45706) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:01.949336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a5f7c948-ec19-42b1-88b2-0c81c7d93775 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:01.949888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.952276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Request body: {'subnet': {'network_id': 'a5f7c948-ec19-42b1-88b2-0c81c7d93775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238654270-subnet', 'tenant_id': '164fe3e64c0244f18ed6d7217a9a47d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:01.976509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c1c994-9984-4117-a87d-0940765ccd82,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:02.067032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Made reservation on behalf of 164fe3e64c0244f18ed6d7217a9a47d3 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:02.069331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.136594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.137874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bdce5e4c-818e-4f02-b654-5b82d51c5a4e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059567 Mar 31 23:23:02.140958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45708) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:02.146737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:02.215179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.284374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.311268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.342465 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.375683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71d9772-2ba4-4bdd-bd49-a7280556ecde,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:02.378039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26334dac-22ef-461d-899f-c2d772c5f566,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:02.380620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Checking segment: {'id': '40636ba8-8c84-48a5-b51a-f0324018673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5f7c948-ec19-42b1-88b2-0c81c7d93775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:02.381048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Network hostable DHCP agents. Network: a5f7c948-ec19-42b1-88b2-0c81c7d93775, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:02.447219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.449147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e04b5692-2e7a-4130-94ac-950537ce91d8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072262 Mar 31 23:23:02.451889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45716) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:02.457276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:02.502420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Network a5f7c948-ec19-42b1-88b2-0c81c7d93775 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:02.525903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a533991-27c6-4889-8830-ed2f79ccd120 req-1ef4d00d-2735-4eb8-83ba-05d347363346 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:02.539068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a533991-27c6-4889-8830-ed2f79ccd120 req-1ef4d00d-2735-4eb8-83ba-05d347363346 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0809414 Mar 31 23:23:02.571023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a533991-27c6-4889-8830-ed2f79ccd120 req-6d90604c-4f7b-4483-a05c-96712008ce19 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Mar 31 23:23:02.586776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.633150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a5f7c948-ec19-42b1-88b2-0c81c7d93775) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:02.637949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:02.642349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.646087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79316ebb-0226-44b7-badf-ae7917ec3e5a None None] Network a5f7c948-ec19-42b1-88b2-0c81c7d93775 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:02.663209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.750032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c696245-ac05-41db-be32-f987a1718ee4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8024695 Mar 31 23:23:02.774123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.792332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1eae62-fbd5-4de2-8247-4ed6eeac403a None None] Network a5f7c948-ec19-42b1-88b2-0c81c7d93775 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:02.819343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a24a6e-c244-4ece-a53d-912475c9d9ea,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:02.898545 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.903359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45724) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:02.908947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:02.909752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da746f43-1936-458c-b708-1a04dac3948e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568431 Mar 31 23:23:02.998008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.076390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.147439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.167600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808df5c0-93b6-4c73-b2a0-6d0cee34e056,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:03.252841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.254320 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-449342f2-788b-4a26-874f-05167a06bfb7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497603 Mar 31 23:23:03.257059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:03.261722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:03.262225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-fa28aec9-d3c7-47b6-b3a5-15d2ed0f9700 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.263742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-fa28aec9-d3c7-47b6-b3a5-15d2ed0f9700 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/networks?id=41c4be1d-6296-4dc4-8dd4-4133f9589d56 HTTP/1.1" status: 200 len: 808 time: 0.1150939 Mar 31 23:23:03.283915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-91c04dc0-131e-448e-b8c1-b86ce71b101e tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/quotas/ee3360a7a43e49259e754dc4d1f6ab64 HTTP/1.1" status: 200 len: 375 time: 0.0112755 Mar 31 23:23:03.318574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-f17f520a-65c4-4ed2-a36c-4f4be74f598b tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee3360a7a43e49259e754dc4d1f6ab64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286756 Mar 31 23:23:03.336074 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:03.341911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.429598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.473197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.492822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7738552-27f6-4388-8462-c5a4cc4f39ac,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:03.543336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-255837d3-3c10-4727-8eec-2bc55436a77d service neutron] 10.222.0.83 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174661 Mar 31 23:23:03.570317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.571667 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01975488-e714-4bf4-abcc-20cb3537f953 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135195 Mar 31 23:23:03.574250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:03.578781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': '745ef62e-4701-4954-815f-0a3f026e6848', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:03.667693 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:03.673243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-2d320ac0-0edd-424f-ba28-4b657b4d66f0 service neutron] 10.222.0.83 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234345 Mar 31 23:23:03.676361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.719941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113bf5a-050f-45bb-9345-d0f5204ca899 req-6fcb89f1-4d5a-41f4-ad37-9dcb8ad6e058 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.722566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c113bf5a-050f-45bb-9345-d0f5204ca899 req-6fcb89f1-4d5a-41f4-ad37-9dcb8ad6e058 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0645554 Mar 31 23:23:03.781897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.814331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c113bf5a-050f-45bb-9345-d0f5204ca899 req-1f6f5ca2-e009-4503-8373-0f3e5d277156 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833066 Mar 31 23:23:03.896320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.914820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ef1fb8-9d2b-4ea0-bce0-ca00d0be9f41,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:04.069320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.077910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d50bd893-f477-4b4b-8665-c28247bd14f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5025740 Mar 31 23:23:04.081739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45762) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:04.108106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'network': {'name': 'tempest-network-smoke--1552970357', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:04.196445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ba90ce1-920b-4135-abf8-efe690126a14 req-062f86ba-d25e-44e3-a871-70a577932a73 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 210 time: 0.0723701 Mar 31 23:23:04.271684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:04.276086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.302861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:04.312667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.313034 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Added segment bff1dbfc-928e-4c58-9d28-39137f7fac42 of type vlan for network 9a749a65-fd5d-4269-80fb-eb580eb3f35f Mar 31 23:23:04.359188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.438444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.446560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:04.447212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.522006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Network': ['ID=9a749a65-fd5d-4269-80fb-eb580eb3f35f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:04.534040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:04.539542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45776) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:04.539702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-29f35e56-a863-43ad-9418-623f6243e0b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4511795 Mar 31 23:23:04.541185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'admin_state_up': True, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:04.644676 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.646315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.702310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.787345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.959768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.961249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce405c-9a39-46bd-be48-0ed60b075439 req-2da2f04b-89d7-4883-8756-a8e6cfee97bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:04.962792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ce405c-9a39-46bd-be48-0ed60b075439 req-2da2f04b-89d7-4883-8756-a8e6cfee97bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0602651 Mar 31 23:23:05.011113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ce405c-9a39-46bd-be48-0ed60b075439 req-43b1523d-13b1-4a61-b23c-d05aa2fe87ff tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357702 Mar 31 23:23:05.290745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48132b10-435a-483f-9a9a-a6cd12738d91 req-652a590e-d9fa-4da7-8e56-1fb31194377e tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 210 time: 0.0341992 Mar 31 23:23:05.292213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.311987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.427445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.246 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/97483a9f-e7d6-4671-b6e4-3562a48dbecd) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:05.562629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.662512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.705585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:05.708473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:05.713443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:05.716280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=97483a9f-e7d6-4671-b6e4-3562a48dbecd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:06.108279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.156499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c824d4-358e-4d9e-bdb3-fc9c7c734665 req-fbb558b4-2f18-4eba-9ae5-9d617972c9e1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.165920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95c824d4-358e-4d9e-bdb3-fc9c7c734665 req-fbb558b4-2f18-4eba-9ae5-9d617972c9e1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0659344 Mar 31 23:23:06.207266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95c824d4-358e-4d9e-bdb3-fc9c7c734665 req-062a5aba-83bc-452d-adb8-3221f3d50e03 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Mar 31 23:23:06.342039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.405041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-543188a8-125a-44a5-b880-1cecb9562185 req-5e8ace87-6551-42a0-a254-d72da02e585f tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 210 time: 0.0384629 Mar 31 23:23:06.796228 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:06.937305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-c0a2d35b-d71f-48ea-b89f-06cbe49cad56 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.938790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-c0a2d35b-d71f-48ea-b89f-06cbe49cad56 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.44 "GET /v2.0/networks?id=41c4be1d-6296-4dc4-8dd4-4133f9589d56 HTTP/1.1" status: 200 len: 808 time: 0.1590385 Mar 31 23:23:06.952581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Request body: {'port': {'device_id': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56', 'admin_state_up': True, 'tenant_id': 'ee3360a7a43e49259e754dc4d1f6ab64'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:07.017048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 2f1aa994-5053-42db-a383-70d3b832f160 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:07.163928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:07.175481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Sync routers for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:07.187087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:07.187775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:07.210093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Made reservation on behalf of ee3360a7a43e49259e754dc4d1f6ab64 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:07.214792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.243466 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.247561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44e4619a-3d5c-48c9-907a-d89ee97bbfc1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7099936 Mar 31 23:23:07.249040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45806) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.321383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8007f40e-8a7a-4c39-83e1-25d279532138 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=710a39ff3417413aa2e29836e3ab1830&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710957 Mar 31 23:23:07.324318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45812) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.352887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45814) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.384065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:07.514802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Allocated IP 172.20.0.2 (41c4be1d-6296-4dc4-8dd4-4133f9589d56/a5ffd065-2cdc-4f97-9d42-a732c0039306/d3549019-d7fe-47cf-aece-c56182e3f8e5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:07.616960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45efaf-c862-4835-88ba-bbf8170c8b05 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:07.618891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a45efaf-c862-4835-88ba-bbf8170c8b05 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2934299 Mar 31 23:23:07.622473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45820) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.705790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:05Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:07.737471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf94a09c-d29b-40dc-a14f-fec3d8c50d22 req-d2d2adcc-ef7b-4b6a-9506-5497c7352793 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 210 time: 0.1160140 Mar 31 23:23:07.745259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8059599d-7943-4597-9e6d-253f0aff465b tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209140 Mar 31 23:23:07.748048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45824) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.791576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Checking router: 2f1aa994-5053-42db-a383-70d3b832f160 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:07.793430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Updating router 2f1aa994-5053-42db-a383-70d3b832f160 port 97483a9f-e7d6-4671-b6e4-3562a48dbecd binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:07.826508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145193173', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:07.870716 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.913439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.964422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac478-56e7-4969-8470-cb247849b890 req-48ad6e7d-a726-43e9-9f71-d6f80668eec7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:07.966483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22aac478-56e7-4969-8470-cb247849b890 req-48ad6e7d-a726-43e9-9f71-d6f80668eec7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.3462696 Mar 31 23:23:08.065133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22aac478-56e7-4969-8470-cb247849b890 req-baaa04e5-853b-48d1-b61f-35553711e1af tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665052 Mar 31 23:23:08.183184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.214782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:08.218769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.266697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.289497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:08.291125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:08.320742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Pushing event updated for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.323847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:08.328941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-1f7cae93-6937-4920-bcce-35fd724ef833 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1683402 Mar 31 23:23:08.338058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.383669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:08.385152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.396813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee58c3-da14-46ef-9e19-81d70b517070 None None] Pushing event updated for resources: {'Port': ['ID=97483a9f-e7d6-4671-b6e4-3562a48dbecd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.437237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.449962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Attempting to bind port 97483a9f-e7d6-4671-b6e4-3562a48dbecd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:08.450382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Attempting to bind port 97483a9f-e7d6-4671-b6e4-3562a48dbecd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:08.450752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Attempting to bind port 97483a9f-e7d6-4671-b6e4-3562a48dbecd on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:08.465634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:08.467954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:08.468381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.468786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:08.469279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Bound port: 97483a9f-e7d6-4671-b6e4-3562a48dbecd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:08.469707 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.531286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8bac1c8c-873e-465a-8fc9-7f7d6b4fde2d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5824738 Mar 31 23:23:08.543861 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Request body: {'port': {'device_id': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:08.561375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] For port 97483a9f-e7d6-4671-b6e4-3562a48dbecd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:08.561760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-89098fcc-28f5-43b3-966c-81988e074161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:08.563588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-89098fcc-28f5-43b3-966c-81988e074161 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 1097 time: 0.1377270 Mar 31 23:23:08.582662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] For port 97483a9f-e7d6-4671-b6e4-3562a48dbecd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97483a9f-e7d6-4671-b6e4-3562a48dbecd,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:08.655696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.657701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.713694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-fe59d99a-55e2-4940-a86c-55cd8a520a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:08.715379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-fe59d99a-55e2-4940-a86c-55cd8a520a06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.1169810 Mar 31 23:23:08.717039 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.739680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee58c3-da14-46ef-9e19-81d70b517070 None None] Pushing event updated for resources: {'Port': ['ID=97483a9f-e7d6-4671-b6e4-3562a48dbecd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.787715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:08.788731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:08.842749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-07822679-f7d7-4f64-a46f-8537911909c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c58959-e5ea-40be-b346-1ed54877aba9 HTTP/1.1" status: 200 len: 1001 time: 0.1186094 Mar 31 23:23:08.843258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:08.906160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-6740f24c-994c-481f-b8e7-15626b465a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:08.907876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-6740f24c-994c-481f-b8e7-15626b465a1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0552692 Mar 31 23:23:08.934867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Subnet': ['ID=5f259c1c-c51b-4025-9291-5f1fedb19453,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.050247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:09.051452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network hostable DHCP agents. Network: 9a749a65-fd5d-4269-80fb-eb580eb3f35f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:09.053070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:09.060695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-02d1f445-0f32-4a07-a497-709227141041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:09.062747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-02d1f445-0f32-4a07-a497-709227141041 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471713 Mar 31 23:23:09.086267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Deleting port 661ba5e4-c998-42b3-aec4-799fdd127f6f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:09.086610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.097746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cf020-20a3-438f-bc5d-bb73fd314334 req-d0381926-4cd4-4f91-abfc-d0ebe66ed79b tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:09.099788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e8cf020-20a3-438f-bc5d-bb73fd314334 req-d0381926-4cd4-4f91-abfc-d0ebe66ed79b tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 931 time: 0.1901340 Mar 31 23:23:09.122047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3549019-d7fe-47cf-aece-c56182e3f8e5 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:09.162080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:09.194364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e8cf020-20a3-438f-bc5d-bb73fd314334 req-5a2ca47d-79ee-4604-89ce-9bf52c238e50 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780134 Mar 31 23:23:09.213359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.223203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'mac_address': 'fa:16:3e:e7:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:09.236888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Transition to ACTIVE for port object d3549019-d7fe-47cf-aece-c56182e3f8e5 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:09.270955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:09.271205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] For port 661ba5e4-c998-42b3-aec4-799fdd127f6f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=661ba5e4-c998-42b3-aec4-799fdd127f6f,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:09.271205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.285424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Calling delete_port for 661ba5e4-c998-42b3-aec4-799fdd127f6f owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:09.285922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-b6c4f6e5-59b9-4d5a-8476-84306a44f37b service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105355 Mar 31 23:23:09.296470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ced81-9129-4cd7-8238-a901e10303c0 req-67e14254-6844-4078-ab45-fbb4ad0a1d42 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:09.297705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.298230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-550ced81-9129-4cd7-8238-a901e10303c0 req-67e14254-6844-4078-ab45-fbb4ad0a1d42 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 944 time: 0.0832589 Mar 31 23:23:09.332888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:09.352266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.391248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe988cf2-128f-449d-b9cc-3f20f3db2417 req-4bedebbd-ec0c-41a6-87d1-d38e5fe83be8 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911078 Mar 31 23:23:09.396222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:09.400836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9a749a65-fd5d-4269-80fb-eb580eb3f35f) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:09.414059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:09.414813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.419594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c96a19-eaff-4b90-973b-f0181cac2b2c None None] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:09.428401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Pushing event updated for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.458857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-550ced81-9129-4cd7-8238-a901e10303c0 req-fd1b2506-1e10-457f-ae49-d3c1335d27f9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670233 Mar 31 23:23:09.492465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.541217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39e27616-bf88-42ad-9d5d-6bbaa777ea08 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7871478 Mar 31 23:23:09.541476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45832) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.599418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Attempting to bind port d3549019-d7fe-47cf-aece-c56182e3f8e5 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:09.599928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Attempting to bind port d3549019-d7fe-47cf-aece-c56182e3f8e5 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'b6482029-d2cc-4027-9938-1cd8df0e1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:09.600353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Attempting to bind port d3549019-d7fe-47cf-aece-c56182e3f8e5 on network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:09.605811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Port d3549019-d7fe-47cf-aece-c56182e3f8e5 on network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:09.606333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Attempting to bind port d3549019-d7fe-47cf-aece-c56182e3f8e5 on network 41c4be1d-6296-4dc4-8dd4-4133f9589d56 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:09.615688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.621246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:09.625091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Checking segment: {'id': 'b6482029-d2cc-4027-9938-1cd8df0e1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:09.625091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Bound using segment: {'id': 'b6482029-d2cc-4027-9938-1cd8df0e1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:09.625091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Bound port: d3549019-d7fe-47cf-aece-c56182e3f8e5, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6482029-d2cc-4027-9938-1cd8df0e1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:09.625091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.635889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:05Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:09.673014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f52c0-2f71-4d13-b4e8-15ab5ba125f1 None None] The sync data for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 is: [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:05Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:09.750294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:09.755970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.760158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:09.764310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5,segment=NetworkSegment(b6482029-d2cc-4027-9938-1cd8df0e1340),segment_id=b6482029-d2cc-4027-9938-1cd8df0e1340)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:09.804648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.858726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['34b5882e-24e1-4fb6-9756-80fa4799f070'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:09.920775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.936221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Pushing event deleted for resources: {'Port': ['ID=661ba5e4-c998-42b3-aec4-799fdd127f6f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.021762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Pushing event updated for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.026219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.026472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.028452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-de83f0e0-f7b4-4185-960f-1da756255374 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3549019-d7fe-47cf-aece-c56182e3f8e5 HTTP/1.1" status: 200 len: 1091 time: 1.4891608 Mar 31 23:23:10.037148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Allocated IP 172.20.0.2 (9a749a65-fd5d-4269-80fb-eb580eb3f35f/5f259c1c-c51b-4025-9291-5f1fedb19453/42b6037a-539e-4229-8b3e-a3b1d9c847df) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:10.059823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:10.097082 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82ce8d-292e-4f84-9541-c22145d19686" -d '{"events": [{"name": "network-changed", "server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:10.292620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-865fd291-c92f-4bf1-8262-e307d2b37b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.294105 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-865fd291-c92f-4bf1-8262-e307d2b37b2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee3360a7a43e49259e754dc4d1f6ab64&device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 1094 time: 0.0861120 Mar 31 23:23:10.367346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.370436 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67745b45-8742-483b-bca5-d4c5e1d15e73 x-openstack-request-id: req-67745b45-8742-483b-bca5-d4c5e1d15e73 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:10.370732 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:10.370985 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67745b45-8742-483b-bca5-d4c5e1d15e73 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:10.371403 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67745b45-8742-483b-bca5-d4c5e1d15e73'] response: {'name': 'network-changed', 'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5', 'status': 'completed', 'code': 200} Mar 31 23:23:10.373873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-a6eae210-2d0f-4e41-90f3-43764bd57532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0722694 Mar 31 23:23:10.480054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.549710 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.575883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701dca3-c25c-4b4c-83b6-c7f121711342 req-8a75b058-deff-45a6-a7d8-7e75603a8d7b tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.577423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d701dca3-c25c-4b4c-83b6-c7f121711342 req-8a75b058-deff-45a6-a7d8-7e75603a8d7b tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 943 time: 0.1324701 Mar 31 23:23:10.629888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:10.651850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:10.662143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:10.723559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d701dca3-c25c-4b4c-83b6-c7f121711342 req-a1667e68-4b20-4617-b4a3-39f05f395ba8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378591 Mar 31 23:23:10.728363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Pushing event updated for resources: {'Port': ['ID=42b6037a-539e-4229-8b3e-a3b1d9c847df,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.747989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8e8c26cc-c6f1-4e25-9303-92f4f70afbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.749446 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8e8c26cc-c6f1-4e25-9303-92f4f70afbc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5ffd065-2cdc-4f97-9d42-a732c0039306 HTTP/1.1" status: 200 len: 848 time: 0.3675184 Mar 31 23:23:10.760692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab6e5f-9ad4-4c67-bcdc-4a829fb86969 req-94f17b84-f94c-449f-b158-dc844ec7ae2a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.762564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92ab6e5f-9ad4-4c67-bcdc-4a829fb86969 req-94f17b84-f94c-449f-b158-dc844ec7ae2a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.1521325 Mar 31 23:23:10.791204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Attempting to bind port 42b6037a-539e-4229-8b3e-a3b1d9c847df on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:10.791568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Attempting to bind port 42b6037a-539e-4229-8b3e-a3b1d9c847df by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:10.791926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Attempting to bind port 42b6037a-539e-4229-8b3e-a3b1d9c847df on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:10.799935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-8dfb3a2f-8eff-416b-97db-4a9fbc2ae76d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41c4be1d-6296-4dc4-8dd4-4133f9589d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414422 Mar 31 23:23:10.802930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:10.803337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:10.803740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.804126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Bound using segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:10.804599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Bound port: 42b6037a-539e-4229-8b3e-a3b1d9c847df, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:10.804978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.850976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92ab6e5f-9ad4-4c67-bcdc-4a829fb86969 req-5f404711-d129-4682-832c-29b6c3c00c9d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813026 Mar 31 23:23:10.906868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] For port 42b6037a-539e-4229-8b3e-a3b1d9c847df, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:10.910904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] For port 42b6037a-539e-4229-8b3e-a3b1d9c847df, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=42b6037a-539e-4229-8b3e-a3b1d9c847df,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:10.991647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Router 655d3697-e5a1-4706-89f3-2f37dcfe000b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:11.018546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-f038cdb3-8ecb-4542-8c2d-56ee2d0a1859 service neutron] 10.222.0.44 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087429 Mar 31 23:23:11.022363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.131552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.336205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5e0d-364f-49f6-85d2-00eacb4254c4 None None] Pushing event updated for resources: {'Port': ['ID=42b6037a-539e-4229-8b3e-a3b1d9c847df,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:11.594022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.1 (9a749a65-fd5d-4269-80fb-eb580eb3f35f/5f259c1c-c51b-4025-9291-5f1fedb19453/158a4584-7437-4bfd-9921-50111d5edcc9) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:11.603574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-816ae35f-0747-483a-aab3-cf39f9bd7458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.695621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:11.706333 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-37172e73-53af-4639-b307-5b4616b80459 admin admin] 10.222.0.83 "PUT /v2.0/routers/655d3697-e5a1-4706-89f3-2f37dcfe000b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3489363 Mar 31 23:23:11.706703 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Sync routers for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:11.708139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45846) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.713751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ea4766d1-a557-42d5-9edf-74fdeac7d753 req-b1959369-1180-46f8-8cf7-d950f5f84d65 service neutron] 10.222.0.44 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882286 Mar 31 23:23:11.716217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:11.716833 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:11.842279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:12.049927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-51856414-d181-479e-946a-19a7bd75b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.054662 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-51856414-d181-479e-946a-19a7bd75b263 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee3360a7a43e49259e754dc4d1f6ab64&device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 1094 time: 0.2095964 Mar 31 23:23:12.061425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.102956 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:23:09Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:12.131492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Checking router: 655d3697-e5a1-4706-89f3-2f37dcfe000b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:12.140628 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Routers {'655d3697-e5a1-4706-89f3-2f37dcfe000b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:12.141516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:22:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['655d3697-e5a1-4706-89f3-2f37dcfe000b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:12.195142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97483a9f-e7d6-4671-b6e4-3562a48dbecd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:12.203780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.205361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-2a98dd7f-aff3-48ef-90ab-4dd59ae7c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.207509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-2a98dd7f-aff3-48ef-90ab-4dd59ae7c444 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41c4be1d-6296-4dc4-8dd4-4133f9589d56 HTTP/1.1" status: 200 len: 910 time: 0.1456373 Mar 31 23:23:12.264012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 97483a9f-e7d6-4671-b6e4-3562a48dbecd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:12.264380 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.269240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-1f1f4d64-3ae3-44bd-bfa3-0872fe0af41b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0549479 Mar 31 23:23:12.325610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89eba1-e471-4356-adb5-0d443f9e542e req-2b0589e2-b4dc-4037-ae99-b61ba66e8960 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.328112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e89eba1-e471-4356-adb5-0d443f9e542e req-2b0589e2-b4dc-4037-ae99-b61ba66e8960 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 943 time: 0.3463004 Mar 31 23:23:12.337986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-14cff8f6-a539-4a42-b1a4-9a99690ea358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.340068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-14cff8f6-a539-4a42-b1a4-9a99690ea358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5ffd065-2cdc-4f97-9d42-a732c0039306 HTTP/1.1" status: 200 len: 848 time: 0.0641475 Mar 31 23:23:12.382225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-8e16913b-ca18-457a-aef0-ab4db83e2f14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41c4be1d-6296-4dc4-8dd4-4133f9589d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355983 Mar 31 23:23:12.390955 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.398713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] Set router 655d3697-e5a1-4706-89f3-2f37dcfe000b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:12.410554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f082a-bd2c-4957-9fbe-5aebfd91837c req-a9799f14-cb45-4028-9736-19e80d14cff8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.412107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-104f082a-bd2c-4957-9fbe-5aebfd91837c req-a9799f14-cb45-4028-9736-19e80d14cff8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 945 time: 0.3809037 Mar 31 23:23:12.417881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 97483a9f-e7d6-4671-b6e4-3562a48dbecd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97483a9f-e7d6-4671-b6e4-3562a48dbecd,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:12.419220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.460586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e89eba1-e471-4356-adb5-0d443f9e542e req-fa1eaa94-488c-4530-8b68-74cbb39756cb tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176369 Mar 31 23:23:12.489659 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.490960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 42b6037a-539e-4229-8b3e-a3b1d9c847df up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:12.508658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:12.511364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-7aa5daf0-49e8-4781-8728-6d26d4bce7f6 service neutron] 10.222.0.44 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228876 Mar 31 23:23:12.519918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:12.522710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:12.526186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.568309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.577768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-104f082a-bd2c-4957-9fbe-5aebfd91837c req-121edb27-a003-4366-a20d-5f1c734538ff tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560254 Mar 31 23:23:12.599641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.666352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 42b6037a-539e-4229-8b3e-a3b1d9c847df triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:12.666960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.723886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9e82ce8d-292e-4f84-9541-c22145d19686 req-20a8fb34-d9a1-402d-8b39-e114745ea007 service neutron] 10.222.0.44 "GET /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051136 Mar 31 23:23:12.725453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=97483a9f-e7d6-4671-b6e4-3562a48dbecd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.775827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Deleting port de088825-319c-473e-b36d-42060dad2470 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:12.776173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.807347 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:23:09Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:12.820924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.845930 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7724fd-c367-471b-905d-4d5f564d3ad3 None None] The sync data for ids ['655d3697-e5a1-4706-89f3-2f37dcfe000b'] in n-d-828414-2 is: [{'id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'name': 'tempest-TaggedBootDevicesTest-1847822052-router', 'tenant_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'de088825-319c-473e-b36d-42060dad2470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:23:09Z', 'revision_number': 5, 'project_id': '8668c25de80d4ffa89e9f6dd1fe761b2', 'gw_port': {'id': 'de088825-319c-473e-b36d-42060dad2470', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d3697-e5a1-4706-89f3-2f37dcfe000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:22Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:12.856882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:12.868730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.900118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 42b6037a-539e-4229-8b3e-a3b1d9c847df, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=42b6037a-539e-4229-8b3e-a3b1d9c847df,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:12.907145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] For port de088825-319c-473e-b36d-42060dad2470, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=de088825-319c-473e-b36d-42060dad2470,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:12.907598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.943038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Calling delete_port for de088825-319c-473e-b36d-42060dad2470 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:12.961879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 34b5882e-24e1-4fb6-9756-80fa4799f070 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:12.962578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.968438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.134092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=42b6037a-539e-4229-8b3e-a3b1d9c847df,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.136778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db4971-f8ce-4168-ad81-dd823354f127 None None] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:13.242300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.246306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0bd530aa-b0fc-4ced-9064-012e459d96e2 None None] Provisioning complete for port 42b6037a-539e-4229-8b3e-a3b1d9c847df triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:13.246417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0bd530aa-b0fc-4ced-9064-012e459d96e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.320575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:13.322923 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a139797-27db-4a6a-9f57-ec2fc3d5450c" -d '{"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:13.333893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.365485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:13.370048 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9a8f46-3703-4d98-9063-7b84b941a6c1 x-openstack-request-id: req-ad9a8f46-3703-4d98-9063-7b84b941a6c1 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:13.370341 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-plugged", "status": "completed", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:13.370613 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad9a8f46-3703-4d98-9063-7b84b941a6c1 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:13.371095 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9a8f46-3703-4d98-9063-7b84b941a6c1'] response: {'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'code': 200} Mar 31 23:23:13.376132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.404898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=de088825-319c-473e-b36d-42060dad2470,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.458909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.484208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.549623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.555342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.560382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.646329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.651819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd24ca4-55f2-4c49-b9f0-62b483bd4e7e req-c440c559-e836-4a23-9753-2bb9c76c1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:13.654994 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bd24ca4-55f2-4c49-b9f0-62b483bd4e7e req-c440c559-e836-4a23-9753-2bb9c76c1c5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1098 time: 0.0465748 Mar 31 23:23:13.698453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.700344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bd24ca4-55f2-4c49-b9f0-62b483bd4e7e req-611d73e4-dd3b-4dbc-af31-ea274860aa60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Mar 31 23:23:13.703052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.812270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-eb612c17-d6b6-4b7c-882a-9439897ca380 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:13.812871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eb612c17-d6b6-4b7c-882a-9439897ca380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.825983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a702e88-df08-45a0-adfc-c5285d479ed4 req-5afa8968-45dc-4a5a-8895-059f2d16f302 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:13.827542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a702e88-df08-45a0-adfc-c5285d479ed4 req-5afa8968-45dc-4a5a-8895-059f2d16f302 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 943 time: 0.2792552 Mar 31 23:23:13.845601 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-828da0dc-044e-4330-b57d-a2ba68d30972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.879150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-eb612c17-d6b6-4b7c-882a-9439897ca380 None None] Port 158a4584-7437-4bfd-9921-50111d5edcc9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:13.891057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.891618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655d3697-e5a1-4706-89f3-2f37dcfe000b {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:13.893788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-eb612c17-d6b6-4b7c-882a-9439897ca380 None None] Provisioning complete for port 42b6037a-539e-4229-8b3e-a3b1d9c847df triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:13.899113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eb612c17-d6b6-4b7c-882a-9439897ca380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.900294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.901134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45862) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:13.901623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-960d15d7-7172-42c7-a9b5-b1e7d29a1a54 admin admin] 10.222.0.83 "DELETE /v2.0/routers/655d3697-e5a1-4706-89f3-2f37dcfe000b HTTP/1.1" status: 204 len: 168 time: 2.1921093 Mar 31 23:23:13.925377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873f38-c8a8-4b01-b180-da24f150b4d5 req-33fd2870-8d47-4345-bbdd-de7c7f7fd0e8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:13.930934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be873f38-c8a8-4b01-b180-da24f150b4d5 req-33fd2870-8d47-4345-bbdd-de7c7f7fd0e8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.1901932 Mar 31 23:23:13.930934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:13.932632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:13.937814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a702e88-df08-45a0-adfc-c5285d479ed4 req-78828819-1d00-4a87-bdb5-72997a615fc1 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926132 Mar 31 23:23:14.021529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Deleting subnet 74956a29-595c-469a-a235-c8720efd34e9 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:14.039736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.058776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be873f38-c8a8-4b01-b180-da24f150b4d5 req-d9977551-3d87-444a-b5c5-873cf65cd032 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172955 Mar 31 23:23:14.103254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.136654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97483a9f-e7d6-4671-b6e4-3562a48dbecd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:14.210765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 97483a9f-e7d6-4671-b6e4-3562a48dbecd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.211399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.212608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.216182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 2f1aa994-5053-42db-a383-70d3b832f160 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:14.277731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-657fd36d-47b6-4cb5-a20f-509aa251e834 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.278102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-657fd36d-47b6-4cb5-a20f-509aa251e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.339263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:14.344128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-003f5427-2f5a-4d67-a5a4-e2f3eb43eee2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/2f1aa994-5053-42db-a383-70d3b832f160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8018012 Mar 31 23:23:14.349417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Sync routers for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:14.355843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-657fd36d-47b6-4cb5-a20f-509aa251e834 None None] Port 158a4584-7437-4bfd-9921-50111d5edcc9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:14.358390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 42b6037a-539e-4229-8b3e-a3b1d9c847df up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:14.359162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.386093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74956a29-595c-469a-a235-c8720efd34e9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:14.395345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.395887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:14.396562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:14.402916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-777fadd7-c905-40ed-bf15-d99accd25f6d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/74956a29-595c-469a-a235-c8720efd34e9 HTTP/1.1" status: 204 len: 168 time: 0.4975207 Mar 31 23:23:14.403155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.408857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869900a0-3756-4e01-bb72-1b8c87be44a5 None None] Network 36587be1-d3d1-42a7-a333-43b107c82815 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:14.601588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fd86904f-b266-46fa-8673-5ed49f186dc9 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.601964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd86904f-b266-46fa-8673-5ed49f186dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.657114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 42b6037a-539e-4229-8b3e-a3b1d9c847df triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.657483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.684104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:14.750493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fd86904f-b266-46fa-8673-5ed49f186dc9 None None] Port 158a4584-7437-4bfd-9921-50111d5edcc9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:14.856595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.862216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-173c38c2-21e4-41bf-99d1-4f93a0094e6a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127820924&fields=id&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 267 time: 0.0830150 Mar 31 23:23:14.900456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] DHCP port deletion for 36587be1-d3d1-42a7-a333-43b107c82815 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:14.931115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 661ba5e4-c998-42b3-aec4-799fdd127f6f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:14.975292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 661ba5e4-c998-42b3-aec4-799fdd127f6f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:14.975720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 661ba5e4-c998-42b3-aec4-799fdd127f6f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:15.029700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Deleting port 79df4703-3128-417b-bfac-40944a223658 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:15.030414 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.042084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Deleting port 79df4703-3128-417b-bfac-40944a223658 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:15.042460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.114481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:13Z', 'revision_number': 2, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.130320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-aef5dfa6-1a04-4021-81aa-0d25f80d5b75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.136235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-aef5dfa6-1a04-4021-81aa-0d25f80d5b75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 797 time: 0.2640398 Mar 31 23:23:15.150541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Checking router: 2f1aa994-5053-42db-a383-70d3b832f160 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:15.150895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Updating router 2f1aa994-5053-42db-a383-70d3b832f160 port 158a4584-7437-4bfd-9921-50111d5edcc9 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:15.154678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] For port 79df4703-3128-417b-bfac-40944a223658, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79df4703-3128-417b-bfac-40944a223658,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:15.155100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.186724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ac1ff-7e61-42ed-b3fb-1a168bb8f2fb req-3ad83d61-9561-42c4-a3ac-44421e597bc8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.188691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-138ac1ff-7e61-42ed-b3fb-1a168bb8f2fb req-3ad83d61-9561-42c4-a3ac-44421e597bc8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 943 time: 0.1548457 Mar 31 23:23:15.196723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.203054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-059abfae-32bb-4ba6-a4f1-8135c9ad95f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/quotas/710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 375 time: 0.0550449 Mar 31 23:23:15.209151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] For port 79df4703-3128-417b-bfac-40944a223658, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79df4703-3128-417b-bfac-40944a223658,segment=NetworkSegment(3ca11275-3b82-4341-835c-854dc5a6b1c6),segment_id=3ca11275-3b82-4341-835c-854dc5a6b1c6)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:15.209764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.213038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Calling delete_port for 79df4703-3128-417b-bfac-40944a223658 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:15.268732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Calling delete_port for 79df4703-3128-417b-bfac-40944a223658 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:15.310084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-138ac1ff-7e61-42ed-b3fb-1a168bb8f2fb req-234ae2c8-e0f3-46cc-851b-db3a264aa9ee tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028776 Mar 31 23:23:15.382724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-4668551c-7808-4d0e-b5e4-81c141f6d91b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787295 Mar 31 23:23:15.538911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.566579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdadf72-80cb-4f5d-8567-8d23f910f650 req-25f0d92e-4749-4ef9-ad25-1eef03cf4880 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.568120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bdadf72-80cb-4f5d-8567-8d23f910f650 req-25f0d92e-4749-4ef9-ad25-1eef03cf4880 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.1395426 Mar 31 23:23:15.571817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-74f802f0-dbd4-4519-ac34-efddcaaf932d service neutron] 10.222.0.83 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730914 Mar 31 23:23:15.664681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bdadf72-80cb-4f5d-8567-8d23f910f650 req-22ccd708-2c80-433c-9564-dae94779e55e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788438 Mar 31 23:23:15.695794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.704150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-95b20f48-ad69-41c1-acd6-0499a176de01 service neutron] 10.222.0.83 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245422 Mar 31 23:23:15.707281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.729348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] No DVR routers for this DVR port 79df4703-3128-417b-bfac-40944a223658 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:15.734107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Pushing event deleted for resources: {'Port': ['ID=79df4703-3128-417b-bfac-40944a223658,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.747333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] No DVR routers for this DVR port 79df4703-3128-417b-bfac-40944a223658 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:15.749531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4b93c-629a-4b3e-a90e-9774aeb05dc5 None None] Pushing event deleted for resources: {'Port': ['ID=79df4703-3128-417b-bfac-40944a223658,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.754243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.835109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.844513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.856865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36587be1-d3d1-42a7-a333-43b107c82815']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.857646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de088825-319c-473e-b36d-42060dad2470 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:15.866957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca11275-3b82-4341-835c-854dc5a6b1c6') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.872353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca11275-3b82-4341-835c-854dc5a6b1c6') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.881585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.905404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.909165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: de088825-319c-473e-b36d-42060dad2470 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:15.909661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device de088825-319c-473e-b36d-42060dad2470 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:15.909974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79df4703-3128-417b-bfac-40944a223658 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:15.927507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:15.927918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:15.929818 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:15.961123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 79df4703-3128-417b-bfac-40944a223658 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:15.961681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79df4703-3128-417b-bfac-40944a223658 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:15.975811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0449-4b2c-4ab0-9ad7-8e4cf6a28de1 None None] Pushing event updated for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.063594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-800e285b-cd70-467f-b21c-5bf8966b1bc6 req-ac9d5d4e-21a9-40b9-9554-92648a698331 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 210 time: 0.0437689 Mar 31 23:23:16.088710 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Attempting to bind port 158a4584-7437-4bfd-9921-50111d5edcc9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:16.089197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Attempting to bind port 158a4584-7437-4bfd-9921-50111d5edcc9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:16.089433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Attempting to bind port 158a4584-7437-4bfd-9921-50111d5edcc9 on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:16.094713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:16.095648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:16.096090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.096438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Bound using segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:16.096930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Bound port: 158a4584-7437-4bfd-9921-50111d5edcc9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:16.097274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.145380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.150964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.155325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] 10.222.0.83 "DELETE /v2.0/networks/36587be1-d3d1-42a7-a333-43b107c82815 HTTP/1.1" status: 204 len: 168 time: 1.7511897 Mar 31 23:23:16.159059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45930) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:16.178520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6bcc-fed2-41a4-a640-2786354a8208 admin admin] Pushing event deleted for resources: {'Network': ['ID=36587be1-d3d1-42a7-a333-43b107c82815,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.201689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] For port 158a4584-7437-4bfd-9921-50111d5edcc9, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:16.207214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] For port 158a4584-7437-4bfd-9921-50111d5edcc9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=158a4584-7437-4bfd-9921-50111d5edcc9,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:16.287903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.323635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:16.324474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.403508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0449-4b2c-4ab0-9ad7-8e4cf6a28de1 None None] Pushing event updated for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.409448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:16.410068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.578994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:16.610038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6514f43-6c5d-48af-b7c4-044af81cdb32 req-2f74abcb-e395-4178-8fd0-a3dc06d8a6fb tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:16.617945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6514f43-6c5d-48af-b7c4-044af81cdb32 req-2f74abcb-e395-4178-8fd0-a3dc06d8a6fb tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 943 time: 0.1324158 Mar 31 23:23:16.630644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.675408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6514f43-6c5d-48af-b7c4-044af81cdb32 req-fb940e74-50a8-4a14-9f26-2897364c816c tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Mar 31 23:23:16.800640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1863c-eb94-4dbc-8e43-15253b7af0fc req-241e159d-ab27-4fa9-b0b5-09a32cce1dd1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:16.802376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4e1863c-eb94-4dbc-8e43-15253b7af0fc req-241e159d-ab27-4fa9-b0b5-09a32cce1dd1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.0551620 Mar 31 23:23:16.827068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.842590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d3549019-d7fe-47cf-aece-c56182e3f8e5 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:16.863776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4e1863c-eb94-4dbc-8e43-15253b7af0fc req-37661f6f-cc5f-4257-ae9e-74b0da1a83a0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Mar 31 23:23:16.867828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.874656 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.936112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Deleting port bbd91dac-dfa5-42a3-a0df-c6ddd474c985 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:16.936618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.979070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] For port 158a4584-7437-4bfd-9921-50111d5edcc9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=158a4584-7437-4bfd-9921-50111d5edcc9,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:17.022317 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] For port bbd91dac-dfa5-42a3-a0df-c6ddd474c985, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:17.022707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.023095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5,segment=NetworkSegment(b6482029-d2cc-4027-9938-1cd8df0e1340),segment_id=b6482029-d2cc-4027-9938-1cd8df0e1340)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:17.036632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Calling delete_port for bbd91dac-dfa5-42a3-a0df-c6ddd474c985 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:17.037930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd3549019-d7fe-47cf-aece-c56182e3f8e5', 'network_id': '41c4be1d-6296-4dc4-8dd4-4133f9589d56', 'port_id': 'd3549019-d7fe-47cf-aece-c56182e3f8e5', 'mac_address': 'fa:16:3e:93:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ffd065-2cdc-4f97-9d42-a732c0039306', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:17.045814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:17.090632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64131607-c939-4f64-84ac-e5c0be5ad7cf None None] The sync data for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 is: [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:17.105594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.124705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3549019-d7fe-47cf-aece-c56182e3f8e5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:17.151183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5,segment=NetworkSegment(b6482029-d2cc-4027-9938-1cd8df0e1340),segment_id=b6482029-d2cc-4027-9938-1cd8df0e1340)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:17.164814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.172186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4694054f-5822-40b8-88e0-7ab53621df12 req-22ee9919-9121-45a0-b825-66a5a370f58f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 210 time: 0.0537605 Mar 31 23:23:17.246946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e46db-436c-4ded-b1bc-d347efb64618 None None] Pushing event updated for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.257536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.326360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.331684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ab2d6fb9-60ca-41e2-b531-dde10eef9903 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:17.332057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6fb9-60ca-41e2-b531-dde10eef9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.422510 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.460271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd91dac-dfa5-42a3-a0df-c6ddd474c985,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.567733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d3549019-d7fe-47cf-aece-c56182e3f8e5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:17.656518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.868694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053113f-2290-41f9-a027-bf4e737e56a5 req-0b048e1b-549d-4072-8bb8-2844024b2e0e tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:17.880387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2053113f-2290-41f9-a027-bf4e737e56a5 req-0b048e1b-549d-4072-8bb8-2844024b2e0e tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 944 time: 0.0851805 Mar 31 23:23:17.990115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2053113f-2290-41f9-a027-bf4e737e56a5 req-d30d080f-3c25-4b1d-a9f9-522bf227bd9d tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971859 Mar 31 23:23:18.000611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 158a4584-7437-4bfd-9921-50111d5edcc9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:18.054618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fecd10-8ee9-4671-8fdd-325689ad8c8c req-4f477876-f633-4f80-a2bf-5511dde0c4b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:18.056370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7fecd10-8ee9-4671-8fdd-325689ad8c8c req-4f477876-f633-4f80-a2bf-5511dde0c4b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.0708511 Mar 31 23:23:18.077886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 158a4584-7437-4bfd-9921-50111d5edcc9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:18.078259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.088675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:18.110073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7fecd10-8ee9-4671-8fdd-325689ad8c8c req-b007bb92-de62-47c5-be6d-66ea1436775a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Mar 31 23:23:18.237823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:18.246121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45952) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:18.246290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-179d9668-294f-4710-b7a5-b65b994a3414 admin admin] 10.222.0.83 "PUT /v2.0/routers/32ca752e-bb08-4ad4-93bc-2584a8766fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858984 Mar 31 23:23:18.253748 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Sync routers for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:18.264948 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:18.265844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.330503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-956a857f-3a81-434b-aa0f-514afc9ed0db req-60739fa6-5737-4f32-82d6-220323c6e2f2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 210 time: 0.0670834 Mar 31 23:23:18.400081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.401284 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:18.547041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.607776 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7d9fd230-0870-447a-893b-ce828860db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:23:17Z', 'revision_number': 5, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port': {'id': '7d9fd230-0870-447a-893b-ce828860db13', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:40Z', 'updated_at': '2022-03-31T23:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.636852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Checking router: 32ca752e-bb08-4ad4-93bc-2584a8766fc6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:18.647499 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Routers {'32ca752e-bb08-4ad4-93bc-2584a8766fc6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:18.648119 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.744236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-fbc5d615-6929-4a54-a6da-4b6796d85b78 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:18.745742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-fbc5d615-6929-4a54-a6da-4b6796d85b78 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 797 time: 0.1613786 Mar 31 23:23:18.749707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Deleting port 7d9fd230-0870-447a-893b-ce828860db13 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:18.750054 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.769413 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] Set router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:18.824874 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 6, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.841292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-8cf369b9-28f7-48c0-9a0f-a0868536c489 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 380 time: 0.0783699 Mar 31 23:23:18.851748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'port': {'device_id': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'admin_state_up': True, 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'security_groups': ['745ef62e-4701-4954-815f-0a3f026e6848']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:18.856562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d3549019-d7fe-47cf-aece-c56182e3f8e5 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:18.856719 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0084c88-4128-4077-8b03-7ea311e8be0f None None] The sync data for ids ['32ca752e-bb08-4ad4-93bc-2584a8766fc6'] in n-d-828414-2 is: [{'id': '32ca752e-bb08-4ad4-93bc-2584a8766fc6', 'name': 'tempest-TaggedBootDevicesTest-365669958-router', 'tenant_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:39Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 6, 'project_id': 'f9e64a31c00c4c8790e4b42749ac378b', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:18.946266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] For port 7d9fd230-0870-447a-893b-ce828860db13, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7d9fd230-0870-447a-893b-ce828860db13,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:18.946887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.968615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Calling delete_port for 7d9fd230-0870-447a-893b-ce828860db13 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:19.033885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d3549019-d7fe-47cf-aece-c56182e3f8e5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:19.039621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d3549019-d7fe-47cf-aece-c56182e3f8e5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:19.048932 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.139995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.154052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089709a4-8355-4a44-bc02-2a756a14e57e req-8acd4191-7ea6-4be6-9c4f-bad602babcf4 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.155568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-089709a4-8355-4a44-bc02-2a756a14e57e req-8acd4191-7ea6-4be6-9c4f-bad602babcf4 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 944 time: 0.0928597 Mar 31 23:23:19.157187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:19.161026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.165852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:19.168132 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887ba6b-52f2-440c-859a-795facacccdf" -d '{"events": [{"server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "name": "network-vif-plugged", "status": "completed", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:19.183383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5,segment=NetworkSegment(b6482029-d2cc-4027-9938-1cd8df0e1340),segment_id=b6482029-d2cc-4027-9938-1cd8df0e1340)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:19.261452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.310210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-089709a4-8355-4a44-bc02-2a756a14e57e req-b5413d05-fbb0-4479-8286-6d909ea31c8c tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441391 Mar 31 23:23:19.319303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.323470 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df339dfd-8b5a-46f2-8e6e-bf43a83d4ae3 x-openstack-request-id: req-df339dfd-8b5a-46f2-8e6e-bf43a83d4ae3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:19.323760 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "name": "network-vif-plugged", "status": "completed", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:19.324032 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-df339dfd-8b5a-46f2-8e6e-bf43a83d4ae3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:19.324405 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df339dfd-8b5a-46f2-8e6e-bf43a83d4ae3'] response: {'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5', 'code': 200} Mar 31 23:23:19.324837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.374285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9fd230-0870-447a-893b-ce828860db13,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.459432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79cec-5ba1-4b22-bf04-3d2f30c582f9 req-549d8209-3f8c-4c95-adda-0c4a18ef743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.461652 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3f79cec-5ba1-4b22-bf04-3d2f30c582f9 req-549d8209-3f8c-4c95-adda-0c4a18ef743f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 1096 time: 0.0774331 Mar 31 23:23:19.537090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c3f79cec-5ba1-4b22-bf04-3d2f30c582f9 req-241d7665-67ec-48fd-8d1c-364c515a6c0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Mar 31 23:23:19.567858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f7d896a-0739-45d3-8b77-c38e07334a49 req-f919f0a1-68be-4ad6-82e4-ae7ffc552d24 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 210 time: 0.0769718 Mar 31 23:23:19.609863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.13 (9a749a65-fd5d-4269-80fb-eb580eb3f35f/5f259c1c-c51b-4025-9291-5f1fedb19453/cff8dc44-c515-489d-912a-478d710aab7c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:19.613019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.725396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.732219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.875792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bbd91dac-dfa5-42a3-a0df-c6ddd474c985 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:19.903515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: bbd91dac-dfa5-42a3-a0df-c6ddd474c985 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:19.903867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bbd91dac-dfa5-42a3-a0df-c6ddd474c985 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:19.904283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7d9fd230-0870-447a-893b-ce828860db13 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:19.916723 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.917808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ca752e-bb08-4ad4-93bc-2584a8766fc6 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:19.927515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7d9fd230-0870-447a-893b-ce828860db13 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:19.927865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7d9fd230-0870-447a-893b-ce828860db13 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:19.928149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.932644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45978) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:19.932807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2092646b-3184-481a-a28a-b595d9389388 admin admin] 10.222.0.83 "DELETE /v2.0/routers/32ca752e-bb08-4ad4-93bc-2584a8766fc6 HTTP/1.1" status: 204 len: 168 time: 1.6817977 Mar 31 23:23:19.968394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.990588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Deleting subnet c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:19.994472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.036851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.096626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.121076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.145244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:20.148806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:20.152450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:20.159076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.210975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:20.211737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.274030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.302328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.305902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.306072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-83521bbd-5377-427c-a430-d704aba0c0aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4580953 Mar 31 23:23:20.313163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61515ead-8c91-4dce-892d-143f33bed450 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c0f2bce0-c16d-4fd6-8d10-a70a3d1b5cc2 HTTP/1.1" status: 204 len: 168 time: 0.3756943 Mar 31 23:23:20.314610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45984) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:20.314900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16a99b-98fd-4bd8-a482-482cc69f5914 None None] Network 83150cc8-b3b0-491a-8a32-e552b745572a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:20.341270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Request body: {'port': {'device_id': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:20.469614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-41e5879e-dd52-4390-a275-b7bb82eed4f2 None None] Provisioning complete for port cff8dc44-c515-489d-912a-478d710aab7c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:20.470032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e5879e-dd52-4390-a275-b7bb82eed4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.490638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.508893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-41e5879e-dd52-4390-a275-b7bb82eed4f2 None None] Port cff8dc44-c515-489d-912a-478d710aab7c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:20.516385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba5d9-4bdd-46c2-82a7-955c5d74d409 req-24ff9765-42d9-4852-a373-37130a7dc05c tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:20.518232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4cba5d9-4bdd-46c2-82a7-955c5d74d409 req-24ff9765-42d9-4852-a373-37130a7dc05c tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 945 time: 0.1013439 Mar 31 23:23:20.520986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.544825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] DHCP port deletion for 83150cc8-b3b0-491a-8a32-e552b745572a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:20.592340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Deleting port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:20.592633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.621229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4cba5d9-4bdd-46c2-82a7-955c5d74d409 req-950c2f1f-1775-4a03-b156-042a5e00d434 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910912 Mar 31 23:23:20.666510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] For port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:20.666898 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.679697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Calling delete_port for 1a2250d7-f6b4-4d53-b105-9601f5e6c15f owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:20.782435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Deleting port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:20.782740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.827253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.858910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] Pushing event deleted for resources: {'Port': ['ID=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.882825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8361ad8-79df-4a0e-9770-435dc114843a None None] No DVR routers for this DVR port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:20.913150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefb40e-cdb9-48ce-887d-1f89dae74dd4 req-9e0ae19c-d35f-4398-8f46-1b372802c6b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:20.914730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cefb40e-cdb9-48ce-887d-1f89dae74dd4 req-9e0ae19c-d35f-4398-8f46-1b372802c6b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 932 time: 0.2563572 Mar 31 23:23:20.941967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] For port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,segment=NetworkSegment(a063eee0-3831-43d3-bed0-3989f43c589e),segment_id=a063eee0-3831-43d3-bed0-3989f43c589e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:20.942334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.971788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Calling delete_port for 1a2250d7-f6b4-4d53-b105-9601f5e6c15f owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:21.048009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5cefb40e-cdb9-48ce-887d-1f89dae74dd4 req-507fa60f-2294-4250-9042-04cadae0bcd4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212423 Mar 31 23:23:21.126640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:21.135407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.150221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.169632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Transition to ACTIVE for port object cff8dc44-c515-489d-912a-478d710aab7c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:21.188503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2250d7-f6b4-4d53-b105-9601f5e6c15f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:21.191036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] No DVR routers for this DVR port 1a2250d7-f6b4-4d53-b105-9601f5e6c15f on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:21.593862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.603539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.654661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83150cc8-b3b0-491a-8a32-e552b745572a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:21.669583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a063eee0-3831-43d3-bed0-3989f43c589e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:21.669886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a063eee0-3831-43d3-bed0-3989f43c589e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:21.683616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:21.687549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.718642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.758954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:21.777514 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:21.856047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:21.856388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:21.856867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:21.868674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc3fae-3496-4d74-b2de-ebba5c3b8448 req-19bff2d3-23f5-4298-87c6-a4f585e92640 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:21.869594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc3fae-3496-4d74-b2de-ebba5c3b8448 req-19bff2d3-23f5-4298-87c6-a4f585e92640 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 945 time: 0.1481922 Mar 31 23:23:21.872008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:21.872334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:21.873324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1a2250d7-f6b4-4d53-b105-9601f5e6c15f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:21.885317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:21.885680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:21.886040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Bound using segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:21.886478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Bound port: cff8dc44-c515-489d-912a-478d710aab7c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:21.886842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.906391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1a2250d7-f6b4-4d53-b105-9601f5e6c15f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:21.913205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1a2250d7-f6b4-4d53-b105-9601f5e6c15f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:21.944712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.953863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.957949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] 10.222.0.83 "DELETE /v2.0/networks/83150cc8-b3b0-491a-8a32-e552b745572a HTTP/1.1" status: 204 len: 168 time: 1.6449625 Mar 31 23:23:21.965039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc3fae-3496-4d74-b2de-ebba5c3b8448 req-09914168-57ee-4436-a934-38771c125051 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892236 Mar 31 23:23:21.979421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8996-48af-43a9-8a9f-73df59ff9030 admin admin] Pushing event deleted for resources: {'Network': ['ID=83150cc8-b3b0-491a-8a32-e552b745572a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:22.068869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:22.073769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:22.177933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ad7d8-f4c8-458f-b6c3-2cb77c522a79 req-23b1c247-52ac-4924-bed1-ab619f38aa0f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.179919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b8ad7d8-f4c8-458f-b6c3-2cb77c522a79 req-23b1c247-52ac-4924-bed1-ab619f38aa0f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0574648 Mar 31 23:23:22.202720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.246217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.247173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.249049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1092 time: 1.9134398 Mar 31 23:23:22.252998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:22.255552 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeab8a5-b434-4880-b938-852573e30bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:22.272419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b8ad7d8-f4c8-458f-b6c3-2cb77c522a79 req-09fd180c-a6e5-4136-95ac-338c605885b4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860176 Mar 31 23:23:22.295088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60645e61-6b52-4019-99fd-cd144c5f21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:22.317248 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74973e78-7eef-431a-8050-4e54a03d94fd x-openstack-request-id: req-74973e78-7eef-431a-8050-4e54a03d94fd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:22.317619 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:22.317882 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-74973e78-7eef-431a-8050-4e54a03d94fd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:22.318377 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74973e78-7eef-431a-8050-4e54a03d94fd'] response: {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:23:22.424629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab8a5-b434-4880-b938-852573e30bfa req-a093c78f-a80d-467f-9d21-7ffdbec4c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.426350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfeab8a5-b434-4880-b938-852573e30bfa req-a093c78f-a80d-467f-9d21-7ffdbec4c085 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1095 time: 0.0679052 Mar 31 23:23:22.449241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46004) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:22.497604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5cb1c5dd-5021-4c3b-8ece-2c418ac64037 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8668c25de80d4ffa89e9f6dd1fe761b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472052 Mar 31 23:23:22.498448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:22.559685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.586943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.646328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab8a5-b434-4880-b938-852573e30bfa req-10646169-9c5f-4f6d-a65b-48f3e560f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.648738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfeab8a5-b434-4880-b938-852573e30bfa req-10646169-9c5f-4f6d-a65b-48f3e560f42b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=710a39ff3417413aa2e29836e3ab1830&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2035260 Mar 31 23:23:22.713123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.715724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.727811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d9f9067c-2a20-4872-ae83-862415864709 HTTP/1.1" status: 204 len: 168 time: 0.2229114 Mar 31 23:23:22.740603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccab4cb-9101-4ad9-b054-64afae48745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f9067c-2a20-4872-ae83-862415864709,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:22.842101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab8a5-b434-4880-b938-852573e30bfa req-72e5864c-97ac-4db2-9b22-6dba4ec9726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.843642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfeab8a5-b434-4880-b938-852573e30bfa req-72e5864c-97ac-4db2-9b22-6dba4ec9726f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1894922 Mar 31 23:23:22.959313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-dfe01b04-a664-4d34-b87f-6ab29789c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.960923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-dfe01b04-a664-4d34-b87f-6ab29789c035 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1095 time: 0.0505254 Mar 31 23:23:23.011479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-81a2cc7e-b3b7-439d-9ece-c6de2ebfc704 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 217 time: 0.0365965 Mar 31 23:23:23.065007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-79dd62db-bcc4-41a1-9b67-4c8c5e1f4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.066713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-79dd62db-bcc4-41a1-9b67-4c8c5e1f4a1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0482755 Mar 31 23:23:23.120062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eaea5-1090-4803-bd93-7f204132a996 req-353ea5ba-0a5f-46d3-83ea-4c38e285f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.122044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-353ea5ba-0a5f-46d3-83ea-4c38e285f766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493455 Mar 31 23:23:23.223853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-0fb04d86-b132-4aaa-8803-81aad48d51ee service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946977 Mar 31 23:23:23.334509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a87eaea5-1090-4803-bd93-7f204132a996 req-77499283-fd68-4f9e-817d-4450a283b674 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045258 Mar 31 23:23:23.438339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7898a2c-a28f-45f3-a1a5-37f167f46368 req-67a834c8-7d3d-45a7-8ea9-e88c3f2c6038 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.447990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7898a2c-a28f-45f3-a1a5-37f167f46368 req-67a834c8-7d3d-45a7-8ea9-e88c3f2c6038 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0718451 Mar 31 23:23:23.506077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7898a2c-a28f-45f3-a1a5-37f167f46368 req-0f7a35ea-639a-400d-a748-f1151fea9525 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576653 Mar 31 23:23:23.595479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46022) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:23.639215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-afa05d01-2d0c-4060-9aea-da7351936fb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9e64a31c00c4c8790e4b42749ac378b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414414 Mar 31 23:23:23.641921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46024) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:23.694283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.714705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.796693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-5653f3bd-f89e-4f28-8880-2e668ee06e96 req-6f690aed-4db3-417c-baac-b5cf9b1e72ac service neutron] (109835) timed out ('10.222.0.83', 56032) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:23:23.833004 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.838484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.842996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2da5a44c-81c8-490d-bd60-4ec015e5d5ad HTTP/1.1" status: 204 len: 168 time: 0.1993155 Mar 31 23:23:23.874739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807aa20-35c8-4fd3-bd2a-ba499dbe392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da5a44c-81c8-490d-bd60-4ec015e5d5ad,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.342885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.638525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1870b-9ae4-4055-af9d-2f9600b92288 req-c1133c69-942f-4d4f-a627-73247b4f7bd0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:24.643316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ff1870b-9ae4-4055-af9d-2f9600b92288 req-c1133c69-942f-4d4f-a627-73247b4f7bd0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0538955 Mar 31 23:23:24.682887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ff1870b-9ae4-4055-af9d-2f9600b92288 req-e4df008c-da45-4076-927d-e29fb4b8dadc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Mar 31 23:23:25.218125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46058) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:25.320448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-952318366-network', 'tenant_id': '9553a6abc78f4312a3b78437815e16a2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:25.402408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Made reservation on behalf of 9553a6abc78f4312a3b78437815e16a2 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:25.404732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.413689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.493195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.574454 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.587264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:25.606639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.607172 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Added segment 9dd781c3-c620-4b5a-b1b9-c401071fc139 of type vlan for network aab5b082-db05-4e99-a4ef-e43ad726b395 Mar 31 23:23:25.645962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99617af2-7b34-4004-9873-67cb44ff14ff,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:25.662475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.766440 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.767731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:25.773588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.854825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] Pushing event updated for resources: {'Network': ['ID=aab5b082-db05-4e99-a4ef-e43ad726b395,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:25.866291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2337e3d-be3d-4a8b-9bb9-4ef1d76dc427 req-bd1d6b91-93e9-4f57-82bf-4607d21677d0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:25.867853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2337e3d-be3d-4a8b-9bb9-4ef1d76dc427 req-bd1d6b91-93e9-4f57-82bf-4607d21677d0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.1123621 Mar 31 23:23:25.868060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network aab5b082-db05-4e99-a4ef-e43ad726b395 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:25.926858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2337e3d-be3d-4a8b-9bb9-4ef1d76dc427 req-b55072d2-d8f6-4c22-8566-e09f4a6b748b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 Mar 31 23:23:25.953746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb23e5d9-d772-4998-8e6b-e0f213a6b4da admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7345262 Mar 31 23:23:25.956954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46080) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:25.962696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Request body: {'subnet': {'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-952318366-subnet', 'tenant_id': '9553a6abc78f4312a3b78437815e16a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:26.076712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Made reservation on behalf of 9553a6abc78f4312a3b78437815e16a2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:26.081173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.180938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:26.211768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6142-32a1-4a41-af16-92c7b655307b req-ffd89f5e-43dd-4ff1-b8b7-dbbde7363de6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:26.213778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-516c6142-32a1-4a41-af16-92c7b655307b req-ffd89f5e-43dd-4ff1-b8b7-dbbde7363de6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0590379 Mar 31 23:23:26.268046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-516c6142-32a1-4a41-af16-92c7b655307b req-d4211d77-7073-43bd-9318-3ee662bc9abb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467739 Mar 31 23:23:26.314175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:26.330859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'cff8dc44-c515-489d-912a-478d710aab7c', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:26.336427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.397538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d388163-fa90-4f72-b9d9-55bc849845e8,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:26.411257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Checking segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:26.411798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Network hostable DHCP agents. Network: aab5b082-db05-4e99-a4ef-e43ad726b395, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:26.513300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Network aab5b082-db05-4e99-a4ef-e43ad726b395 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:26.525361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.545585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:26.561714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:26.621661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, aab5b082-db05-4e99-a4ef-e43ad726b395) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:26.626014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:26.627729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.631349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2717c96-4835-4c3e-9d56-0cae1f91cfad None None] Network aab5b082-db05-4e99-a4ef-e43ad726b395 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:26.646817 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.737241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e47599a9-3839-48b7-aa2f-d54351b8abe3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7788486 Mar 31 23:23:26.740972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:26.802992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e3b50-0be9-4e85-85e8-6542b431860c None None] Network aab5b082-db05-4e99-a4ef-e43ad726b395 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:27.042330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28eb1e-8a5f-466e-aa2d-45080c823d71 req-9d254227-f99c-40ab-a497-b5d430f5df9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.043871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a28eb1e-8a5f-466e-aa2d-45080c823d71 req-9d254227-f99c-40ab-a497-b5d430f5df9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Mar 31 23:23:27.083585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a28eb1e-8a5f-466e-aa2d-45080c823d71 req-f17a5853-4b12-42d6-a005-a5ab21c6040a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Mar 31 23:23:27.094014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['cff8dc44-c515-489d-912a-478d710aab7c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:27.268561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-5b64b52e-7058-4eb7-a0f1-36c55509ed13 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.270004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-5b64b52e-7058-4eb7-a0f1-36c55509ed13 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1760476 Mar 31 23:23:27.279221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a96bc-d187-4c0d-b502-4ba5f60ef24b req-9a83487f-5790-4da9-bd80-9facb9499d43 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.280628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c5a96bc-d187-4c0d-b502-4ba5f60ef24b req-9a83487f-5790-4da9-bd80-9facb9499d43 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 945 time: 0.0946457 Mar 31 23:23:27.296672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-d6f37521-d088-499f-bf87-5c34fd2383b7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/quotas/9553a6abc78f4312a3b78437815e16a2 HTTP/1.1" status: 200 len: 375 time: 0.0150793 Mar 31 23:23:27.339461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-e10b3766-c19a-4eec-a334-75d6623c5ea1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354908 Mar 31 23:23:27.346612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c5a96bc-d187-4c0d-b502-4ba5f60ef24b req-d289484c-9e05-4c62-9c00-dc5bfe7d06d3 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576687 Mar 31 23:23:27.462414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-2e732db6-a2bd-4b60-b11f-d3a406397252 service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145773 Mar 31 23:23:27.483224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530b44a-47d3-4b8e-9e97-a8d5554a03cd req-f276fd16-3a17-4ed5-a19c-89a2922a11b4 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.484615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2530b44a-47d3-4b8e-9e97-a8d5554a03cd req-f276fd16-3a17-4ed5-a19c-89a2922a11b4 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0765774 Mar 31 23:23:27.574712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2530b44a-47d3-4b8e-9e97-a8d5554a03cd req-aba70d97-01ee-4766-8b22-d897e184cdfb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804796 Mar 31 23:23:27.597098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-f3946cec-db3a-44b7-88f8-a74aadc2d2e2 service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285377 Mar 31 23:23:27.868640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-219efff7-ffed-4c23-957f-092890b3b987 req-e16b020c-d3d7-44a1-a01d-bdb5fab7af80 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 210 time: 0.0281618 Mar 31 23:23:28.026015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-e98d6acb-576b-4675-b4d8-9a43af0bc72e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.027483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-e98d6acb-576b-4675-b4d8-9a43af0bc72e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0500567 Mar 31 23:23:28.123755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port 01c58959-e5ea-40be-b346-1ed54877aba9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:28.124346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.251592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8068759-9e97-4ba6-8fe0-bc798001fba0 req-0cc85060-45ba-4c35-ada3-2745873b631c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.253071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8068759-9e97-4ba6-8fe0-bc798001fba0 req-0cc85060-45ba-4c35-ada3-2745873b631c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0849311 Mar 31 23:23:28.254915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] For port 01c58959-e5ea-40be-b346-1ed54877aba9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=01c58959-e5ea-40be-b346-1ed54877aba9,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:28.255337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.336551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8068759-9e97-4ba6-8fe0-bc798001fba0 req-9b32393d-2235-44e5-be00-7e2694e2195d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733485 Mar 31 23:23:28.489810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.490172 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.490491 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 25410013-ddc5-4ea5-945f-79ecae40515e disassociated. External IP: 172.25.6.72, port: 01c58959-e5ea-40be-b346-1ed54877aba9. Mar 31 23:23:28.490836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for 01c58959-e5ea-40be-b346-1ed54877aba9 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:28.508210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a35cd-f76e-404f-86c6-662e7d9e186c req-aab17cde-b02c-40d0-a525-a34f7cf77f9f tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.509670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b56a35cd-f76e-404f-86c6-662e7d9e186c req-aab17cde-b02c-40d0-a525-a34f7cf77f9f tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 945 time: 0.0752392 Mar 31 23:23:28.598576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b56a35cd-f76e-404f-86c6-662e7d9e186c req-a7c721f1-14e4-46b8-af37-949f87f1b4ac tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/security-groups?id=59851fda-bab3-4735-82a1-227e995cfb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Mar 31 23:23:28.667900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-128cf8b8-4a6b-47dc-8867-952f76782ae2 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.674124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-128cf8b8-4a6b-47dc-8867-952f76782ae2 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 945 time: 0.0618038 Mar 31 23:23:28.712376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12f73-5c52-4087-a9c7-3e2b52aa39d7 req-41e8e0c2-de69-470f-8ce8-a1c15ac3bd1f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.713873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3f12f73-5c52-4087-a9c7-3e2b52aa39d7 req-41e8e0c2-de69-470f-8ce8-a1c15ac3bd1f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 946 time: 0.0593696 Mar 31 23:23:28.753477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3f12f73-5c52-4087-a9c7-3e2b52aa39d7 req-ea97423a-8c61-42e8-a969-8cea80c77eb5 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdb5560f-de3f-4810-8ee0-4c0b7937bf92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333107 Mar 31 23:23:28.772695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Deleting port d3549019-d7fe-47cf-aece-c56182e3f8e5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:28.773088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.785381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.820754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=01c58959-e5ea-40be-b346-1ed54877aba9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:28.879835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] For port d3549019-d7fe-47cf-aece-c56182e3f8e5, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d3549019-d7fe-47cf-aece-c56182e3f8e5,segment=NetworkSegment(b6482029-d2cc-4027-9938-1cd8df0e1340),segment_id=b6482029-d2cc-4027-9938-1cd8df0e1340)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:28.880669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.894221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Calling delete_port for d3549019-d7fe-47cf-aece-c56182e3f8e5 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:28.942613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:28.977339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d321a14-c606-4ca8-83b1-09a65eb7f520 req-7375c81e-8644-4749-8f85-3bc3961e0395 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 210 time: 0.0335321 Mar 31 23:23:29.090833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:29.102301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:29.112262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:29.113105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.119124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.136799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] No DVR routers for this DVR port 01c58959-e5ea-40be-b346-1ed54877aba9 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:29.139750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.144328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5f7728a-59a6-4986-bb83-5470d34a1993 req-06bb2686-57f0-4683-bed5-614be6cbadbb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "DELETE /v2.0/ports/01c58959-e5ea-40be-b346-1ed54877aba9 HTTP/1.1" status: 204 len: 173 time: 1.1101272 Mar 31 23:23:29.144794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'name': 'network-vif-deleted', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:29.147420 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb3400-c7ce-4f61-93e5-de056a570f2a" -d '{"events": [{"server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "name": "network-vif-deleted", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:29.166678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Pushing event deleted for resources: {'Port': ['ID=d3549019-d7fe-47cf-aece-c56182e3f8e5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:29.169754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d3549019-d7fe-47cf-aece-c56182e3f8e5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:29.221495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] No DVR routers for this DVR port d3549019-d7fe-47cf-aece-c56182e3f8e5 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:29.223509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.226781 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1f02a-560f-458a-af52-146b3f3964cb x-openstack-request-id: req-98e1f02a-560f-458a-af52-146b3f3964cb {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:29.227345 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc", "name": "network-vif-deleted", "tag": "01c58959-e5ea-40be-b346-1ed54877aba9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:29.233749 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-98e1f02a-560f-458a-af52-146b3f3964cb {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:29.233749 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e1f02a-560f-458a-af52-146b3f3964cb'] response: {'server_uuid': '4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc', 'name': 'network-vif-deleted', 'tag': '01c58959-e5ea-40be-b346-1ed54877aba9', 'status': 'completed', 'code': 200} Mar 31 23:23:29.233975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-25d20e21-a1e9-484c-bbcd-8d8ff93e1e8e req-7039763e-46cc-41c4-9b7b-b7a34f297ae8 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.44 "DELETE /v2.0/ports/d3549019-d7fe-47cf-aece-c56182e3f8e5 HTTP/1.1" status: 204 len: 173 time: 0.5549693 Mar 31 23:23:29.233975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'name': 'network-vif-deleted', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:29.234802 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9dc4bf-577f-4bff-aea1-280497ad6001" -d '{"events": [{"server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "name": "network-vif-deleted", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:29.288044 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae8b5b-7b9e-4519-939f-f81071a576c6 x-openstack-request-id: req-c4ae8b5b-7b9e-4519-939f-f81071a576c6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:29.288227 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8763b27-c473-408b-9565-62aa6ac785cb", "name": "network-vif-deleted", "tag": "d3549019-d7fe-47cf-aece-c56182e3f8e5", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:29.288797 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4ae8b5b-7b9e-4519-939f-f81071a576c6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:29.289252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:29.289470 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ae8b5b-7b9e-4519-939f-f81071a576c6'] response: {'server_uuid': 'e8763b27-c473-408b-9565-62aa6ac785cb', 'name': 'network-vif-deleted', 'tag': 'd3549019-d7fe-47cf-aece-c56182e3f8e5', 'status': 'completed', 'code': 200} Mar 31 23:23:29.501543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecfec-3c8c-4da8-902b-019d27d33d55 req-1e70b29c-4d8d-4f70-a8da-f9fabbd22e35 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.503170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903ecfec-3c8c-4da8-902b-019d27d33d55 req-1e70b29c-4d8d-4f70-a8da-f9fabbd22e35 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0511796 Mar 31 23:23:29.527351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.546470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903ecfec-3c8c-4da8-902b-019d27d33d55 req-f9802f65-fe7c-469e-9427-d968517b0fbf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Mar 31 23:23:29.555066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:29.564290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:29.565135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.677873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:29.723362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b9e209c8-9090-4c75-9903-e9225f086ebb req-30262d5c-b059-4df8-8ea0-592559166834 tempest-VolumesActionsTest-1035352912 tempest-VolumesActionsTest-1035352912-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8763b27-c473-408b-9565-62aa6ac785cb HTTP/1.1" status: 200 len: 210 time: 0.0335593 Mar 31 23:23:29.877719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f8d04b9-0caa-420f-a1ee-e588a64ddd60 req-359b243c-f105-48a3-80b8-378a489ae961 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bb4929f-2e95-4052-b0e2-ed4e0dbcefcc HTTP/1.1" status: 200 len: 210 time: 0.0299070 Mar 31 23:23:29.899366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.930752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611369d6-26a4-481f-ac8e-f1a41b05e910 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:30.080813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8d50896-ccc2-4191-bf02-ad7fd1cfcdf7 req-74a3b3a9-c974-472a-ba3c-568e50a07306 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 210 time: 0.0280724 Mar 31 23:23:30.174750 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d39b6d-4276-4ce2-ba09-84173ccdf304 None None] New status for floating IP 25410013-ddc5-4ea5-945f-79ecae40515e: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:30.202185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:30.225190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-89eef1cf-bc4d-4607-b128-167e29b53060 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.226708 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-89eef1cf-bc4d-4607-b128-167e29b53060 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1192591 Mar 31 23:23:30.241684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Request body: {'port': {'device_id': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'admin_state_up': True, 'tenant_id': '9553a6abc78f4312a3b78437815e16a2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:30.368574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port cff8dc44-c515-489d-912a-478d710aab7c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:30.372840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port cff8dc44-c515-489d-912a-478d710aab7c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:30.373215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.467383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Made reservation on behalf of 9553a6abc78f4312a3b78437815e16a2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:30.471408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.471799 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.496067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:30.498294 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83c4868-9ee5-471f-8bc5-9688c0876ace" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:30.511373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:30.555827 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e78d3-9929-4d21-bace-653fef8d3766 x-openstack-request-id: req-da1e78d3-9929-4d21-bace-653fef8d3766 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:30.556169 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:30.556429 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-da1e78d3-9929-4d21-bace-653fef8d3766 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:30.556854 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1e78d3-9929-4d21-bace-653fef8d3766'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'code': 200} Mar 31 23:23:30.624169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Allocated IP 172.20.0.11 (aab5b082-db05-4e99-a4ef-e43ad726b395/5d388163-fa90-4f72-b9d9-55bc849845e8/473635bd-83be-44f0-adcf-098909a7e890) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:30.633001 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.633896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 01c58959-e5ea-40be-b346-1ed54877aba9 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:30.684780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 01c58959-e5ea-40be-b346-1ed54877aba9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:30.685117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 01c58959-e5ea-40be-b346-1ed54877aba9 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:30.710012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:30.717548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.717923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.718219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.718549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.718878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.728634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:30.729275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d023c-9286-422f-867b-23b9320e93ea req-a70f9d78-09c9-453c-919d-2f0abf453c78 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.729275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-647d023c-9286-422f-867b-23b9320e93ea req-a70f9d78-09c9-453c-919d-2f0abf453c78 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0928111 Mar 31 23:23:30.756280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d59d90-8bf8-4272-85ce-3d90c7cc17fe req-5af424b9-0e5e-4c87-9145-7b0f0bb0be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.757823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d59d90-8bf8-4272-85ce-3d90c7cc17fe req-5af424b9-0e5e-4c87-9145-7b0f0bb0be69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1097 time: 0.0790482 Mar 31 23:23:30.786226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-647d023c-9286-422f-867b-23b9320e93ea req-bf5ee921-8979-4f3f-9b95-4f82e05a3921 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534089 Mar 31 23:23:30.788395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.806294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54d59d90-8bf8-4272-85ce-3d90c7cc17fe req-12902f0e-3109-42c0-87ee-82b2eb7cc216 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Mar 31 23:23:30.896259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.946007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Network aab5b082-db05-4e99-a4ef-e43ad726b395 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:30.951674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:30.956064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:30.962417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.009534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.010155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.094591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46160) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:31.116705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-ba76d93d-7bb8-4434-b030-84c7f913d08b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8811815 Mar 31 23:23:31.132700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Request body: {'port': {'device_id': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:31.206317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.210439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.211765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c6d-0bbc-41d6-bb77-ca9700fe57f0 req-fa4bbfbb-8100-4ae6-9542-b3cb4e726ada tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.213163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7363c6d-0bbc-41d6-bb77-ca9700fe57f0 req-fa4bbfbb-8100-4ae6-9542-b3cb4e726ada tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 932 time: 0.0509710 Mar 31 23:23:31.252652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7363c6d-0bbc-41d6-bb77-ca9700fe57f0 req-e4d3d580-7a80-40db-9632-7d77e0f078a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Mar 31 23:23:31.268889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.456224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.458836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.459955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/security-groups/bdb5560f-de3f-4810-8ee0-4c0b7937bf92 HTTP/1.1" status: 204 len: 168 time: 0.3643608 Mar 31 23:23:31.462783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:31.476519 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-d3d22353-c844-41d3-8319-5aa4456d5171 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] show failed (client error): The resource could not be found. Mar 31 23:23:31.477499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3d22353-c844-41d3-8319-5aa4456d5171 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups/bdb5560f-de3f-4810-8ee0-4c0b7937bf92 HTTP/1.1" status: 404 len: 347 time: 0.0136838 Mar 31 23:23:31.480385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46170) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:31.481337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440664-2131-4987-90df-7d31cf3800de tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb5560f-de3f-4810-8ee0-4c0b7937bf92,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.563285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473635bd-83be-44f0-adcf-098909a7e890 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:31.572089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.583987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Transition to ACTIVE for port object 473635bd-83be-44f0-adcf-098909a7e890 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:31.610253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port 76b68335-0c45-4ecb-bbee-b1b37abb461f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:31.615133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.649985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.699630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.701744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.705375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.717884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for 76b68335-0c45-4ecb-bbee-b1b37abb461f owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:31.777037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Attempting to bind port 473635bd-83be-44f0-adcf-098909a7e890 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:31.777382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Attempting to bind port 473635bd-83be-44f0-adcf-098909a7e890 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:31.777963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Attempting to bind port 473635bd-83be-44f0-adcf-098909a7e890 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:31.782160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Port 473635bd-83be-44f0-adcf-098909a7e890 on network aab5b082-db05-4e99-a4ef-e43ad726b395 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:31.782995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Attempting to bind port 473635bd-83be-44f0-adcf-098909a7e890 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:31.788992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:31.789328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Checking segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:31.789722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Bound using segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:31.790120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Bound port: 473635bd-83be-44f0-adcf-098909a7e890, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:31.790470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.861039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:32.274786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86785fb-3ec6-46b7-bc43-460038444e1c req-2897a538-097c-49d8-aebb-7e0fac1d521c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.277823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e86785fb-3ec6-46b7-bc43-460038444e1c req-2897a538-097c-49d8-aebb-7e0fac1d521c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.4117525 Mar 31 23:23:32.319467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:32.322086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.336788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e86785fb-3ec6-46b7-bc43-460038444e1c req-e0d735a3-9039-4d95-a5a4-6f4059c3428f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511570 Mar 31 23:23:32.362645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=76b68335-0c45-4ecb-bbee-b1b37abb461f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:32.439728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.456656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11f646-7997-4677-a558-81c81e342a6c req-3e207501-7212-4b48-ba23-4bf3a8fab2bd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.458638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.459194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.459890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea11f646-7997-4677-a558-81c81e342a6c req-3e207501-7212-4b48-ba23-4bf3a8fab2bd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.1029797 Mar 31 23:23:32.460693 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] 10.222.0.44 "PUT /v2.0/ports/473635bd-83be-44f0-adcf-098909a7e890 HTTP/1.1" status: 200 len: 1092 time: 1.3360527 Mar 31 23:23:32.467103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.471106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.472276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cbb1a850-ea97-497b-9c7a-be2c96cfd6cc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/floatingips/25410013-ddc5-4ea5-945f-79ecae40515e HTTP/1.1" status: 204 len: 168 time: 0.9909713 Mar 31 23:23:32.498529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'tag': '473635bd-83be-44f0-adcf-098909a7e890'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:32.501927 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc100cbb-8a98-4ec1-bb51-725e71bcecee" -d '{"events": [{"name": "network-changed", "server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "tag": "473635bd-83be-44f0-adcf-098909a7e890"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:32.509741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea11f646-7997-4677-a558-81c81e342a6c req-396a3645-4e2c-4c13-8148-90f4e2fb6353 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Mar 31 23:23:32.544934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd8df-3cec-4e40-8eb2-2e88ced3dcbd service neutron] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:32.562314 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f131c988-4f2f-4bbd-9626-2b442e322028 x-openstack-request-id: req-f131c988-4f2f-4bbd-9626-2b442e322028 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:32.562606 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "tag": "473635bd-83be-44f0-adcf-098909a7e890", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:32.563119 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f131c988-4f2f-4bbd-9626-2b442e322028 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:32.564110 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f131c988-4f2f-4bbd-9626-2b442e322028'] response: {'name': 'network-changed', 'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'tag': '473635bd-83be-44f0-adcf-098909a7e890', 'status': 'completed', 'code': 200} Mar 31 23:23:32.630098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-75a48216-f45a-4eb7-9433-5019604fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.631689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-75a48216-f45a-4eb7-9433-5019604fb2ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 1095 time: 0.0469730 Mar 31 23:23:32.730678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-f544ea14-4bcb-4a63-86b6-62b50fa62d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.732240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-f544ea14-4bcb-4a63-86b6-62b50fa62d89 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9553a6abc78f4312a3b78437815e16a2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0924828 Mar 31 23:23:32.834039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46184) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:32.835803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-02d6454b-563f-493a-9f1c-a307ebdfff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.837336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc100cbb-8a98-4ec1-bb51-725e71bcecee req-02d6454b-563f-493a-9f1c-a307ebdfff86 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0981877 Mar 31 23:23:32.838694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643629330', 'description': 'tempest-description--507449063'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:32.888523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d3549019-d7fe-47cf-aece-c56182e3f8e5 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:32.910382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d3549019-d7fe-47cf-aece-c56182e3f8e5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:32.910725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d3549019-d7fe-47cf-aece-c56182e3f8e5 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:32.913477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-91365c09-ed26-4b0c-a82c-30f18881a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.914942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-91365c09-ed26-4b0c-a82c-30f18881a49e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 1095 time: 0.0416036 Mar 31 23:23:32.945588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.955707 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-c7d430f3-264b-4aba-8e9e-359189fe5cf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=473635bd-83be-44f0-adcf-098909a7e890 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Mar 31 23:23:33.008465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-cd4cb269-81b7-471b-82db-05bf38eff2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.009969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-cd4cb269-81b7-471b-82db-05bf38eff2d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d388163-fa90-4f72-b9d9-55bc849845e8 HTTP/1.1" status: 200 len: 854 time: 0.0475581 Mar 31 23:23:33.014535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.042653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-e95bc1fc-53b0-4b43-901b-64351a14cfc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab5b082-db05-4e99-a4ef-e43ad726b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261605 Mar 31 23:23:33.130064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.133322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-90df6d1a-bbc4-4ab4-8737-01fc9838164f service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838578 Mar 31 23:23:33.160587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:33.224093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.225362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5295c486-2473-4f0e-b012-4edbbe0a39f8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3903182 Mar 31 23:23:33.228349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46186) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:33.232713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': 'fc7ee861-7534-4e60-8d1c-0e1ae2c021e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:33.233195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5832863-aa5b-4ef6-a461-93b00aef1ef5 req-eef00411-147b-4cac-b175-3b93cac92704 service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933950 Mar 31 23:23:33.381703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.474688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.483261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c6c4-ad04-4ce8-86ac-fdc09c3fcf9a req-f15b9c08-7047-422f-9265-0fba0dc1f3fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.484729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e322c6c4-ad04-4ce8-86ac-fdc09c3fcf9a req-f15b9c08-7047-422f-9265-0fba0dc1f3fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0730181 Mar 31 23:23:33.525833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e322c6c4-ad04-4ce8-86ac-fdc09c3fcf9a req-ac7f3f22-3c6c-4dc0-9001-786ccd86095e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347495 Mar 31 23:23:33.541496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.559350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97fc587-d403-4c95-ad1c-419e8fa2ea5e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:33.665364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.669216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-75a9884b-5693-4f25-99c3-4cc78329ac80 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4373479 Mar 31 23:23:33.669760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:33.675540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'security_group_rule': {'security_group_id': 'fc7ee861-7534-4e60-8d1c-0e1ae2c021e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:33.693466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0ae6-86bb-40d4-a327-04b97900ae1f req-67470df9-e64f-4c3b-99eb-99fb33b94d05 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.695034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09b0ae6-86bb-40d4-a327-04b97900ae1f req-67470df9-e64f-4c3b-99eb-99fb33b94d05 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.0869598 Mar 31 23:23:33.707492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07bb29-c431-45f7-9ab2-8e161919c04d req-4eb92f89-398c-4257-8b75-b54453aba9d6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.709034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee07bb29-c431-45f7-9ab2-8e161919c04d req-4eb92f89-398c-4257-8b75-b54453aba9d6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.1099551 Mar 31 23:23:33.767394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c09b0ae6-86bb-40d4-a327-04b97900ae1f req-57b49cec-562a-4102-8bca-509b5dfcf5d0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Mar 31 23:23:33.772397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee07bb29-c431-45f7-9ab2-8e161919c04d req-ad2cd3c6-c726-47be-a36c-3db8a6ded6fa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565436 Mar 31 23:23:33.793476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:33.824268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.861992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6d22b-1aea-44ad-9149-731ba9c1cf99 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.863502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e5d6d22b-1aea-44ad-9149-731ba9c1cf99 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1092 time: 0.0689282 Mar 31 23:23:33.866443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46206) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:33.871113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:33.882175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.004209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.025460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc6ea6e-ef9a-4e6a-911c-3b6e1d5b1600,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:34.101353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.149224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.157939 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0041cbcd-58f2-49cc-ad9b-eb8b47065426 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4796922 Mar 31 23:23:34.157939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46210) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:34.159216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:34.204005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.244196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.320630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.86 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7be64056-c055-4c14-9beb-61d75e2eba66) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:34.353669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.460652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.614980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.657142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:34.663029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:34.666741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:34.669552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.25.6.195 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/38516a31-2b74-4106-9935-248a9213e55f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:34.705496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=7be64056-c055-4c14-9beb-61d75e2eba66,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:34.769305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.999754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f0927-7f77-445e-8c78-7b1582480631 req-6cd386a2-8eba-488c-a05f-d4a75f72945b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.003521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12f0927-7f77-445e-8c78-7b1582480631 req-6cd386a2-8eba-488c-a05f-d4a75f72945b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.1372905 Mar 31 23:23:35.096175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12f0927-7f77-445e-8c78-7b1582480631 req-8b6fcf04-be25-4698-a96f-815bc627a6a3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Mar 31 23:23:35.122054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.174856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.216149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.260033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:35.263226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:35.273476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:35.303621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.321087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=38516a31-2b74-4106-9935-248a9213e55f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.365908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.455976 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.475179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.536009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.611716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=7be64056-c055-4c14-9beb-61d75e2eba66,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.617223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.625297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.672889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.734803 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 04148d75-9d55-452f-826c-2039b86764ed associated. External IP: 172.25.6.86, port: cff8dc44-c515-489d-912a-478d710aab7c. Mar 31 23:23:35.748951 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=38516a31-2b74-4106-9935-248a9213e55f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.760923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.863686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.864960 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-40d3050c-0c97-4bea-bbb5-1f045674b1d9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7100811 Mar 31 23:23:35.950452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 2f1aa994-5053-42db-a383-70d3b832f160 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:36.100840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:36.109271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-94e132fe-15e9-4327-b6dc-5f3274cb282a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1643629330&fields=id&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 267 time: 0.0557926 Mar 31 23:23:36.111652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Sync routers for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:36.122746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:36.123739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.216112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.244914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:36.297244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3e6d94d8-1353-4ff4-9ff7-4c3333485c0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4269805 Mar 31 23:23:36.298338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:36.300678 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afc38e9-6113-4797-97e5-4b3240802c96" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:36.314161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b2e12-181d-4f4e-afb2-5ab8ae7949d4 req-b02927ae-b4f8-4190-b8c6-892e2d30c293 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.317154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed1b2e12-181d-4f4e-afb2-5ab8ae7949d4 req-b02927ae-b4f8-4190-b8c6-892e2d30c293 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.1061592 Mar 31 23:23:36.350515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-0c50c1a2-26cb-4798-b177-07a2b54246b9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.352037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-0c50c1a2-26cb-4798-b177-07a2b54246b9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.2310472 Mar 31 23:23:36.369596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-3e72b6c6-4282-4cf6-8e5e-b50aeb97da55 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/quotas/8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 375 time: 0.0092936 Mar 31 23:23:36.384418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed1b2e12-181d-4f4e-afb2-5ab8ae7949d4 req-16434447-93ce-43e6-9b64-3e059bd3b13c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570700 Mar 31 23:23:36.444716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a249ad9b-591f-4d4f-86eb-a0279ce7b914 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588934 Mar 31 23:23:36.532404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '04148d75-9d55-452f-826c-2039b86764ed', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:34Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.562610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Checking router: 2f1aa994-5053-42db-a383-70d3b832f160 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:36.573232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:36.573828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.594503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058215b-1821-4468-904b-ff4085c3ea89 req-15d7177c-e22f-43a3-a707-7ca243d5d82a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.596155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0058215b-1821-4468-904b-ff4085c3ea89 req-15d7177c-e22f-43a3-a707-7ca243d5d82a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0791719 Mar 31 23:23:36.598087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-3fed67a0-8ada-41c8-b882-32ff403249b5 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314802 Mar 31 23:23:36.699296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:36.707802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0058215b-1821-4468-904b-ff4085c3ea89 req-5de84898-7bac-4cb8-8898-1e00890b99b3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018531 Mar 31 23:23:36.734660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46240) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:36.780406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-376c5c21-b6d5-42fd-a780-d24924271387 service neutron] 10.222.0.83 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756442 Mar 31 23:23:36.807080 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e219c-f8d1-4211-9372-cbed0b00925c x-openstack-request-id: req-a50e219c-f8d1-4211-9372-cbed0b00925c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:36.807080 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:36.807413 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a50e219c-f8d1-4211-9372-cbed0b00925c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:36.807640 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50e219c-f8d1-4211-9372-cbed0b00925c'] response: {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:23:36.914956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0c38cfef-4426-4d45-8762-c84bd1875565 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 200 len: 991 time: 0.1779375 Mar 31 23:23:36.962531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-ce4a35e3-5de0-4aa1-a4ac-1658c03f8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.964082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-ce4a35e3-5de0-4aa1-a4ac-1658c03f8df6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1097 time: 0.0839543 Mar 31 23:23:36.972165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:37.111200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-eee23081-4714-48b0-8bbc-6dbec64149a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.112648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-eee23081-4714-48b0-8bbc-6dbec64149a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1417463 Mar 31 23:23:37.152340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e52275e1-fd25-4cdb-91cb-76604cd16077 req-0f3e89ce-74ab-4eab-a5b4-7b7fab481132 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 210 time: 0.0501730 Mar 31 23:23:37.216365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.233381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '473635bd-83be-44f0-adcf-098909a7e890', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'port_id': '473635bd-83be-44f0-adcf-098909a7e890', 'mac_address': 'fa:16:3e:72:8d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d388163-fa90-4f72-b9d9-55bc849845e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:37.243711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-7e583235-3ccf-43ef-a093-bd506c77d380 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0983279 Mar 31 23:23:37.301212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.311952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-a2d33320-34c2-4ade-9e74-e75dc70aa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.312609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-a2d33320-34c2-4ade-9e74-e75dc70aa84c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0613604 Mar 31 23:23:37.329142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473635bd-83be-44f0-adcf-098909a7e890 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:37.366492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-e238e04e-befc-4b28-beb5-0b3e2f5fa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.368573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-e238e04e-befc-4b28-beb5-0b3e2f5fa309 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504842 Mar 31 23:23:37.369990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '04148d75-9d55-452f-826c-2039b86764ed', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:34Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:37.373804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.400167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d631f462-8e47-45a8-ba6f-e82e9392e1fc None None] The sync data for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 is: [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '04148d75-9d55-452f-826c-2039b86764ed', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:34Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:37.433422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.495821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.515073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-aee06ef9-bfb8-4cbe-96da-5089855d97ab service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388323 Mar 31 23:23:37.633059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8516-5aed-4bbf-b600-1de843c91440 req-c5e8e65c-bbc3-4fda-8d66-82140736018c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.634642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d57b8516-5aed-4bbf-b600-1de843c91440 req-c5e8e65c-bbc3-4fda-8d66-82140736018c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 945 time: 0.1051257 Mar 31 23:23:37.686887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afc38e9-6113-4797-97e5-4b3240802c96 req-39b2a033-89aa-4b4d-a8dd-80d96665bb6b service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646671 Mar 31 23:23:37.703368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d57b8516-5aed-4bbf-b600-1de843c91440 req-dc58acbb-75e5-47b9-9b8e-5192430fed92 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526183 Mar 31 23:23:37.727540 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb20e8-b5dd-4c12-b278-2d5c53a3c4cf None None] New status for floating IP 04148d75-9d55-452f-826c-2039b86764ed: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:37.768665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['473635bd-83be-44f0-adcf-098909a7e890'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:37.918582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46260) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:37.988354 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7ca4cf2a-cfb5-41c3-999e-91ecba869672 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 200 len: 991 time: 0.0681729 Mar 31 23:23:38.252665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-261107b8-d17b-4d59-9126-bc1ed0c47aee req-1c3f50e8-f3a7-4416-aa30-18f011fffc1a tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Mar 31 23:23:38.828462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdfa57-f34e-4c51-a37e-021a88deb066 req-5f947592-93db-4d6a-b4d7-96bfe7327601 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.830397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99fdfa57-f34e-4c51-a37e-021a88deb066 req-5f947592-93db-4d6a-b4d7-96bfe7327601 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 945 time: 0.0530908 Mar 31 23:23:38.872577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99fdfa57-f34e-4c51-a37e-021a88deb066 req-d8973b9a-004f-4c53-ae77-62dd8181358e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Mar 31 23:23:38.921622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:38.992279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:39.065560 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7039af39-c771-410f-a462-adbd1ace00f5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 200 len: 993 time: 0.0718493 Mar 31 23:23:39.067334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 473635bd-83be-44f0-adcf-098909a7e890 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:39.081705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 473635bd-83be-44f0-adcf-098909a7e890 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:39.081705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.156465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.180307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:39.182526 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382990b0-301c-47d2-aeba-f4cdfa786392" -d '{"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-plugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:39.196189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:39.218273 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aec7fa-56e4-4787-8b0f-184fe00acbff x-openstack-request-id: req-e8aec7fa-56e4-4787-8b0f-184fe00acbff {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:39.218561 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-plugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:39.218875 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e8aec7fa-56e4-4787-8b0f-184fe00acbff {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:39.219299 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8aec7fa-56e4-4787-8b0f-184fe00acbff'] response: {'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890', 'code': 200} Mar 31 23:23:39.290041 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.343748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150983-b060-4fbb-9f04-1f825c94411e req-df605b06-a3de-468a-b420-556f40ad85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.345754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c0150983-b060-4fbb-9f04-1f825c94411e req-df605b06-a3de-468a-b420-556f40ad85c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 1096 time: 0.0714376 Mar 31 23:23:39.382513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:39.394037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c0150983-b060-4fbb-9f04-1f825c94411e req-a9929fa7-d6b5-41d5-bc93-12eadd345ec5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Mar 31 23:23:39.430241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0e63a9b-f50d-4042-b8f1-d7a93a2e42bf req-70730434-643f-4b22-a88a-a79a7f325e25 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 210 time: 0.0362992 Mar 31 23:23:39.470268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-c1093042-8644-49d6-8591-4042014806a1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.471735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-c1093042-8644-49d6-8591-4042014806a1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 814 time: 0.2034883 Mar 31 23:23:39.523174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-5456ee8c-3521-4fb6-a80a-d26d9080db42 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec941023428415fb02af006e9ed07de HTTP/1.1" status: 200 len: 380 time: 0.0352087 Mar 31 23:23:39.531521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'port': {'device_id': '0b866a2d-f327-4dd2-8a42-71e485583041', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'admin_state_up': True, 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'security_groups': ['fc7ee861-7534-4e60-8d1c-0e1ae2c021e5']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:39.735999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Made reservation on behalf of 8ec941023428415fb02af006e9ed07de for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:39.739757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.871111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Allocated IP 172.20.0.12 (24011cd8-a3da-475a-9b14-adda4e0ca806/19daf40e-e9aa-43ac-8934-c20169128212/a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:39.989326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594131b-395d-43a0-ae22-df3f1995d4ce req-d3e849f0-0ba9-4fc3-88b4-ca8bbeba306b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.990898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a594131b-395d-43a0-ae22-df3f1995d4ce req-d3e849f0-0ba9-4fc3-88b4-ca8bbeba306b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0497553 Mar 31 23:23:40.059792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a594131b-395d-43a0-ae22-df3f1995d4ce req-541d9007-7f73-455e-9665-f43404dc7e29 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626764 Mar 31 23:23:40.178873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.255901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.301783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:40.305195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:40.309006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:40.316403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event updated for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:40.369058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:40.369772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.441042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-8e12e1a3-394e-4c0b-b42b-b73ce2feda74 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9130495 Mar 31 23:23:40.460794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Request body: {'port': {'device_id': '0b866a2d-f327-4dd2-8a42-71e485583041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:40.528787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.574036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a46d7d46-646d-479a-8168-50f81f793b6e None None] Provisioning complete for port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:40.574622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a46d7d46-646d-479a-8168-50f81f793b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.614049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a46d7d46-646d-479a-8168-50f81f793b6e None None] Port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:40.633828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5201-df98-4fb1-be00-b1c534d59939 req-6a652a3b-1f22-4d63-b4dd-791373d6d0fa tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:40.635624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fddc5201-df98-4fb1-be00-b1c534d59939 req-6a652a3b-1f22-4d63-b4dd-791373d6d0fa tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 932 time: 0.1080141 Mar 31 23:23:40.745268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fddc5201-df98-4fb1-be00-b1c534d59939 req-91139ea0-f477-4839-ab4b-ebcef4bfd682 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010115 Mar 31 23:23:40.898291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:40.905946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.918471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Transition to ACTIVE for port object a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:41.021427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.074078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Pushing event updated for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:41.181385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Attempting to bind port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:41.181836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Attempting to bind port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:41.182232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Attempting to bind port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:41.190249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:41.190459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Attempting to bind port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 on network 24011cd8-a3da-475a-9b14-adda4e0ca806 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:41.198907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:41.199427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Checking segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:41.199883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Bound using segment: {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:41.200319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Bound port: a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c342fc95-45e3-478a-be91-d221f2719dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:41.200690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.228541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e535361-56e0-4c25-8348-1f43a384938f req-719cd17b-3fc4-4bb0-9134-53eaebd32a97 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.230092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e535361-56e0-4c25-8348-1f43a384938f req-719cd17b-3fc4-4bb0-9134-53eaebd32a97 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0847306 Mar 31 23:23:41.307322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e535361-56e0-4c25-8348-1f43a384938f req-56d28eb8-da36-4be8-a3e6-4f3cbea55261 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Mar 31 23:23:41.311774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:41.315793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:41.409205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.450144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.450586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.452113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 HTTP/1.1" status: 200 len: 1092 time: 0.9964490 Mar 31 23:23:41.459433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:41.462080 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e03b70-15ae-41ea-b94a-553604e073df" -d '{"events": [{"name": "network-changed", "server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:41.481989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1d6f-a7ac-4fc2-a92e-a36bfbdc7ddb req-7dab5e46-0d68-4df0-82a8-4ad650f76f10 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.483586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ee1d6f-a7ac-4fc2-a92e-a36bfbdc7ddb req-7dab5e46-0d68-4df0-82a8-4ad650f76f10 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.1039207 Mar 31 23:23:41.529464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7160b-b4f9-451b-9064-16c8bbe14f10 service neutron] Pushing event updated for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:41.542559 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229805af-5613-4fdb-a013-d3f4902ef340 x-openstack-request-id: req-229805af-5613-4fdb-a013-d3f4902ef340 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:41.542896 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:41.543117 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-229805af-5613-4fdb-a013-d3f4902ef340 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:41.546830 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229805af-5613-4fdb-a013-d3f4902ef340'] response: {'name': 'network-changed', 'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'status': 'completed', 'code': 200} Mar 31 23:23:41.569950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3ee1d6f-a7ac-4fc2-a92e-a36bfbdc7ddb req-7c4ba603-c56b-4499-84ad-bc2e6ebb6388 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733159 Mar 31 23:23:41.594007 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae7d92d1-430e-49a9-a3e9-dfd8b01e7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.651233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03b70-15ae-41ea-b94a-553604e073df req-eeef51b3-9cb8-4e31-a00f-444adb78c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.652781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e03b70-15ae-41ea-b94a-553604e073df req-eeef51b3-9cb8-4e31-a00f-444adb78c38a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 1095 time: 0.0554817 Mar 31 23:23:41.808795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03b70-15ae-41ea-b94a-553604e073df req-c0f81371-95bc-45af-baab-9fee1eed8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.810687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e03b70-15ae-41ea-b94a-553604e073df req-c0f81371-95bc-45af-baab-9fee1eed8083 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8ec941023428415fb02af006e9ed07de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1439402 Mar 31 23:23:41.939397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1e962-5a78-4e59-91a9-c2e75683c60e req-4a1a9489-963c-4504-979f-e479f4316289 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.941098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69a1e962-5a78-4e59-91a9-c2e75683c60e req-4a1a9489-963c-4504-979f-e479f4316289 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 944 time: 0.1035647 Mar 31 23:23:41.950879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03b70-15ae-41ea-b94a-553604e073df req-61981a75-f87f-40a4-8262-3e53de2e4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.952473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e03b70-15ae-41ea-b94a-553604e073df req-61981a75-f87f-40a4-8262-3e53de2e4274 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1358709 Mar 31 23:23:42.003810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69a1e962-5a78-4e59-91a9-c2e75683c60e req-adaa3325-124a-482b-a255-594c84100aef tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503700 Mar 31 23:23:42.063751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-6a8f80d4-6f29-435c-9bc0-ade3e2f131d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.073926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-6a8f80d4-6f29-435c-9bc0-ade3e2f131d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 1095 time: 0.0446105 Mar 31 23:23:42.137033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-764fec28-cf35-4f19-ab56-6036fbdaa8e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 HTTP/1.1" status: 200 len: 217 time: 0.0562556 Mar 31 23:23:42.214716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-222c4f93-6062-4edb-9daa-3ffe428321d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.216079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-222c4f93-6062-4edb-9daa-3ffe428321d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0704372 Mar 31 23:23:42.224614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4833-eca7-4d5e-a1d5-a018d0736005 req-b57ab112-937e-4356-8ef3-403c4fd70d90 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.227724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-264c4833-eca7-4d5e-a1d5-a018d0736005 req-b57ab112-937e-4356-8ef3-403c4fd70d90 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0924180 Mar 31 23:23:42.300643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-264c4833-eca7-4d5e-a1d5-a018d0736005 req-f86b8b17-11c7-4755-9add-33c8e21e9dbf tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Mar 31 23:23:42.304591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-81b1bf38-05f3-4ea5-ae57-cdc4c16f7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.306142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-81b1bf38-05f3-4ea5-ae57-cdc4c16f7c5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766125 Mar 31 23:23:42.417016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-0873780f-9a14-4634-8e83-1ca97dfd1375 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027920 Mar 31 23:23:42.509945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7b9dd5b-fb63-4fc1-b27b-5a9df0cac9a1 req-2a462311-d4c9-4d0b-9e05-af155b69435c service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855837 Mar 31 23:23:43.142489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8106eef-f603-4ba4-b1c0-b7ef03155c2b req-b82604df-e9e0-4848-92f0-c21fd052d096 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.144086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8106eef-f603-4ba4-b1c0-b7ef03155c2b req-b82604df-e9e0-4848-92f0-c21fd052d096 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 944 time: 0.0581846 Mar 31 23:23:43.188352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8106eef-f603-4ba4-b1c0-b7ef03155c2b req-c427d48d-ce81-45ff-8f3f-816bd295a87f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375679 Mar 31 23:23:43.427206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb17032-6efd-4bae-900a-94a3c8340a0e req-79a849ca-64ff-41eb-9fed-feea02f2e4af tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.428565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bb17032-6efd-4bae-900a-94a3c8340a0e req-79a849ca-64ff-41eb-9fed-feea02f2e4af tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0543044 Mar 31 23:23:43.466100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1bb17032-6efd-4bae-900a-94a3c8340a0e req-be1aff26-7f14-4f77-90ec-a92b85d10771 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Mar 31 23:23:43.795438 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:43.821321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7455-647f-4d59-b0e8-1f60667355a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.306987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c5bc-8524-492b-a1bd-a2fb49d62660 req-09e8fc4b-876b-42c8-a007-40be045cbac1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.308491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00e6c5bc-8524-492b-a1bd-a2fb49d62660 req-09e8fc4b-876b-42c8-a007-40be045cbac1 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 944 time: 0.0501037 Mar 31 23:23:44.347226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00e6c5bc-8524-492b-a1bd-a2fb49d62660 req-8c02a74c-4131-4d65-bbc6-3a87c98f8313 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Mar 31 23:23:44.583077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81767ce5-cab4-4dd9-9860-9a181c576008 req-7da1a917-dfa6-42ff-961c-e29d44414fba tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.584578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81767ce5-cab4-4dd9-9860-9a181c576008 req-7da1a917-dfa6-42ff-961c-e29d44414fba tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0477374 Mar 31 23:23:44.630234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81767ce5-cab4-4dd9-9860-9a181c576008 req-187057d4-ebf3-4e1d-a32c-af9a9ab7156a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Mar 31 23:23:45.301421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.857971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e23b5-eaec-405d-8694-b42c5e952e90 req-c7b52485-f0d7-41d6-9379-23cd1ce2b760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.859360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af5e23b5-eaec-405d-8694-b42c5e952e90 req-c7b52485-f0d7-41d6-9379-23cd1ce2b760 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 944 time: 0.4426634 Mar 31 23:23:45.871240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb164a-dd87-4d0d-98eb-5911350f9bc5 req-b3119f53-4106-4d28-918a-f8c224df002c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.874687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81fb164a-dd87-4d0d-98eb-5911350f9bc5 req-b3119f53-4106-4d28-918a-f8c224df002c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0649514 Mar 31 23:23:45.928390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af5e23b5-eaec-405d-8694-b42c5e952e90 req-a3789e66-c2aa-415a-9ed6-670d062b87b7 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548222 Mar 31 23:23:45.933119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81fb164a-dd87-4d0d-98eb-5911350f9bc5 req-a66102be-7317-4260-ba13-4f9c9d93253d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 Mar 31 23:23:46.227585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:46.323978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:46.335952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'port_id': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'mac_address': 'fa:16:3e:6c:56:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:46.371277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.384139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:46.404364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:46.484368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.547136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:46.598317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.764140 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.883465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:47.101578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce936b-01a0-4d3b-9fce-1c1e7ac9ef84 req-102d542c-6d06-41e3-bf74-78bf167b17ff tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:47.103152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddce936b-01a0-4d3b-9fce-1c1e7ac9ef84 req-102d542c-6d06-41e3-bf74-78bf167b17ff tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0864677 Mar 31 23:23:47.122084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739f40-77ce-4567-b18f-ee80830b0fea req-2e9adf96-ea15-4d09-9e44-50d817f6b91d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:47.123730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73739f40-77ce-4567-b18f-ee80830b0fea req-2e9adf96-ea15-4d09-9e44-50d817f6b91d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 945 time: 0.0721252 Mar 31 23:23:47.173665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddce936b-01a0-4d3b-9fce-1c1e7ac9ef84 req-72668445-8930-45d3-9c4c-c87f7c7c8b32 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Mar 31 23:23:47.186549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73739f40-77ce-4567-b18f-ee80830b0fea req-1f51c4f4-7969-4793-8e5d-4c9133bcbfd9 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545037 Mar 31 23:23:48.229003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:48.351548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd585-00aa-411b-99c3-92177d24549d req-9dd5091d-cbe5-4cbb-aff7-802adcfefc3b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:48.353004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56bfd585-00aa-411b-99c3-92177d24549d req-9dd5091d-cbe5-4cbb-aff7-802adcfefc3b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0859528 Mar 31 23:23:48.365447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592a3e-9f47-4d19-9e6d-4e739557243c req-21b04200-ed7a-44a4-91fe-744fbf1f8269 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:48.366862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c592a3e-9f47-4d19-9e6d-4e739557243c req-21b04200-ed7a-44a4-91fe-744fbf1f8269 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 945 time: 0.0729067 Mar 31 23:23:48.422769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:48.424810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c592a3e-9f47-4d19-9e6d-4e739557243c req-825ef999-e7ce-476d-9f43-637006c126a0 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514081 Mar 31 23:23:48.427549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56bfd585-00aa-411b-99c3-92177d24549d req-78de327f-9071-479a-ab59-c5076e602450 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Mar 31 23:23:48.432935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:48.433375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.509452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.532232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:48.534644 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3b3f9-547b-4502-9629-bd71dc31be5e" -d '{"events": [{"server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "name": "network-vif-plugged", "status": "completed", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:48.548414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:48.573560 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1eaae8-631f-43e4-b4ba-9b6e8cbb0fbc x-openstack-request-id: req-ae1eaae8-631f-43e4-b4ba-9b6e8cbb0fbc {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:48.573854 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "name": "network-vif-plugged", "status": "completed", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:48.574110 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae1eaae8-631f-43e4-b4ba-9b6e8cbb0fbc {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:48.574509 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1eaae8-631f-43e4-b4ba-9b6e8cbb0fbc'] response: {'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'code': 200} Mar 31 23:23:48.632632 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.684750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:48.697148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f854-4c8d-43a4-8336-b4cabae4f887 req-d32dea38-4511-4653-af74-2ed91bd4b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:48.698690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cb0f854-4c8d-43a4-8336-b4cabae4f887 req-d32dea38-4511-4653-af74-2ed91bd4b4bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 1097 time: 0.0397818 Mar 31 23:23:48.733090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cb0f854-4c8d-43a4-8336-b4cabae4f887 req-f7590eb3-036e-44d7-ba9d-2ca456735809 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266488 Mar 31 23:23:49.585038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb3b6-7f3a-4a70-9cab-d4cc6fa124db req-836e3919-c6e2-4d6d-871c-a2d850a337bf tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:49.586527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-833eb3b6-7f3a-4a70-9cab-d4cc6fa124db req-836e3919-c6e2-4d6d-871c-a2d850a337bf tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0839744 Mar 31 23:23:49.594945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ab9f-6cdf-4800-b976-175a0e177c79 req-18d4751d-41a1-4727-afc9-b186f70e24af tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:49.597257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cae4ab9f-6cdf-4800-b976-175a0e177c79 req-18d4751d-41a1-4727-afc9-b186f70e24af tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0925527 Mar 31 23:23:49.653189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-833eb3b6-7f3a-4a70-9cab-d4cc6fa124db req-5e1b78e1-c663-41aa-851f-761bb1abe9c0 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550642 Mar 31 23:23:49.657953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cae4ab9f-6cdf-4800-b976-175a0e177c79 req-72088da0-9a87-4434-a277-367a6d6a97be tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Mar 31 23:23:50.811657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cdb80-dcfb-468d-a74d-2c21f7c64dfe req-8a06ff98-845a-495c-b4b5-5a8b8eae3ba8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:50.813197 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-955cdb80-dcfb-468d-a74d-2c21f7c64dfe req-8a06ff98-845a-495c-b4b5-5a8b8eae3ba8 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0879500 Mar 31 23:23:50.820786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b5f3-798b-4280-a651-42550a11bd65 req-c5d0993f-58a5-4451-b2b3-7cbe7947460d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:50.822238 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfd9b5f3-798b-4280-a651-42550a11bd65 req-c5d0993f-58a5-4451-b2b3-7cbe7947460d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0882802 Mar 31 23:23:50.879311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-955cdb80-dcfb-468d-a74d-2c21f7c64dfe req-78668b85-ad87-4562-a918-035cd0b76c81 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559716 Mar 31 23:23:50.882299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfd9b5f3-798b-4280-a651-42550a11bd65 req-670ad575-4fcc-4bad-9bb7-757cd53ce5ef tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528460 Mar 31 23:23:50.999910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61222-758b-43b4-866e-6e6e525145a4 req-74f1b3ee-d9e8-44f5-a4e8-4e7db116957b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:51.001406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80d61222-758b-43b4-866e-6e6e525145a4 req-74f1b3ee-d9e8-44f5-a4e8-4e7db116957b tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Mar 31 23:23:51.010448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:51.015047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Request body: {'floatingip': {'port_id': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:51.057773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.499173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.575212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.681229 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4 associated. External IP: 172.25.6.195, port: a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1. Mar 31 23:23:51.893069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:52.041872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:52.051501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.054786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:52.055676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647a7f7-1f19-4ac9-9f74-b1d92e1f41b4 req-51edcfd0-c996-43d9-a793-dcd891424eb4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.057198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c647a7f7-1f19-4ac9-9f74-b1d92e1f41b4 req-51edcfd0-c996-43d9-a793-dcd891424eb4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.1019385 Mar 31 23:23:52.066715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:52.067375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:52.108233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-593b15f8-888a-42d9-9a55-c60ef5313d2d tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "PUT /v2.0/floatingips/6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4 HTTP/1.1" status: 200 len: 992 time: 1.0898194 Mar 31 23:23:52.108233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:52.108233 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c2190-b527-40fc-8b47-f25e7667f45a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:52.146756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c647a7f7-1f19-4ac9-9f74-b1d92e1f41b4 req-fd959e93-2367-4bf9-a351-3681f926d46f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715780 Mar 31 23:23:52.161693 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1040130-539a-49be-8f80-b17c6143ad47 x-openstack-request-id: req-b1040130-539a-49be-8f80-b17c6143ad47 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:52.162743 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:52.162913 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b1040130-539a-49be-8f80-b17c6143ad47 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:52.163410 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1040130-539a-49be-8f80-b17c6143ad47'] response: {'name': 'network-changed', 'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'status': 'completed', 'code': 200} Mar 31 23:23:52.212061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:52.258184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-a9c11e1a-5109-41f8-a10f-59a00bd402f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.260065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-a9c11e1a-5109-41f8-a10f-59a00bd402f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 1097 time: 0.0421052 Mar 31 23:23:52.358673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-67eb4efb-51b9-46b2-a67a-556463b4b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.360213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-67eb4efb-51b9-46b2-a67a-556463b4b754 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.0918252 Mar 31 23:23:52.433239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-6fe01e0b-4ffa-473c-a07c-553acae7766f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 HTTP/1.1" status: 200 len: 1000 time: 0.0664084 Mar 31 23:23:52.460155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:6c:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b866a2d-f327-4dd2-8a42-71e485583041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:35Z', 'updated_at': '2022-03-31T23:23:51Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:52.487078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-de27e7a7-1a50-4f1a-99d4-455fa138a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.489137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-de27e7a7-1a50-4f1a-99d4-455fa138a7b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0486171 Mar 31 23:23:52.494701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:52.504751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:52.505380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:23:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:52.542737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-43133481-0ba4-47c4-986a-933377a1b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.544554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-43133481-0ba4-47c4-986a-933377a1b207 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487733 Mar 31 23:23:52.637578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:52.669333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-ea3e7bd3-8ba2-4706-8555-15b0825497df service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176374 Mar 31 23:23:52.775849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e00c2190-b527-40fc-8b47-f25e7667f45a req-ba937014-1886-4d99-93e2-28d0c766df6e service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991523 Mar 31 23:23:52.884533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:6c:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b866a2d-f327-4dd2-8a42-71e485583041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:35Z', 'updated_at': '2022-03-31T23:23:51Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:52.912698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069c87c-f5b8-45b6-8d30-52338eb71fc3 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'port_id': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'mac_address': 'fa:16:3e:6c:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b866a2d-f327-4dd2-8a42-71e485583041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:35Z', 'updated_at': '2022-03-31T23:23:51Z', 'revision_number': 1, 'project_id': '8ec941023428415fb02af006e9ed07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:53.110413 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c31f34-7a6a-4339-a942-4a60b0b8f681 None None] New status for floating IP 6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:53.273214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7dfbb-2d16-4ea6-bba0-87b526f6d318 req-c283b75e-71ad-4e76-8d0f-715a013ad9ea tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.274608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a7dfbb-2d16-4ea6-bba0-87b526f6d318 req-c283b75e-71ad-4e76-8d0f-715a013ad9ea tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0497904 Mar 31 23:23:53.320179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07a7dfbb-2d16-4ea6-bba0-87b526f6d318 req-471f0286-c866-43cc-8a6e-2ac32591d513 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Mar 31 23:23:54.307250 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.442808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7b6f-b8ce-4369-97ac-11e77449f050 req-b9b15229-fef3-465d-a63d-8793c5ab7249 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:54.444276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b91a7b6f-b8ce-4369-97ac-11e77449f050 req-b9b15229-fef3-465d-a63d-8793c5ab7249 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0517852 Mar 31 23:23:54.483278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b91a7b6f-b8ce-4369-97ac-11e77449f050 req-44d479e6-1a51-4ee1-a43b-a79a69f923e2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Mar 31 23:23:55.615772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5a49-ce5a-4af3-be30-ab5e5ab1db1f req-4a4453c1-a6d3-4dce-956a-c8824f48dc79 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:55.617279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88ea5a49-ce5a-4af3-be30-ab5e5ab1db1f req-4a4453c1-a6d3-4dce-956a-c8824f48dc79 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0612121 Mar 31 23:23:55.655269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88ea5a49-ce5a-4af3-be30-ab5e5ab1db1f req-4e15bc68-345d-40bf-b61d-914c76f659b2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Mar 31 23:23:56.775789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc938-a30c-42d3-83d5-9a794d36c10f req-1c58bac3-02fe-4fba-af6d-2c08d71d44c1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:56.777324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-154cc938-a30c-42d3-83d5-9a794d36c10f req-1c58bac3-02fe-4fba-af6d-2c08d71d44c1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0516670 Mar 31 23:23:56.822799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-154cc938-a30c-42d3-83d5-9a794d36c10f req-184a7260-f638-4f51-9142-5d633132c936 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Mar 31 23:23:57.960769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1420f8-095d-48b3-b8e4-3f1fc87e59ff req-0821402d-f31e-4271-8663-beec62a926ac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:57.962293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d1420f8-095d-48b3-b8e4-3f1fc87e59ff req-0821402d-f31e-4271-8663-beec62a926ac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0659952 Mar 31 23:23:58.003982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d1420f8-095d-48b3-b8e4-3f1fc87e59ff req-d069c0cf-a554-4ecb-8619-411f4da45769 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Mar 31 23:23:58.450497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-5fd8313d-92a2-40cc-bbb0-e2f2c84aeeb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407150 Mar 31 23:23:58.547813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-b4893957-1c0a-423f-a84e-8b72673b4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:58.550229 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-b4893957-1c0a-423f-a84e-8b72673b4565 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 1098 time: 0.0506678 Mar 31 23:23:58.657125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-fbab41f5-3fc1-46c7-acc7-cf899e09dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:58.658757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-fbab41f5-3fc1-46c7-acc7-cf899e09dda3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.0878189 Mar 31 23:23:58.729036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-61e9acc1-8440-477e-81fc-08fa9745504d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 200 len: 1002 time: 0.0640728 Mar 31 23:23:58.780426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-85029bf5-2ef0-4a98-bc57-0187481d9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:58.781821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-85029bf5-2ef0-4a98-bc57-0187481d9aeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0426102 Mar 31 23:23:58.827756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-b6845a5b-d7de-4916-965e-58db26daa16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:58.829338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-b6845a5b-d7de-4916-965e-58db26daa16c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414162 Mar 31 23:23:58.925937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-8914e5e7-eb7e-4fcd-ac4e-9cb0610acb43 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894258 Mar 31 23:23:59.007419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46472) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:59.021161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7ad6606a-ae66-49e4-b5d7-18a9490184e8 req-c115a2ba-8762-4f01-8169-dbe351c6b086 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Mar 31 23:23:59.058410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Deleting subnet a5ffd065-2cdc-4f97-9d42-a732c0039306 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:59.061675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.122049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.174592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782138b-a799-4d82-a5c5-76a10a71e53a req-d040aee2-439d-4bd1-94eb-8284cfb2934b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:59.176081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c782138b-a799-4d82-a5c5-76a10a71e53a req-d040aee2-439d-4bd1-94eb-8284cfb2934b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0883598 Mar 31 23:23:59.184670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.247208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c782138b-a799-4d82-a5c5-76a10a71e53a req-4208e7f4-c14f-476a-9887-2e1f42521547 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Mar 31 23:23:59.319068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.346196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ffd065-2cdc-4f97-9d42-a732c0039306,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:59.349328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.351968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a5ffd065-2cdc-4f97-9d42-a732c0039306 HTTP/1.1" status: 204 len: 168 time: 0.3434594 Mar 31 23:23:59.354668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:59.358444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.358787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.359155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.359491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.359819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.360139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.360464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.360786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.361134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.362237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.362563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.362886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4cfb3-b3f5-471e-9ec3-aaeb03340a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.431774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.521553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.542982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c4be1d-6296-4dc4-8dd4-4133f9589d56']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:59.554777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6482029-d2cc-4027-9938-1cd8df0e1340') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:59.555163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6482029-d2cc-4027-9938-1cd8df0e1340') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:59.565530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.587276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.594397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:59.594739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:59.596509 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:59.690597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.696260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.699397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/41c4be1d-6296-4dc4-8dd4-4133f9589d56 HTTP/1.1" status: 204 len: 168 time: 0.3436606 Mar 31 23:23:59.702375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46478) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:59.712261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c4be1d-6296-4dc4-8dd4-4133f9589d56,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:59.720391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.726185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec82ac-adbc-4527-ab17-0aaa49e809e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:59.764649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Deleting subnet 26334dac-22ef-461d-899f-c2d772c5f566 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:59.767830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.803240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.842036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.946518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.974249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26334dac-22ef-461d-899f-c2d772c5f566,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:59.976262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.981597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ded2ac5d-a461-40d2-8a20-307e71867499 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/26334dac-22ef-461d-899f-c2d772c5f566 HTTP/1.1" status: 204 len: 168 time: 0.2760298 Mar 31 23:23:59.981801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 46480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.055074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.134409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.154850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f7c948-ec19-42b1-88b2-0c81c7d93775']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:00.164963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40636ba8-8c84-48a5-b51a-f0324018673d') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:00.165266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40636ba8-8c84-48a5-b51a-f0324018673d') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:00.179131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.191885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.197528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:00.202594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-e1a2dfb5-5fe3-46be-b2d3-7fae1f844a1f req-b5c9ade7-1edd-4ec9-8fda-4064343b1421 service neutron] (109834) timed out ('10.222.0.10', 56689) {{(pid=109834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:24:00.318257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.325068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.328041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] 10.222.0.83 "DELETE /v2.0/networks/a5f7c948-ec19-42b1-88b2-0c81c7d93775 HTTP/1.1" status: 204 len: 168 time: 0.3453295 Mar 31 23:24:00.358957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a964b8-bc05-437f-9087-c741947db25a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f7c948-ec19-42b1-88b2-0c81c7d93775,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:00.384318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4cb89-c972-4b91-96fc-c5455d4a72b0 req-434e8500-e84e-4d5e-a015-cb0947acc0f1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:00.385889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfb4cb89-c972-4b91-96fc-c5455d4a72b0 req-434e8500-e84e-4d5e-a015-cb0947acc0f1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0656216 Mar 31 23:24:00.423955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfb4cb89-c972-4b91-96fc-c5455d4a72b0 req-79f56bbd-3395-45f1-84e4-5583c6d7a6f0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Mar 31 23:24:00.612108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.652577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e8bfb2ec-36c5-4498-b76c-0f60fefe50f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee3360a7a43e49259e754dc4d1f6ab64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392127 Mar 31 23:24:00.654976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.702115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.722261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.831094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.833992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.835357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59851fda-bab3-4735-82a1-227e995cfb8d HTTP/1.1" status: 204 len: 168 time: 0.1792829 Mar 31 23:24:00.843298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a706-e1c2-4bbe-afac-2a767f28c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59851fda-bab3-4735-82a1-227e995cfb8d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.483545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:01.529086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a65c8c0d-7b84-4aaa-9670-dd6999ff6c25 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=164fe3e64c0244f18ed6d7217a9a47d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443294 Mar 31 23:24:01.531617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 46498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:01.546054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dedf22-a4eb-45cd-b78b-c5394f720d19 req-5dfa7f1b-a721-4792-a961-cb8dd3c8bace tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:01.547572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02dedf22-a4eb-45cd-b78b-c5394f720d19 req-5dfa7f1b-a721-4792-a961-cb8dd3c8bace tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0548086 Mar 31 23:24:01.581342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.585517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02dedf22-a4eb-45cd-b78b-c5394f720d19 req-60632872-5ff2-4a75-ab7b-f3ded11eda1f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Mar 31 23:24:01.607721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.735713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.738500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.739683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ab81ff98-0ee8-44ea-8bec-5695a867ff91 HTTP/1.1" status: 204 len: 168 time: 0.2071674 Mar 31 23:24:01.747828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c115bc-b9b6-4a0d-b65e-4ab7ad3d0e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81ff98-0ee8-44ea-8bec-5695a867ff91,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:02.706108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a244-343a-4014-8a92-b8433bed47ec req-be9a1ca7-5831-4c37-9ec0-99b28a55f121 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:02.707724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6519a244-343a-4014-8a92-b8433bed47ec req-be9a1ca7-5831-4c37-9ec0-99b28a55f121 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0494139 Mar 31 23:24:02.746823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6519a244-343a-4014-8a92-b8433bed47ec req-2670815e-70ea-4130-8878-82a05c186bf3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Mar 31 23:24:03.863131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324897f6-5c9f-4429-add0-9dc66992d1e9 req-c41c1ae0-4074-42c1-bae2-a754e115fad5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:03.864536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-324897f6-5c9f-4429-add0-9dc66992d1e9 req-c41c1ae0-4074-42c1-bae2-a754e115fad5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0485048 Mar 31 23:24:03.904017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-324897f6-5c9f-4429-add0-9dc66992d1e9 req-b5f6d070-3130-4042-b540-59f9e531af81 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Mar 31 23:24:04.786893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.025079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed63a-9761-4157-9049-dd27e977ea49 req-4132adfa-3eb4-4009-9851-1ac50692fa07 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:05.026715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd6ed63a-9761-4157-9049-dd27e977ea49 req-4132adfa-3eb4-4009-9851-1ac50692fa07 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0546525 Mar 31 23:24:05.066990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd6ed63a-9761-4157-9049-dd27e977ea49 req-05672ec3-f80a-4969-a8a2-5c43ef3643a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Mar 31 23:24:06.187053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6881cad-4d81-4ce1-8ff5-c16429cb6df7 req-933ec15a-5517-487f-a767-0b5dd5b5fdac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:06.188551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6881cad-4d81-4ce1-8ff5-c16429cb6df7 req-933ec15a-5517-487f-a767-0b5dd5b5fdac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0505548 Mar 31 23:24:06.228208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6881cad-4d81-4ce1-8ff5-c16429cb6df7 req-9d07d02e-52d7-4192-a6e8-de29cf4fdd65 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Mar 31 23:24:07.354771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716d482-4b35-4f51-8ee5-b4181f85daa6 req-e8c0a80d-1f36-4aec-8153-434e236e46d5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:07.356262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7716d482-4b35-4f51-8ee5-b4181f85daa6 req-e8c0a80d-1f36-4aec-8153-434e236e46d5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0502925 Mar 31 23:24:07.395305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7716d482-4b35-4f51-8ee5-b4181f85daa6 req-17cdddc1-8d30-4318-b1a9-67db1563ec63 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Mar 31 23:24:08.516757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9518e0-e460-49dd-a78c-f63e6032b90f req-1a3557d9-924d-4f2b-a771-077f323de5c1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:08.518869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b9518e0-e460-49dd-a78c-f63e6032b90f req-1a3557d9-924d-4f2b-a771-077f323de5c1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0540326 Mar 31 23:24:08.558346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b9518e0-e460-49dd-a78c-f63e6032b90f req-0604d14d-ce8d-4cb3-8887-9af1ed0f5fdd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Mar 31 23:24:09.284520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-c7aa3c99-de61-4a81-b2c8-c18514690061 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422832 Mar 31 23:24:09.383627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-5404e664-3cc9-47a4-a068-7b581e09440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.385222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-5404e664-3cc9-47a4-a068-7b581e09440f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1097 time: 0.0427408 Mar 31 23:24:09.506780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-28cdb8ec-d87e-48f6-b2fc-c084a061e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.508344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-28cdb8ec-d87e-48f6-b2fc-c084a061e451 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1032546 Mar 31 23:24:09.577812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-ef100271-3d39-4f97-9ac2-732e2c1bf5e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1001 time: 0.0626869 Mar 31 23:24:09.634328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-c97b0491-d98c-49fe-a9b6-9c979b48e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.635941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-c97b0491-d98c-49fe-a9b6-9c979b48e73c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0510259 Mar 31 23:24:09.713978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-4e5266f1-becf-495a-a258-841b92ff1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.715782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-4e5266f1-becf-495a-a258-841b92ff1887 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703115 Mar 31 23:24:09.725417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805705-fc01-432d-a95f-d012d11d781a req-4eede010-fb43-4f53-b31f-6494646bbcef tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.726859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3805705-fc01-432d-a95f-d012d11d781a req-4eede010-fb43-4f53-b31f-6494646bbcef tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0900500 Mar 31 23:24:09.731653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-3f0455ef-aafe-4dfc-801b-f9a58e4005bf service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:24:09.732696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-3f0455ef-aafe-4dfc-801b-f9a58e4005bf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048752 Mar 31 23:24:09.823848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c3805705-fc01-432d-a95f-d012d11d781a req-d5e89a20-38c8-46f0-b6b9-49a2dcf46637 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890257 Mar 31 23:24:09.860460 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-4fef8711-69af-42d5-bc92-d1135eeb3919 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190369 Mar 31 23:24:09.983164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7618d358-ab0b-4201-bb98-f72fba5e5f9d req-36c93558-1994-403c-81ee-d50ba6d135c4 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160977 Mar 31 23:24:10.964798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffe94-af0f-4f0a-9ad4-499b50ecbc6b req-0e566635-4cee-4b53-ad2c-a2f1875d8cc6 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:10.966246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-874ffe94-af0f-4f0a-9ad4-499b50ecbc6b req-0e566635-4cee-4b53-ad2c-a2f1875d8cc6 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0641687 Mar 31 23:24:11.014279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-874ffe94-af0f-4f0a-9ad4-499b50ecbc6b req-866f6ce7-c379-4a23-b551-f88e704b0820 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Mar 31 23:24:11.591219 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eaff230c-9b7f-4037-80be-06c1b5f4d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.138122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a19f8-e1bb-4f96-821d-ec51be027e3e req-7c9cdd73-3239-43b5-ae2e-b590a003b216 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:12.139689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f5a19f8-e1bb-4f96-821d-ec51be027e3e req-7c9cdd73-3239-43b5-ae2e-b590a003b216 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0547678 Mar 31 23:24:12.178215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f5a19f8-e1bb-4f96-821d-ec51be027e3e req-e5670df4-ba25-463f-b045-3014c1db8782 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Mar 31 23:24:13.055524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:13.130413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.152115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:13.154361 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1989ebf5-1705-418d-aa2b-4df4c6720dfd" -d '{"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-unplugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:13.167360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:13.192459 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb37d0d6-66c3-42f1-9d1d-d550be760e7b x-openstack-request-id: req-cb37d0d6-66c3-42f1-9d1d-d550be760e7b {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:13.192750 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-unplugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:13.192997 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cb37d0d6-66c3-42f1-9d1d-d550be760e7b {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:13.193384 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb37d0d6-66c3-42f1-9d1d-d550be760e7b'] response: {'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890', 'code': 200} Mar 31 23:24:13.233113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.313948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c35b-7901-4968-82da-4a564552d622 req-c9e7115c-671c-44d9-9002-7f7df9da8def tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:13.324563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6643c35b-7901-4968-82da-4a564552d622 req-c9e7115c-671c-44d9-9002-7f7df9da8def tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.0700686 Mar 31 23:24:13.365690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6643c35b-7901-4968-82da-4a564552d622 req-bfeb2b48-525c-4db4-be38-84395f2154ad tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Mar 31 23:24:13.457431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:13.825322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-161952c8-91d4-4cc2-9ccc-1cafc15b4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.741337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd605b7c-b91c-4452-b8d7-c4a414f405fc req-e6f5cc7c-e836-4184-9dfe-3be78d4a48fe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.742875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd605b7c-b91c-4452-b8d7-c4a414f405fc req-e6f5cc7c-e836-4184-9dfe-3be78d4a48fe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 944 time: 0.0489945 Mar 31 23:24:14.782625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fd605b7c-b91c-4452-b8d7-c4a414f405fc req-3bba17c7-af4c-4427-b988-09223ad0dea8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Mar 31 23:24:15.065712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:15.162681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:15.178513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '473635bd-83be-44f0-adcf-098909a7e890', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'port_id': '473635bd-83be-44f0-adcf-098909a7e890', 'mac_address': 'fa:16:3e:72:8d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d388163-fa90-4f72-b9d9-55bc849845e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:15.222321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.236236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473635bd-83be-44f0-adcf-098909a7e890 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:15.265898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:15.341282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.368299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.416339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:15.688245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['473635bd-83be-44f0-adcf-098909a7e890'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:15.917288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dfb46-f236-4759-8bf1-21cb9b411128 req-22daa60b-4bb1-4b96-bb05-83520be298f8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.918720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b3dfb46-f236-4759-8bf1-21cb9b411128 req-22daa60b-4bb1-4b96-bb05-83520be298f8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 945 time: 0.0565374 Mar 31 23:24:15.961368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b3dfb46-f236-4759-8bf1-21cb9b411128 req-6d5c694b-1dd2-4da5-86cc-8eb1dc8f354d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356953 Mar 31 23:24:16.628006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.775631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.079748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:17.086434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab73b65-0863-4f53-aa08-2ddbf2230665 req-ea64ed8c-37ab-4007-8171-e160d8370fcd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.088171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ab73b65-0863-4f53-aa08-2ddbf2230665 req-ea64ed8c-37ab-4007-8171-e160d8370fcd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 945 time: 0.0516863 Mar 31 23:24:17.128767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ab73b65-0863-4f53-aa08-2ddbf2230665 req-01a67ed7-672e-496a-a8cf-1a6de2dcdc74 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Mar 31 23:24:17.130823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 473635bd-83be-44f0-adcf-098909a7e890 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:17.131234 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.212220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.236221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:17.238561 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be98691a-85e9-4419-a5f8-a79414b790e4" -d '{"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-plugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:17.251191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:17.276815 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043276d-68fc-4433-aaf9-a5691a93b2e0 x-openstack-request-id: req-d043276d-68fc-4433-aaf9-a5691a93b2e0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:17.276815 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-plugged", "status": "completed", "tag": "473635bd-83be-44f0-adcf-098909a7e890", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:17.276815 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d043276d-68fc-4433-aaf9-a5691a93b2e0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:17.277216 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d043276d-68fc-4433-aaf9-a5691a93b2e0'] response: {'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473635bd-83be-44f0-adcf-098909a7e890', 'code': 200} Mar 31 23:24:17.347277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.399566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:17.430157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3edf-fdbc-49b7-9418-0e45d6bc3550 req-6327ba85-62f8-4097-b1c9-0ea41f0ddb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.431835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d0fc3edf-fdbc-49b7-9418-0e45d6bc3550 req-6327ba85-62f8-4097-b1c9-0ea41f0ddb95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 1097 time: 0.0487156 Mar 31 23:24:17.472819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d0fc3edf-fdbc-49b7-9418-0e45d6bc3550 req-6e20ddae-36f5-4e6a-89a8-e2e21c68be20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295827 Mar 31 23:24:18.246984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16cd5f-d890-4716-b5f8-f68b759ea585 req-95133762-b0d1-4488-8cbf-70208e1df115 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:18.248538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b16cd5f-d890-4716-b5f8-f68b759ea585 req-95133762-b0d1-4488-8cbf-70208e1df115 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0493119 Mar 31 23:24:18.289396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b16cd5f-d890-4716-b5f8-f68b759ea585 req-2ce5a461-c3ac-4b29-8983-dcfa89f65ed6 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Mar 31 23:24:19.422057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b1fb-1a27-49fb-bc7f-5d445e849a47 req-08ee4187-e7b3-4f75-b8db-96c2be9594aa tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.425099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c56b1fb-1a27-49fb-bc7f-5d445e849a47 req-08ee4187-e7b3-4f75-b8db-96c2be9594aa tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0577314 Mar 31 23:24:19.465004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c56b1fb-1a27-49fb-bc7f-5d445e849a47 req-d3713581-472d-4f10-b8b7-d30370333be8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Mar 31 23:24:19.585430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586ce6-b0ed-4436-82a6-f99da1840d68 req-b128e95f-584d-4b37-ac0c-8a5ee841ed2a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.587085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69586ce6-b0ed-4436-82a6-f99da1840d68 req-b128e95f-584d-4b37-ac0c-8a5ee841ed2a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0511007 Mar 31 23:24:19.631766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69586ce6-b0ed-4436-82a6-f99da1840d68 req-73fb2937-9800-484c-83ae-da30939fa313 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Mar 31 23:24:20.353556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-1795897f-5e18-4b1e-942d-ad93e33afcb8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:20.354933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-1795897f-5e18-4b1e-942d-ad93e33afcb8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1094236 Mar 31 23:24:20.370144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-9fe98ce2-7290-46b4-8930-0361c3eb72ae tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/quotas/9553a6abc78f4312a3b78437815e16a2 HTTP/1.1" status: 200 len: 375 time: 0.0093951 Mar 31 23:24:20.421179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-5b3051bc-66b9-41c2-9561-4fa3018dd296 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456202 Mar 31 23:24:20.514123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6c54efa5-11db-4a4a-b056-a15a7a69285c service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 Mar 31 23:24:20.608694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-5a61e029-2d93-4dee-a6a3-807e41bf31f0 service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872838 Mar 31 23:24:20.795579 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:20.901175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4fb3325f-f09e-4f25-9ce6-7f63e30108ca req-c994fa29-717c-4132-9b22-6d5e23321a82 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 210 time: 0.0316093 Mar 31 23:24:21.543434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-4387152f-8e07-453a-8797-f4c032d377f7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:21.545128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-4387152f-8e07-453a-8797-f4c032d377f7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "GET /v2.0/ports?device_id=536bfdda-d762-471c-a907-fb5fbb9a922f HTTP/1.1" status: 200 len: 946 time: 0.0599897 Mar 31 23:24:21.640891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Deleting port 473635bd-83be-44f0-adcf-098909a7e890 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:21.641126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.739298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] For port 473635bd-83be-44f0-adcf-098909a7e890, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=473635bd-83be-44f0-adcf-098909a7e890,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:21.739759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.754048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Calling delete_port for 473635bd-83be-44f0-adcf-098909a7e890 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:21.952959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.964812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['473635bd-83be-44f0-adcf-098909a7e890'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:21.986495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event deleted for resources: {'Port': ['ID=473635bd-83be-44f0-adcf-098909a7e890,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:22.011732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-699c10cc-1767-4c35-9651-4213b9d1c685 req-011a6579-facb-4653-b25f-2f2c52f0efbe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 210 time: 0.0363226 Mar 31 23:24:22.048021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] No DVR routers for this DVR port 473635bd-83be-44f0-adcf-098909a7e890 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:22.050756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:22.054219 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b2f3e764-ed2a-40c7-8b95-599878b8f6a9 req-97ac2d03-d35e-42b8-96ab-b2ee50344cca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "DELETE /v2.0/ports/473635bd-83be-44f0-adcf-098909a7e890 HTTP/1.1" status: 204 len: 173 time: 0.5036733 Mar 31 23:24:22.054653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-deleted', 'tag': '473635bd-83be-44f0-adcf-098909a7e890'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:22.056936 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84def5d-6227-4d7a-b56e-0ec74eb4e99d" -d '{"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-deleted", "tag": "473635bd-83be-44f0-adcf-098909a7e890"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:22.095478 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b60099-ec4a-42d1-8773-b4e1f6764722 x-openstack-request-id: req-86b60099-ec4a-42d1-8773-b4e1f6764722 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:22.095886 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536bfdda-d762-471c-a907-fb5fbb9a922f", "name": "network-vif-deleted", "tag": "473635bd-83be-44f0-adcf-098909a7e890", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:22.096378 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-86b60099-ec4a-42d1-8773-b4e1f6764722 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:22.096876 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b60099-ec4a-42d1-8773-b4e1f6764722'] response: {'server_uuid': '536bfdda-d762-471c-a907-fb5fbb9a922f', 'name': 'network-vif-deleted', 'tag': '473635bd-83be-44f0-adcf-098909a7e890', 'status': 'completed', 'code': 200} Mar 31 23:24:22.978519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-934bc66b-fe97-4ed5-8227-d541a2c73f9d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:22.980427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-934bc66b-fe97-4ed5-8227-d541a2c73f9d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.10 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1021419 Mar 31 23:24:23.008966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Request body: {'port': {'device_id': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'admin_state_up': True, 'tenant_id': '9553a6abc78f4312a3b78437815e16a2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:23.141398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fe0cba3-94d6-4b1d-a5d2-6d20c6f212fc req-c5d174d3-7865-4f56-88ce-0abdd4f666ca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 210 time: 0.0387290 Mar 31 23:24:23.242750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Made reservation on behalf of 9553a6abc78f4312a3b78437815e16a2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:23.246276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.371655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Allocated IP 172.20.0.2 (aab5b082-db05-4e99-a4ef-e43ad726b395/5d388163-fa90-4f72-b9d9-55bc849845e8/1e140d7d-6f41-4105-862d-17ecbdf71091) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:23.527693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.615738 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.627919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['473635bd-83be-44f0-adcf-098909a7e890'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:23.660989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Network aab5b082-db05-4e99-a4ef-e43ad726b395 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:23.664248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:23.667845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:23.674703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:23.724177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.724785 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.829819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-6d44788c-9d05-49bb-ab1b-a2753d75d5e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266506 Mar 31 23:24:23.847878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Request body: {'port': {'device_id': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:23.906196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:24.318363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:24.490746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8a218-c67e-4c32-bb02-210b5512a18c req-659a1172-e436-4156-a8e6-b714dd82fd43 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.495812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e8a218-c67e-4c32-bb02-210b5512a18c req-659a1172-e436-4156-a8e6-b714dd82fd43 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 931 time: 0.0971951 Mar 31 23:24:24.548217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09e8a218-c67e-4c32-bb02-210b5512a18c req-1220bafa-5782-4424-abdf-018363a7e20b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Mar 31 23:24:24.594699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e140d7d-6f41-4105-862d-17ecbdf71091 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:24.603203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:24.615584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Transition to ACTIVE for port object 1e140d7d-6f41-4105-862d-17ecbdf71091 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:24.666808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:24.715258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:24.786531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Attempting to bind port 1e140d7d-6f41-4105-862d-17ecbdf71091 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:24.786870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Attempting to bind port 1e140d7d-6f41-4105-862d-17ecbdf71091 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:24.787234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Attempting to bind port 1e140d7d-6f41-4105-862d-17ecbdf71091 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:24.791556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Port 1e140d7d-6f41-4105-862d-17ecbdf71091 on network aab5b082-db05-4e99-a4ef-e43ad726b395 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:24.791879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Attempting to bind port 1e140d7d-6f41-4105-862d-17ecbdf71091 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:24.796657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:24.796996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Checking segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:24.797373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Bound using segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:24.797793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Bound port: 1e140d7d-6f41-4105-862d-17ecbdf71091, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:24.798151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:24.870020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:24.872971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:24.959126 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:25.000344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.000958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:25.003361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] 10.222.0.10 "PUT /v2.0/ports/1e140d7d-6f41-4105-862d-17ecbdf71091 HTTP/1.1" status: 200 len: 1091 time: 1.1593893 Mar 31 23:24:25.004096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:25.006261 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162235f0-7210-4487-9194-93aad9814a52" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:25.037949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df235f2-1e9a-40ca-948b-06919c2fa254 service neutron] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:25.065818 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e365c52-968a-4f52-89b9-adbe3afde161 x-openstack-request-id: req-6e365c52-968a-4f52-89b9-adbe3afde161 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:25.066113 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:25.066365 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e365c52-968a-4f52-89b9-adbe3afde161 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:25.067459 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e365c52-968a-4f52-89b9-adbe3afde161'] response: {'name': 'network-changed', 'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'status': 'completed', 'code': 200} Mar 31 23:24:25.151534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162235f0-7210-4487-9194-93aad9814a52 req-237b4f72-eb30-42a5-98b7-be1f670797b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.153018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162235f0-7210-4487-9194-93aad9814a52 req-237b4f72-eb30-42a5-98b7-be1f670797b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 1094 time: 0.0475492 Mar 31 23:24:25.270820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162235f0-7210-4487-9194-93aad9814a52 req-8bb4a13e-3994-4d29-9abd-e18d82fedc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.272807 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162235f0-7210-4487-9194-93aad9814a52 req-8bb4a13e-3994-4d29-9abd-e18d82fedc06 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9553a6abc78f4312a3b78437815e16a2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1059828 Mar 31 23:24:25.418148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162235f0-7210-4487-9194-93aad9814a52 req-d177accd-ec68-4cfb-b1e7-bbcc540fc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.419747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-162235f0-7210-4487-9194-93aad9814a52 req-d177accd-ec68-4cfb-b1e7-bbcc540fc2ca service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1404293 Mar 31 23:24:25.538369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-5e829f13-428f-402b-973b-cb682a03374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.540105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-5e829f13-428f-402b-973b-cb682a03374c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 1094 time: 0.0580235 Mar 31 23:24:25.589083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-9d26c310-3326-4f66-8fc8-bda4c2e30733 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e140d7d-6f41-4105-862d-17ecbdf71091 HTTP/1.1" status: 200 len: 217 time: 0.0351412 Mar 31 23:24:25.687911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-4d776922-525a-4eef-898b-4bf239049b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.689923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-4d776922-525a-4eef-898b-4bf239049b60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d388163-fa90-4f72-b9d9-55bc849845e8 HTTP/1.1" status: 200 len: 854 time: 0.0908127 Mar 31 23:24:25.702645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6143d5-960a-4b72-b6fc-404688c694df req-fb437479-f672-428b-a2b2-65fbdc694056 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.704130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a6143d5-960a-4b72-b6fc-404688c694df req-fb437479-f672-428b-a2b2-65fbdc694056 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0641394 Mar 31 23:24:25.740566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-466d9025-53f5-48ed-8435-c0d573cf8aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aab5b082-db05-4e99-a4ef-e43ad726b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354309 Mar 31 23:24:25.807223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a6143d5-960a-4b72-b6fc-404688c694df req-d5918639-9832-425f-9aea-9beb77a2e2b3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947492 Mar 31 23:24:25.852476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-5a8535a1-4ef1-4ab3-b43f-afb2700199eb service neutron] 10.222.0.10 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053100 Mar 31 23:24:25.949560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d458db-8f42-419e-b32c-ebe1ddb3849e req-3bff6cba-5c10-491b-98e6-61f93d196f6f service neutron] 10.222.0.10 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905201 Mar 31 23:24:26.947491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1ac7-f7a3-4f55-8cea-118d55cb1ddc req-8f4a2ce1-9042-4557-b33f-ddbc26269f4f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.949111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c4a1ac7-f7a3-4f55-8cea-118d55cb1ddc req-8f4a2ce1-9042-4557-b33f-ddbc26269f4f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0523486 Mar 31 23:24:26.993390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c4a1ac7-f7a3-4f55-8cea-118d55cb1ddc req-f041e040-67bb-4eca-8f33-ace75a0e6296 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Mar 31 23:24:27.119870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:27.140398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 473635bd-83be-44f0-adcf-098909a7e890 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:27.140742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 473635bd-83be-44f0-adcf-098909a7e890 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:28.125497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c254-f280-4386-a3d0-6a9879550c8b req-92eaf3f2-d9a4-45bf-be51-efdad2ee9dc4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.127150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a02c254-f280-4386-a3d0-6a9879550c8b req-92eaf3f2-d9a4-45bf-be51-efdad2ee9dc4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0572267 Mar 31 23:24:28.169929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a02c254-f280-4386-a3d0-6a9879550c8b req-94451855-27c9-4b52-baf8-819ce24ef1cf tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Mar 31 23:24:29.291884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5012c8-663d-4f11-9fe9-ed8779392f53 req-d9f49b61-7397-498b-98ad-f36f748dfd95 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.293390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d5012c8-663d-4f11-9fe9-ed8779392f53 req-d9f49b61-7397-498b-98ad-f36f748dfd95 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0494659 Mar 31 23:24:29.332524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d5012c8-663d-4f11-9fe9-ed8779392f53 req-baf7c177-285d-4ab2-b7b3-a8dff07e504d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Mar 31 23:24:30.414418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:30.461530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514eff6-5615-4212-8c0a-8a5d4c990428 req-0557524d-b721-4690-8a8c-27e47caae2ff tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.461530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d514eff6-5615-4212-8c0a-8a5d4c990428 req-0557524d-b721-4690-8a8c-27e47caae2ff tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0522301 Mar 31 23:24:30.501196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d514eff6-5615-4212-8c0a-8a5d4c990428 req-7aed190e-14f0-41bb-8658-51b15432df7e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Mar 31 23:24:30.509946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:30.522639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'port_id': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'mac_address': 'fa:16:3e:46:39:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d388163-fa90-4f72-b9d9-55bc849845e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:30.563405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.577011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e140d7d-6f41-4105-862d-17ecbdf71091 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:30.596513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:30.683902 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.740054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:30.747452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.747813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.748329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.748456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.748798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.749131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.749459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.749821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.750096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.750419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.750740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:30.751156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:31.136259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['1e140d7d-6f41-4105-862d-17ecbdf71091'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:31.236797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aada11d-2c6b-492f-98cb-ea2895fb7234 req-50ea1824-7709-4e20-849b-4ff22b1f047d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.238855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8aada11d-2c6b-492f-98cb-ea2895fb7234 req-50ea1824-7709-4e20-849b-4ff22b1f047d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.0495069 Mar 31 23:24:31.276748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8aada11d-2c6b-492f-98cb-ea2895fb7234 req-4e394a8d-1180-446a-a516-7ed83960469d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Mar 31 23:24:31.620314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a5a7-1115-4995-bf9f-20c1c89f23e1 req-04a0f49c-69af-4ea4-ba6b-b13112adb35e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.621772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d88a5a7-1115-4995-bf9f-20c1c89f23e1 req-04a0f49c-69af-4ea4-ba6b-b13112adb35e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 944 time: 0.0488727 Mar 31 23:24:31.661175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d88a5a7-1115-4995-bf9f-20c1c89f23e1 req-4c4f322a-4fa8-4d4a-811a-61e56c84d940 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Mar 31 23:24:32.400785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9738a-5f8d-4c29-b028-41fe1fea32fa req-1e9ebc69-6f2c-4cfe-89cf-a1b1a6768931 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:32.402271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bc9738a-5f8d-4c29-b028-41fe1fea32fa req-1e9ebc69-6f2c-4cfe-89cf-a1b1a6768931 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.0499158 Mar 31 23:24:32.436569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:32.457714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bc9738a-5f8d-4c29-b028-41fe1fea32fa req-44890635-968c-484e-ad46-673806c04957 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Mar 31 23:24:32.569274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 1e140d7d-6f41-4105-862d-17ecbdf71091 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:32.573334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 1e140d7d-6f41-4105-862d-17ecbdf71091 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:32.573700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:32.651304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:32.679261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:32.680452 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80dddd4-757e-432d-a72c-f61eaf7b0993" -d '{"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:32.693727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:32.723257 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a3669e-3117-4b3b-afb3-3f9a90f64f86 x-openstack-request-id: req-24a3669e-3117-4b3b-afb3-3f9a90f64f86 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:32.727502 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:32.727502 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24a3669e-3117-4b3b-afb3-3f9a90f64f86 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:32.727502 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a3669e-3117-4b3b-afb3-3f9a90f64f86'] response: {'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'code': 200} Mar 31 23:24:32.781391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:32.804521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d494-f71d-46e6-b9f2-3b004f261a02 req-14d72f47-4ee1-4b57-bb44-da62561f812c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:32.806376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85d4d494-f71d-46e6-b9f2-3b004f261a02 req-14d72f47-4ee1-4b57-bb44-da62561f812c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 944 time: 0.0644755 Mar 31 23:24:32.835241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:32.878134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85d4d494-f71d-46e6-b9f2-3b004f261a02 req-987c8ce6-378c-4047-a0c6-7e0e45b8485c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643942 Mar 31 23:24:32.890784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4064eca-f146-492a-b9eb-75bebc2a0ec0 req-c39bb261-46b6-4435-a35e-96e28912fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:32.893201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4064eca-f146-492a-b9eb-75bebc2a0ec0 req-c39bb261-46b6-4435-a35e-96e28912fe0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 1096 time: 0.0775466 Mar 31 23:24:32.929671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4064eca-f146-492a-b9eb-75bebc2a0ec0 req-4d3c7978-2341-446c-a627-0dcf328e3fa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295768 Mar 31 23:24:33.046640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9007530-758b-44f1-a526-6c605fbde5cd req-7732e5e7-fc87-4e10-8e9f-b23e4553f03c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.048126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9007530-758b-44f1-a526-6c605fbde5cd req-7732e5e7-fc87-4e10-8e9f-b23e4553f03c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 947 time: 0.0494506 Mar 31 23:24:33.142837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Deleting port 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:33.143733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.235867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] For port 34b5882e-24e1-4fb6-9756-80fa4799f070, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=34b5882e-24e1-4fb6-9756-80fa4799f070,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:33.236242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.407452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.407814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.408197 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Floating IP 7f67b1b1-d36e-4620-9e33-a98bc72c5d53 disassociated. External IP: 172.25.6.167, port: 34b5882e-24e1-4fb6-9756-80fa4799f070. Mar 31 23:24:33.408533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Calling delete_port for 34b5882e-24e1-4fb6-9756-80fa4799f070 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:33.576575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.597242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea7f4e-5ce3-4830-ba24-51ffd0ae6b2f req-d7bd1c47-f27a-4e34-b1ba-94a207a7f64b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.599119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46ea7f4e-5ce3-4830-ba24-51ffd0ae6b2f req-d7bd1c47-f27a-4e34-b1ba-94a207a7f64b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 868 time: 0.0601578 Mar 31 23:24:33.605158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'Port': ['ID=34b5882e-24e1-4fb6-9756-80fa4799f070,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:33.651066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46ea7f4e-5ce3-4830-ba24-51ffd0ae6b2f req-7d93790f-c282-455e-88dd-d47aa06686c5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Mar 31 23:24:33.731371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:33.842902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:33.857482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:33.869004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:33.869690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:24:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:33.888073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] No DVR routers for this DVR port 34b5882e-24e1-4fb6-9756-80fa4799f070 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:33.890172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.895233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9007530-758b-44f1-a526-6c605fbde5cd req-84813b2b-8689-4177-8cec-61f276daeee2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "DELETE /v2.0/ports/34b5882e-24e1-4fb6-9756-80fa4799f070 HTTP/1.1" status: 204 len: 173 time: 0.8418684 Mar 31 23:24:33.897582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-deleted', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:33.899387 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7370d0-152a-45ec-aadf-d031213635b1" -d '{"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-deleted", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:33.966677 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd49234f-1412-4585-9c02-397391538ad0 x-openstack-request-id: req-cd49234f-1412-4585-9c02-397391538ad0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:33.967100 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43a7de-af6c-49f3-a1ff-80544396992d", "name": "network-vif-deleted", "tag": "34b5882e-24e1-4fb6-9756-80fa4799f070", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:33.967448 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd49234f-1412-4585-9c02-397391538ad0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:33.968651 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd49234f-1412-4585-9c02-397391538ad0'] response: {'server_uuid': 'cd43a7de-af6c-49f3-a1ff-80544396992d', 'name': 'network-vif-deleted', 'tag': '34b5882e-24e1-4fb6-9756-80fa4799f070', 'status': 'completed', 'code': 200} Mar 31 23:24:34.052921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:34.054166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb86b86-0294-40f0-991a-9e101a483a84 req-ea04d821-539a-4732-9704-da3303ee6582 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:34.055750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eeb86b86-0294-40f0-991a-9e101a483a84 req-ea04d821-539a-4732-9704-da3303ee6582 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0798175 Mar 31 23:24:34.114022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eeb86b86-0294-40f0-991a-9e101a483a84 req-d8971e5f-60d0-4eb8-876e-84f26f45c680 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Mar 31 23:24:34.280132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:34.322098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:34.333544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:34.334215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:24:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:34.441503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:34.666645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:34.699572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37736b1b-a03e-4a6f-bfd1-eec9d79889bc None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:34.776849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b77fe4a4-1ef8-4a9c-8c52-0f328286afc7 req-fec194b6-cf22-4c08-a9f0-8cfd17a5c893 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd43a7de-af6c-49f3-a1ff-80544396992d HTTP/1.1" status: 200 len: 210 time: 0.0337472 Mar 31 23:24:34.842687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.975501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01a2bd-76a1-4edb-b4e4-746bb6b7d5d9 None None] New status for floating IP 7f67b1b1-d36e-4620-9e33-a98bc72c5d53: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:24:35.233962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead28ee6-cb81-44f6-97de-04cafed1a7ac req-6322b0ab-cbe3-4cad-8b17-2025982edd2d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:35.235456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ead28ee6-cb81-44f6-97de-04cafed1a7ac req-6322b0ab-cbe3-4cad-8b17-2025982edd2d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Mar 31 23:24:35.273528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ead28ee6-cb81-44f6-97de-04cafed1a7ac req-c3f807ee-f1d9-4cb9-aa70-3f320594e414 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 Mar 31 23:24:35.400335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6544-93c0-4030-8adf-6540c9f41f2c req-3776175a-62c2-449d-bbed-74a3fd122a39 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:35.401862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-566e6544-93c0-4030-8adf-6540c9f41f2c req-3776175a-62c2-449d-bbed-74a3fd122a39 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0606291 Mar 31 23:24:35.442155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-566e6544-93c0-4030-8adf-6540c9f41f2c req-fd1aca85-1a61-4cc0-bedd-8d990f4a23ea tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Mar 31 23:24:35.733896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340e367-49f8-4c52-9371-c5b1e4ede503 req-9aff4901-76fb-425a-b73a-0e984a35fda3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:35.735388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2340e367-49f8-4c52-9371-c5b1e4ede503 req-9aff4901-76fb-425a-b73a-0e984a35fda3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0484784 Mar 31 23:24:35.780203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2340e367-49f8-4c52-9371-c5b1e4ede503 req-f52463d7-4135-41a5-b648-d495d424a406 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Mar 31 23:24:35.910981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2d46f-a037-4e0f-997e-242e1ddb0593 req-ddc9a9fe-95c0-43b8-bbe2-419c810d2f9d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:35.912398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33a2d46f-a037-4e0f-997e-242e1ddb0593 req-ddc9a9fe-95c0-43b8-bbe2-419c810d2f9d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Mar 31 23:24:35.943110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:35.951404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33a2d46f-a037-4e0f-997e-242e1ddb0593 req-285fc9aa-bded-4c43-a5d2-279592f6c048 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Mar 31 23:24:36.003539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.028290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.163979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.166584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.167830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "DELETE /v2.0/security-groups/d3e4f0ef-53e8-4fcf-9677-4f0c5f211379 HTTP/1.1" status: 204 len: 168 time: 0.2237089 Mar 31 23:24:36.170618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47068) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:36.177789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7ea73-5bda-4846-b96f-c169cc480b78 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e4f0ef-53e8-4fcf-9677-4f0c5f211379,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:36.189431 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f5c578a0-d332-4728-9b60-a8c4d8a938df tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] show failed (client error): The resource could not be found. Mar 31 23:24:36.190811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5c578a0-d332-4728-9b60-a8c4d8a938df tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups/d3e4f0ef-53e8-4fcf-9677-4f0c5f211379 HTTP/1.1" status: 404 len: 347 time: 0.0189910 Mar 31 23:24:36.193599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:36.321291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Deleting port d7fe34f4-2b37-4767-b3e0-7cb535e84941 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:36.321877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.400915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.402167 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.414492 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Calling delete_port for d7fe34f4-2b37-4767-b3e0-7cb535e84941 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:36.530211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54db8-4d75-46c0-9f2a-91607dcc12b5 req-ded91849-ba70-41fa-87da-f50c4ff55838 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:36.531743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66a54db8-4d75-46c0-9f2a-91607dcc12b5 req-ded91849-ba70-41fa-87da-f50c4ff55838 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0725932 Mar 31 23:24:36.599526 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66a54db8-4d75-46c0-9f2a-91607dcc12b5 req-da7f4468-31ba-4694-a76a-a6561ebd99d8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585110 Mar 31 23:24:36.729839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.756629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'Port': ['ID=d7fe34f4-2b37-4767-b3e0-7cb535e84941,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:36.821607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.824338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.825607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3526c55a-1d85-476b-8c41-46704d05d2a6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "DELETE /v2.0/floatingips/7f67b1b1-d36e-4620-9e33-a98bc72c5d53 HTTP/1.1" status: 204 len: 168 time: 0.6310112 Mar 31 23:24:37.178237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:37.199489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 34b5882e-24e1-4fb6-9756-80fa4799f070 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:37.199839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 34b5882e-24e1-4fb6-9756-80fa4799f070 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:37.219418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47094) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:37.224337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143300083', 'description': 'tempest-description--1614738103'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:37.341425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.416672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.489858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.519993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120d5488-8aaa-44bb-80f9-abfd79869f91,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:37.591884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.591884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eeea6087-f5ff-44ea-a69f-95c3c767ffe0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3700969 Mar 31 23:24:37.593411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47102) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:37.597810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group_rule': {'security_group_id': '120d5488-8aaa-44bb-80f9-abfd79869f91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:37.703401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.754642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b0b29-7685-48f0-97c2-b4e91de7c204 req-7febbeff-4007-45fa-9bc7-ca5ee232c729 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.756187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c8b0b29-7685-48f0-97c2-b4e91de7c204 req-7febbeff-4007-45fa-9bc7-ca5ee232c729 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0840964 Mar 31 23:24:37.799425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.814094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c8b0b29-7685-48f0-97c2-b4e91de7c204 req-b2457aa1-8246-4250-a3b5-f58be64fb9c1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Mar 31 23:24:37.895877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.916769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba0c213-2fc9-480f-993e-5a872b42709e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:37.982827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.984104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-638b7705-aeb8-4f63-ae64-b74c4743aca4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897791 Mar 31 23:24:37.987361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:37.991721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'security_group_rule': {'security_group_id': '120d5488-8aaa-44bb-80f9-abfd79869f91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:38.050171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.112434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.174374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.192740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d59a9e4-1dc8-44ac-a90c-80b4725aea55,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:38.262038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.266147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80fdb56b-f6ee-43d0-8a2c-87921036ca8d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749217 Mar 31 23:24:38.266372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47114) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:38.271818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:38.364095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.465589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.581190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Allocated IP 172.25.6.61 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/871eed87-27fa-476b-a8d0-8a7106ae899b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:38.696790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.781420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.822569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:38.825543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:38.835327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:38.867572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=871eed87-27fa-476b-a8d0-8a7106ae899b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:38.964634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.986934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ffc10-7ad0-44ea-8e15-e41ea1adf67b req-e85b95da-3779-4f3a-a994-1d7ee714faf4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:38.988497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319ffc10-7ad0-44ea-8e15-e41ea1adf67b req-e85b95da-3779-4f3a-a994-1d7ee714faf4 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0672526 Mar 31 23:24:39.027481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319ffc10-7ad0-44ea-8e15-e41ea1adf67b req-65691d4d-e63f-4221-a374-b9168c3fb04c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Mar 31 23:24:39.099774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.258023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.341504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.410156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=871eed87-27fa-476b-a8d0-8a7106ae899b,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:39.420370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.531920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.534045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f6f65f6-013e-4520-b02e-e94f3346c7bc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2666411 Mar 31 23:24:39.730780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-f7d19cd3-d15a-4059-b8d6-7c113bb0c049 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1143300083&fields=id&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 267 time: 0.0327151 Mar 31 23:24:39.843303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-8685bceb-f475-4044-bfd1-86d1cacaeb4d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:39.844772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-8685bceb-f475-4044-bfd1-86d1cacaeb4d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 817 time: 0.1065495 Mar 31 23:24:39.860087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-bb54e356-b0e9-416a-a0b9-b12c5d405fc1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/quotas/70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 375 time: 0.0091054 Mar 31 23:24:39.913653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-996f25b2-46a6-42bd-8cb7-a231662ba7f5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477512 Mar 31 23:24:39.930813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ffa358c9-b256-4c8f-9ac4-e5852f6a8ec9 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:24:39.931832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ffa358c9-b256-4c8f-9ac4-e5852f6a8ec9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058084 Mar 31 23:24:40.032409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-40f494f5-c280-43af-af6e-95103f89f10e service neutron] 10.222.0.83 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900154 Mar 31 23:24:40.162988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-e71fd64c-c676-4682-9bc8-fadcf4a92a46 service neutron] 10.222.0.83 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234219 Mar 31 23:24:40.177556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1e4f7-6d2b-49d8-918a-7badf50aa493 req-9b5798dc-ac59-413e-a589-8642007b68eb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:40.183594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ca1e4f7-6d2b-49d8-918a-7badf50aa493 req-9b5798dc-ac59-413e-a589-8642007b68eb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0825610 Mar 31 23:24:40.218321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ca1e4f7-6d2b-49d8-918a-7badf50aa493 req-e56bbd50-caf0-4c2d-a306-ec3da16cc043 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Mar 31 23:24:40.442984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e16924-0459-45ee-ba98-560db1a7f94f req-0c085e2f-99bd-4768-a754-0dfb54ec608e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0280461 Mar 31 23:24:41.359531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742097-f8be-48fe-9c8d-ba5c463078a8 req-4b65a8c1-a4c8-43a4-bc18-59d5128710d3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:41.361809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1742097-f8be-48fe-9c8d-ba5c463078a8 req-4b65a8c1-a4c8-43a4-bc18-59d5128710d3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0505681 Mar 31 23:24:41.403884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1742097-f8be-48fe-9c8d-ba5c463078a8 req-6bd2346a-6f91-42e1-8431-bc81f21f109d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Mar 31 23:24:41.545797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-912fbf9f-75bf-4220-873b-4d13028dc0e9 req-0497d1ba-eb3d-49b1-b3e6-e8ce306c48e2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Mar 31 23:24:41.609796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b7d64f98-26e4-4386-a56e-564318142356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.533762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31755528-fe75-4dd0-a08f-ddcf9462b3de req-1f88a1c2-7394-4cf0-8f55-7720909f8f42 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:42.535813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31755528-fe75-4dd0-a08f-ddcf9462b3de req-1f88a1c2-7394-4cf0-8f55-7720909f8f42 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Mar 31 23:24:42.574788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31755528-fe75-4dd0-a08f-ddcf9462b3de req-41601358-0382-4628-8d71-eb2958aecb55 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Mar 31 23:24:42.676905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f00f58d0-fb6b-4cbe-968b-18ca7120c591 req-ffde66db-10c0-47fe-9915-46199e8eb012 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0269482 Mar 31 23:24:42.700271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-692f241d-e464-48c7-b445-501d3d8612fa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:42.701698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-692f241d-e464-48c7-b445-501d3d8612fa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 817 time: 0.1297288 Mar 31 23:24:42.749209 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-f4209ccd-3560-4f34-8cbd-3383a221ca9e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 380 time: 0.0383093 Mar 31 23:24:42.764832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'port': {'device_id': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'admin_state_up': True, 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'security_groups': ['120d5488-8aaa-44bb-80f9-abfd79869f91']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:42.952870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Made reservation on behalf of 70a0e143b4124e3dbf818ef394e50f04 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:42.957276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.088113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Allocated IP 172.20.0.10 (b7de0288-7b3f-40c6-950b-a304213fe16c/9cf42e25-4923-47cd-81e7-41c21a13316a/0e53889c-a186-4861-8c65-a28b0d1090c0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:43.224112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.325533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.374883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Network b7de0288-7b3f-40c6-950b-a304213fe16c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:43.379944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:43.383573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:43.411742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:43.439238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:43.439958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.532566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-ff6423c8-f1b1-41e4-bb5c-6ecf2bae97b3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764089 Mar 31 23:24:43.544762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Request body: {'port': {'device_id': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:43.599794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.692210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fb748531-9596-4226-99e4-38551fda536e None None] Provisioning complete for port 0e53889c-a186-4861-8c65-a28b0d1090c0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:43.692787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb748531-9596-4226-99e4-38551fda536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.757019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45dff8-b676-420e-9fcf-ee349c62052d req-0008a6d0-468b-4366-b027-0b3330f8d1ba tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:43.760069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f45dff8-b676-420e-9fcf-ee349c62052d req-0008a6d0-468b-4366-b027-0b3330f8d1ba tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.1052003 Mar 31 23:24:43.767100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fb748531-9596-4226-99e4-38551fda536e None None] Port 0e53889c-a186-4861-8c65-a28b0d1090c0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:43.805948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f45dff8-b676-420e-9fcf-ee349c62052d req-dce90b4f-8d80-49ec-9125-b1430f659d7b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Mar 31 23:24:43.861004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b19d90-cbc7-4db7-9b63-fbdc3c9a0a51 req-4740dcce-e250-4d9b-986e-3479702df7d9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:43.861280 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e207309a-eb3f-419a-bc05-f7337afc7de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.863781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84b19d90-cbc7-4db7-9b63-fbdc3c9a0a51 req-4740dcce-e250-4d9b-986e-3479702df7d9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 932 time: 0.0569003 Mar 31 23:24:43.909796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84b19d90-cbc7-4db7-9b63-fbdc3c9a0a51 req-60f75634-de94-44cd-b1b1-331dec0a58d5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Mar 31 23:24:43.934991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:43.943096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.955300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Transition to ACTIVE for port object 0e53889c-a186-4861-8c65-a28b0d1090c0 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:44.050567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.119254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.188858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:44.189194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:44.189525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:44.195557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:44.195874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:44.200955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:44.201285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:44.201663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Bound using segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:44.202087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Bound port: 0e53889c-a186-4861-8c65-a28b0d1090c0, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:44.202470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.289734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:44.292895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:44.358602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.398275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.398895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.400313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 1092 time: 0.8598084 Mar 31 23:24:44.400755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:44.403038 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68dc98-b33d-4710-8d58-03a27db67cce" -d '{"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:44.443616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f968-8fec-4592-9cc9-a81d788741f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.444780 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243600ec-0b94-429d-83e7-6d6494feaec0 x-openstack-request-id: req-243600ec-0b94-429d-83e7-6d6494feaec0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:44.445072 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:44.445325 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-243600ec-0b94-429d-83e7-6d6494feaec0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:44.445727 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243600ec-0b94-429d-83e7-6d6494feaec0'] response: {'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'status': 'completed', 'code': 200} Mar 31 23:24:44.522449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-9a79a229-7215-4d54-bd61-d04f87873ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.522449 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-9a79a229-7215-4d54-bd61-d04f87873ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0503013 Mar 31 23:24:44.645547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-0063ee0b-4406-43b2-88f2-7cac257b2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.647042 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-0063ee0b-4406-43b2-88f2-7cac257b2a5a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=70a0e143b4124e3dbf818ef394e50f04&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1208348 Mar 31 23:24:44.739730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-6a22a601-3901-4bb1-b505-661a5e9408db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.741183 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8b68dc98-b33d-4710-8d58-03a27db67cce req-6a22a601-3901-4bb1-b505-661a5e9408db service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880823 Mar 31 23:24:44.821713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-4a196154-e88f-475a-b68c-85784fe5c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.823198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-4a196154-e88f-475a-b68c-85784fe5c602 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0451975 Mar 31 23:24:44.872237 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-f69ba0ed-032d-4b59-becc-d27d7cd8f963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 217 time: 0.0405669 Mar 31 23:24:44.925230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd22a6-b8a5-48cd-bf45-ea8b39f96907 req-7d7e4865-6b78-4aac-83ab-733978d68286 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.925858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-5303ad8a-3291-4993-b682-c0b944bdf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.926979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fd22a6-b8a5-48cd-bf45-ea8b39f96907 req-7d7e4865-6b78-4aac-83ab-733978d68286 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Mar 31 23:24:44.927170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-5303ad8a-3291-4993-b682-c0b944bdf451 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0476708 Mar 31 23:24:44.980776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fd22a6-b8a5-48cd-bf45-ea8b39f96907 req-59581017-4fd3-4648-adae-2025374d8c8b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Mar 31 23:24:44.994844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-de91489d-e7fe-4fd5-a344-02d0faf76e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:45.002619 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-de91489d-e7fe-4fd5-a344-02d0faf76e51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645018 Mar 31 23:24:45.077468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008c039-7986-442f-a4e0-333a0bdd10bc req-b78c6db2-3a29-46db-ba6a-60ed3db87717 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:45.077468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2008c039-7986-442f-a4e0-333a0bdd10bc req-b78c6db2-3a29-46db-ba6a-60ed3db87717 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.0513370 Mar 31 23:24:45.099817 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-c262ec6d-a973-4711-b5ca-fea41e4db8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941007 Mar 31 23:24:45.112303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2008c039-7986-442f-a4e0-333a0bdd10bc req-7e209a3c-3581-4539-99b2-a4914e2029fd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358834 Mar 31 23:24:45.192671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d55097b8-a87c-4ce8-a91a-122126a4e553 req-9f2916e0-bed7-4abd-a1b8-4162bc76cfb0 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Mar 31 23:24:45.375730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.116443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b496-4428-4fa9-a446-e5c1c851ef55 req-c367b445-2ccb-40af-926d-655f825e5395 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:46.118009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f163b496-4428-4fa9-a446-e5c1c851ef55 req-c367b445-2ccb-40af-926d-655f825e5395 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0602682 Mar 31 23:24:46.166407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f163b496-4428-4fa9-a446-e5c1c851ef55 req-023a20fc-444e-458b-b633-4967f94d7bcd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Mar 31 23:24:46.238724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de06e2-40c0-425f-b248-7f70433e4a5f req-15f217a8-8e20-4a5d-8806-57bda49621c5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:46.240249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37de06e2-40c0-425f-b248-7f70433e4a5f req-15f217a8-8e20-4a5d-8806-57bda49621c5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.0500367 Mar 31 23:24:46.280009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37de06e2-40c0-425f-b248-7f70433e4a5f req-8ef74d6c-b7d8-44e3-a1b2-17a1a20b4062 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Mar 31 23:24:46.632203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.792451 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:47.286503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c23b9-e4a4-4343-b2d4-112770d03a58 req-e1692047-9c59-4ae8-951a-186fa6513c7b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:47.288055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-131c23b9-e4a4-4343-b2d4-112770d03a58 req-e1692047-9c59-4ae8-951a-186fa6513c7b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0510969 Mar 31 23:24:47.328097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-131c23b9-e4a4-4343-b2d4-112770d03a58 req-c07f2eea-4718-4ece-b8d3-2d4cdbebb0ee tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Mar 31 23:24:47.413920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c20c9-c5c5-4aa5-ad89-ea2f70b1891b req-c9e50d48-a096-42b5-bc8c-affd92233593 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:47.415376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-115c20c9-c5c5-4aa5-ad89-ea2f70b1891b req-c9e50d48-a096-42b5-bc8c-affd92233593 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Mar 31 23:24:47.453936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-115c20c9-c5c5-4aa5-ad89-ea2f70b1891b req-bae33045-498f-40ee-a154-f74dab37c205 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Mar 31 23:24:48.460897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997c90f-1b69-459e-9387-b407e7caff89 req-05cde054-c623-47c3-aade-3af30fa52fbb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.462466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8997c90f-1b69-459e-9387-b407e7caff89 req-05cde054-c623-47c3-aade-3af30fa52fbb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0598836 Mar 31 23:24:48.504216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8997c90f-1b69-459e-9387-b407e7caff89 req-9646e03b-a0a0-443b-bfe2-b2fdbc88bc05 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Mar 31 23:24:48.578796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93085f2-47d9-4d23-af9c-25f5525f97de req-ad89e862-d1eb-4b90-a664-7cd36d630d75 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.580311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93085f2-47d9-4d23-af9c-25f5525f97de req-ad89e862-d1eb-4b90-a664-7cd36d630d75 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.0491872 Mar 31 23:24:48.619091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b93085f2-47d9-4d23-af9c-25f5525f97de req-75c6e506-81b0-4636-a5e9-9d12207bb770 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Mar 31 23:24:49.244238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:49.340219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:49.352527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:49.388644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:49.405430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:49.421890 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:49.484108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:49.543288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:49.636079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b698-fe79-452d-86de-f89829845976 req-17e62edc-47a6-47af-b90a-73993e156311 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.637567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95e8b698-fe79-452d-86de-f89829845976 req-17e62edc-47a6-47af-b90a-73993e156311 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0547988 Mar 31 23:24:49.680414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95e8b698-fe79-452d-86de-f89829845976 req-402e471b-2932-4f13-b999-13dd1877a623 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365641 Mar 31 23:24:49.752332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e54241-d45b-4755-aef4-52f2967e716d req-fcf9842e-4cf8-4f86-828f-dc3350c4e475 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.754122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46e54241-d45b-4755-aef4-52f2967e716d req-fcf9842e-4cf8-4f86-828f-dc3350c4e475 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Mar 31 23:24:49.787378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['0e53889c-a186-4861-8c65-a28b0d1090c0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:49.792990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46e54241-d45b-4755-aef4-52f2967e716d req-6e3a788c-3cc3-42bd-ba20-a5a59ee238a3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Mar 31 23:24:50.801807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c795-8537-4b00-a4c9-2d4c7bb69567 req-82883f9d-6f50-44ed-b313-42f26172a3f9 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.803332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2044c795-8537-4b00-a4c9-2d4c7bb69567 req-82883f9d-6f50-44ed-b313-42f26172a3f9 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0506761 Mar 31 23:24:50.844723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2044c795-8537-4b00-a4c9-2d4c7bb69567 req-793761d7-d213-4da3-b24c-6832d1ebbf40 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Mar 31 23:24:50.928707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8922-d657-4c78-a975-efe1af63d3f1 req-76bb7668-9d8e-4c4d-928e-cc0759d071ed tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.928707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61ee8922-d657-4c78-a975-efe1af63d3f1 req-76bb7668-9d8e-4c4d-928e-cc0759d071ed tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0555398 Mar 31 23:24:50.978073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61ee8922-d657-4c78-a975-efe1af63d3f1 req-3d6fa584-fb98-4d9d-a5d7-25acdac7a7a0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Mar 31 23:24:51.257445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:51.415048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 0e53889c-a186-4861-8c65-a28b0d1090c0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:51.419142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 0e53889c-a186-4861-8c65-a28b0d1090c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:51.419516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.494882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.518533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:51.521625 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81232d-6220-4c56-8b51-ee19c39d4f08" -d '{"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:51.534204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:51.557764 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3766de2b-0eff-46be-aa40-5e7d77a9fe93 x-openstack-request-id: req-3766de2b-0eff-46be-aa40-5e7d77a9fe93 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:51.558047 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:51.558338 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3766de2b-0eff-46be-aa40-5e7d77a9fe93 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:51.558684 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3766de2b-0eff-46be-aa40-5e7d77a9fe93'] response: {'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'code': 200} Mar 31 23:24:51.643958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.650611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e4683-9b04-4bab-9651-4a3d72f88c2f req-e62b1332-e206-4d7b-9002-7985ebed8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.652130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e2e4683-9b04-4bab-9651-4a3d72f88c2f req-e62b1332-e206-4d7b-9002-7985ebed8ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0410995 Mar 31 23:24:51.691423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8e2e4683-9b04-4bab-9651-4a3d72f88c2f req-e7a65d8d-7e47-4066-8d49-9f67b9b03c73 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Mar 31 23:24:51.695129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:51.967221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a1a6-17c5-465f-bcbd-8240cc65c1d6 req-10edccae-dc95-4e61-aa00-eedbdd021175 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.968735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7549a1a6-17c5-465f-bcbd-8240cc65c1d6 req-10edccae-dc95-4e61-aa00-eedbdd021175 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0518482 Mar 31 23:24:52.009073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7549a1a6-17c5-465f-bcbd-8240cc65c1d6 req-6b340b64-643c-4553-9a2a-0203fa7d21f8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Mar 31 23:24:52.106809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead71ac-d312-471e-9829-e285fc8f4227 req-05777603-40ed-48ce-928d-ce8d599c88a0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:52.108324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ead71ac-d312-471e-9829-e285fc8f4227 req-05777603-40ed-48ce-928d-ce8d599c88a0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0512416 Mar 31 23:24:52.148157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ead71ac-d312-471e-9829-e285fc8f4227 req-cbd32c4b-7832-4c43-a106-19d6d1e8078a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Mar 31 23:24:53.133566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44a2c-9b29-4b55-9228-da266a002b01 req-b58c5838-ec77-40f5-b6f0-a598d725fa71 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.135243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2f44a2c-9b29-4b55-9228-da266a002b01 req-b58c5838-ec77-40f5-b6f0-a598d725fa71 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0543158 Mar 31 23:24:53.176063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2f44a2c-9b29-4b55-9228-da266a002b01 req-ed216b36-d668-4c08-aedc-3f4f89f8289d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Mar 31 23:24:53.291243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec2d-4921-4e2f-b26c-501e8f81fa1e req-e2fddc18-de7f-42bf-a6a9-4771b6bce3e2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.292767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c60ec2d-4921-4e2f-b26c-501e8f81fa1e req-e2fddc18-de7f-42bf-a6a9-4771b6bce3e2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0550253 Mar 31 23:24:53.333373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c60ec2d-4921-4e2f-b26c-501e8f81fa1e req-f7662bb4-aad5-43b8-be34-b1d614495656 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342083 Mar 31 23:24:53.451824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9f07-622e-4c79-867d-7a141076f80a req-eb70f326-8ccc-4f22-ae49-af046ed0e05b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.453353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d3f9f07-622e-4c79-867d-7a141076f80a req-eb70f326-8ccc-4f22-ae49-af046ed0e05b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0508971 Mar 31 23:24:53.462053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 47374) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:53.466361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Request body: {'floatingip': {'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:53.508916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:53.949617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.113399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.215043 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Floating IP 586748c6-b93a-4bb8-8a09-8abb5159c0b5 associated. External IP: 172.25.6.61, port: 0e53889c-a186-4861-8c65-a28b0d1090c0. Mar 31 23:24:54.318322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.710636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02beab-43ed-4b78-8512-8cde203f8642 req-895cdbc5-2b78-4618-9a6d-e41bae16b6ec tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:54.712162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a02beab-43ed-4b78-8512-8cde203f8642 req-895cdbc5-2b78-4618-9a6d-e41bae16b6ec tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.4545090 Mar 31 23:24:54.793500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a02beab-43ed-4b78-8512-8cde203f8642 req-da00677c-1f6f-4a47-969c-4f993d228d36 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737050 Mar 31 23:24:54.856738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:54.966309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:54.971298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.979332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:54.991036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:54.992361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:24:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.007113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-35a0ee2a-60d8-430a-83b7-cdb5354dc5a8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "PUT /v2.0/floatingips/586748c6-b93a-4bb8-8a09-8abb5159c0b5 HTTP/1.1" status: 200 len: 991 time: 1.5440154 Mar 31 23:24:55.007720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:55.009981 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c6fae7-a2ff-49e3-ae50-f83e25d49309" -d '{"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:55.064441 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23308401-c140-4fe9-a341-0a0df0948c18 x-openstack-request-id: req-23308401-c140-4fe9-a341-0a0df0948c18 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:55.064799 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:55.065116 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-23308401-c140-4fe9-a341-0a0df0948c18 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:55.065639 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23308401-c140-4fe9-a341-0a0df0948c18'] response: {'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'status': 'completed', 'code': 200} Mar 31 23:24:55.130516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-c583e442-71e5-4b4d-b49f-030cd3ced31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.132181 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-c583e442-71e5-4b4d-b49f-030cd3ced31b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0461619 Mar 31 23:24:55.229285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-dca35482-0472-41db-8564-7394902fac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.230949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-dca35482-0472-41db-8564-7394902fac53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.0920410 Mar 31 23:24:55.258216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:55.306426 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-e38c32a9-4fce-4dc8-8ba5-2ca21e33ec16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 999 time: 0.0693822 Mar 31 23:24:55.358818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-483fa4f6-a47c-47e7-aed2-14a89b7a14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.360356 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-483fa4f6-a47c-47e7-aed2-14a89b7a14be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0481989 Mar 31 23:24:55.406251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-b4668a62-6e71-45ab-8b86-e6353203ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.407874 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-b4668a62-6e71-45ab-8b86-e6353203ce32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406096 Mar 31 23:24:55.498475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '586748c6-b93a-4bb8-8a09-8abb5159c0b5', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:38Z', 'updated_at': '2022-03-31T23:24:53Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.505735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-5f42c5d0-6a23-4318-bcfd-e2275b5239f0 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913465 Mar 31 23:24:55.530961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:55.539925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:55.540613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:24:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.597928 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26c6fae7-a2ff-49e3-ae50-f83e25d49309 req-b0189429-4a3c-4e3c-b751-1df73b50addf service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857086 Mar 31 23:24:55.652108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:55.886942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '586748c6-b93a-4bb8-8a09-8abb5159c0b5', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:38Z', 'updated_at': '2022-03-31T23:24:53Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.917320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7a742-68ea-48c5-bed7-9c5c8b41e5a5 None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '586748c6-b93a-4bb8-8a09-8abb5159c0b5', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:38Z', 'updated_at': '2022-03-31T23:24:53Z', 'revision_number': 1, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:55.922720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7134aa-ad51-4d56-84f8-e6f094e19d43 req-f338d5e2-f745-4ee8-ac19-4ed3ad56094d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.924374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd7134aa-ad51-4d56-84f8-e6f094e19d43 req-f338d5e2-f745-4ee8-ac19-4ed3ad56094d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0564477 Mar 31 23:24:55.967408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd7134aa-ad51-4d56-84f8-e6f094e19d43 req-d05fe2bc-20c6-4d2b-82b4-c102cd4f0681 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Mar 31 23:24:56.125525 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85c7c9-7321-4976-9696-ac804b44dfcf None None] New status for floating IP 586748c6-b93a-4bb8-8a09-8abb5159c0b5: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:24:57.124810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863a7cc-0d7c-466e-bc7a-bed0bc6aa02e req-44f60963-1488-4b1c-837a-e3f2b605917f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.126286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f863a7cc-0d7c-466e-bc7a-bed0bc6aa02e req-44f60963-1488-4b1c-837a-e3f2b605917f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Mar 31 23:24:57.167469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f863a7cc-0d7c-466e-bc7a-bed0bc6aa02e req-195d5f0a-2e77-43db-a985-419cc565d178 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Mar 31 23:24:57.793957 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:58.290391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844539-78f9-460c-9a82-580d8e2671c2 req-f092fd74-f4a3-47cd-902c-4e0c43181ded tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:58.291944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35844539-78f9-460c-9a82-580d8e2671c2 req-f092fd74-f4a3-47cd-902c-4e0c43181ded tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0546839 Mar 31 23:24:58.330440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35844539-78f9-460c-9a82-580d8e2671c2 req-2ae5e904-56fb-4418-a1e1-8196895c5679 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Mar 31 23:24:59.447666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1bd24-0516-4016-9e81-dd326e3d2311 req-7e27a029-0db9-4bab-ae33-b0b82ffd29f0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:59.449724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e1bd24-0516-4016-9e81-dd326e3d2311 req-7e27a029-0db9-4bab-ae33-b0b82ffd29f0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Mar 31 23:24:59.490819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e1bd24-0516-4016-9e81-dd326e3d2311 req-50422113-70f7-44dc-b2e0-73d3b452fccf tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Mar 31 23:25:00.609141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319903c9-31eb-4014-8688-37b153674725 req-950f9db1-ab79-4288-b974-de0a87799a06 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:00.615175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319903c9-31eb-4014-8688-37b153674725 req-950f9db1-ab79-4288-b974-de0a87799a06 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0511031 Mar 31 23:25:00.650613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-319903c9-31eb-4014-8688-37b153674725 req-bcf28271-6141-476a-9788-d97bf8465c3f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Mar 31 23:25:01.781491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d77a-7b34-4a42-9df9-8f653005ec11 req-d5b77810-7fc7-4f08-8ce2-f68e212571b7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.782994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7b5d77a-7b34-4a42-9df9-8f653005ec11 req-d5b77810-7fc7-4f08-8ce2-f68e212571b7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0550921 Mar 31 23:25:01.838363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7b5d77a-7b34-4a42-9df9-8f653005ec11 req-879fbff3-10fa-431f-8c5e-75ea4ce4ebf7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Mar 31 23:25:01.890604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039fab-1492-439d-8f69-9d0346a6467f req-09db94b4-84a0-4ce2-a436-da3bb8736d95 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.892575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f039fab-1492-439d-8f69-9d0346a6467f req-09db94b4-84a0-4ce2-a436-da3bb8736d95 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1097 time: 0.0427296 Mar 31 23:25:01.928975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f039fab-1492-439d-8f69-9d0346a6467f req-7a262a1b-7fef-4553-bba8-d940ca0832d8 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293255 Mar 31 23:25:02.155752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fed73-47c9-40d5-9ee5-33ffaa929459 req-87a8d30b-070e-48b4-bded-eb4e46e08463 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.157231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af9fed73-47c9-40d5-9ee5-33ffaa929459 req-87a8d30b-070e-48b4-bded-eb4e46e08463 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0518067 Mar 31 23:25:02.200031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af9fed73-47c9-40d5-9ee5-33ffaa929459 req-03c65786-c71c-46a4-8ac5-2020ddea65cf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365078 Mar 31 23:25:02.224110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47442) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:02.292063 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26903bd1-2589-4ba7-87f6-3338f83f44cc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 200 len: 993 time: 0.0665212 Mar 31 23:25:02.577086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-ae7c82fa-389d-4b13-8584-83e35a7d97f2 req-eba3f1f8-aa40-49a4-acea-75e5e712960e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:02.578237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae7c82fa-389d-4b13-8584-83e35a7d97f2 req-eba3f1f8-aa40-49a4-acea-75e5e712960e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054193 Mar 31 23:25:02.964491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e813-e0ab-4d20-ae2e-6b337995820a req-a1762346-2d84-4d9e-affe-6e25928f56ca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.966014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd62e813-e0ab-4d20-ae2e-6b337995820a req-a1762346-2d84-4d9e-affe-6e25928f56ca tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Mar 31 23:25:03.023362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd62e813-e0ab-4d20-ae2e-6b337995820a req-ef48679e-2fa6-4b87-a2ad-a919119a2526 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508881 Mar 31 23:25:03.096663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327b38-76d5-400a-9409-a128c9c4e1ed req-91c61e53-99cd-4b4c-a7fa-60a5084131b3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.098200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50327b38-76d5-400a-9409-a128c9c4e1ed req-91c61e53-99cd-4b4c-a7fa-60a5084131b3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0513918 Mar 31 23:25:03.139190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50327b38-76d5-400a-9409-a128c9c4e1ed req-df38048b-ff98-41df-8804-b8949413061d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Mar 31 23:25:03.151610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 47460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:03.250872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-ea93a9aa-46aa-4286-a80b-0ee8b31bed42 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980787 Mar 31 23:25:03.260886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-75778ff7-67e5-431b-a768-c1fe8f08a915 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:03.261865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-75778ff7-67e5-431b-a768-c1fe8f08a915 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050499 Mar 31 23:25:04.174966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab708af-715c-48f3-a2a6-fd825a15506c req-15a8e673-dbac-4f54-be1d-20e93acf89ac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.174966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab708af-715c-48f3-a2a6-fd825a15506c req-15a8e673-dbac-4f54-be1d-20e93acf89ac tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Mar 31 23:25:04.218298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab708af-715c-48f3-a2a6-fd825a15506c req-6ab570d2-5eb3-4782-ae11-14fdafcf4b27 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516930 Mar 31 23:25:04.298045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d873e-89d2-4f1b-9b87-4e4409f28504 req-47f62f29-cecb-47a1-bd96-c5ccbc377137 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.300516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907d873e-89d2-4f1b-9b87-4e4409f28504 req-47f62f29-cecb-47a1-bd96-c5ccbc377137 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0540488 Mar 31 23:25:04.338056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907d873e-89d2-4f1b-9b87-4e4409f28504 req-999d3fce-2051-4a36-999b-a2bc1f311e5e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Mar 31 23:25:04.780822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.340768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dd82-6c9a-40b9-9f3c-5a7d4f5dbda4 req-ad915752-ba3c-4482-8b9f-7f2b7878c0bb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.342273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2f9dd82-6c9a-40b9-9f3c-5a7d4f5dbda4 req-ad915752-ba3c-4482-8b9f-7f2b7878c0bb tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Mar 31 23:25:05.382550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2f9dd82-6c9a-40b9-9f3c-5a7d4f5dbda4 req-cee74021-c738-4627-8c88-744da29ebafc tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Mar 31 23:25:05.462268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03249c-7996-479c-b2d9-a6bfa4840886 req-4241ebc2-c5ea-4d71-9dc6-36e1a6848f68 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.463854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c03249c-7996-479c-b2d9-a6bfa4840886 req-4241ebc2-c5ea-4d71-9dc6-36e1a6848f68 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0491197 Mar 31 23:25:05.505137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c03249c-7996-479c-b2d9-a6bfa4840886 req-84e43e83-4c58-4e34-afe1-ed400e6915aa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Mar 31 23:25:05.772400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-9a664dec-f23d-4298-9042-0d11eb854d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.773916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-9a664dec-f23d-4298-9042-0d11eb854d3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1097 time: 0.0486786 Mar 31 23:25:05.874031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-b843089a-c0fa-4020-a3c3-0b5cc353d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.875558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-b843089a-c0fa-4020-a3c3-0b5cc353d89f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.0955648 Mar 31 23:25:05.961549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f7d8e745-4c40-49c8-927c-ad3313452641 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1001 time: 0.0789459 Mar 31 23:25:06.012446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-13479233-6095-406a-9d93-372335481fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.013896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-13479233-6095-406a-9d93-372335481fbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0460711 Mar 31 23:25:06.058811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-ed4843bf-75a6-4ea9-af86-7fc352b0f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.060224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-ed4843bf-75a6-4ea9-af86-7fc352b0f3e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401442 Mar 31 23:25:06.152862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-02e10d4f-c2a1-483b-9641-978199bf9183 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850575 Mar 31 23:25:06.243094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-5ac03c44-7315-4d4b-ab15-0f4f32f29a09 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831182 Mar 31 23:25:06.501179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62393c85-b585-4754-8272-29f2f33554dd req-569b8973-2177-4488-b314-3ded13f0ba06 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.502701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62393c85-b585-4754-8272-29f2f33554dd req-569b8973-2177-4488-b314-3ded13f0ba06 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Mar 31 23:25:06.559652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62393c85-b585-4754-8272-29f2f33554dd req-1a3a31fc-d09d-4624-91a4-53dac00266e9 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500872 Mar 31 23:25:06.635860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b718a3-2b9e-4a3b-8ff8-074dc51e55e2 req-48221bda-a741-4817-8861-5e1561dc7108 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.645864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:06.647228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1b718a3-2b9e-4a3b-8ff8-074dc51e55e2 req-48221bda-a741-4817-8861-5e1561dc7108 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0543022 Mar 31 23:25:06.678557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1b718a3-2b9e-4a3b-8ff8-074dc51e55e2 req-dd1f930e-6988-40e1-a9d0-871ad42c91cb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 Mar 31 23:25:06.711567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.735887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:06.738072 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64ed8b-7233-4451-8a2c-949d50ddee1e" -d '{"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-unplugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:06.750819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:06.776665 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a584be2-7170-4bb5-a02c-6907a8f0d6f9 x-openstack-request-id: req-2a584be2-7170-4bb5-a02c-6907a8f0d6f9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:06.776954 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-unplugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:06.777207 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a584be2-7170-4bb5-a02c-6907a8f0d6f9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:06.777605 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a584be2-7170-4bb5-a02c-6907a8f0d6f9'] response: {'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'code': 200} Mar 31 23:25:06.831566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.883961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:07.683116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea29c-d9f0-4850-8741-e845fa9f57da req-7ca7f69b-5665-4554-840a-f7a99530fb0e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:07.684633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec3ea29c-d9f0-4850-8741-e845fa9f57da req-7ca7f69b-5665-4554-840a-f7a99530fb0e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0522263 Mar 31 23:25:07.727931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec3ea29c-d9f0-4850-8741-e845fa9f57da req-97f9a506-ab0a-4489-9500-812abec6c441 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Mar 31 23:25:07.804571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661db3-b257-4543-b7d4-ffd6f06b9d69 req-2dd1e675-fbdb-43d2-a7bd-1fac94705958 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:07.806059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9661db3-b257-4543-b7d4-ffd6f06b9d69 req-2dd1e675-fbdb-43d2-a7bd-1fac94705958 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0501745 Mar 31 23:25:07.852641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9661db3-b257-4543-b7d4-ffd6f06b9d69 req-ee165f91-8ec2-4c5a-87e1-92c32530b427 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Mar 31 23:25:08.653692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:08.772428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:08.785235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'port_id': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'mac_address': 'fa:16:3e:46:39:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d388163-fa90-4f72-b9d9-55bc849845e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:08.839172 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.855501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e140d7d-6f41-4105-862d-17ecbdf71091 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:08.873916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfaa06-1634-43ae-8714-e1f9589f0994 req-529f2e75-0fad-44ea-b455-6420eab9dc8a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:08.875480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdcfaa06-1634-43ae-8714-e1f9589f0994 req-529f2e75-0fad-44ea-b455-6420eab9dc8a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 943 time: 0.0588322 Mar 31 23:25:08.882599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:08.925789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdcfaa06-1634-43ae-8714-e1f9589f0994 req-0b38a7d6-ee2e-4a7e-b684-da5815657714 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Mar 31 23:25:08.982003 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.999319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd29d-d37c-42ea-bd34-32ad1c136861 req-523b7a7c-e8e9-483d-ab49-8e17cec54ca1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.000781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596dd29d-d37c-42ea-bd34-32ad1c136861 req-523b7a7c-e8e9-483d-ab49-8e17cec54ca1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0641313 Mar 31 23:25:09.053687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596dd29d-d37c-42ea-bd34-32ad1c136861 req-2b98126f-6a69-4ea1-bd85-f847f55780b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Mar 31 23:25:09.059251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:09.202195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-146e341d-ac27-46f0-a91d-54c7132af585 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513310 Mar 31 23:25:09.301656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-da87e550-b212-4ca5-aabc-7382791f34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.303485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-da87e550-b212-4ca5-aabc-7382791f34cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ec941023428415fb02af006e9ed07de&device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 1097 time: 0.0548425 Mar 31 23:25:09.407791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['1e140d7d-6f41-4105-862d-17ecbdf71091'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:09.419198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-236fae16-f068-40f9-8b22-b2c6f543f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.420865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-236fae16-f068-40f9-8b22-b2c6f543f8d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 200 len: 916 time: 0.0955434 Mar 31 23:25:09.511272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-215758cd-a18a-48ae-b467-c8d9cbf8eddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 HTTP/1.1" status: 200 len: 1002 time: 0.0829241 Mar 31 23:25:09.566045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-47b9708e-4ce4-47a8-bfd0-0a129468d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.568878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-47b9708e-4ce4-47a8-bfd0-0a129468d3d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 200 len: 853 time: 0.0499351 Mar 31 23:25:09.621752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-43666393-61d6-4a15-bb4a-e4af47b60acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.623104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-43666393-61d6-4a15-bb4a-e4af47b60acb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24011cd8-a3da-475a-9b14-adda4e0ca806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481803 Mar 31 23:25:09.721905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-bd6a9e95-ef87-4f48-970a-8331ea88ede0 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912189 Mar 31 23:25:09.816477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0736a37-6f18-49c2-b43b-c23920ca9edb req-0cb37c2f-e59e-4ff8-bbae-8a2162d466f2 service neutron] 10.222.0.10 "GET /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877650 Mar 31 23:25:10.064343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c46e-733d-4eb0-9e29-21906c65f965 req-a55a7931-fc48-4c1c-9cc3-cb58b7c060dd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:10.065871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0873c46e-733d-4eb0-9e29-21906c65f965 req-a55a7931-fc48-4c1c-9cc3-cb58b7c060dd tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 944 time: 0.0513010 Mar 31 23:25:10.106046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0873c46e-733d-4eb0-9e29-21906c65f965 req-d7a5a290-924a-4318-8335-7b0f524a799c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339010 Mar 31 23:25:10.192000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bbc80-200b-44da-8b2f-ad2d37429448 req-fdffad90-21f9-415d-b64b-f476f817072f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:10.193586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c9bbc80-200b-44da-8b2f-ad2d37429448 req-fdffad90-21f9-415d-b64b-f476f817072f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0549352 Mar 31 23:25:10.231491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c9bbc80-200b-44da-8b2f-ad2d37429448 req-546db2c8-8f5a-446d-a31f-d0262fb4bfea tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Mar 31 23:25:10.649933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:10.697711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 1e140d7d-6f41-4105-862d-17ecbdf71091 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:10.698077 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.785322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.807933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:10.810215 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b084ff9-4dea-4c9c-abc4-64f12b7dacab" -d '{"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:10.823244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:10.851623 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d815ef4-165a-4bfe-9385-8b267937a6bb x-openstack-request-id: req-3d815ef4-165a-4bfe-9385-8b267937a6bb {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:10.851916 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:10.852171 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d815ef4-165a-4bfe-9385-8b267937a6bb {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:10.852597 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d815ef4-165a-4bfe-9385-8b267937a6bb'] response: {'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'code': 200} Mar 31 23:25:10.906220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.958847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:11.061984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d91b7-eb69-4aa2-b358-f9a0e39b4a70 req-a40bcf0a-8bdf-435a-b33d-58b7d40a2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:11.063535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d24d91b7-eb69-4aa2-b358-f9a0e39b4a70 req-a40bcf0a-8bdf-435a-b33d-58b7d40a2ce9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 1096 time: 0.0432358 Mar 31 23:25:11.102932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d24d91b7-eb69-4aa2-b358-f9a0e39b4a70 req-ec8d8e1b-dc84-4bfa-8f1b-0486834f6d7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278523 Mar 31 23:25:11.231940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ff47a-60ec-44f9-a0ae-3aa272963893 req-a822d826-2dd3-4619-adfe-50ababc69351 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:11.233308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-998ff47a-60ec-44f9-a0ae-3aa272963893 req-a822d826-2dd3-4619-adfe-50ababc69351 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0523608 Mar 31 23:25:11.275054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-998ff47a-60ec-44f9-a0ae-3aa272963893 req-d3cc744e-76ce-427e-8580-60d52ccf3f64 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Mar 31 23:25:11.358577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383060d-a632-4060-bc2b-92f12d5d48db req-707bcada-ac5e-4686-9482-8d198dfca7c0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:11.364686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2383060d-a632-4060-bc2b-92f12d5d48db req-707bcada-ac5e-4686-9482-8d198dfca7c0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0548930 Mar 31 23:25:11.399585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2383060d-a632-4060-bc2b-92f12d5d48db req-d11db32b-6917-4940-bdfc-2bce75de0f9b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Mar 31 23:25:11.615428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ecd26a8-ec4c-4578-9940-177af8de0b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.402996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635a5e4-741a-4f69-956b-050533a969b3 req-49901240-5964-4af3-8cf8-30dbf81fb5fe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:12.402996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3635a5e4-741a-4f69-956b-050533a969b3 req-49901240-5964-4af3-8cf8-30dbf81fb5fe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Mar 31 23:25:12.445452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3635a5e4-741a-4f69-956b-050533a969b3 req-ad57cd6a-ed13-496d-a723-8854a6171368 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Mar 31 23:25:12.529617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654ec67-ffc7-4fce-a9fd-6d5553125bc9 req-65e5aa8c-e948-4a1b-84c6-4a47185c4262 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:12.533820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9654ec67-ffc7-4fce-a9fd-6d5553125bc9 req-65e5aa8c-e948-4a1b-84c6-4a47185c4262 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0526631 Mar 31 23:25:12.582164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9654ec67-ffc7-4fce-a9fd-6d5553125bc9 req-db065001-962a-4fa2-a2c4-47b903aadb98 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Mar 31 23:25:13.581607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9451-c035-4a9b-b722-1b22488d1b34 req-e41cb0e2-c568-4929-8159-25f7d7ca5651 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.583657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6abc9451-c035-4a9b-b722-1b22488d1b34 req-e41cb0e2-c568-4929-8159-25f7d7ca5651 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0532565 Mar 31 23:25:13.625407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6abc9451-c035-4a9b-b722-1b22488d1b34 req-9cf82764-ee55-439d-b0ad-fb1b7f3c30f6 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Mar 31 23:25:13.706779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557738-bbec-4de8-a4a2-d0a91318a111 req-39c1adfe-9a0e-4d06-aa75-4dde8001baae tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.708892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1557738-bbec-4de8-a4a2-d0a91318a111 req-39c1adfe-9a0e-4d06-aa75-4dde8001baae tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0540528 Mar 31 23:25:13.781354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb8089-38c2-47f4-8650-9149111859a5 req-fe4de637-b301-425b-b6a7-9367f0a46ea0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.782851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5eb8089-38c2-47f4-8650-9149111859a5 req-fe4de637-b301-425b-b6a7-9367f0a46ea0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0730894 Mar 31 23:25:13.785765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1557738-bbec-4de8-a4a2-d0a91318a111 req-a3e48bf5-91b9-4e69-8df6-9c65aeec4f7c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676043 Mar 31 23:25:13.845803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5eb8089-38c2-47f4-8650-9149111859a5 req-e5ee3fdd-e159-4fee-8a97-1b6640df28c0 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536525 Mar 31 23:25:13.866861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-07f84de7-9a6c-4cb3-941c-c85d110a78ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:14.557286 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-8c082ffe-fa3d-4b63-97b4-84b58026929f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:14.559444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-8c082ffe-fa3d-4b63-97b4-84b58026929f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1128919 Mar 31 23:25:14.574433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-34ce73ba-842c-436f-94cc-2f3d5f460f16 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/quotas/9553a6abc78f4312a3b78437815e16a2 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Mar 31 23:25:14.624784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-5cbbbf08-16c7-42c4-92b5-993aafe5f4e3 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449390 Mar 31 23:25:14.778553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-9c64ca15-ab4a-4f2d-8c88-e88ed54ef53b service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456764 Mar 31 23:25:14.875280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-7c6398e8-e357-4be8-9d39-5404c878a8d2 service neutron] 10.222.0.83 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904915 Mar 31 23:25:14.938115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc072b39-5201-4e8e-a8ac-53bbd346b347 req-df9c3fe2-a2b6-4743-9f6b-162843025e27 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:14.939788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc072b39-5201-4e8e-a8ac-53bbd346b347 req-df9c3fe2-a2b6-4743-9f6b-162843025e27 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0561314 Mar 31 23:25:14.988386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc072b39-5201-4e8e-a8ac-53bbd346b347 req-4f8f801a-1c0f-473b-a1dc-7169ca0df719 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Mar 31 23:25:15.236218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-926f6d7f-9e65-43ee-96a0-44198d9adf4f req-991803a4-e3cc-4e73-a9f4-4d9d896e6575 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 210 time: 0.0306075 Mar 31 23:25:15.535367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.110045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d279b-2e8d-46b4-b1e2-437962cf4daa req-ad3908d7-6d9a-4a5e-96c2-6da89f32f962 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.111484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd0d279b-2e8d-46b4-b1e2-437962cf4daa req-ad3908d7-6d9a-4a5e-96c2-6da89f32f962 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0488937 Mar 31 23:25:16.151381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd0d279b-2e8d-46b4-b1e2-437962cf4daa req-e8977eff-7474-4d80-bcf3-dd934a8c58a7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329165 Mar 31 23:25:16.202244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-c09dcd21-f773-437b-a0d3-4fd7269d9967 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.204706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-c09dcd21-f773-437b-a0d3-4fd7269d9967 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d8e9a01-673d-4d49-98a9-ff1f70a5fe95 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Mar 31 23:25:16.320876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d571c029-e14e-4e19-ba72-bc25ab42f1f8 req-4e1c9c3f-7e75-4272-8783-f45a008cf125 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 210 time: 0.0288823 Mar 31 23:25:16.325274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Deleting port 1e140d7d-6f41-4105-862d-17ecbdf71091 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:16.325615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.428147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] For port 1e140d7d-6f41-4105-862d-17ecbdf71091, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1e140d7d-6f41-4105-862d-17ecbdf71091,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:16.428510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.441401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Calling delete_port for 1e140d7d-6f41-4105-862d-17ecbdf71091 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:16.734790 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.735450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.768087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event deleted for resources: {'Port': ['ID=1e140d7d-6f41-4105-862d-17ecbdf71091,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:16.797075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.797430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.797779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.798117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.798454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.798788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.799142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.799480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.799807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.800133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.800460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.800784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:16.809742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.821232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] No DVR routers for this DVR port 1e140d7d-6f41-4105-862d-17ecbdf71091 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:16.823664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.827041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2918cdc3-c557-428f-8ab2-04e85b33a8f5 req-5009b79b-54e2-44be-bc8e-c5f472d3e8d1 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.10 "DELETE /v2.0/ports/1e140d7d-6f41-4105-862d-17ecbdf71091 HTTP/1.1" status: 204 len: 173 time: 0.6175854 Mar 31 23:25:16.827473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-deleted', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:16.829740 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46feeacc-402a-40b8-b5db-76f989aea2b8" -d '{"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-deleted", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:16.867618 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbfebee-1c7b-44d5-b4e8-f69fdf04af92 x-openstack-request-id: req-0cbfebee-1c7b-44d5-b4e8-f69fdf04af92 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:16.867927 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8e9a01-673d-4d49-98a9-ff1f70a5fe95", "name": "network-vif-deleted", "tag": "1e140d7d-6f41-4105-862d-17ecbdf71091", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:16.868167 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0cbfebee-1c7b-44d5-b4e8-f69fdf04af92 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:16.868574 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbfebee-1c7b-44d5-b4e8-f69fdf04af92'] response: {'server_uuid': '9d8e9a01-673d-4d49-98a9-ff1f70a5fe95', 'name': 'network-vif-deleted', 'tag': '1e140d7d-6f41-4105-862d-17ecbdf71091', 'status': 'completed', 'code': 200} Mar 31 23:25:17.275983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa7c85-39bc-4407-a35e-16620dda360b req-621bcfc2-e490-4a7e-bf0f-a217e6521719 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:17.277684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afa7c85-39bc-4407-a35e-16620dda360b req-621bcfc2-e490-4a7e-bf0f-a217e6521719 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0531027 Mar 31 23:25:17.328570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9afa7c85-39bc-4407-a35e-16620dda360b req-58fafab4-6fc0-4d81-9d32-9ae17f3fa22c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Mar 31 23:25:17.422483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e3d61f6-cb9a-41f3-91f8-720f67495087 req-8f0ddc1b-def6-4f43-8c95-a38a61e30a3a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Mar 31 23:25:18.035535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-c95e0834-0338-4bfb-a1a5-40b23698d8e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.037341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-c95e0834-0338-4bfb-a1a5-40b23698d8e7 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 814 time: 0.1118097 Mar 31 23:25:18.051848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Request body: {'port': {'device_id': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'admin_state_up': True, 'tenant_id': '9553a6abc78f4312a3b78437815e16a2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:18.334277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Made reservation on behalf of 9553a6abc78f4312a3b78437815e16a2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:18.337938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.469278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d8e7c-35dc-4445-a7a3-62368768a056 req-918f469c-c77f-49bc-a208-89b51a5d745d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.471075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f0d8e7c-35dc-4445-a7a3-62368768a056 req-918f469c-c77f-49bc-a208-89b51a5d745d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0573878 Mar 31 23:25:18.526545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f0d8e7c-35dc-4445-a7a3-62368768a056 req-4a27c551-fd12-40a3-abfd-cda5b386339f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470936 Mar 31 23:25:18.543538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93646241-1367-4017-a2d5-ddbc9218c973 req-93870df0-5ad8-4805-b9a1-c420fe144258 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 210 time: 0.0349548 Mar 31 23:25:18.543830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Allocated IP 172.20.0.2 (aab5b082-db05-4e99-a4ef-e43ad726b395/5d388163-fa90-4f72-b9d9-55bc849845e8/05531d3d-8675-485c-b359-db6c0a537971) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:18.699178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.699836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:18.726040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 1e140d7d-6f41-4105-862d-17ecbdf71091 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:18.726621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1e140d7d-6f41-4105-862d-17ecbdf71091 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:18.735606 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-7814d6d3-97a4-4c22-a3e9-3f70ca3df878 service neutron] show failed (client error): The resource could not be found. Mar 31 23:25:18.740718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-7814d6d3-97a4-4c22-a3e9-3f70ca3df878 service neutron] 10.222.0.10 "GET /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0800161 Mar 31 23:25:18.799226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.875351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Network aab5b082-db05-4e99-a4ef-e43ad726b395 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:18.879017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:18.883759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:18.892146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event updated for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:18.919228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.919579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.919919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.920253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.920587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.920906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.921229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.921554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.921877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.922195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.922629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.922967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:18.956143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.956655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.091830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-0894953e-63d0-471e-9616-3692f77a863d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448303 Mar 31 23:25:19.103928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Request body: {'port': {'device_id': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:19.158819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.753376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49b37-76cb-429e-b689-14d2c40c2dcc req-c0304b6e-8029-48af-8ae6-d589d4bf66be tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.755264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea49b37-76cb-429e-b689-14d2c40c2dcc req-c0304b6e-8029-48af-8ae6-d589d4bf66be tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 931 time: 0.0896099 Mar 31 23:25:19.764261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82d462-2cc0-4b08-b14c-103fc37d954a req-bf08a9a5-7f01-46e5-bd35-05a2b1ab10d0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.765737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f82d462-2cc0-4b08-b14c-103fc37d954a req-bf08a9a5-7f01-46e5-bd35-05a2b1ab10d0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.1138322 Mar 31 23:25:19.790549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-1fbf53ad-ac8b-40ae-a9f5-63f76c52b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.792161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-1fbf53ad-ac8b-40ae-a9f5-63f76c52b025 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 1097 time: 0.4766953 Mar 31 23:25:19.813471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:19.825474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea49b37-76cb-429e-b689-14d2c40c2dcc req-329890bc-4dbc-4501-8fa0-d1e9a5b2caed tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Mar 31 23:25:19.838000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f82d462-2cc0-4b08-b14c-103fc37d954a req-3a074685-2a3c-4306-929f-c53eb89750b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528383 Mar 31 23:25:19.919804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.943150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05531d3d-8675-485c-b359-db6c0a537971 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:19.952317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.989781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Transition to ACTIVE for port object 05531d3d-8675-485c-b359-db6c0a537971 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:20.097584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.198257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.253929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:20.313867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:20.315747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Attempting to bind port 05531d3d-8675-485c-b359-db6c0a537971 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:20.316080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Attempting to bind port 05531d3d-8675-485c-b359-db6c0a537971 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:20.316404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Attempting to bind port 05531d3d-8675-485c-b359-db6c0a537971 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:20.339675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Port 05531d3d-8675-485c-b359-db6c0a537971 on network aab5b082-db05-4e99-a4ef-e43ad726b395 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:20.340001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Attempting to bind port 05531d3d-8675-485c-b359-db6c0a537971 on network aab5b082-db05-4e99-a4ef-e43ad726b395 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:20.353734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:20.354075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Checking segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:20.354461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Bound using segment: {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:20.354896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Bound port: 05531d3d-8675-485c-b359-db6c0a537971, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd781c3-c620-4b5a-b1b9-c401071fc139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:20.355472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.371596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:20.375555 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87a8c7-0ef9-4f06-83ff-fa98d860e797" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-unplugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:20.380297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.419411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Transition to ACTIVE for port object cff8dc44-c515-489d-912a-478d710aab7c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:20.435558 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b5c2a-8bcb-4386-9240-7b2734cc3ccc x-openstack-request-id: req-5d7b5c2a-8bcb-4386-9240-7b2734cc3ccc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:20.435858 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-unplugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:20.436108 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5d7b5c2a-8bcb-4386-9240-7b2734cc3ccc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:20.436507 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7b5c2a-8bcb-4386-9240-7b2734cc3ccc'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'code': 200} Mar 31 23:25:20.453704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:20.456737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05531d3d-8675-485c-b359-db6c0a537971,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:20.523404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.610669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.627226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.690029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] No DVR routers for this DVR port cff8dc44-c515-489d-912a-478d710aab7c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:20.694798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:20.695454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.696873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] 10.222.0.44 "PUT /v2.0/ports/05531d3d-8675-485c-b359-db6c0a537971 HTTP/1.1" status: 200 len: 1091 time: 1.5971198 Mar 31 23:25:20.765310 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254052bc-5912-4a4a-9212-1eae3a42ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.865842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:20.866186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:20.867101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:20.873583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:20.873910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:20.880816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:20.880816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:20.881182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Bound using segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:20.881594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Bound port: cff8dc44-c515-489d-912a-478d710aab7c, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:20.881950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.976557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e4b27-44c6-4540-834d-847d73a9c281 req-8eebc35f-885b-410d-aa2e-890918e293b9 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:20.978089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153e4b27-44c6-4540-834d-847d73a9c281 req-8eebc35f-885b-410d-aa2e-890918e293b9 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 943 time: 0.0624633 Mar 31 23:25:20.984296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-1bfbb60e-6a6b-41a6-b5c2-125570792d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:20.986315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-1bfbb60e-6a6b-41a6-b5c2-125570792d2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 1094 time: 0.0881281 Mar 31 23:25:21.042507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-59e3ac70-a763-4313-84a2-5ce2268d70d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05531d3d-8675-485c-b359-db6c0a537971 HTTP/1.1" status: 200 len: 217 time: 0.0490670 Mar 31 23:25:21.045250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:21.056152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568a052-4df0-45be-ac15-26ff8c11a2ff req-f8be281c-386c-4d10-8999-8b03ad32f646 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.057710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6568a052-4df0-45be-ac15-26ff8c11a2ff req-f8be281c-386c-4d10-8999-8b03ad32f646 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0787148 Mar 31 23:25:21.074340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153e4b27-44c6-4540-834d-847d73a9c281 req-a6014fae-9c65-44ce-9368-aea23bd0df9d tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788052 Mar 31 23:25:21.102060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-042dc8e6-fcda-43e8-b113-11e3ce1b0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.103565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-042dc8e6-fcda-43e8-b113-11e3ce1b0baf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d388163-fa90-4f72-b9d9-55bc849845e8 HTTP/1.1" status: 200 len: 854 time: 0.0538757 Mar 31 23:25:21.107454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6568a052-4df0-45be-ac15-26ff8c11a2ff req-efb68718-1f63-4231-83d3-44b7be3a8118 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352094 Mar 31 23:25:21.107703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:21.142650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-5acbf504-15d2-4e94-a2fc-00e582bec70f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab5b082-db05-4e99-a4ef-e43ad726b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323737 Mar 31 23:25:21.202923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.264401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.265014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.266417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] 10.222.0.44 "PUT /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1092 time: 1.4619310 Mar 31 23:25:21.288615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-9f2bcc07-863d-47e8-ad2c-8c7f76a65d42 service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396234 Mar 31 23:25:21.312821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea88c-ad35-4fe9-a42c-2fd8fed82145 service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:21.397550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99569a8-8022-43aa-bc61-e847252699f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.399135 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f99569a8-8022-43aa-bc61-e847252699f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1095 time: 0.1078999 Mar 31 23:25:21.468344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a0b10864-4baa-4117-96ce-b22e5dd82a1b req-f500a866-1af3-4ccc-b68e-fe8fb1cceeb0 service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670794 Mar 31 23:25:21.510633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-e96d5aa1-2c49-43fd-91ce-002f73e24a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.512230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-e96d5aa1-2c49-43fd-91ce-002f73e24a26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1059806 Mar 31 23:25:21.589997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-36c5348a-b9d9-417d-822f-2eed897ed7f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0711491 Mar 31 23:25:21.639652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f8bd56a8-6ed9-41b9-ac71-a3310fdc6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.641173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-f8bd56a8-6ed9-41b9-ac71-a3310fdc6080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0445912 Mar 31 23:25:21.687318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-3cdc348f-e9b9-48fe-a5b4-61c8a667698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.688814 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-3cdc348f-e9b9-48fe-a5b4-61c8a667698a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409977 Mar 31 23:25:21.786922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-aef4c964-a111-410e-902d-a87530bf37d8 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914016 Mar 31 23:25:21.887160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-47c0b28f-427d-4a7c-85a9-b63535c1d6ff req-9e3f19f8-f160-4622-8661-a7850e6f90bb service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925503 Mar 31 23:25:22.190441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3873c-e758-4213-bd5c-47d48bc975ab req-b271b8f1-a753-47fd-9ff7-fd6256cab702 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.199468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4da3873c-e758-4213-bd5c-47d48bc975ab req-b271b8f1-a753-47fd-9ff7-fd6256cab702 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 943 time: 0.0652735 Mar 31 23:25:22.268556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4da3873c-e758-4213-bd5c-47d48bc975ab req-b8c2588c-b348-4070-b342-c8421e119ff8 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681379 Mar 31 23:25:22.287214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907808f1-3755-4988-a310-cad3b2ed297a req-9c2b879e-be4c-4a67-9da5-ba1ce91be636 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.288720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907808f1-3755-4988-a310-cad3b2ed297a req-9c2b879e-be4c-4a67-9da5-ba1ce91be636 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0810349 Mar 31 23:25:22.329748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-907808f1-3755-4988-a310-cad3b2ed297a req-d66c5389-0b67-4cfc-b2d9-a903a311cde7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347579 Mar 31 23:25:22.437579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'tag': '05531d3d-8675-485c-b359-db6c0a537971'}, {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:22.439973 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb3969b-1db9-4307-b867-a49651ab79f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "tag": "05531d3d-8675-485c-b359-db6c0a537971"}, {"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:22.494657 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfa0f09-502c-40ae-a152-fa830861901f x-openstack-request-id: req-0bfa0f09-502c-40ae-a152-fa830861901f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:22.495339 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "tag": "05531d3d-8675-485c-b359-db6c0a537971", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:22.496793 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0bfa0f09-502c-40ae-a152-fa830861901f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:22.496793 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfa0f09-502c-40ae-a152-fa830861901f'] response: {'name': 'network-changed', 'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'tag': '05531d3d-8675-485c-b359-db6c0a537971', 'status': 'completed', 'code': 200} Mar 31 23:25:22.496793 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfa0f09-502c-40ae-a152-fa830861901f'] response: {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:25:22.565239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-dcad53b2-a100-4ff7-b672-452f8e2427bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.566399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-dcad53b2-a100-4ff7-b672-452f8e2427bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9553a6abc78f4312a3b78437815e16a2&device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 1094 time: 0.0495689 Mar 31 23:25:22.603805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-d121607d-e11e-41f5-a4be-2e379536a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.605765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-d121607d-e11e-41f5-a4be-2e379536a5fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1095 time: 0.0581033 Mar 31 23:25:22.668272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-da9c0217-c7f0-4c70-ad1a-2a5594aea592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.670076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-da9c0217-c7f0-4c70-ad1a-2a5594aea592 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 200 len: 916 time: 0.0971527 Mar 31 23:25:22.718711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:22.733791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-cc447a4b-843e-4d57-9191-ade8e2981012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05531d3d-8675-485c-b359-db6c0a537971 HTTP/1.1" status: 200 len: 217 time: 0.0574548 Mar 31 23:25:22.735447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-9ca59773-fd41-456d-9d23-1784d480ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.737013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-9ca59773-fd41-456d-9d23-1784d480ae0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1235821 Mar 31 23:25:22.775749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:22.807032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-ec938181-aad8-4dea-aec5-3acffc5c13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.808492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-ec938181-aad8-4dea-aec5-3acffc5c13a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d388163-fa90-4f72-b9d9-55bc849845e8 HTTP/1.1" status: 200 len: 854 time: 0.0673494 Mar 31 23:25:22.816053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-eef98d9e-d659-4905-aecf-0a79cb5b8ac5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0719404 Mar 31 23:25:22.844532 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-7f94bd5c-4cf8-41b0-80ea-9f760f3d3167 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab5b082-db05-4e99-a4ef-e43ad726b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292397 Mar 31 23:25:22.868542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-2f5bc3b9-9f64-4ceb-8256-d2d5dd6fbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.870059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-2f5bc3b9-9f64-4ceb-8256-d2d5dd6fbb6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0472825 Mar 31 23:25:22.944518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-993cfe89-28b8-4917-bffc-37b728d3f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.946771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-993cfe89-28b8-4917-bffc-37b728d3f070 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681183 Mar 31 23:25:22.955350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-3854556c-2583-4812-af5e-ec0ebb22dfc3 service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041632 Mar 31 23:25:23.066898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-41919542-35f3-4829-89ec-199bb04583dd service neutron] 10.222.0.44 "GET /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045880 Mar 31 23:25:23.078453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-b1f1ac33-14c3-437b-9c61-191af7c30484 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170211 Mar 31 23:25:23.178933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-f0190b29-6f84-4232-b0e9-22faef57a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.180431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-ecd67c11-74dd-4a73-93fb-970daa79f329 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962665 Mar 31 23:25:23.181170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-f0190b29-6f84-4232-b0e9-22faef57a65b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1095 time: 0.0552380 Mar 31 23:25:23.285010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-c03eaaf7-91b5-4274-b6cd-f7289ee49132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.287963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-c03eaaf7-91b5-4274-b6cd-f7289ee49132 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.0993700 Mar 31 23:25:23.369729 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-c5255114-995f-4e99-9ff5-fe729d8dd690 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0750482 Mar 31 23:25:23.441800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-42f8e2ef-514d-428a-a9a4-39f2cc0f6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.444088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-42f8e2ef-514d-428a-a9a4-39f2cc0f6654 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0649016 Mar 31 23:25:23.455308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601311d-2238-42c4-8994-e2be434a5d08 req-b3675395-c003-4063-976f-85c97a4202de tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.455308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e601311d-2238-42c4-8994-e2be434a5d08 req-b3675395-c003-4063-976f-85c97a4202de tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 943 time: 0.0910943 Mar 31 23:25:23.496143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d6b88-f36d-402b-a8a9-d337195435dd req-f62b2f58-c263-41cd-a5e0-2f193930b61b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.497780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-923d6b88-f36d-402b-a8a9-d337195435dd req-f62b2f58-c263-41cd-a5e0-2f193930b61b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0855052 Mar 31 23:25:23.501069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-bb8930db-ee04-41c2-8faf-e8248f2fcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.502576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-bb8930db-ee04-41c2-8faf-e8248f2fcb99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508258 Mar 31 23:25:23.538643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e601311d-2238-42c4-8994-e2be434a5d08 req-6339f62a-1734-4aa3-bfaf-bdc00be9efbe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Mar 31 23:25:23.588035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-923d6b88-f36d-402b-a8a9-d337195435dd req-468a7baa-dba2-4dd5-a54f-d491238b63b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732605 Mar 31 23:25:23.642929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-609ba306-2b46-4b82-8434-ddb0a49bdbb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269438 Mar 31 23:25:23.757465 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1fb3969b-1db9-4307-b867-a49651ab79f9 req-69306700-41f8-4ccc-985b-5e5ca9ed0ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044402 Mar 31 23:25:24.335067 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.704882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7f6e0-668b-4977-8ac4-612b171b8cc6 req-16b83541-04e7-4788-9767-9ff25b87704e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.706297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cf7f6e0-668b-4977-8ac4-612b171b8cc6 req-16b83541-04e7-4788-9767-9ff25b87704e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 943 time: 0.0811865 Mar 31 23:25:24.752686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4d123-ef60-42a4-a7ea-1947f096387b req-a9a11c8d-933b-4b38-a511-456ff1742425 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.754194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e4d123-ef60-42a4-a7ea-1947f096387b req-a9a11c8d-933b-4b38-a511-456ff1742425 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0848470 Mar 31 23:25:24.762222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cf7f6e0-668b-4977-8ac4-612b171b8cc6 req-be89c142-7170-4602-b753-1b6c89e5fb7c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Mar 31 23:25:24.799934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e4d123-ef60-42a4-a7ea-1947f096387b req-961aad85-e6e0-4c57-ba29-dd3e8a179866 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367596 Mar 31 23:25:25.465750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05531d3d-8675-485c-b359-db6c0a537971 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:25.569720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05531d3d-8675-485c-b359-db6c0a537971,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:25.582539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '05531d3d-8675-485c-b359-db6c0a537971', 'network_id': 'aab5b082-db05-4e99-a4ef-e43ad726b395', 'port_id': '05531d3d-8675-485c-b359-db6c0a537971', 'mac_address': 'fa:16:3e:23:fa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d388163-fa90-4f72-b9d9-55bc849845e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:25.627435 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.659687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05531d3d-8675-485c-b359-db6c0a537971 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:25.698856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05531d3d-8675-485c-b359-db6c0a537971,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:25.821218 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.899512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:25.940846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2260e6-b0c6-45b2-9aab-55560d3a41ff req-421082fc-1b99-40e9-8589-be1e2cad3f29 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.943126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd2260e6-b0c6-45b2-9aab-55560d3a41ff req-421082fc-1b99-40e9-8589-be1e2cad3f29 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 944 time: 0.0973070 Mar 31 23:25:26.060579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800267e5-0c5a-40ce-b35f-e7c303ba2962 req-3f055cc3-d276-48af-8eac-e77c272a68dc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.066115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-800267e5-0c5a-40ce-b35f-e7c303ba2962 req-3f055cc3-d276-48af-8eac-e77c272a68dc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.1188509 Mar 31 23:25:26.082121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd2260e6-b0c6-45b2-9aab-55560d3a41ff req-7912514e-b7c0-40a4-ac7d-ea99a3f3bd8e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250508 Mar 31 23:25:26.126856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-800267e5-0c5a-40ce-b35f-e7c303ba2962 req-0baef0d0-cb15-4495-8fae-c2b800fe9d5a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540328 Mar 31 23:25:26.154150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['05531d3d-8675-485c-b359-db6c0a537971'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:27.207479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605955c-f997-443f-a073-ae1d3f334caf req-5985755c-6311-4632-8ce8-52d42e105d21 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.209874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c605955c-f997-443f-a073-ae1d3f334caf req-5985755c-6311-4632-8ce8-52d42e105d21 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 944 time: 0.0509176 Mar 31 23:25:27.281768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c605955c-f997-443f-a073-ae1d3f334caf req-9d16397d-adb6-4503-9b7f-c601499c2018 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610676 Mar 31 23:25:27.290144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb16bb-1bac-49da-ac0f-23f918a9e79f req-fb9e2907-984c-47f1-898f-88c7acf1fe7d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.291681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dcb16bb-1bac-49da-ac0f-23f918a9e79f req-fb9e2907-984c-47f1-898f-88c7acf1fe7d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 944 time: 0.0806081 Mar 31 23:25:27.330663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dcb16bb-1bac-49da-ac0f-23f918a9e79f req-5199d0dd-5d71-4233-8be6-65c445950314 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323272 Mar 31 23:25:27.475073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cff8dc44-c515-489d-912a-478d710aab7c details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:27.478909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05531d3d-8675-485c-b359-db6c0a537971 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:27.627307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:27.638815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'cff8dc44-c515-489d-912a-478d710aab7c', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:27.678791 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.694121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:27.711138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 05531d3d-8675-485c-b359-db6c0a537971 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:27.720312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:27.721866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 05531d3d-8675-485c-b359-db6c0a537971 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:27.722232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.801728 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.834518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.875945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05531d3d-8675-485c-b359-db6c0a537971'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:27.878201 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f814af59-3500-4dc8-bba8-f00d51b5019c" -d '{"events": [{"server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "name": "network-vif-plugged", "status": "completed", "tag": "05531d3d-8675-485c-b359-db6c0a537971"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:27.886575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cfab-c56c-44ee-bc33-e567b06d19dc req-4cb673db-0fc0-4f21-93a3-6a0ace8da54b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.889169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d37cfab-c56c-44ee-bc33-e567b06d19dc req-4cb673db-0fc0-4f21-93a3-6a0ace8da54b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0771604 Mar 31 23:25:27.893875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05531d3d-8675-485c-b359-db6c0a537971,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:27.895536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:27.929629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-bff53728-d45b-4561-9950-bdb7157ff0e4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.931291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-bff53728-d45b-4561-9950-bdb7157ff0e4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&tenant_id=710a39ff3417413aa2e29836e3ab1830&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 945 time: 0.0642292 Mar 31 23:25:27.933688 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73a6b00-9d1e-42c2-917c-990cc2e90058 x-openstack-request-id: req-b73a6b00-9d1e-42c2-917c-990cc2e90058 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:27.934147 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "name": "network-vif-plugged", "status": "completed", "tag": "05531d3d-8675-485c-b359-db6c0a537971", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:27.934595 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b73a6b00-9d1e-42c2-917c-990cc2e90058 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:27.935063 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73a6b00-9d1e-42c2-917c-990cc2e90058'] response: {'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05531d3d-8675-485c-b359-db6c0a537971', 'code': 200} Mar 31 23:25:27.936466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d37cfab-c56c-44ee-bc33-e567b06d19dc req-51aa7d8e-c0d3-479d-a457-cf1f4c9a00bc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Mar 31 23:25:27.981309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:28.053712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:28.055055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-871c360a-1687-46eb-a86d-c83d098dddfd service neutron] 10.222.0.44 "GET /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.0957434 Mar 31 23:25:28.091496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa010a-c52d-4d07-aa5f-032b4bc066db req-183adc54-1422-4662-930a-639443d28e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.092886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d8fa010a-c52d-4d07-aa5f-032b4bc066db req-183adc54-1422-4662-930a-639443d28e8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 1096 time: 0.0533617 Mar 31 23:25:28.148470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['cff8dc44-c515-489d-912a-478d710aab7c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:28.152390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-6b7b57c2-cb6c-49d0-93ad-3cc059070122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.153775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-6b7b57c2-cb6c-49d0-93ad-3cc059070122 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1096 time: 0.0720026 Mar 31 23:25:28.155314 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d8fa010a-c52d-4d07-aa5f-032b4bc066db req-3611a77b-eaaa-4cb4-849a-ebc92ae436ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Mar 31 23:25:28.430924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112e59-89a1-42e1-a94c-a81f1f8061fc req-72c2ab2a-cf42-4024-b884-d574f7de0f2c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.435538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49112e59-89a1-42e1-a94c-a81f1f8061fc req-72c2ab2a-cf42-4024-b884-d574f7de0f2c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0780022 Mar 31 23:25:28.475422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49112e59-89a1-42e1-a94c-a81f1f8061fc req-ae176d18-1849-4468-9d88-cda103004404 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Mar 31 23:25:28.504175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-8ba60f9a-0680-4d18-b769-03469cdab80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.505888 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-8ba60f9a-0680-4d18-b769-03469cdab80b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1039529 Mar 31 23:25:28.575717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-bbb0224d-e995-4d22-a928-ce2439df2047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1000 time: 0.0619390 Mar 31 23:25:28.626074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-d92ecf1a-5586-462e-a2a0-2a862ef83e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.627521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-d92ecf1a-5586-462e-a2a0-2a862ef83e22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0431471 Mar 31 23:25:28.673867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-87d05272-7418-4276-81af-147089ecfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.675439 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-87d05272-7418-4276-81af-147089ecfe39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411313 Mar 31 23:25:28.770739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-fb8317a2-bf33-4d51-8a7b-0cf12fcfe046 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866547 Mar 31 23:25:28.865479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f09f9b2-96e5-4fd1-9add-12d1e918c4a7 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855997 Mar 31 23:25:29.063500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d4aa-2666-4a9c-85bb-394ab1aca7af req-31590c45-56f6-4016-9936-9a907dd59763 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.064956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a87d4aa-2666-4a9c-85bb-394ab1aca7af req-31590c45-56f6-4016-9936-9a907dd59763 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Mar 31 23:25:29.105832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a87d4aa-2666-4a9c-85bb-394ab1aca7af req-3f92628e-cf01-4886-9622-e00110ab15d2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Mar 31 23:25:29.476239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cff8dc44-c515-489d-912a-478d710aab7c up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:29.575325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port cff8dc44-c515-489d-912a-478d710aab7c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:29.580284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port cff8dc44-c515-489d-912a-478d710aab7c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:29.581226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.603081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151434d-0ecc-4261-960f-48d84d7835c9 req-87e7b683-91b0-48b4-a249-856add76dee5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.604878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7151434d-0ecc-4261-960f-48d84d7835c9 req-87e7b683-91b0-48b4-a249-856add76dee5 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0560267 Mar 31 23:25:29.648700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7151434d-0ecc-4261-960f-48d84d7835c9 req-077dcbe5-159a-4605-9b3a-a855467b434b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Mar 31 23:25:29.672783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.712208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:29.781228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.830399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:29.936672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:29.938952 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c219d1f2-2a58-4821-a3fe-a810471f0b74" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:29.990824 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143d3d7-ebbb-42e4-8893-aa82d2da31ff x-openstack-request-id: req-9143d3d7-ebbb-42e4-8893-aa82d2da31ff {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:29.991246 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:29.991561 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9143d3d7-ebbb-42e4-8893-aa82d2da31ff {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:29.992017 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9143d3d7-ebbb-42e4-8893-aa82d2da31ff'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'code': 200} Mar 31 23:25:30.222855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b87e8-abe1-4e1c-9bdc-8694f5270742 req-c71a0a77-970a-4f2b-91ee-a7e8b478cd9a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.224548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f2b87e8-abe1-4e1c-9bdc-8694f5270742 req-c71a0a77-970a-4f2b-91ee-a7e8b478cd9a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0490489 Mar 31 23:25:30.263660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f2b87e8-abe1-4e1c-9bdc-8694f5270742 req-876a0ddf-508b-4684-9a62-199fad2c94c4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Mar 31 23:25:30.786455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd8b4-6e1b-4ab0-92f9-354777bf084e req-cdcc2775-2328-4dc2-a5c0-375dc69f9c9c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.787975 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cecd8b4-6e1b-4ab0-92f9-354777bf084e req-cdcc2775-2328-4dc2-a5c0-375dc69f9c9c tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0558751 Mar 31 23:25:30.829126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cecd8b4-6e1b-4ab0-92f9-354777bf084e req-5c743730-8416-4f1a-b02f-b7f2a8ab1345 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Mar 31 23:25:30.948069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0052c3-7395-4409-bb14-929390e3da7b req-92ecba9a-3fe0-4bc3-9b7f-e4987bd5c999 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.949563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff0052c3-7395-4409-bb14-929390e3da7b req-92ecba9a-3fe0-4bc3-9b7f-e4987bd5c999 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0490050 Mar 31 23:25:31.001771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff0052c3-7395-4409-bb14-929390e3da7b req-5e661d69-2b73-440b-b1cc-303d5d3a92e6 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Mar 31 23:25:31.329186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610f0c-af86-43ce-ae0c-fc2caeb2a6bc req-fc5892c4-54de-45e3-a99b-7c1409d0df2f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.337905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75610f0c-af86-43ce-ae0c-fc2caeb2a6bc req-fc5892c4-54de-45e3-a99b-7c1409d0df2f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0615129 Mar 31 23:25:31.404527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75610f0c-af86-43ce-ae0c-fc2caeb2a6bc req-4c741650-3e47-4cdf-b35f-bf4723b10f35 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656843 Mar 31 23:25:31.436377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0001b-c48a-4dd8-8940-a7e50022bdd7 req-c19dbf15-c421-4385-a7c5-c629a8a6c4c0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.437916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3de0001b-c48a-4dd8-8940-a7e50022bdd7 req-c19dbf15-c421-4385-a7c5-c629a8a6c4c0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0926988 Mar 31 23:25:31.487261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3de0001b-c48a-4dd8-8940-a7e50022bdd7 req-8bad02dd-1ecf-41a8-a007-7c507f4b807a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Mar 31 23:25:31.565020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a8df-b580-43f7-afea-a4cbf3cfa4f8 req-27766f58-d438-4a0f-98e0-9a5bbd52e05a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.566507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9878a8df-b580-43f7-afea-a4cbf3cfa4f8 req-27766f58-d438-4a0f-98e0-9a5bbd52e05a tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0531874 Mar 31 23:25:31.606491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9878a8df-b580-43f7-afea-a4cbf3cfa4f8 req-b82eba67-11c9-4356-9104-3d5a50c5a97f tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Mar 31 23:25:31.874625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43218a-df8a-4075-8ae6-087d9aa87b3c req-891af04d-9afa-4bcf-8fde-21e0e853eb16 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.876173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f43218a-df8a-4075-8ae6-087d9aa87b3c req-891af04d-9afa-4bcf-8fde-21e0e853eb16 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0502789 Mar 31 23:25:31.999470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f43218a-df8a-4075-8ae6-087d9aa87b3c req-7efefad6-c66a-4ce4-aae2-3c4def031f8b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132903 Mar 31 23:25:32.001548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-886ffdcf-afa4-4ec1-8ab1-50fdbdb86d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.002981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-886ffdcf-afa4-4ec1-8ab1-50fdbdb86d66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 1097 time: 0.1259303 Mar 31 23:25:32.023881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:32.090882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.189488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0872-e47b-4bc9-a568-036ec37ed218 req-6225be38-c9e5-4901-ad7f-c40a7079c80b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.190995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e23c0872-e47b-4bc9-a568-036ec37ed218 req-6225be38-c9e5-4901-ad7f-c40a7079c80b tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0967906 Mar 31 23:25:32.304390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e23c0872-e47b-4bc9-a568-036ec37ed218 req-d1fb1267-9099-4bec-84c8-32ddb09d271e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Mar 31 23:25:32.787306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:32.797100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb5430-e9dd-45ab-a0cc-75edeb931102 req-ac5d4bc7-33cb-4ecc-9340-3ce946f2c8c6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.804837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ccb5430-e9dd-45ab-a0cc-75edeb931102 req-ac5d4bc7-33cb-4ecc-9340-3ce946f2c8c6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0994065 Mar 31 23:25:32.859674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ccb5430-e9dd-45ab-a0cc-75edeb931102 req-9bcc38d5-ed1d-4bc9-9600-fa763744fb96 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538821 Mar 31 23:25:32.865595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:32.907929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:32.910186 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a50d93d-f3e7-4acc-9aac-a9d7d640124e" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-unplugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:32.914627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.927394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Transition to ACTIVE for port object cff8dc44-c515-489d-912a-478d710aab7c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:32.980610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.989795 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a6fb6-c32d-424e-afe7-98af07a910c9 x-openstack-request-id: req-339a6fb6-c32d-424e-afe7-98af07a910c9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:32.989795 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-unplugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:32.989795 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-339a6fb6-c32d-424e-afe7-98af07a910c9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:32.989795 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339a6fb6-c32d-424e-afe7-98af07a910c9'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'code': 200} Mar 31 23:25:33.163837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.177980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6a96-2a1a-456c-9a61-c670ef17ebf5 req-f73d9aee-0675-4717-803b-604e0314856e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.179521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a9c6a96-2a1a-456c-9a61-c670ef17ebf5 req-f73d9aee-0675-4717-803b-604e0314856e tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.1648414 Mar 31 23:25:33.242505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] No DVR routers for this DVR port cff8dc44-c515-489d-912a-478d710aab7c on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:33.300493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a9c6a96-2a1a-456c-9a61-c670ef17ebf5 req-6da30ba2-109d-4fa1-9f06-0c019cd5f6fe tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085093 Mar 31 23:25:33.403828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:33.404169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:33.404498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:33.408830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:33.409162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Attempting to bind port cff8dc44-c515-489d-912a-478d710aab7c on network 9a749a65-fd5d-4269-80fb-eb580eb3f35f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:33.414146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:33.414491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Checking segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:33.414877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Bound using segment: {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:33.415330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Bound port: cff8dc44-c515-489d-912a-478d710aab7c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1dbfc-928e-4c58-9d28-39137f7fac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:33.415689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.479466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:33.482696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:33.564322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.598443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.599390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.600825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] 10.222.0.10 "PUT /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1093 time: 1.5836997 Mar 31 23:25:33.630013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f645fac-0dc1-4b99-9fc6-596f91c26fee service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=11']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.685344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-3b75800b-1b4b-4b9e-906c-a7f8d34ca6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.687084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-3b75800b-1b4b-4b9e-906c-a7f8d34ca6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1096 time: 0.0497544 Mar 31 23:25:33.784407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-1cdacefe-0e80-485b-bc74-3518e58a018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.786055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-1cdacefe-0e80-485b-bc74-3518e58a018f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.0914435 Mar 31 23:25:33.857225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-a78e54b9-ce88-4260-aaa7-2f1ac5df72be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0641406 Mar 31 23:25:33.913063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-e40306c4-1704-44a4-907c-1692a2676239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.914612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-e40306c4-1704-44a4-907c-1692a2676239 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0510452 Mar 31 23:25:33.997319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-ce29be7d-001e-4fb2-a44a-ee2120759f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.998884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-ce29be7d-001e-4fb2-a44a-ee2120759f09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776451 Mar 31 23:25:34.012489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab53b9d-525a-47ca-90e4-05822f122813 req-bc902137-e0af-4f85-8d2b-510d12b04726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.016089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ab53b9d-525a-47ca-90e4-05822f122813 req-bc902137-e0af-4f85-8d2b-510d12b04726 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0664082 Mar 31 23:25:34.115743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ab53b9d-525a-47ca-90e4-05822f122813 req-b852bf32-5857-4196-94d0-c368f5f7c02b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804250 Mar 31 23:25:34.141887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-089cf668-40f7-4a8e-9615-d5d4b46c4b20 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266570 Mar 31 23:25:34.243158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-3282adf2-c3ad-453a-894f-92e997b35006 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.244648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-3282adf2-c3ad-453a-894f-92e997b35006 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0672827 Mar 31 23:25:34.267273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adb0c6af-8a46-4a48-be14-860bfc016d47 req-8d3a65ab-085e-4aa9-8c92-af23f0c3ca8f service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175981 Mar 31 23:25:34.354439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Deleting port 05531d3d-8675-485c-b359-db6c0a537971 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:34.354785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.444689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe394-b3ac-4c7c-82e0-d0400c7f0ade req-d3773282-b729-459a-9426-2829ce883236 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.446507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2defe394-b3ac-4c7c-82e0-d0400c7f0ade req-d3773282-b729-459a-9426-2829ce883236 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 945 time: 0.0611858 Mar 31 23:25:34.454720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] For port 05531d3d-8675-485c-b359-db6c0a537971, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=05531d3d-8675-485c-b359-db6c0a537971,segment=NetworkSegment(9dd781c3-c620-4b5a-b1b9-c401071fc139),segment_id=9dd781c3-c620-4b5a-b1b9-c401071fc139)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:34.455133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.474278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Calling delete_port for 05531d3d-8675-485c-b359-db6c0a537971 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:34.488049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2defe394-b3ac-4c7c-82e0-d0400c7f0ade req-2d07347d-16b5-49a3-89b8-e1cb154d6e44 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/security-groups?id=99617af2-7b34-4004-9873-67cb44ff14ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354257 Mar 31 23:25:34.678279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.690562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['05531d3d-8675-485c-b359-db6c0a537971'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:34.709920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Pushing event deleted for resources: {'Port': ['ID=05531d3d-8675-485c-b359-db6c0a537971,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:34.765126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] No DVR routers for this DVR port 05531d3d-8675-485c-b359-db6c0a537971 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:34.768156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.773083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fae7a3ca-0283-4958-920f-5c6427c726c6 req-bd3a846c-3845-4278-a25b-f932bf4270a2 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.44 "DELETE /v2.0/ports/05531d3d-8675-485c-b359-db6c0a537971 HTTP/1.1" status: 204 len: 173 time: 0.5227845 Mar 31 23:25:34.776369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'name': 'network-vif-deleted', 'tag': '05531d3d-8675-485c-b359-db6c0a537971'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:34.776369 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f1d565-a1bb-42bf-9ce1-4985b27d9a0c" -d '{"events": [{"server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "name": "network-vif-deleted", "tag": "05531d3d-8675-485c-b359-db6c0a537971"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:34.794425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:34.817410 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b8928-b2db-4731-b35f-eeef8d2f03bf x-openstack-request-id: req-151b8928-b2db-4731-b35f-eeef8d2f03bf {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:34.817684 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93309a-62ef-46e0-af79-6782756d9e67", "name": "network-vif-deleted", "tag": "05531d3d-8675-485c-b359-db6c0a537971", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:34.818210 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-151b8928-b2db-4731-b35f-eeef8d2f03bf {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:34.818878 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151b8928-b2db-4731-b35f-eeef8d2f03bf'] response: {'server_uuid': 'ec93309a-62ef-46e0-af79-6782756d9e67', 'name': 'network-vif-deleted', 'tag': '05531d3d-8675-485c-b359-db6c0a537971', 'status': 'completed', 'code': 200} Mar 31 23:25:34.833895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.990133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:34.992582 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b375205-d50d-4022-92e2-3ba26e79b3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:35.041706 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3de5ae-6d8b-4000-a432-afcb433cfaf6 x-openstack-request-id: req-2f3de5ae-6d8b-4000-a432-afcb433cfaf6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:35.041993 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:35.042244 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f3de5ae-6d8b-4000-a432-afcb433cfaf6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:35.042665 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3de5ae-6d8b-4000-a432-afcb433cfaf6'] response: {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:25:35.109406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-dcd0eee9-e1c7-4f40-b03a-c662b9a715b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.110922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-dcd0eee9-e1c7-4f40-b03a-c662b9a715b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1096 time: 0.0447388 Mar 31 23:25:35.131302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-9bdd1070-6e12-413b-b9a4-720ecef10182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.132836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-9bdd1070-6e12-413b-b9a4-720ecef10182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1096 time: 0.0457718 Mar 31 23:25:35.253052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-96e5bce1-1d2d-4d59-a8bb-651ebf646dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.253281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-8e15d23d-9a21-419b-9fe1-4e04c4eb41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.255694 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-8e15d23d-9a21-419b-9fe1-4e04c4eb41d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1381640 Mar 31 23:25:35.255927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-96e5bce1-1d2d-4d59-a8bb-651ebf646dc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1148121 Mar 31 23:25:35.327280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-3b500a25-2324-464f-8ff6-b678b5013f6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0635724 Mar 31 23:25:35.354786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750552-78aa-47ca-b9d2-33bccc76fd84 req-703b6262-319c-4968-82f8-d5d2475f04f4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.356316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f750552-78aa-47ca-b9d2-33bccc76fd84 req-703b6262-319c-4968-82f8-d5d2475f04f4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0994470 Mar 31 23:25:35.358024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-a6c46963-4a22-4fff-95d2-07bbfd9f3b31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 999 time: 0.0918636 Mar 31 23:25:35.379556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-b3f2195a-3509-43c5-90ce-83eafbfa65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.381571 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-b3f2195a-3509-43c5-90ce-83eafbfa65c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0472729 Mar 31 23:25:35.435592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f750552-78aa-47ca-b9d2-33bccc76fd84 req-d635a187-a07f-4931-b44b-efbaee1ef308 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730135 Mar 31 23:25:35.436478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-8fe5ad76-b8cc-4494-95fe-e7ce29355054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.438444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-8fe5ad76-b8cc-4494-95fe-e7ce29355054 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502980 Mar 31 23:25:35.439478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-e849cd36-ceaf-40ab-8259-f5e5f96dcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.440954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-e849cd36-ceaf-40ab-8259-f5e5f96dcfc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0717607 Mar 31 23:25:35.495836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cff8dc44-c515-489d-912a-478d710aab7c no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:35.503902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-5678232c-e66f-42af-8fc3-ebb75a97347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.506081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-5678232c-e66f-42af-8fc3-ebb75a97347e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578578 Mar 31 23:25:35.541735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device cff8dc44-c515-489d-912a-478d710aab7c not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:35.549344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-737796b0-2fd3-4fdf-9a7a-9c0bd6a9a907 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035199 Mar 31 23:25:35.637222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e819f42a-d8b0-4e59-88ce-d8aef42e3d92 req-66978923-b8a7-44e7-a0a9-2e481ae23023 tempest-ServerDiskConfigTestJSON-1339153111 tempest-ServerDiskConfigTestJSON-1339153111-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec93309a-62ef-46e0-af79-6782756d9e67 HTTP/1.1" status: 200 len: 210 time: 0.0344386 Mar 31 23:25:35.684846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-99d499a6-c8cd-4bb3-8bd1-066eb8a12b64 service neutron] 10.222.0.44 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275735 Mar 31 23:25:35.702003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-dc5acc26-7c98-4f41-a33c-9df9ac27fb17 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797595 Mar 31 23:25:35.794997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b375205-d50d-4022-92e2-3ba26e79b3ab req-f31bdd3a-9070-4df0-ba74-d15cdb4cb200 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Mar 31 23:25:36.578850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58077a-a063-49c1-b1a5-a013ae3f2cb2 req-060b9981-7cc1-4ab6-8751-6cf3f066e831 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.580424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b58077a-a063-49c1-b1a5-a013ae3f2cb2 req-060b9981-7cc1-4ab6-8751-6cf3f066e831 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 945 time: 0.0565019 Mar 31 23:25:36.622335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b58077a-a063-49c1-b1a5-a013ae3f2cb2 req-c838b62e-a3fc-4417-8b51-1867ac5a5626 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330107 Mar 31 23:25:36.764294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:36.836522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.866084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:36.882771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'cff8dc44-c515-489d-912a-478d710aab7c', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'port_id': 'cff8dc44-c515-489d-912a-478d710aab7c', 'mac_address': 'fa:16:3e:7c:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:36.884270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Deleting subnet 5d388163-fa90-4f72-b9d9-55bc849845e8 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:25:36.887393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.922110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.922837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.936372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:36.957368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:36.963958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.066441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.114913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:37.122745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.123121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.123469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.123805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.124138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.124469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.124794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.125120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.125443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.125763 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.126083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.126401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:37.141514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.168575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d388163-fa90-4f72-b9d9-55bc849845e8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:37.172666 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.181068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-243ab185-8504-452f-bc7b-7315db5c3df2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5d388163-fa90-4f72-b9d9-55bc849845e8 HTTP/1.1" status: 204 len: 168 time: 0.3383424 Mar 31 23:25:37.181068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48164) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:37.247268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.328764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.349962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab5b082-db05-4e99-a4ef-e43ad726b395']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:37.359863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd781c3-c620-4b5a-b1b9-c401071fc139') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:37.360112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd781c3-c620-4b5a-b1b9-c401071fc139') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:37.370936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.386549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.392560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:25:37.392949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:25:37.394587 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:25:37.535433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.545113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.549538 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] 10.222.0.83 "DELETE /v2.0/networks/aab5b082-db05-4e99-a4ef-e43ad726b395 HTTP/1.1" status: 204 len: 168 time: 0.3693824 Mar 31 23:25:37.564513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdce93-d4e8-4957-a920-d4b35d15906c admin admin] Pushing event deleted for resources: {'Network': ['ID=aab5b082-db05-4e99-a4ef-e43ad726b395,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:37.749027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aad265-6402-47de-8041-90073ce03132 req-7084e585-cfe8-4438-9855-890923a5e5bb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.750544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78aad265-6402-47de-8041-90073ce03132 req-7084e585-cfe8-4438-9855-890923a5e5bb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0514410 Mar 31 23:25:37.795599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78aad265-6402-47de-8041-90073ce03132 req-ad927b24-2ec7-40d2-86fa-35345230e728 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Mar 31 23:25:37.935681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48212) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:38.295415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fbb01508-5e1d-4522-8519-57759f4e83fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9553a6abc78f4312a3b78437815e16a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595810 Mar 31 23:25:38.297089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48232) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:38.348283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.373211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.489738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.493475 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.499441 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99617af2-7b34-4004-9873-67cb44ff14ff HTTP/1.1" status: 204 len: 168 time: 0.1966372 Mar 31 23:25:38.502424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af48f0a-95e1-4f29-9059-197dd9c94836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99617af2-7b34-4004-9873-67cb44ff14ff,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:38.532642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['cff8dc44-c515-489d-912a-478d710aab7c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:38.953610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0568f5-eff6-4af8-864f-1f65ba9e658f req-2a4b6828-2c81-4a72-be7f-a5000442df61 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.955773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe0568f5-eff6-4af8-864f-1f65ba9e658f req-2a4b6828-2c81-4a72-be7f-a5000442df61 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 946 time: 0.0554497 Mar 31 23:25:39.003484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe0568f5-eff6-4af8-864f-1f65ba9e658f req-a4b171ad-20e0-47a1-a3ed-f8ce7e7a60fa tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Mar 31 23:25:39.026457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:39.091204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ca7be441-0f78-468c-97a3-2ce397715452 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 200 len: 992 time: 0.0635567 Mar 31 23:25:39.533803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05531d3d-8675-485c-b359-db6c0a537971 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:39.539451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:39.559035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 05531d3d-8675-485c-b359-db6c0a537971 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:39.559468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 05531d3d-8675-485c-b359-db6c0a537971 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:39.656199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-214248598-network', 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:39.769345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:39.778856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.781512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.862179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.986579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.010172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:25:40.026384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cfdb19-4a66-4c16-8a4a-5aa66c554919,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.030022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.030379 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Added segment b914b8f7-00f7-4651-82e7-9351f5358c0e of type vlan for network 4739f807-38a2-4df4-afde-2bfd54ffb532 Mar 31 23:25:40.070264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.181101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.182135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.182743 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.243232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] Pushing event updated for resources: {'Network': ['ID=4739f807-38a2-4df4-afde-2bfd54ffb532,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.253630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:25:40.287440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-efcd96e4-f69b-4b37-8dba-1f91aa3d6b28 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7467408 Mar 31 23:25:40.290157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48360) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:40.294982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Request body: {'subnet': {'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-214248598-subnet', 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:40.398264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:40.400671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.627252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.855084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d806b600-502f-47ac-aff1-8c675b3e904c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.855084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:40.855084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Network hostable DHCP agents. Network: 4739f807-38a2-4df4-afde-2bfd54ffb532, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:25:40.855725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:40.856259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:25:41.049317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4739f807-38a2-4df4-afde-2bfd54ffb532) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:41.058911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.059555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.060074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c2e11-05ee-4933-9313-8f897e1c45f6 None None] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:41.071039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port cff8dc44-c515-489d-912a-478d710aab7c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:41.085662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port cff8dc44-c515-489d-912a-478d710aab7c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:41.086115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.167841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3bca1b71-670d-4358-bb23-6f1cdc4193e1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8765645 Mar 31 23:25:41.279662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.291866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed85e9a-0909-42ac-8106-c3e2637c670d None None] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:41.350878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:41.354228 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04aee7d-12ad-44de-8b35-41612d1f3f46" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:41.376830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:41.428946 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660963f0-0194-4eeb-9277-ae3a6b5c23f8 x-openstack-request-id: req-660963f0-0194-4eeb-9277-ae3a6b5c23f8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:41.431409 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-plugged", "status": "completed", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:41.431409 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-660963f0-0194-4eeb-9277-ae3a6b5c23f8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:41.431409 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660963f0-0194-4eeb-9277-ae3a6b5c23f8'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'code': 200} Mar 31 23:25:41.450830 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.505553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=13']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:41.621240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b73720b-aceb-4471-8866-f62a35aace6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.681229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-15aeca13-2758-49ad-9f6d-67ed0d81f015 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.682739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-15aeca13-2758-49ad-9f6d-67ed0d81f015 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1128778 Mar 31 23:25:41.698652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-1391cf2e-41eb-4b4e-9efb-ecace1b5d73e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Mar 31 23:25:41.734907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-ccb3d8d7-d47e-4265-8aff-b6df7ebea07b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297573 Mar 31 23:25:41.829041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-58c58393-a5a4-4d97-b206-88768679071c service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862999 Mar 31 23:25:41.929276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-8a4fb5ef-a668-4250-9800-e15a26021adb service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931201 Mar 31 23:25:42.246364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c665ecdf-9748-4928-a990-2ebefc7b47a4 req-482d0a67-ad4f-4efa-84a6-e84cb8ca4d82 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Mar 31 23:25:43.353142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f7519c1-3879-4cef-94b1-0de5bb92d053 req-1270878c-1480-47af-928c-a6a243a9a4eb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Mar 31 23:25:43.843019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ea046be-913b-4fdf-b763-83ada2d0f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.488004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-970ed992-7c43-45a7-b5a0-a34b8266f308 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.490854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-970ed992-7c43-45a7-b5a0-a34b8266f308 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1232939 Mar 31 23:25:44.504602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '41cce838-19c6-40d4-b45d-79c8f817d196', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:44.506403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04ddcbfe-0ce7-4b32-b937-e2d5a7a54736 req-4ab9a989-a511-4231-b75f-2958b2dd8836 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 210 time: 0.0386524 Mar 31 23:25:44.712216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:44.715883 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.842341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.12 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/aa01ed07-d6c4-4821-a369-b9c0aebae512) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:44.997148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42838416-db21-4d2c-9956-d98a99a5d4f9 req-b67998a6-a173-4a29-9523-87232493c255 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.998643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42838416-db21-4d2c-9956-d98a99a5d4f9 req-b67998a6-a173-4a29-9523-87232493c255 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0621941 Mar 31 23:25:45.006992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.039614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42838416-db21-4d2c-9956-d98a99a5d4f9 req-29ccec35-b4fa-43c5-912d-635573888fbc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341461 Mar 31 23:25:45.141715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.185338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:45.188516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:45.192364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:45.222563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:45.254663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.255818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.335592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.360608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-03ae02c3-175d-4fbf-8259-411f43378d2b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602345 Mar 31 23:25:45.372364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Request body: {'port': {'device_id': '41cce838-19c6-40d4-b45d-79c8f817d196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:45.425027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.629394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85371706-d7ed-4817-b497-6fc83ed5b07f req-4b4df49a-4a4f-4413-a6d7-8c203fc1e714 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.631487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85371706-d7ed-4817-b497-6fc83ed5b07f req-4b4df49a-4a4f-4413-a6d7-8c203fc1e714 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 932 time: 0.0530462 Mar 31 23:25:45.680468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85371706-d7ed-4817-b497-6fc83ed5b07f req-4050eb38-01db-4787-a650-cc5b4186c3ab tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Mar 31 23:25:45.713902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa01ed07-d6c4-4821-a369-b9c0aebae512 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:45.721350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.733494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Transition to ACTIVE for port object aa01ed07-d6c4-4821-a369-b9c0aebae512 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:45.809419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.885551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:45.935798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Attempting to bind port aa01ed07-d6c4-4821-a369-b9c0aebae512 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:45.936069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Attempting to bind port aa01ed07-d6c4-4821-a369-b9c0aebae512 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:45.936385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Attempting to bind port aa01ed07-d6c4-4821-a369-b9c0aebae512 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:45.940600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Port aa01ed07-d6c4-4821-a369-b9c0aebae512 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:45.940890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Attempting to bind port aa01ed07-d6c4-4821-a369-b9c0aebae512 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:45.946039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:45.946369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:45.946742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:45.947197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Bound port: aa01ed07-d6c4-4821-a369-b9c0aebae512, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:45.947544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.010729 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:46.013988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:46.078597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.120053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.121020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.122541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa01ed07-d6c4-4821-a369-b9c0aebae512 HTTP/1.1" status: 200 len: 1092 time: 0.7543206 Mar 31 23:25:46.128383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:46.131397 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa" -d '{"events": [{"name": "network-changed", "server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:46.158528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278547de-51f1-4ba9-b6ca-c419367bfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:46.178534 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31d8f4-1882-4329-9e25-6fcf681d09ed x-openstack-request-id: req-fb31d8f4-1882-4329-9e25-6fcf681d09ed {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:46.178830 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:46.179127 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fb31d8f4-1882-4329-9e25-6fcf681d09ed {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:46.179598 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb31d8f4-1882-4329-9e25-6fcf681d09ed'] response: {'name': 'network-changed', 'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512', 'status': 'completed', 'code': 200} Mar 31 23:25:46.183325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8cd89-69a2-44ff-b7db-5f85139b7fa0 req-28e5eb47-6f9d-4690-9883-fbf8cddcef62 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.193650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64b8cd89-69a2-44ff-b7db-5f85139b7fa0 req-28e5eb47-6f9d-4690-9883-fbf8cddcef62 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0803194 Mar 31 23:25:46.226193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64b8cd89-69a2-44ff-b7db-5f85139b7fa0 req-f459001b-56db-447c-9bad-9039f765090e tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Mar 31 23:25:46.240223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-793805a1-ffcb-4d38-9641-dcc857ea195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.242764 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-793805a1-ffcb-4d38-9641-dcc857ea195b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 1095 time: 0.0441144 Mar 31 23:25:46.352204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-9efcbb6b-f41a-4661-b6af-ef40502e5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.353693 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-9efcbb6b-f41a-4661-b6af-ef40502e5d1d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1027861 Mar 31 23:25:46.453696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-9c496cca-feed-4a79-b619-c6e7ebd2f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.455288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-26252ccd-9e32-4464-a0f8-d7aaa5d334aa req-9c496cca-feed-4a79-b619-c6e7ebd2f831 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939729 Mar 31 23:25:46.534577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-f64e5c98-9283-432e-9bd8-ef3abcf0afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.536088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-f64e5c98-9283-432e-9bd8-ef3abcf0afd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 1095 time: 0.0447910 Mar 31 23:25:46.593748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-72c461ed-f9de-4041-96a3-b13f84a87ce8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512 HTTP/1.1" status: 200 len: 217 time: 0.0506022 Mar 31 23:25:46.632213 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.651304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-d6387743-ace8-4e1b-aa9a-178cd20a8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.652820 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-d6387743-ace8-4e1b-aa9a-178cd20a8c90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0525396 Mar 31 23:25:46.685378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-28170b00-52da-4aeb-b639-f38f74a02ddc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257635 Mar 31 23:25:46.787427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.819391 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-d1086b86-3192-4557-b2b1-7cb1244c28be service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273003 Mar 31 23:25:46.877012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c4a7-b3c0-4e03-9cd4-e095e0b185da req-73cb5906-1788-4f59-8dc0-484fbac77703 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.879258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fb8c4a7-b3c0-4e03-9cd4-e095e0b185da req-73cb5906-1788-4f59-8dc0-484fbac77703 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 944 time: 0.0866382 Mar 31 23:25:46.888787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-f51a464c-1108-46aa-966e-a24612046fcc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.890192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-f51a464c-1108-46aa-966e-a24612046fcc tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0870457 Mar 31 23:25:46.912196 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bfbc8bde-5368-46e3-8e6c-2fef6f51772c req-b140faa9-9223-4d40-900d-4c8f8a3658e5 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Mar 31 23:25:46.967988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fb8c4a7-b3c0-4e03-9cd4-e095e0b185da req-a4165fbc-a9d6-4e36-8cfb-092a3cfc09e8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767889 Mar 31 23:25:47.029306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:47.029306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.129084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] For port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:47.129521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.518191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25084290-db58-483c-8ef3-aa46df02ca04 req-ac73de63-e747-4001-aabf-3729df766675 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.519697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25084290-db58-483c-8ef3-aa46df02ca04 req-ac73de63-e747-4001-aabf-3729df766675 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 946 time: 0.0934553 Mar 31 23:25:47.601004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25084290-db58-483c-8ef3-aa46df02ca04 req-00eec0e1-465c-465f-86a1-8b01f5eb481c tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723038 Mar 31 23:25:47.607880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.608274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.608591 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Floating IP 6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4 disassociated. External IP: 172.25.6.195, port: a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1. Mar 31 23:25:47.608962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:47.792585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.820101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:47.934177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:48.085204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:48.094615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:48.105319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:48.106022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.128444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] No DVR routers for this DVR port a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:48.131320 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:48.134699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe3f4acf-3056-4d7c-8269-3b48e6ff082b req-5a3572bd-f4f9-46f4-b4f9-8dc0089a23db tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.10 "DELETE /v2.0/ports/a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 HTTP/1.1" status: 204 len: 173 time: 1.2348082 Mar 31 23:25:48.135365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'name': 'network-vif-deleted', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:48.137712 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4a164-3f14-4289-8fbc-e25834e3eef7" -d '{"events": [{"server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "name": "network-vif-deleted", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:48.166034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4710e48-6a30-4494-9ffd-51c608b66678 req-5d3b4550-3c8f-4a58-ae02-309216d680e2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.167609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4710e48-6a30-4494-9ffd-51c608b66678 req-5d3b4550-3c8f-4a58-ae02-309216d680e2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 944 time: 0.1205983 Mar 31 23:25:48.226499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4710e48-6a30-4494-9ffd-51c608b66678 req-4dfe7a2c-278d-4f9b-98b1-bc5c28308209 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Mar 31 23:25:48.228315 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366eee5b-368f-42db-ab4c-f3b6f80d2d0e x-openstack-request-id: req-366eee5b-368f-42db-ab4c-f3b6f80d2d0e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:48.229536 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b866a2d-f327-4dd2-8a42-71e485583041", "name": "network-vif-deleted", "tag": "a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:48.230045 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-366eee5b-368f-42db-ab4c-f3b6f80d2d0e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:48.230671 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366eee5b-368f-42db-ab4c-f3b6f80d2d0e'] response: {'server_uuid': '0b866a2d-f327-4dd2-8a42-71e485583041', 'name': 'network-vif-deleted', 'tag': 'a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1', 'status': 'completed', 'code': 200} Mar 31 23:25:48.272452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:48.481239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.511220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:48.519571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:48.520437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.629350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:48.716781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48c9dd44-b596-4d0e-acbf-81db87fb0539 req-1510796e-e855-4403-986f-7fe41c7581b6 tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b866a2d-f327-4dd2-8a42-71e485583041 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Mar 31 23:25:48.832882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.859981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3387199-99ec-43b8-af8d-4c9ea46f6021 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:16:56Z', 'revision_number': 4, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'f4858cd1-25ea-43e3-a62e-0c6c73e7d992', 'name': '', 'network_id': '24011cd8-a3da-475a-9b14-adda4e0ca806', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'mac_address': 'fa:16:3e:4f:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '19daf40e-e9aa-43ac-8934-c20169128212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:54Z', 'updated_at': '2022-03-31T23:17:05Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'subnets': [{'id': '19daf40e-e9aa-43ac-8934-c20169128212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:49.094265 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cc6320-a583-47d8-ba63-54a4195ac5a0 None None] New status for floating IP 6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:49.345917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fec2-30c9-4542-9d68-7e255b21a91c req-f36ea7de-3c8a-4cbf-a2ba-3509e79bf68a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.348414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8602fec2-30c9-4542-9d68-7e255b21a91c req-f36ea7de-3c8a-4cbf-a2ba-3509e79bf68a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 944 time: 0.0579662 Mar 31 23:25:49.391293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8602fec2-30c9-4542-9d68-7e255b21a91c req-0598ff90-777d-4482-8e27-b82ebfcbcb3e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 Mar 31 23:25:49.872803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48636) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:49.929345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.953824 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.078250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.081143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.082320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/security-groups/fc7ee861-7534-4e60-8d1c-0e1ae2c021e5 HTTP/1.1" status: 204 len: 168 time: 0.2085092 Mar 31 23:25:50.085745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48640) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:50.093163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d28148-6b74-4609-814b-5a11c42f7b7f tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ee861-7534-4e60-8d1c-0e1ae2c021e5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:50.107368 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-05f2da79-f7e6-4056-ac28-6d6aca9aa1ef tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] show failed (client error): The resource could not be found. Mar 31 23:25:50.107368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-05f2da79-f7e6-4056-ac28-6d6aca9aa1ef tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "GET /v2.0/security-groups/fc7ee861-7534-4e60-8d1c-0e1ae2c021e5 HTTP/1.1" status: 404 len: 347 time: 0.0160365 Mar 31 23:25:50.109676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48642) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:50.245624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Deleting port 38516a31-2b74-4106-9935-248a9213e55f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:50.245968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.327161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.327495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.339040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Calling delete_port for 38516a31-2b74-4106-9935-248a9213e55f owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:50.527611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0daa2-7476-4293-b263-26a387546659 req-7b31fffe-345a-4c30-9c6f-7e363fa587cf tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:50.529171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5d0daa2-7476-4293-b263-26a387546659 req-7b31fffe-345a-4c30-9c6f-7e363fa587cf tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 944 time: 0.0594144 Mar 31 23:25:50.569621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5d0daa2-7476-4293-b263-26a387546659 req-e7a2207c-3f05-4cb2-aa98-7b93e4b0e040 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Mar 31 23:25:50.603718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.629014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Pushing event deleted for resources: {'Port': ['ID=38516a31-2b74-4106-9935-248a9213e55f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:50.705330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.707991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.709826 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1d9f429-9216-4ffc-b4d3-d1453b7725bb tempest-AttachVolumeNegativeTest-629439692 tempest-AttachVolumeNegativeTest-629439692-project] 10.222.0.83 "DELETE /v2.0/floatingips/6a9c5cf3-f74b-41a7-8eae-fbf0517e19b4 HTTP/1.1" status: 204 len: 168 time: 0.5989759 Mar 31 23:25:50.861735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:50.882326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:50.882669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a7043ce9-abb3-4ab7-9e9f-bd5a009ae8a1 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:51.585126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device aa01ed07-d6c4-4821-a369-b9c0aebae512 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:51.689311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:51.703265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c2a5e-a85f-4377-b0d1-e38326dfd518 req-9c3db4a2-2e5c-4be2-9ec5-2391888f742f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:51.705231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-962c2a5e-a85f-4377-b0d1-e38326dfd518 req-9c3db4a2-2e5c-4be2-9ec5-2391888f742f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 944 time: 0.0634854 Mar 31 23:25:51.707623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'aa01ed07-d6c4-4821-a369-b9c0aebae512', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': 'aa01ed07-d6c4-4821-a369-b9c0aebae512', 'mac_address': 'fa:16:3e:3b:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:51.749893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.756024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-962c2a5e-a85f-4377-b0d1-e38326dfd518 req-d6ea6e9b-31a9-41f9-8dfa-f24d36e39f28 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Mar 31 23:25:51.764321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa01ed07-d6c4-4821-a369-b9c0aebae512 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:51.784519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:51.855032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.903741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:52.165095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:52.876765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57beb0-b21a-4f86-8e7e-ee5eb7546672 req-f8946fd6-536c-4ad3-8fc4-dba22486c505 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.878337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c57beb0-b21a-4f86-8e7e-ee5eb7546672 req-f8946fd6-536c-4ad3-8fc4-dba22486c505 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 945 time: 0.0512993 Mar 31 23:25:52.924725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c57beb0-b21a-4f86-8e7e-ee5eb7546672 req-efa350dc-cc38-475d-9af3-fe8c2c827571 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359046 Mar 31 23:25:53.583936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device aa01ed07-d6c4-4821-a369-b9c0aebae512 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:53.688963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port aa01ed07-d6c4-4821-a369-b9c0aebae512 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:53.694380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port aa01ed07-d6c4-4821-a369-b9c0aebae512 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:53.694753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.791651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.817389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:53.820236 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f18952d-1057-4535-9894-b384cf2e3df4" -d '{"events": [{"server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "name": "network-vif-plugged", "status": "completed", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:53.834723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:53.871658 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913841a-7249-4091-985a-6f6e98b45b12 x-openstack-request-id: req-8913841a-7249-4091-985a-6f6e98b45b12 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:53.871991 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "name": "network-vif-plugged", "status": "completed", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:53.872356 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8913841a-7249-4091-985a-6f6e98b45b12 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:53.872756 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8913841a-7249-4091-985a-6f6e98b45b12'] response: {'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512', 'code': 200} Mar 31 23:25:53.918730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.968023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:53.970646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19104-986b-4ff9-bc37-d9fe1cb273d5 req-8e492fa5-32af-4517-8868-43ac8e072406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:53.976662 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3af19104-986b-4ff9-bc37-d9fe1cb273d5 req-8e492fa5-32af-4517-8868-43ac8e072406 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 1097 time: 0.0465856 Mar 31 23:25:54.014587 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3af19104-986b-4ff9-bc37-d9fe1cb273d5 req-1b3023ad-7215-4f34-a7aa-a03faaae625c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Mar 31 23:25:54.052056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7d1c-c38b-4de2-855b-c8ba4e5234a3 req-cdae3ecc-d0d4-413b-abce-1d7dba38c2a6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:54.053521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f21c7d1c-c38b-4de2-855b-c8ba4e5234a3 req-cdae3ecc-d0d4-413b-abce-1d7dba38c2a6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.0521853 Mar 31 23:25:54.092442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f21c7d1c-c38b-4de2-855b-c8ba4e5234a3 req-a5f1a492-f406-4e1f-96e9-552bd41b11b0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Mar 31 23:25:54.353215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.227898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d158b-95f8-4e83-b113-468eb2c5530a req-749f1a73-d034-4166-9ea4-a18e5fd450c1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:55.230091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2d158b-95f8-4e83-b113-468eb2c5530a req-749f1a73-d034-4166-9ea4-a18e5fd450c1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.0591650 Mar 31 23:25:55.270873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d2d158b-95f8-4e83-b113-468eb2c5530a req-b7f93391-9cbe-4272-9c06-18e607bc0257 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Mar 31 23:25:56.397278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40600-41bd-4444-a34c-d45ec9c82b97 req-1b6f5166-54cc-41d3-9ed3-9cbd5b822127 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:56.398917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91d40600-41bd-4444-a34c-d45ec9c82b97 req-1b6f5166-54cc-41d3-9ed3-9cbd5b822127 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.0541265 Mar 31 23:25:56.440503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91d40600-41bd-4444-a34c-d45ec9c82b97 req-22421c50-80bc-41d8-aba9-339868555ad9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Mar 31 23:25:56.693050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-66680cd4-15fb-4be4-9cd4-d2815f6759eb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:56.694584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-66680cd4-15fb-4be4-9cd4-d2815f6759eb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1171777 Mar 31 23:25:56.711508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-a66a836f-843b-4722-8055-94d6b253ef17 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0103958 Mar 31 23:25:56.762902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-f142aa8e-2d48-4802-ba91-4ae0127bd483 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448401 Mar 31 23:25:56.864560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-1386ed39-1169-41f6-858c-baf9a8633156 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925548 Mar 31 23:25:56.964478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bc14003-9421-4e07-a57a-49b2a0bcd8ed req-5694f612-5d4f-44f3-8798-86dc747b79a7 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935538 Mar 31 23:25:57.993185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-de85d550-1639-496a-9d5c-b391551951e8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:58.000318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-de85d550-1639-496a-9d5c-b391551951e8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1196678 Mar 31 23:25:58.019346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-6f2329fb-b70b-4be1-8db1-00a0515c306d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0178635 Mar 31 23:25:58.083560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-cc502547-480a-427d-a996-16315d8db3ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629656 Mar 31 23:25:58.182151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-76d9bacb-1e10-4181-aafa-576f904d5e3b service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913241 Mar 31 23:25:58.286163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-6630c926-af9b-4d11-ab5d-3ff4ebdc7ad5 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966229 Mar 31 23:25:58.558513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70f445ac-5fa6-4028-9f5c-6dac71978578 req-c7370381-f79c-46dd-8a26-193a239e632e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0541930 Mar 31 23:25:59.663848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff8981ac-4e8a-4eed-9a8d-e8b37ded3cf2 req-70df3d78-547d-41bc-998d-04199925500b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Mar 31 23:26:00.787865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26b19c0a-79a9-4b11-a636-8e1f3d8871ac req-53498ce8-913e-418a-91eb-63a73ea53198 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0319765 Mar 31 23:26:00.822151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e4da9b46-50dd-43aa-9285-878b7a054c70 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:00.823664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e4da9b46-50dd-43aa-9285-878b7a054c70 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1481338 Mar 31 23:26:00.843956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:01.048520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:01.053045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.188404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.13 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/e9ca3e34-77af-4608-9616-2be5dabe78cf) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:01.310194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48854) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:01.326235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-17018890-6ee9-4744-85bd-b911614063d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768294 Mar 31 23:26:01.392409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.489368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.505687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:01.521871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-3bfdf2b0-aa21-4934-9788-d4ac22e408a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.521871 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-3bfdf2b0-aa21-4934-9788-d4ac22e408a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0921047 Mar 31 23:26:01.545699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:01.551441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:01.555640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:01.589408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:01.628178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.628736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.735937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-370fd0a2-bc3d-4bde-99f7-7bb196e3cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.737407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-370fd0a2-bc3d-4bde-99f7-7bb196e3cf53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.1628053 Mar 31 23:26:01.748337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-e0de3bb9-2080-4980-aa80-03404f62980b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081755 Mar 31 23:26:01.771834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Request body: {'port': {'device_id': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:01.842676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.845864 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-090ec648-1cbf-417e-9e07-171ffd0e89b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 1001 time: 0.0894306 Mar 31 23:26:01.943058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-088510cf-4d8c-46be-ba0c-284d54c7d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.944556 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-088510cf-4d8c-46be-ba0c-284d54c7d3f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0877004 Mar 31 23:26:02.018207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abf0cf-2f58-48a6-81e7-a16eba4fe9ef req-4c870e11-443a-4c42-bea7-f907093f7d46 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.020193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13abf0cf-2f58-48a6-81e7-a16eba4fe9ef req-4c870e11-443a-4c42-bea7-f907093f7d46 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 932 time: 0.1371591 Mar 31 23:26:02.023183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-bf241b6c-4f2d-4776-9520-22b4a1ef491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.024682 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-bf241b6c-4f2d-4776-9520-22b4a1ef491e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736973 Mar 31 23:26:02.098610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.106582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13abf0cf-2f58-48a6-81e7-a16eba4fe9ef req-475808b9-8fc7-4554-b081-9cefde99e52c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Mar 31 23:26:02.212825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-ee03f014-9b4c-46a6-81b9-7c1de4924fb4 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789656 Mar 31 23:26:02.245001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca3e34-77af-4608-9616-2be5dabe78cf {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:02.252624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.265783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Transition to ACTIVE for port object e9ca3e34-77af-4608-9616-2be5dabe78cf will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:02.333898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.370205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-58520a3e-915e-4ab8-bf7f-7e2002dfb4a4 req-fbd0511f-afaf-4d86-b186-e430460604c8 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487751 Mar 31 23:26:02.430322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:02.457395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Deleting port f4858cd1-25ea-43e3-a62e-0c6c73e7d992 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:02.457740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.463949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Attempting to bind port e9ca3e34-77af-4608-9616-2be5dabe78cf on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:02.464284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Attempting to bind port e9ca3e34-77af-4608-9616-2be5dabe78cf by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:02.464611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Attempting to bind port e9ca3e34-77af-4608-9616-2be5dabe78cf on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:02.468918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Port e9ca3e34-77af-4608-9616-2be5dabe78cf on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:02.469239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Attempting to bind port e9ca3e34-77af-4608-9616-2be5dabe78cf on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:02.474646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:02.474981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:02.475380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:02.475860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Bound port: e9ca3e34-77af-4608-9616-2be5dabe78cf, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:02.476207 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.548807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:02.550119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] For port f4858cd1-25ea-43e3-a62e-0c6c73e7d992, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:02.550481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.553517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:02.563973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Calling delete_port for f4858cd1-25ea-43e3-a62e-0c6c73e7d992 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:02.615420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.654891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.655650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.657140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] 10.222.0.10 "PUT /v2.0/ports/e9ca3e34-77af-4608-9616-2be5dabe78cf HTTP/1.1" status: 200 len: 1092 time: 0.8916173 Mar 31 23:26:02.657654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:02.660691 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ff22f-4118-4bc9-9122-8efb79e1487b" -d '{"events": [{"name": "network-changed", "server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:02.690325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be8df-5b87-433a-ac72-554cb2a754dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:02.719392 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937df364-61f9-4ac0-9736-e08b1ad71cb5 x-openstack-request-id: req-937df364-61f9-4ac0-9736-e08b1ad71cb5 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:02.719787 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:02.720132 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-937df364-61f9-4ac0-9736-e08b1ad71cb5 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:02.720901 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937df364-61f9-4ac0-9736-e08b1ad71cb5'] response: {'name': 'network-changed', 'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf', 'status': 'completed', 'code': 200} Mar 31 23:26:02.800101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-5c7803c1-6c0a-4224-a43e-151d7deb9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.801822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-5c7803c1-6c0a-4224-a43e-151d7deb9b0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0434315 Mar 31 23:26:02.837107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.865662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4858cd1-25ea-43e3-a62e-0c6c73e7d992,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:02.925467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-7fa5eb02-96f8-4193-8e94-0f91c7f27a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.927636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-7fa5eb02-96f8-4193-8e94-0f91c7f27a16 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1091895 Mar 31 23:26:03.050115 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.058422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-3e4349fe-cd06-4ba3-a70c-d4a64889118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:03.059970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d24ff22f-4118-4bc9-9122-8efb79e1487b req-3e4349fe-cd06-4ba3-a70c-d4a64889118a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1254501 Mar 31 23:26:03.168481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-fa3a408c-8210-4acc-bdb5-33fb5e3b507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:03.169988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-fa3a408c-8210-4acc-bdb5-33fb5e3b507b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0486829 Mar 31 23:26:03.229782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-ff5c6116-4b40-461a-84ac-6a8b998e9c1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf HTTP/1.1" status: 200 len: 217 time: 0.0448673 Mar 31 23:26:03.294088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Router 5e559259-cf53-4e83-b425-e9c0422fe903 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:03.309332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-84f7ce31-67a8-4fb5-8a7a-cb4b018c127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:03.310816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-84f7ce31-67a8-4fb5-8a7a-cb4b018c127e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0713980 Mar 31 23:26:03.319602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2ff1-fcdd-41ec-868a-040dff837e1e req-2ab91074-6c60-461d-bed1-97efc0f31191 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:03.321759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-211d2ff1-fcdd-41ec-868a-040dff837e1e req-2ab91074-6c60-461d-bed1-97efc0f31191 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0951855 Mar 31 23:26:03.356677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-ac54efde-588d-48dc-afc7-98a31c3c6bd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339184 Mar 31 23:26:03.419931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:03.428528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5f054ef-b7f2-4d63-ad1d-71b7eb620dd1 admin admin] 10.222.0.83 "PUT /v2.0/routers/5e559259-cf53-4e83-b425-e9c0422fe903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157615 Mar 31 23:26:03.429041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:03.434780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Sync routers for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:03.440543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-211d2ff1-fcdd-41ec-868a-040dff837e1e req-5f60df2a-8a7a-4eb1-aa55-1831485cafaa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100945 Mar 31 23:26:03.451031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:03.452356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:03.489961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-ee42d11b-1174-4807-9aea-3852b5d26487 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247602 Mar 31 23:26:03.572203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.574499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:03.780565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:26:02Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:03.815546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Checking router: 5e559259-cf53-4e83-b425-e9c0422fe903 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:03.826391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Routers {'5e559259-cf53-4e83-b425-e9c0422fe903'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:03.827066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['5e559259-cf53-4e83-b425-e9c0422fe903'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:03.901647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47a3948-693c-4bec-9b6d-69a9ee745d09 req-2e427a56-ed15-454b-9355-5adcad14c53f service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049528 Mar 31 23:26:04.079651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.112738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] Set router 5e559259-cf53-4e83-b425-e9c0422fe903 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:04.187865 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Deleting port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:04.188582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.279387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] For port 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:04.279867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.292439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:26:02Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:04.299297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Calling delete_port for 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:04.322383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fa66f-5107-4c33-bcda-300f6b54b9c9 None None] The sync data for ids ['5e559259-cf53-4e83-b425-e9c0422fe903'] in n-d-828414-2 is: [{'id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'name': 'tempest-AttachVolumeNegativeTest-593332865-router', 'tenant_id': '8ec941023428415fb02af006e9ed07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:46Z', 'updated_at': '2022-03-31T23:26:02Z', 'revision_number': 5, 'project_id': '8ec941023428415fb02af006e9ed07de', 'gw_port': {'id': '1e296ee4-81f7-4bb9-90d8-3ded8afc4baa', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e559259-cf53-4e83-b425-e9c0422fe903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:48Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:04.516919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.547208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e296ee4-81f7-4bb9-90d8-3ded8afc4baa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:04.573350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45bb07-1bb1-4bdc-bd3d-23cba8aed6c3 req-10088bf6-48a7-4509-a768-9bb9b7e072c1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:04.574869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a45bb07-1bb1-4bdc-bd3d-23cba8aed6c3 req-10088bf6-48a7-4509-a768-9bb9b7e072c1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0602083 Mar 31 23:26:04.615887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.617870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a45bb07-1bb1-4bdc-bd3d-23cba8aed6c3 req-1b6d17da-4d9c-4b52-9eca-4168841338ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Mar 31 23:26:04.714849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.717295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.779621 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.820043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.820621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e559259-cf53-4e83-b425-e9c0422fe903 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:26:04.833320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.834540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-33c9c58c-ba81-409d-a294-f701d2160d95 admin admin] 10.222.0.83 "DELETE /v2.0/routers/5e559259-cf53-4e83-b425-e9c0422fe903 HTTP/1.1" status: 204 len: 168 time: 1.4045556 Mar 31 23:26:04.837037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48910) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:04.884787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Deleting subnet 19daf40e-e9aa-43ac-8934-c20169128212 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:04.888135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.926462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.021920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.196843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.225117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19daf40e-e9aa-43ac-8934-c20169128212,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:05.229670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.234991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51cc948-c732-44fb-bb15-f70ec4f161b6 None None] Network 24011cd8-a3da-475a-9b14-adda4e0ca806 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:05.235857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 48916) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:05.238698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-60f27ac4-fda7-408f-b0ee-ab723a58eefd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/19daf40e-e9aa-43ac-8934-c20169128212 HTTP/1.1" status: 204 len: 168 time: 0.3951516 Mar 31 23:26:05.314983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.384493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Deleting port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:05.385014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.459125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] For port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:05.459502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.469602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] DHCP port deletion for 24011cd8-a3da-475a-9b14-adda4e0ca806 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:26:05.474025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Calling delete_port for e798bc3e-3c56-4acc-a18b-bfd6f249a9ad owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:05.516945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Deleting port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:05.517316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.583236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] For port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,segment=NetworkSegment(c342fc95-45e3-478a-be91-d221f2719dbe),segment_id=c342fc95-45e3-478a-be91-d221f2719dbe)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:05.583705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.604550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Calling delete_port for e798bc3e-3c56-4acc-a18b-bfd6f249a9ad owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:05.631275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.668693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Pushing event deleted for resources: {'Port': ['ID=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:05.678349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] No DVR routers for this DVR port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:05.708381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.736931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] Pushing event deleted for resources: {'Port': ['ID=e798bc3e-3c56-4acc-a18b-bfd6f249a9ad,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:05.746225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c8470-c865-42c9-ab0f-7a23a8753cd1 None None] No DVR routers for this DVR port e798bc3e-3c56-4acc-a18b-bfd6f249a9ad on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:05.767638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.804564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24011cd8-a3da-475a-9b14-adda4e0ca806']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:05.817519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c342fc95-45e3-478a-be91-d221f2719dbe') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:05.817821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c342fc95-45e3-478a-be91-d221f2719dbe') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:05.829536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.838627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba183-f73f-4cf8-8864-224f6b11a173 req-3258c5b2-9f87-414b-b9d3-024995070ee9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:05.840121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56ba183-f73f-4cf8-8864-224f6b11a173 req-3258c5b2-9f87-414b-b9d3-024995070ee9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0989487 Mar 31 23:26:05.856518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.869983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:05.870371 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:05.872055 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:05.933603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56ba183-f73f-4cf8-8864-224f6b11a173 req-cc423c70-0c2d-4f36-b030-25d7ae1daaa1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864835 Mar 31 23:26:05.949123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e798bc3e-3c56-4acc-a18b-bfd6f249a9ad no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:05.970596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e798bc3e-3c56-4acc-a18b-bfd6f249a9ad {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:05.970941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e798bc3e-3c56-4acc-a18b-bfd6f249a9ad not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:05.971386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:05.991499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:05.992082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1e296ee4-81f7-4bb9-90d8-3ded8afc4baa not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:05.992513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f4858cd1-25ea-43e3-a62e-0c6c73e7d992 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:06.015691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f4858cd1-25ea-43e3-a62e-0c6c73e7d992 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:06.016036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f4858cd1-25ea-43e3-a62e-0c6c73e7d992 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:06.042300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.047299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.051748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] 10.222.0.83 "DELETE /v2.0/networks/24011cd8-a3da-475a-9b14-adda4e0ca806 HTTP/1.1" status: 204 len: 168 time: 0.8136315 Mar 31 23:26:06.068476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d2380-1321-4184-b1ed-c090ffef566c admin admin] Pushing event deleted for resources: {'Network': ['ID=24011cd8-a3da-475a-9b14-adda4e0ca806,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:06.463973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48938) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:06.505054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06b34d81-8271-4fba-89bf-fc59d39481a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ec941023428415fb02af006e9ed07de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397155 Mar 31 23:26:06.507496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 48940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:06.558245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.581238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.699602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.702206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.705300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/56a3cd1f-3fa3-43b3-aa94-2b12b9ce74fe HTTP/1.1" status: 204 len: 168 time: 0.1950941 Mar 31 23:26:06.712562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450282a-9bd6-4d1b-8e27-9cdda95ebfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3cd1f-3fa3-43b3-aa94-2b12b9ce74fe,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:06.906797 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e9ca3e34-77af-4608-9616-2be5dabe78cf details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:07.013443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:07.026550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'e9ca3e34-77af-4608-9616-2be5dabe78cf', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': 'e9ca3e34-77af-4608-9616-2be5dabe78cf', 'mac_address': 'fa:16:3e:b9:dd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:07.063396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d3a8a-a210-4c73-8382-88dee7c1e480 req-4aecb43d-c031-43fc-b981-8c3d4ca6cb15 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:07.065502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238d3a8a-a210-4c73-8382-88dee7c1e480 req-4aecb43d-c031-43fc-b981-8c3d4ca6cb15 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Mar 31 23:26:07.069881 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.084852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ca3e34-77af-4608-9616-2be5dabe78cf {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:07.106232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:07.115558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-238d3a8a-a210-4c73-8382-88dee7c1e480 req-c80f03a0-e490-4e86-9116-48def9acefd7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Mar 31 23:26:07.190828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.243659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:07.567636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['e9ca3e34-77af-4608-9616-2be5dabe78cf'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:08.239147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88985742-bec5-4591-9eb2-9a96964f9203 req-399f32f9-83a5-45fa-a292-96c084139fd9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:08.240757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88985742-bec5-4591-9eb2-9a96964f9203 req-399f32f9-83a5-45fa-a292-96c084139fd9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 945 time: 0.0519505 Mar 31 23:26:08.281980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88985742-bec5-4591-9eb2-9a96964f9203 req-e5242daf-664c-4f04-903e-190a0491f595 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Mar 31 23:26:08.931208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e9ca3e34-77af-4608-9616-2be5dabe78cf up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:09.036488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port e9ca3e34-77af-4608-9616-2be5dabe78cf completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:09.041326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port e9ca3e34-77af-4608-9616-2be5dabe78cf triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:09.041984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.153227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.180849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:09.183210 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95a9c23-1a30-4f0e-844b-8be3a6c0d404" -d '{"events": [{"server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:09.204621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-075d4914-471f-4122-ac51-fca0d85e78e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583243 Mar 31 23:26:09.210462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:09.236542 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f4aff7-4ff8-47d1-bfda-5bfa61c60a3f x-openstack-request-id: req-23f4aff7-4ff8-47d1-bfda-5bfa61c60a3f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:09.236792 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:09.237049 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-23f4aff7-4ff8-47d1-bfda-5bfa61c60a3f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:09.237446 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f4aff7-4ff8-47d1-bfda-5bfa61c60a3f'] response: {'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf', 'code': 200} Mar 31 23:26:09.270991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.353788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-466103f1-57d2-4a77-a714-965d0af9d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.355937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-466103f1-57d2-4a77-a714-965d0af9d609 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1098 time: 0.0768886 Mar 31 23:26:09.357961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:09.387887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba67d3-9811-4cc2-9b39-d1b16b0d099f req-32655b21-2053-4985-9a11-1a1477c0e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.389444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1aba67d3-9811-4cc2-9b39-d1b16b0d099f req-32655b21-2053-4985-9a11-1a1477c0e317 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0567813 Mar 31 23:26:09.429099 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1aba67d3-9811-4cc2-9b39-d1b16b0d099f req-814d6133-5485-4270-9945-1a4228d7d18c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Mar 31 23:26:09.496568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ea719-3c01-497d-9869-08ea662f5716 req-066fd3cd-4c08-4160-af44-fcdcc21b9bd8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.498319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6ea719-3c01-497d-9869-08ea662f5716 req-066fd3cd-4c08-4160-af44-fcdcc21b9bd8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.1220875 Mar 31 23:26:09.543794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-802c00ad-a653-453b-a987-dc0c4c9dc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.545279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-802c00ad-a653-453b-a987-dc0c4c9dc54c service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.1581593 Mar 31 23:26:09.563438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce6ea719-3c01-497d-9869-08ea662f5716 req-ca5e5b6a-8bb3-4070-87c4-d554601598b6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540442 Mar 31 23:26:09.846818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-7ec56023-d5e4-4cc7-b6d2-9641d8f07006 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 1001 time: 0.0677242 Mar 31 23:26:09.941289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-cd4db16c-c917-47ef-932d-ac45a8d9fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.943239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-cd4db16c-c917-47ef-932d-ac45a8d9fefc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.0645080 Mar 31 23:26:09.999348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-4969fac1-65f1-4f72-9038-c177f5f4ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:10.001919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-4969fac1-65f1-4f72-9038-c177f5f4ff99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522175 Mar 31 23:26:10.107262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-b62f5441-a282-4b0b-92f7-37a67a666a84 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979993 Mar 31 23:26:10.231485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd40ad12-1290-43f1-8b8e-4f2e065e91b0 req-e72e39aa-3060-4be4-8eb8-3a72a60730bb service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174393 Mar 31 23:26:10.708465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969567-648b-45c3-9b8d-a4aed2d35df8 req-236d23a0-90d6-4e62-a0ba-71e97a41c5fd tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:10.709876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02969567-648b-45c3-9b8d-a4aed2d35df8 req-236d23a0-90d6-4e62-a0ba-71e97a41c5fd tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0719273 Mar 31 23:26:10.748928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02969567-648b-45c3-9b8d-a4aed2d35df8 req-71f5f18d-ff88-413d-b475-091daad03282 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327806 Mar 31 23:26:11.613641 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d72cfb8-a546-4065-a6ba-2d235b47566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.794147 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:11.868978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06339b3-f006-404c-a109-21be76354a28 req-35df03c2-7d68-4fdd-ba7e-e0234fab044f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:11.874201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f06339b3-f006-404c-a109-21be76354a28 req-35df03c2-7d68-4fdd-ba7e-e0234fab044f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Mar 31 23:26:11.927831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f06339b3-f006-404c-a109-21be76354a28 req-c48e4bd9-18bc-4cfa-a40e-e503ff6cc431 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Mar 31 23:26:12.100577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c7f95-a5cd-4d2f-9cee-555aa65e7a78 req-de3aa70c-de9b-4529-a681-49af589f4e39 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.102519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0c7f95-a5cd-4d2f-9cee-555aa65e7a78 req-de3aa70c-de9b-4529-a681-49af589f4e39 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0662897 Mar 31 23:26:12.150859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0c7f95-a5cd-4d2f-9cee-555aa65e7a78 req-8e38510d-215b-4a17-970a-b716b43b1062 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Mar 31 23:26:12.644228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aad78-ce6a-4ef0-ac7b-692d300d387d req-d04b58cf-99c6-4b72-91e1-d684842ce8c6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.645680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-481aad78-ce6a-4ef0-ac7b-692d300d387d req-d04b58cf-99c6-4b72-91e1-d684842ce8c6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0499997 Mar 31 23:26:12.686052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-481aad78-ce6a-4ef0-ac7b-692d300d387d req-580a54c3-6ea5-4582-a430-03f42eb2741d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Mar 31 23:26:13.807490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969443-0bec-4083-bfe3-c5800f395304 req-259b4883-f343-4ca5-8757-055cae81e477 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.809047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c969443-0bec-4083-bfe3-c5800f395304 req-259b4883-f343-4ca5-8757-055cae81e477 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0509899 Mar 31 23:26:13.830321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8bbee454-7823-40c4-806d-a0826d890776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.851364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c969443-0bec-4083-bfe3-c5800f395304 req-2277c3aa-5573-4ff8-8844-40b8c28692f3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Mar 31 23:26:14.340695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-871445bd-fc2e-4829-a43b-99484dfd59d4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:14.342188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-871445bd-fc2e-4829-a43b-99484dfd59d4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 946 time: 0.0674314 Mar 31 23:26:14.486357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port e9ca3e34-77af-4608-9616-2be5dabe78cf {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:14.486702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.512949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe2348-90e0-476e-8456-3223824c4b1e req-9a22606d-0fd7-4e38-8ad7-f1b3c5ca52db tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:14.514464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dfe2348-90e0-476e-8456-3223824c4b1e req-9a22606d-0fd7-4e38-8ad7-f1b3c5ca52db tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0945950 Mar 31 23:26:14.615773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dfe2348-90e0-476e-8456-3223824c4b1e req-4ac2ee2d-0223-4849-8c48-7c9a43a2791d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664468 Mar 31 23:26:14.645693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port e9ca3e34-77af-4608-9616-2be5dabe78cf, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=e9ca3e34-77af-4608-9616-2be5dabe78cf,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:14.645945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.662911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for e9ca3e34-77af-4608-9616-2be5dabe78cf owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:14.853591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.869514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:14.883683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=e9ca3e34-77af-4608-9616-2be5dabe78cf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:14.911056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['e9ca3e34-77af-4608-9616-2be5dabe78cf'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:14.942851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port e9ca3e34-77af-4608-9616-2be5dabe78cf on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:14.948318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.952831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-317e5b32-6f07-47d0-957e-8308bc6fac77 req-60054d93-26c9-4690-96f3-8adf3a20eb50 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "DELETE /v2.0/ports/e9ca3e34-77af-4608-9616-2be5dabe78cf HTTP/1.1" status: 204 len: 173 time: 0.6039948 Mar 31 23:26:14.954147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'name': 'network-vif-deleted', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:14.961901 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d97a7b-954f-4430-8ff2-1c396dbfdedc" -d '{"events": [{"server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "name": "network-vif-deleted", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:15.023184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c051959-32d4-4ad1-9fe2-d81530495c7f req-0417fe8e-56c0-47dd-9460-ff1f18dc5436 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Mar 31 23:26:15.051995 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46efe32b-47ae-4875-9c6d-2628232cb931 x-openstack-request-id: req-46efe32b-47ae-4875-9c6d-2628232cb931 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:15.052766 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e87cd-6250-4377-90f1-8d8f0d7b3ef5", "name": "network-vif-deleted", "tag": "e9ca3e34-77af-4608-9616-2be5dabe78cf", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:15.053000 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-46efe32b-47ae-4875-9c6d-2628232cb931 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:15.053416 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46efe32b-47ae-4875-9c6d-2628232cb931'] response: {'server_uuid': '495e87cd-6250-4377-90f1-8d8f0d7b3ef5', 'name': 'network-vif-deleted', 'tag': 'e9ca3e34-77af-4608-9616-2be5dabe78cf', 'status': 'completed', 'code': 200} Mar 31 23:26:15.317348 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.756390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc7270-bf95-4584-931f-02eb3e96cbdf req-8723ec6d-fb48-42ea-86e2-f3112a8f40af tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:15.758122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bcc7270-bf95-4584-931f-02eb3e96cbdf req-8723ec6d-fb48-42ea-86e2-f3112a8f40af tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0578868 Mar 31 23:26:15.799473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bcc7270-bf95-4584-931f-02eb3e96cbdf req-a7f8160d-3bbc-4a1b-a99b-e833225d25d5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351679 Mar 31 23:26:16.145988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75087aeb-9efa-4574-91ec-c51de37b8c64 req-eda515df-c4b1-4f77-886e-ac80a54cd18d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=495e87cd-6250-4377-90f1-8d8f0d7b3ef5 HTTP/1.1" status: 200 len: 210 time: 0.0293062 Mar 31 23:26:16.602066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.750312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.934861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c1259-dfea-430e-b512-1b4245aae5e0 req-5fd29f22-93c6-4651-95cf-28d1f3da595b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.936544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b81c1259-dfea-430e-b512-1b4245aae5e0 req-5fd29f22-93c6-4651-95cf-28d1f3da595b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0636814 Mar 31 23:26:16.964849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e9ca3e34-77af-4608-9616-2be5dabe78cf no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:16.980003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b81c1259-dfea-430e-b512-1b4245aae5e0 req-a0057f66-3d04-4c3e-85bc-5f638a5a62cc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Mar 31 23:26:17.002081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: e9ca3e34-77af-4608-9616-2be5dabe78cf {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:17.002081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device e9ca3e34-77af-4608-9616-2be5dabe78cf not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:17.979494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-a70f2e94-ee14-4c0e-b48b-8d5c0a795bb4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:17.979494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-a70f2e94-ee14-4c0e-b48b-8d5c0a795bb4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1492879 Mar 31 23:26:17.996974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-06092c51-673e-444c-b64f-09d0ea1c9d62 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0110495 Mar 31 23:26:18.066091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e7834ac5-42ba-4215-bcbb-1dbf0f2988ed tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568428 Mar 31 23:26:18.173969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a704d2-4344-476f-95f3-83e29400e14d req-98b4e274-6a34-48df-986a-426f37e1ddf8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.176019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55a704d2-4344-476f-95f3-83e29400e14d req-98b4e274-6a34-48df-986a-426f37e1ddf8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1039197 Mar 31 23:26:18.217936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-370fde9d-684c-4b0e-9b77-899153a3aee7 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341219 Mar 31 23:26:18.252347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55a704d2-4344-476f-95f3-83e29400e14d req-ae472020-4529-4580-a812-1f06d2c4bc3d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698671 Mar 31 23:26:18.326078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-78deb289-3498-4ec0-9f89-7ffb0e9de295 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023951 Mar 31 23:26:18.615393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a194b-8326-4095-af71-f17d96da32e4 req-ab0379f6-d9ec-4ee5-8be9-32574fdfc2b0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 210 time: 0.0301440 Mar 31 23:26:19.404716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cefb5a-c995-4002-a344-dd7ff0e60e66 req-a91aa4f0-b4e7-454d-8791-b0a692e24ff8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.411853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8cefb5a-c995-4002-a344-dd7ff0e60e66 req-a91aa4f0-b4e7-454d-8791-b0a692e24ff8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0690753 Mar 31 23:26:19.458500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8cefb5a-c995-4002-a344-dd7ff0e60e66 req-59c2311e-15c6-4277-b094-8fa4b2701192 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Mar 31 23:26:19.744843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fb6d4dd-0fff-484f-9ea7-9317058c2072 req-d85cb0b2-1d9f-43f7-b00a-534160db2ada tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 210 time: 0.0356526 Mar 31 23:26:20.586855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048ffd6-f56b-457d-9820-960119743e3d req-0e0963b7-5801-4bc8-bbce-49a978d84899 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.588456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6048ffd6-f56b-457d-9820-960119743e3d req-0e0963b7-5801-4bc8-bbce-49a978d84899 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0503514 Mar 31 23:26:20.628961 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6048ffd6-f56b-457d-9820-960119743e3d req-de3d8484-f475-4570-9894-6864c694a281 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Mar 31 23:26:20.898907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1168e4e-1500-42b5-a1b2-1802ad9f7a7c req-29b53a57-3d14-4d1a-86d0-4f27df28ff89 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 210 time: 0.0389559 Mar 31 23:26:20.950467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-d697b685-089d-4e3a-8ebf-63dda0d3a05d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.951980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-d697b685-089d-4e3a-8ebf-63dda0d3a05d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1636329 Mar 31 23:26:20.971202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:21.144468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:21.148213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.305856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.11 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:21.480121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.624648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.637384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:21.676329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:21.679514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:21.683917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:21.687985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:21.755702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.756052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.756572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.756920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.757256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.757589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.757922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.758250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.758579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.758905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.759560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.759995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:21.813393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.814026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.838037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7832-4628-4cdf-85e5-dfa3ab9f2356 req-ddf79651-608f-4496-8023-022c935a2287 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.843675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f71e7832-4628-4cdf-85e5-dfa3ab9f2356 req-ddf79651-608f-4496-8023-022c935a2287 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0799501 Mar 31 23:26:21.911786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f71e7832-4628-4cdf-85e5-dfa3ab9f2356 req-7810a84c-ee8d-4a14-9a43-435a9ebb3fb7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645301 Mar 31 23:26:21.916138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e4f854ed-5483-4d67-8a06-6d2747aae6d5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9490392 Mar 31 23:26:21.950717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Request body: {'port': {'device_id': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:22.027148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.098873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3638a1-4e68-49d8-851c-706a16c8eabc req-168df20b-1b6f-40f9-be51-c4e6c1750e84 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:22.100431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f3638a1-4e68-49d8-851c-706a16c8eabc req-168df20b-1b6f-40f9-be51-c4e6c1750e84 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 932 time: 0.0899711 Mar 31 23:26:22.223911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f3638a1-4e68-49d8-851c-706a16c8eabc req-657fb8a9-fb28-46ff-8a85-d510b45a1dc0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108696 Mar 31 23:26:22.426974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:22.434648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.447903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Transition to ACTIVE for port object cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:22.521250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.575899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:22.645545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Attempting to bind port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:22.646161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Attempting to bind port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:22.646291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Attempting to bind port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:22.650691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:22.651025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Attempting to bind port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:22.656028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:22.656309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:22.656696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:22.657134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Bound port: cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:22.657496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.746304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:22.749908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:22.858621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.896954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:22.897982 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.899457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 HTTP/1.1" status: 200 len: 1092 time: 0.9600799 Mar 31 23:26:22.901541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:22.903863 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5769b8db-551f-4763-b8f4-cf88b550144f" -d '{"events": [{"name": "network-changed", "server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:22.936164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e9cd-5372-4562-aad0-1fd17586db28 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:22.959221 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eaef84-f77c-4324-b0e9-a00ad20cb47e x-openstack-request-id: req-58eaef84-f77c-4324-b0e9-a00ad20cb47e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:22.959671 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:22.959971 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-58eaef84-f77c-4324-b0e9-a00ad20cb47e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:22.960443 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eaef84-f77c-4324-b0e9-a00ad20cb47e'] response: {'name': 'network-changed', 'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5', 'status': 'completed', 'code': 200} Mar 31 23:26:23.070934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b8db-551f-4763-b8f4-cf88b550144f req-41e60deb-c743-4e5c-96f6-27f3e6c087a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.070934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5769b8db-551f-4763-b8f4-cf88b550144f req-41e60deb-c743-4e5c-96f6-27f3e6c087a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 1095 time: 0.0784657 Mar 31 23:26:23.083628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81958-9b7b-4fcc-a7a0-bc3b9ef0c077 req-9e15cace-42fe-4767-a563-2143a4cd72e3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.085493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a81958-9b7b-4fcc-a7a0-bc3b9ef0c077 req-9e15cace-42fe-4767-a563-2143a4cd72e3 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Mar 31 23:26:23.185127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0a81958-9b7b-4fcc-a7a0-bc3b9ef0c077 req-040c9523-e5d7-409f-a704-600c91c704ad tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894830 Mar 31 23:26:23.239209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b8db-551f-4763-b8f4-cf88b550144f req-86cca82b-ee71-4919-a810-30fc8a3957af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.240855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5769b8db-551f-4763-b8f4-cf88b550144f req-86cca82b-ee71-4919-a810-30fc8a3957af service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1542208 Mar 31 23:26:23.383688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3aced-7952-4778-8d49-17612c9bf6f2 req-f0e65b19-2418-4521-8139-b71bfd53945e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.385189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bda3aced-7952-4778-8d49-17612c9bf6f2 req-f0e65b19-2418-4521-8139-b71bfd53945e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 944 time: 0.0760369 Mar 31 23:26:23.390232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b8db-551f-4763-b8f4-cf88b550144f req-02b2f274-918f-4f11-8267-f1ef5e34bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.391733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5769b8db-551f-4763-b8f4-cf88b550144f req-02b2f274-918f-4f11-8267-f1ef5e34bfbb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1422644 Mar 31 23:26:23.426973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bda3aced-7952-4778-8d49-17612c9bf6f2 req-89053916-f20f-4bca-80fc-96a45004ffb1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Mar 31 23:26:23.501994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-5ebc0299-0b6f-4df7-9824-ba33243f765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.503622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-5ebc0299-0b6f-4df7-9824-ba33243f765f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 1095 time: 0.0429940 Mar 31 23:26:23.556214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-d5b69309-03b3-42b9-b2b8-d10726c4ed04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0389311 Mar 31 23:26:23.607636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-9431254e-6f55-401a-8697-c41b520b18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.610081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-9431254e-6f55-401a-8697-c41b520b18c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0466301 Mar 31 23:26:23.643493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-6201b271-8456-402b-8770-8f7346efe67c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265074 Mar 31 23:26:23.733266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-3012e3ea-eb62-4ea9-b42b-2fe638b8055d service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841138 Mar 31 23:26:24.077937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f362669c-a30b-4da7-9d0d-a297c859fb71 req-ea5386a0-bc4f-4786-a2b5-f8a5496c6779 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371110 Mar 31 23:26:24.311836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.335454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867c5d8-6724-4e17-8a52-fdd6bbe4edfb req-54403421-8f24-41c2-9e58-f1be85b0fd98 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.337092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f867c5d8-6724-4e17-8a52-fdd6bbe4edfb req-54403421-8f24-41c2-9e58-f1be85b0fd98 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0652649 Mar 31 23:26:24.380491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f867c5d8-6724-4e17-8a52-fdd6bbe4edfb req-d35c02ea-7bc7-41a2-8618-ab975efb5677 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363483 Mar 31 23:26:24.570880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9f7c-ecee-4fb8-9c20-c52637093184 req-1937e4d6-775e-4884-bb8d-4c05a3160401 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.572426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-099e9f7c-ecee-4fb8-9c20-c52637093184 req-1937e4d6-775e-4884-bb8d-4c05a3160401 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 944 time: 0.0575585 Mar 31 23:26:24.614549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-099e9f7c-ecee-4fb8-9c20-c52637093184 req-6f05c2f0-a6f5-48e2-b075-e3b27978f9a9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Mar 31 23:26:24.730739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:24.854108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.932230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.989890 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.041058 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6fb86d3ee6f94165ae9f3e9404d87238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087718 Mar 31 23:26:25.043613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49438) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:25.052572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c101e2a5-d9cb-4675-8a01-205b79d6fb6e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:25.060543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.060889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.061344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.061710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.062043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.062371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.062700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.063047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.063376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.063696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.064015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.064519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57df68-ba5e-4b92-a185-f6e08be1736d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:25.116124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.140227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.269862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.272499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.273649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c101e2a5-d9cb-4675-8a01-205b79d6fb6e HTTP/1.1" status: 204 len: 168 time: 0.2285213 Mar 31 23:26:25.281389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec90ed-a749-4602-9fa3-cb3b6c98030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c101e2a5-d9cb-4675-8a01-205b79d6fb6e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:25.513849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e79c8-48fc-49e3-b417-3a04d9bc4368 req-3285aed6-5026-48d4-ab82-413ac7e33302 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.515549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-103e79c8-48fc-49e3-b417-3a04d9bc4368 req-3285aed6-5026-48d4-ab82-413ac7e33302 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0539737 Mar 31 23:26:25.567600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-103e79c8-48fc-49e3-b417-3a04d9bc4368 req-3b0a3e18-18f9-48fe-b50d-393da60846c4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Mar 31 23:26:25.754371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6a8f-09ce-42e4-bcc6-50e094f7ca37 req-bee07101-ae21-4a60-b9c6-261294efb431 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.756078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7af6a8f-09ce-42e4-bcc6-50e094f7ca37 req-bee07101-ae21-4a60-b9c6-261294efb431 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 944 time: 0.0625160 Mar 31 23:26:25.795718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7af6a8f-09ce-42e4-bcc6-50e094f7ca37 req-e318968b-3aeb-4116-a121-0fa7bfa71295 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Mar 31 23:26:26.697337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeb66c-3213-4fd7-9bce-4702906521e7 req-aed3d2a0-8d0c-42a3-878e-e5e9ac545ce7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.698864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cbeb66c-3213-4fd7-9bce-4702906521e7 req-aed3d2a0-8d0c-42a3-878e-e5e9ac545ce7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Mar 31 23:26:26.737959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8cbeb66c-3213-4fd7-9bce-4702906521e7 req-bda919ef-fd4c-47cf-b28e-07d2830a0aee tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328815 Mar 31 23:26:26.928905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f730d-65f0-475f-a303-57320324ed1a req-095d0ac3-d4c9-4a11-9b90-1c2fd834df89 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.930493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-782f730d-65f0-475f-a303-57320324ed1a req-095d0ac3-d4c9-4a11-9b90-1c2fd834df89 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 944 time: 0.0624754 Mar 31 23:26:26.982361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-782f730d-65f0-475f-a303-57320324ed1a req-2ec7a8d6-1c42-4393-a9cf-252a870ffda5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Mar 31 23:26:27.026296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:27.126285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:27.138824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5', 'mac_address': 'fa:16:3e:ee:af:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:27.177844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:27.191792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:27.216858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:27.303875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:27.352945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:27.665225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:27.875409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77928b0f-98d7-4b20-8735-a852620f21c8 req-17008e0a-126a-4674-95e1-01f9d49f6170 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.877128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77928b0f-98d7-4b20-8735-a852620f21c8 req-17008e0a-126a-4674-95e1-01f9d49f6170 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0507877 Mar 31 23:26:27.919735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77928b0f-98d7-4b20-8735-a852620f21c8 req-311acd7d-aff7-4513-9306-5e645182b7ad tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363343 Mar 31 23:26:28.110898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ea6ec-f632-4a38-b2d6-e3be0fe4b504 req-8a2d21b1-b322-4ffc-a09b-8978832fe139 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:28.112666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596ea6ec-f632-4a38-b2d6-e3be0fe4b504 req-8a2d21b1-b322-4ffc-a09b-8978832fe139 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Mar 31 23:26:28.154470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-596ea6ec-f632-4a38-b2d6-e3be0fe4b504 req-107364d5-0f43-434a-8db0-f5b91a476871 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Mar 31 23:26:29.035956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:29.057577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d0aea-b4fc-4243-a3b7-d6ef853c9db3 req-6d2cb209-145e-4d10-b09e-94ce6aa1a8cf tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.059851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-757d0aea-b4fc-4243-a3b7-d6ef853c9db3 req-6d2cb209-145e-4d10-b09e-94ce6aa1a8cf tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0554032 Mar 31 23:26:29.096492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49564) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:29.112722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-757d0aea-b4fc-4243-a3b7-d6ef853c9db3 req-3e01e6be-0028-4399-bc10-0a80abe5e294 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Mar 31 23:26:29.207376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:29.215156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:29.215613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.217486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae309-9ffd-4731-9be4-0c7272ba762e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.288193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b6930-40be-4a2b-8802-b9cf1b22c2ee req-e42b65cf-28e6-4e36-a5b7-880f9063a9e2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.289849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c7b6930-40be-4a2b-8802-b9cf1b22c2ee req-e42b65cf-28e6-4e36-a5b7-880f9063a9e2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 945 time: 0.0529208 Mar 31 23:26:29.300640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae309-9ffd-4731-9be4-0c7272ba762e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.305040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.327737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:29.331099 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58ebdf2-672f-477f-9fc8-b057dce47f59" -d '{"events": [{"server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:29.333954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c7b6930-40be-4a2b-8802-b9cf1b22c2ee req-c0ca63c5-f710-4020-9c0d-c078a10feddd tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Mar 31 23:26:29.350180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:29.360532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae309-9ffd-4731-9be4-0c7272ba762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.371872 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedf47f-b62a-4491-8599-06a818da232c x-openstack-request-id: req-1bedf47f-b62a-4491-8599-06a818da232c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:29.372176 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:29.372435 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1bedf47f-b62a-4491-8599-06a818da232c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:29.372841 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bedf47f-b62a-4491-8599-06a818da232c'] response: {'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5', 'code': 200} Mar 31 23:26:29.406959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9c3ae309-9ffd-4731-9be4-0c7272ba762e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=482c60ff30614422bd7e227e9be63824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068490 Mar 31 23:26:29.406959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ae309-9ffd-4731-9be4-0c7272ba762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6254ba7b-c4c7-4641-ae43-e9a8e565ae95,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:29.407559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49576) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:29.435469 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.498605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.500741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:29.527237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.538194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9e111-d788-4c9a-9e49-3f47c768026c req-e0a7808c-3a40-462b-a982-5386b4c46e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.539695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea9e111-d788-4c9a-9e49-3f47c768026c req-e0a7808c-3a40-462b-a982-5386b4c46e5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 1097 time: 0.0739369 Mar 31 23:26:29.589818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea9e111-d788-4c9a-9e49-3f47c768026c req-714a00a7-8927-4756-9b9e-007ea97257b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Mar 31 23:26:29.703123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.706348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:29.707534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6254ba7b-c4c7-4641-ae43-e9a8e565ae95 HTTP/1.1" status: 204 len: 168 time: 0.2989244 Mar 31 23:26:29.715280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bf8b-609a-46d3-85a5-294bfef249f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6254ba7b-c4c7-4641-ae43-e9a8e565ae95,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:30.248048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792fd53-a4ac-4de1-b0f1-b7f1109ac9ba req-ed68c17c-28b6-4edd-a01f-34c6538a6d79 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.249599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3792fd53-a4ac-4de1-b0f1-b7f1109ac9ba req-ed68c17c-28b6-4edd-a01f-34c6538a6d79 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0539598 Mar 31 23:26:30.290076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3792fd53-a4ac-4de1-b0f1-b7f1109ac9ba req-f3b75db6-ab32-4687-af08-986e9fe79005 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Mar 31 23:26:30.347414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49594) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:30.362034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e1364fc-b10c-415e-ba5f-fec96903a3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.474383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e1364fc-b10c-415e-ba5f-fec96903a3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.485073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8374-f305-467d-be73-572edea2a3d4 req-8cd504a3-000d-4b1a-9d32-8fa85fdf4dcc tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.487440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35f8374-f305-467d-be73-572edea2a3d4 req-8cd504a3-000d-4b1a-9d32-8fa85fdf4dcc tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0794771 Mar 31 23:26:30.529916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c35f8374-f305-467d-be73-572edea2a3d4 req-b4017342-15a7-4b79-b84d-ef41281ecf2c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Mar 31 23:26:30.543502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e1364fc-b10c-415e-ba5f-fec96903a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.589272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e1364fc-b10c-415e-ba5f-fec96903a3a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a043fb42f5104cdaae1fd64647479652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406747 Mar 31 23:26:30.590149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1364fc-b10c-415e-ba5f-fec96903a3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd481b45-f5dc-4b7c-8ef3-e40504fc67e1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:30.591896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:30.647843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.670946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.800758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.803430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:30.804631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd481b45-f5dc-4b7c-8ef3-e40504fc67e1 HTTP/1.1" status: 204 len: 168 time: 0.2111471 Mar 31 23:26:30.812888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f889-01cd-4b9a-ab15-7a9929295195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd481b45-f5dc-4b7c-8ef3-e40504fc67e1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:31.430026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315049b4-b274-40e1-bf41-1ba765ddc620 req-0da2a82e-484b-417a-980c-19d6191859ac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:31.431639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-315049b4-b274-40e1-bf41-1ba765ddc620 req-0da2a82e-484b-417a-980c-19d6191859ac tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0618832 Mar 31 23:26:31.474342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-315049b4-b274-40e1-bf41-1ba765ddc620 req-b1acd1c9-694b-4e44-8996-0899974a90aa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358806 Mar 31 23:26:31.648866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c401-6b25-44fd-8750-85a9ad0fcd88 req-c11bb1a5-074d-40c3-a03b-1d1d8fe9c564 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:31.650431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c16c401-6b25-44fd-8750-85a9ad0fcd88 req-c11bb1a5-074d-40c3-a03b-1d1d8fe9c564 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0507569 Mar 31 23:26:31.690221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c16c401-6b25-44fd-8750-85a9ad0fcd88 req-53978e7d-8cb3-417d-bad7-66a56b4aa7a2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Mar 31 23:26:31.813877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095c432-3bd7-44d1-bf17-0bccff579672 req-abd1ca62-9856-4525-a511-cbe1761ca9a4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:31.815665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6095c432-3bd7-44d1-bf17-0bccff579672 req-abd1ca62-9856-4525-a511-cbe1761ca9a4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0579698 Mar 31 23:26:31.857659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6095c432-3bd7-44d1-bf17-0bccff579672 req-f28f6c0a-69c6-43ab-8d77-6c7d4818bd09 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355613 Mar 31 23:26:32.290147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabaf08-11e4-4dfe-b877-c7c981278598 req-803ba7be-8721-43b4-a60d-e3032d7fa571 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:32.291659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbabaf08-11e4-4dfe-b877-c7c981278598 req-803ba7be-8721-43b4-a60d-e3032d7fa571 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0508130 Mar 31 23:26:32.331052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbabaf08-11e4-4dfe-b877-c7c981278598 req-29464d9e-b26e-49df-8dec-31eb7360f365 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Mar 31 23:26:32.607139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88664742-ae00-4028-b2c7-e38a085a4805 req-75f95dc3-4a63-481e-9777-740f7277f70d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:32.608756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88664742-ae00-4028-b2c7-e38a085a4805 req-75f95dc3-4a63-481e-9777-740f7277f70d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Mar 31 23:26:32.652356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88664742-ae00-4028-b2c7-e38a085a4805 req-f67858fe-3492-4923-92de-8c2ae1e45b63 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Mar 31 23:26:33.466349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f761-5677-49a4-950b-94cf78e0de70 req-71a55b65-22ca-4988-a761-dcb624162e49 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.468554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f060f761-5677-49a4-950b-94cf78e0de70 req-71a55b65-22ca-4988-a761-dcb624162e49 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0612955 Mar 31 23:26:33.517906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f060f761-5677-49a4-950b-94cf78e0de70 req-77ea7952-0d8b-4d31-9a49-3140cae0e414 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Mar 31 23:26:33.785159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d498be0-4d19-448f-84a6-00ec7b92eb16 req-a2c21e7b-5b18-4fff-8f26-60b00bc62283 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.786685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d498be0-4d19-448f-84a6-00ec7b92eb16 req-a2c21e7b-5b18-4fff-8f26-60b00bc62283 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0567350 Mar 31 23:26:33.831291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d498be0-4d19-448f-84a6-00ec7b92eb16 req-b72c4873-281e-4adb-9ef5-38cedc451742 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Mar 31 23:26:33.842119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:33.927250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-c3d67743-4d54-4578-a010-87181fd39062 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.928904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-c3d67743-4d54-4578-a010-87181fd39062 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Mar 31 23:26:33.947166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:33.959544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:34.013819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.028849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:34.044001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:34.044350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.053984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:34.144097 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.152740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:34.153191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.166272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:34.208922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:34.220919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['0e53889c-a186-4861-8c65-a28b0d1090c0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:34.372192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.405132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:34.405338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:34.408053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:34.473059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:34.475882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.479620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e1a5f67-0b6b-4310-bc2b-a24337474a45 req-3d72ff96-0f85-4117-8280-2b8209af6918 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "DELETE /v2.0/ports/cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 HTTP/1.1" status: 204 len: 173 time: 0.5446985 Mar 31 23:26:34.480068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'name': 'network-vif-deleted', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:34.487458 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4707bc-f955-4389-b1d2-e20487078f7c" -d '{"events": [{"server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "name": "network-vif-deleted", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:34.544599 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58eefd6-a941-4455-b3c2-56552cd1bd8a x-openstack-request-id: req-e58eefd6-a941-4455-b3c2-56552cd1bd8a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:34.544948 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233b77b-c9c1-4552-9a9c-4accf6e3b221", "name": "network-vif-deleted", "tag": "cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:34.545204 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e58eefd6-a941-4455-b3c2-56552cd1bd8a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:34.546428 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58eefd6-a941-4455-b3c2-56552cd1bd8a'] response: {'server_uuid': '8233b77b-c9c1-4552-9a9c-4accf6e3b221', 'name': 'network-vif-deleted', 'tag': 'cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5', 'status': 'completed', 'code': 200} Mar 31 23:26:34.675673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afc07d83-83de-47ed-9615-d8595358cf9e req-bbd0c325-6f7c-491e-9e88-89841cfab2f5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=8233b77b-c9c1-4552-9a9c-4accf6e3b221 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Mar 31 23:26:34.823322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.018495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea566-7d22-48c4-a753-52eff173a3d1 req-5cf90a4a-9a27-4508-90e7-8f6fe829b998 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:35.020012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5ea566-7d22-48c4-a753-52eff173a3d1 req-5cf90a4a-9a27-4508-90e7-8f6fe829b998 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1068919 Mar 31 23:26:35.059842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c5ea566-7d22-48c4-a753-52eff173a3d1 req-5cdeed92-7e52-46fc-8345-827b30416d5a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Mar 31 23:26:35.160680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 49750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:35.273567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97ec958b-b03e-437e-b1ad-aa397dd8cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.351233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97ec958b-b03e-437e-b1ad-aa397dd8cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.411779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97ec958b-b03e-437e-b1ad-aa397dd8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.452773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97ec958b-b03e-437e-b1ad-aa397dd8cf8e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce1f78d74e1b4d01a214fd2f75201c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909985 Mar 31 23:26:35.453878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec958b-b03e-437e-b1ad-aa397dd8cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98ce18-524d-470e-aebb-45dd9f3b4201,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:35.455668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:35.509141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.530730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.703487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.706512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.707880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e98ce18-524d-470e-aebb-45dd9f3b4201 HTTP/1.1" status: 204 len: 168 time: 0.2512376 Mar 31 23:26:35.715998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32b3f-32bc-4d9c-be54-9ef019f9ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98ce18-524d-470e-aebb-45dd9f3b4201,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:35.852255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:35.918950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 0e53889c-a186-4861-8c65-a28b0d1090c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:35.920052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.004690 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.043282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:36.044487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:36.047092 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633017c9-8aaa-41da-961b-634c27f7acfc" -d '{"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:36.092417 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e9724-62a2-4790-80de-c25122b359d0 x-openstack-request-id: req-a70e9724-62a2-4790-80de-c25122b359d0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:36.092882 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:36.093141 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a70e9724-62a2-4790-80de-c25122b359d0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:36.093541 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70e9724-62a2-4790-80de-c25122b359d0'] response: {'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'code': 200} Mar 31 23:26:36.132674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.201506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:36.208435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-281647b4-920c-4ced-91df-29c67ea659c3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:36.209934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-281647b4-920c-4ced-91df-29c67ea659c3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1626170 Mar 31 23:26:36.238870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f273e3-7db8-4a09-96a5-a737a57f9a3c req-22e68b89-8ce5-4a64-97ee-58b1fa6bb0e0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:36.240646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97f273e3-7db8-4a09-96a5-a737a57f9a3c req-22e68b89-8ce5-4a64-97ee-58b1fa6bb0e0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0821910 Mar 31 23:26:36.243719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-9aea2781-fd59-4ff6-a71c-391f67a2d01b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0243158 Mar 31 23:26:36.316533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97f273e3-7db8-4a09-96a5-a737a57f9a3c req-a9df059a-244e-4245-b40d-3a2902207b28 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681009 Mar 31 23:26:36.339552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-1834b319-1740-47bb-95e5-91d88c2e7c0d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876062 Mar 31 23:26:36.427781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49790) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:36.445042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-4a0d478c-3261-44ea-901f-72f4e197c2a5 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984437 Mar 31 23:26:36.445920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a2581e-ef13-4734-952c-bdad38eed83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.576232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-86420454-29dc-41f4-9b30-b6d4c8c34127 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224887 Mar 31 23:26:36.603099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a2581e-ef13-4734-952c-bdad38eed83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.674590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96a2581e-ef13-4734-952c-bdad38eed83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.713618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2581e-ef13-4734-952c-bdad38eed83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f574d5-dfb4-41e4-9da4-1bf6578853f7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:36.721358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-96a2581e-ef13-4734-952c-bdad38eed83d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b293539bdcd448bebc0c982f295ecd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901523 Mar 31 23:26:36.722305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49792) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:36.796158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.845789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ac309e6-56fc-4b5c-b8ef-5d322122647a req-4eb4a695-149b-4870-b27b-d55dfa9126a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 210 time: 0.0385633 Mar 31 23:26:36.847891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.988859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.991903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.993181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97f574d5-dfb4-41e4-9da4-1bf6578853f7 HTTP/1.1" status: 204 len: 168 time: 0.2706437 Mar 31 23:26:37.003449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756611d3-5fd4-404e-8123-fc3a4ff38030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f574d5-dfb4-41e4-9da4-1bf6578853f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:37.088324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:37.111265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:37.111615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cd7fd7f9-eb80-4fa6-b06a-c7cefe9b4cf5 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:37.481737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1759ba-0beb-4fb1-9c2a-5b71d4338af5 req-b3970ccc-57f1-42d2-8f8f-d11d6aae51b8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:37.483601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e1759ba-0beb-4fb1-9c2a-5b71d4338af5 req-b3970ccc-57f1-42d2-8f8f-d11d6aae51b8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0659630 Mar 31 23:26:37.530162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e1759ba-0beb-4fb1-9c2a-5b71d4338af5 req-a6888c82-2864-4179-97b1-365b6c24a82e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396569 Mar 31 23:26:37.979872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b285378-ffe4-4f53-9e35-daf29c1adc24 req-4e36615d-8330-46d6-81ad-7120c7dd4de4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 210 time: 0.0325046 Mar 31 23:26:38.279949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550d36-0ff5-4dbe-a429-c6ba39f18162 req-109443a5-4951-425f-8b1e-4e44ec7417a2 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:38.279949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91550d36-0ff5-4dbe-a429-c6ba39f18162 req-109443a5-4951-425f-8b1e-4e44ec7417a2 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1098 time: 0.0695765 Mar 31 23:26:38.365595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91550d36-0ff5-4dbe-a429-c6ba39f18162 req-039906b2-31f4-4a7c-92cc-781fc428842d tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748937 Mar 31 23:26:38.407677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 49866) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.729661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 7be64056-c055-4c14-9beb-61d75e2eba66 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:38.730350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.741217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ee19-aef3-4cd3-a3c7-55b6961bad4c req-d4568e5e-04ef-4b14-97b1-4adcb730d8e9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:38.748628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57e5ee19-aef3-4cd3-a3c7-55b6961bad4c req-d4568e5e-04ef-4b14-97b1-4adcb730d8e9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0868719 Mar 31 23:26:38.854615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57e5ee19-aef3-4cd3-a3c7-55b6961bad4c req-a2aa36ce-956f-4aec-b3c5-8b4ed0a098e6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997560 Mar 31 23:26:38.921967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.922754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.945477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 7be64056-c055-4c14-9beb-61d75e2eba66 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:39.202349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-c40d0f02-f88f-4437-bda3-c4be7db11411 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:39.204610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-c40d0f02-f88f-4437-bda3-c4be7db11411 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1597972 Mar 31 23:26:39.244882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:39.279670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52d5c4ce-c1ba-4dc3-b2e3-c98b67840ace req-75b920ff-8797-43b1-a394-120a789b6abd tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 210 time: 0.0734363 Mar 31 23:26:39.596606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:39.602048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.611672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.712667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=7be64056-c055-4c14-9beb-61d75e2eba66,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:39.857801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.4 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/8383a47f-06b3-4713-82b9-6250090f6b3a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:39.998372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.998553 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 04148d75-9d55-452f-826c-2039b86764ed disassociated (deleted). External IP: 172.25.6.86, port: cff8dc44-c515-489d-912a-478d710aab7c. Mar 31 23:26:40.230544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516181c-67d9-4eaa-b865-291e5e5c702b req-3362cbd8-247a-43cf-b4d9-d1a5d0475246 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:40.232106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1516181c-67d9-4eaa-b865-291e5e5c702b req-3362cbd8-247a-43cf-b4d9-d1a5d0475246 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.2367570 Mar 31 23:26:40.254314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.337354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1516181c-67d9-4eaa-b865-291e5e5c702b req-38dcdca1-2a1f-4f50-b67c-cf49df07f6a4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955894 Mar 31 23:26:40.489201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db62baaf-adbf-43fd-8a02-6b8fc3293d1f req-d14fa8f6-70c5-4c94-972e-f84e4473645f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 210 time: 0.0950270 Mar 31 23:26:40.521699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.534461 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:40.573093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:40.580401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:40.586803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:40.645390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:40.646065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.657566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:40.669614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 2f1aa994-5053-42db-a383-70d3b832f160 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:40.784595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-14b9c650-47b3-4e9e-91cb-f9109a001a71 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5514703 Mar 31 23:26:40.802677 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Request body: {'port': {'device_id': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:40.806103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:40.812061 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.818511 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Sync routers for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:40.830255 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:40.830967 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:40.887167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b1ee3972-8c0b-48e4-ba51-8b4f307dff5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/floatingips/04148d75-9d55-452f-826c-2039b86764ed HTTP/1.1" status: 204 len: 168 time: 2.4776883 Mar 31 23:26:40.903614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:40.906226 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f43769-45c0-4464-b85f-2ccd99a341c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:40.936091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.053080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:41.112788 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4567f3-6240-406d-b651-d5e9e635197b x-openstack-request-id: req-1a4567f3-6240-406d-b651-d5e9e635197b {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:41.115769 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:41.115769 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a4567f3-6240-406d-b651-d5e9e635197b {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:41.115769 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4567f3-6240-406d-b651-d5e9e635197b'] response: {'name': 'network-changed', 'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:26:41.149059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-d5229e6e-4248-47f7-8155-a0758899a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:41.150624 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-d5229e6e-4248-47f7-8155-a0758899a031 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 1098 time: 0.1012967 Mar 31 23:26:41.403543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-a65ea437-8f93-48ee-a428-8f5ce360422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:41.405627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-a65ea437-8f93-48ee-a428-8f5ce360422b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 200 len: 899 time: 0.2471657 Mar 31 23:26:41.416175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8383a47f-06b3-4713-82b9-6250090f6b3a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:41.458970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.490374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-e33fd869-fda1-4408-971e-8542469e5d39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 200 len: 217 time: 0.0783393 Mar 31 23:26:41.520783 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:41.538523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Transition to ACTIVE for port object 8383a47f-06b3-4713-82b9-6250090f6b3a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:41.586404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Checking router: 2f1aa994-5053-42db-a383-70d3b832f160 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:41.598702 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:41.599784 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:41.655155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8872e30-27a4-44ea-a1b3-710c71182ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.673818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-f98f7c82-6af1-4692-babe-62e378f5000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:41.675767 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-f98f7c82-6af1-4692-babe-62e378f5000c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 200 len: 835 time: 0.1788380 Mar 31 23:26:41.769673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-f354db00-190b-4a06-89c3-d7f963a3cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:41.773541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-f354db00-190b-4a06-89c3-d7f963a3cc4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a749a65-fd5d-4269-80fb-eb580eb3f35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908828 Mar 31 23:26:41.823570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:41.972097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-220941d1-d772-43a4-883b-8e5972d711c7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890309 Mar 31 23:26:42.065703 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.169055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Pushing event updated for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:42.183391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640f4c2-ea54-40b8-b7d8-75584e064230 req-8b40d282-b342-4d9f-91e1-c52c961937bd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.184949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0640f4c2-ea54-40b8-b7d8-75584e064230 req-8b40d282-b342-4d9f-91e1-c52c961937bd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.6427047 Mar 31 23:26:42.223203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31020a-8478-4b4d-bf0b-682caa97c473 req-2e757f94-64a4-41fb-a065-ab4610180bbd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.224714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf31020a-8478-4b4d-bf0b-682caa97c473 req-2e757f94-64a4-41fb-a065-ab4610180bbd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 947 time: 0.1700695 Mar 31 23:26:42.230743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-22f43769-45c0-4464-b85f-2ccd99a341c0 req-21407053-6b91-4e4c-82af-6ab8172c56fa service neutron] 10.222.0.10 "GET /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507744 Mar 31 23:26:42.255622 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:42.302325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0640f4c2-ea54-40b8-b7d8-75584e064230 req-f2815c01-e291-4877-b786-10aaf762ef1e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077404 Mar 31 23:26:42.320971 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf31020a-8478-4b4d-bf0b-682caa97c473 req-5e9e710f-b1ca-4dbb-b644-6279a9404ef0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751550 Mar 31 23:26:42.323239 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ad3ba-1847-4bb9-94ac-cd70b09c5c69 None None] The sync data for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 is: [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '158a4584-7437-4bfd-9921-50111d5edcc9', 'name': '', 'network_id': '9a749a65-fd5d-4269-80fb-eb580eb3f35f', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:1e:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': '5f259c1c-c51b-4025-9291-5f1fedb19453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:42.333997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Attempting to bind port 8383a47f-06b3-4713-82b9-6250090f6b3a on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:42.333997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Attempting to bind port 8383a47f-06b3-4713-82b9-6250090f6b3a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:42.334192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Attempting to bind port 8383a47f-06b3-4713-82b9-6250090f6b3a on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:42.339135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Port 8383a47f-06b3-4713-82b9-6250090f6b3a on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:42.339279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Attempting to bind port 8383a47f-06b3-4713-82b9-6250090f6b3a on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:42.344837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:42.345274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:42.345665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:42.346102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Bound port: 8383a47f-06b3-4713-82b9-6250090f6b3a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:42.346472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.493979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:42.499494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8383a47f-06b3-4713-82b9-6250090f6b3a,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:42.589662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b3d49-b025-4a7c-9522-aa76656d171d req-a3c73021-5003-4d16-b0b9-cae01a4a4bb7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.592939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12b3d49-b025-4a7c-9522-aa76656d171d req-a3c73021-5003-4d16-b0b9-cae01a4a4bb7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 943 time: 0.0874636 Mar 31 23:26:42.625050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.681252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.681876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.683327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] 10.222.0.10 "PUT /v2.0/ports/8383a47f-06b3-4713-82b9-6250090f6b3a HTTP/1.1" status: 200 len: 1091 time: 1.8862307 Mar 31 23:26:42.698774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12b3d49-b025-4a7c-9522-aa76656d171d req-b10bf728-b3f4-47eb-943f-fa4f84d685b7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986798 Mar 31 23:26:42.756760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686caaed-de7d-43ef-8cb9-70d6bb567c53 service neutron] Pushing event updated for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:42.762559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97347c-e48d-433f-9ed0-43bb98547026 None None] New status for floating IP 04148d75-9d55-452f-826c-2039b86764ed: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:26:42.906501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-e041fbc8-9174-4d81-970f-c10983afff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.908755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-e041fbc8-9174-4d81-970f-c10983afff1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 1094 time: 0.0705101 Mar 31 23:26:43.045932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-bd390b74-2857-4f2c-9eba-4c277c1ae613 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8383a47f-06b3-4713-82b9-6250090f6b3a HTTP/1.1" status: 200 len: 217 time: 0.0482070 Mar 31 23:26:43.045932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54707-64f2-467c-adc2-223dbf552626 req-296a180a-6d1a-4f0d-a555-7072843df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.045932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-296a180a-6d1a-4f0d-a555-7072843df72c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0476525 Mar 31 23:26:43.061510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-05aebe70-8187-4c2e-85fb-552422ac20a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256977 Mar 31 23:26:43.118428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:43.120761 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e10068-2a50-4f91-9f0f-4da04f7fd34a" -d '{"events": [{"name": "network-changed", "server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:43.160458 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb91aeb-dfc1-4c2a-b17e-bb61eb26fbb1 x-openstack-request-id: req-7eb91aeb-dfc1-4c2a-b17e-bb61eb26fbb1 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:43.160829 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:43.161091 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7eb91aeb-dfc1-4c2a-b17e-bb61eb26fbb1 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:43.161529 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb91aeb-dfc1-4c2a-b17e-bb61eb26fbb1'] response: {'name': 'network-changed', 'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a', 'status': 'completed', 'code': 200} Mar 31 23:26:43.167536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-698daae3-bb7b-46f2-a1ff-0858f8c0317d service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999255 Mar 31 23:26:43.279501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81f54707-64f2-467c-adc2-223dbf552626 req-d463c2d8-81ba-4876-ab13-0fd9001a6159 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021910 Mar 31 23:26:43.319087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-83d716ce-6100-43b7-ad64-d6a9124e7bec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.320942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-83d716ce-6100-43b7-ad64-d6a9124e7bec tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 947 time: 0.0533807 Mar 31 23:26:43.431510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:43.431510 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.534390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port cff8dc44-c515-489d-912a-478d710aab7c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=cff8dc44-c515-489d-912a-478d710aab7c,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:43.534992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.554967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for cff8dc44-c515-489d-912a-478d710aab7c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:43.578735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-94f1821e-02b0-4824-8e4a-67dc05bbefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.581243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-94f1821e-02b0-4824-8e4a-67dc05bbefef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 1094 time: 0.1153564 Mar 31 23:26:43.616419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4b45e-c8cd-4c40-bf93-a941191f59e6 req-51bceef9-7c7a-4b9b-9a29-4e53bc2af36b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.623792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79e4b45e-c8cd-4c40-bf93-a941191f59e6 req-51bceef9-7c7a-4b9b-9a29-4e53bc2af36b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 947 time: 0.1678066 Mar 31 23:26:43.671927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a647a-30d4-4b99-a184-9ef8d65a5626 req-2a53824b-2536-4325-b04e-2717bac180ec tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.673518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a2a647a-30d4-4b99-a184-9ef8d65a5626 req-2a53824b-2536-4325-b04e-2717bac180ec tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1549652 Mar 31 23:26:43.792556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79e4b45e-c8cd-4c40-bf93-a941191f59e6 req-8a522861-b4f5-4368-b6c7-739f6c6da8e4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=745ef62e-4701-4954-815f-0a3f026e6848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677098 Mar 31 23:26:43.806768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.830124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69b6c4ab-b2b4-4de9-9341-2a2db0599bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.842012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a2a647a-30d4-4b99-a184-9ef8d65a5626 req-84999cf8-e2e1-486f-961c-e876dc63b54a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329648 Mar 31 23:26:43.848668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-64836c08-02ad-4ecb-9bbd-820c46925f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:43.850350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-64836c08-02ad-4ecb-9bbd-820c46925f65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 907 time: 0.2605588 Mar 31 23:26:43.900080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=cff8dc44-c515-489d-912a-478d710aab7c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.919659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-6a6f835c-8462-4e6a-a019-2b287dcbec36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8383a47f-06b3-4713-82b9-6250090f6b3a HTTP/1.1" status: 200 len: 217 time: 0.0613284 Mar 31 23:26:44.006411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] No DVR routers for this DVR port cff8dc44-c515-489d-912a-478d710aab7c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:44.011445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.014745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-93203e20-5358-4a7d-a846-12e19a5d9540 req-777d116f-b6e1-4dfc-8630-c8452066d4d3 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "DELETE /v2.0/ports/cff8dc44-c515-489d-912a-478d710aab7c HTTP/1.1" status: 204 len: 173 time: 0.6869078 Mar 31 23:26:44.015209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-deleted', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:44.026833 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614ab9b-c653-4a65-bc10-bad47c72075a" -d '{"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-deleted", "tag": "cff8dc44-c515-489d-912a-478d710aab7c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:44.085512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa363d57-5bc7-4f2b-814f-7c46f2cbeb69 req-4d534e8d-80e4-4d42-951c-6757f41a98a3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:44.097149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa363d57-5bc7-4f2b-814f-7c46f2cbeb69 req-4d534e8d-80e4-4d42-951c-6757f41a98a3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 943 time: 0.1791737 Mar 31 23:26:44.137659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-4402e761-dcbe-44c2-bfe8-223dbd4fbead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:44.138864 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fb85c-6141-4875-80d7-9584bb53618e x-openstack-request-id: req-0b7fb85c-6141-4875-80d7-9584bb53618e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:44.139186 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7fc6de-d367-4b65-8e7a-187f8ac1b750", "name": "network-vif-deleted", "tag": "cff8dc44-c515-489d-912a-478d710aab7c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:44.139446 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b7fb85c-6141-4875-80d7-9584bb53618e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:44.139565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-4402e761-dcbe-44c2-bfe8-223dbd4fbead service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.2071552 Mar 31 23:26:44.139847 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7fb85c-6141-4875-80d7-9584bb53618e'] response: {'server_uuid': '6f7fc6de-d367-4b65-8e7a-187f8ac1b750', 'name': 'network-vif-deleted', 'tag': 'cff8dc44-c515-489d-912a-478d710aab7c', 'status': 'completed', 'code': 200} Mar 31 23:26:44.179748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa363d57-5bc7-4f2b-814f-7c46f2cbeb69 req-7d9a0dbd-b093-4d4b-b7e3-b79fb0d3f234 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814524 Mar 31 23:26:44.218629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-ff9b451f-79ce-4dde-97eb-cc03040e9371 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374696 Mar 31 23:26:44.390476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-7ee66b04-82aa-4e5d-b6f3-396831349165 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636200 Mar 31 23:26:44.597048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32e10068-2a50-4f91-9f0f-4da04f7fd34a req-b7c0786a-f06d-41b3-ba0a-26f11abf768f service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987479 Mar 31 23:26:44.946021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c97600e6-b65e-4ef2-8e88-4acc79d2b1c9 req-b886617b-9b83-492a-aa9b-8f647fa0cdd8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f7fc6de-d367-4b65-8e7a-187f8ac1b750 HTTP/1.1" status: 200 len: 210 time: 0.0580623 Mar 31 23:26:45.058635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7e8f-120e-4ef8-b6f0-2e418d3834a6 req-b703e060-9d4e-42f3-962d-2daa65ae6ed6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.076565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067b7e8f-120e-4ef8-b6f0-2e418d3834a6 req-b703e060-9d4e-42f3-962d-2daa65ae6ed6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0860860 Mar 31 23:26:45.144403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067b7e8f-120e-4ef8-b6f0-2e418d3834a6 req-61e74ffc-29d5-42ea-95e7-bf8f19cf2abf tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654783 Mar 31 23:26:45.343256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c6b1f-66ab-4a01-9fe1-471a01ca81bd req-01ba1806-3d23-4a9e-90ad-52c34f9a68a7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.353985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-438c6b1f-66ab-4a01-9fe1-471a01ca81bd req-01ba1806-3d23-4a9e-90ad-52c34f9a68a7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 943 time: 0.0803139 Mar 31 23:26:45.366070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:45.414449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-438c6b1f-66ab-4a01-9fe1-471a01ca81bd req-7d2e733f-b4f3-44df-8ded-c298aed9444c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Mar 31 23:26:46.030651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:46.412904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31fe7d-0023-4cb9-a04d-abff0f38a582 req-ba4f1165-8c98-48cb-97cd-3a2e3922db5f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:46.437223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa31fe7d-0023-4cb9-a04d-abff0f38a582 req-ba4f1165-8c98-48cb-97cd-3a2e3922db5f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1261165 Mar 31 23:26:46.580118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa31fe7d-0023-4cb9-a04d-abff0f38a582 req-92849cd0-786b-41bb-bab3-24d11c41c3d6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391475 Mar 31 23:26:46.650631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:46.677613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:46.691472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982747-f135-4d0b-a279-41da0c2d3d8c req-2fb2b107-cac8-4ae2-8fbc-6437a5192b42 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:46.702937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98982747-f135-4d0b-a279-41da0c2d3d8c req-2fb2b107-cac8-4ae2-8fbc-6437a5192b42 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 943 time: 0.0789752 Mar 31 23:26:46.753852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98982747-f135-4d0b-a279-41da0c2d3d8c req-07a6ffb2-ef12-43ab-b893-6007a6f183bd tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Mar 31 23:26:46.777001 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.127699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8383a47f-06b3-4713-82b9-6250090f6b3a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:47.135232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:47.166226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: cff8dc44-c515-489d-912a-478d710aab7c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:47.166740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device cff8dc44-c515-489d-912a-478d710aab7c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:47.211801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 158a4584-7437-4bfd-9921-50111d5edcc9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:47.212379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.282575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8383a47f-06b3-4713-82b9-6250090f6b3a,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:47.298159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '8383a47f-06b3-4713-82b9-6250090f6b3a', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': '8383a47f-06b3-4713-82b9-6250090f6b3a', 'mac_address': 'fa:16:3e:39:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:47.337946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.352512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8383a47f-06b3-4713-82b9-6250090f6b3a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:47.362093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 158a4584-7437-4bfd-9921-50111d5edcc9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=158a4584-7437-4bfd-9921-50111d5edcc9,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:47.362503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.376982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 158a4584-7437-4bfd-9921-50111d5edcc9 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:47.378400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8383a47f-06b3-4713-82b9-6250090f6b3a,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:47.651739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.680494 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.755381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=158a4584-7437-4bfd-9921-50111d5edcc9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:47.807701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039717e2-22f2-4f41-b346-9949bbcd50fd req-f23f476b-187c-41b9-8b14-97be7d539654 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:47.830813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-039717e2-22f2-4f41-b346-9949bbcd50fd req-f23f476b-187c-41b9-8b14-97be7d539654 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1147327 Mar 31 23:26:47.960133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-039717e2-22f2-4f41-b346-9949bbcd50fd req-e244729c-4457-4f61-947f-651196383244 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283469 Mar 31 23:26:48.072667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95df4f-a481-4667-9b3d-146e8e474d7d req-7d6c0a12-473f-40a3-9281-b18c7d57ba81 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:48.094222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f95df4f-a481-4667-9b3d-146e8e474d7d req-7d6c0a12-473f-40a3-9281-b18c7d57ba81 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 944 time: 0.1195099 Mar 31 23:26:48.163613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f95df4f-a481-4667-9b3d-146e8e474d7d req-822d3fd2-1f0d-42eb-b575-505b1327ae6d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709403 Mar 31 23:26:48.211747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:48.219990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.220334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.220680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.222207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.222745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.223244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.223719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.224181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.224670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.225137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.225606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.226070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:48.228231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.318116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['8383a47f-06b3-4713-82b9-6250090f6b3a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:48.580248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 2f1aa994-5053-42db-a383-70d3b832f160 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:48.733298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:48.739234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1e5169ce-05bd-4dbd-8a12-e6217cf7a582 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/2f1aa994-5053-42db-a383-70d3b832f160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7068005 Mar 31 23:26:48.744116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50220) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:48.746404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Sync routers for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:48.764644 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:48.766677 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:48.897843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting subnet 5f259c1c-c51b-4025-9291-5f1fedb19453 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:48.901999 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.959421 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:48.963973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.011666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:49.175121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.233439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627557ef-1c60-4c07-836c-eaf5b11c3e7c req-ba88fb38-da25-44c6-96df-4af8756022e4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.235787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-627557ef-1c60-4c07-836c-eaf5b11c3e7c req-ba88fb38-da25-44c6-96df-4af8756022e4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1328337 Mar 31 23:26:49.280238 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:26:47Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:49.321305 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Checking router: 2f1aa994-5053-42db-a383-70d3b832f160 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:49.323174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.330530 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Routers {'2f1aa994-5053-42db-a383-70d3b832f160'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:49.331212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2f1aa994-5053-42db-a383-70d3b832f160'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:49.358604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-627557ef-1c60-4c07-836c-eaf5b11c3e7c req-f669c3ec-8478-4b34-bd6e-90666dfc870c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068127 Mar 31 23:26:49.392731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e6355-a44c-4590-8914-585d0216e6bf None None] Network 9a749a65-fd5d-4269-80fb-eb580eb3f35f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:49.401128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.409064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/subnets/5f259c1c-c51b-4025-9291-5f1fedb19453 HTTP/1.1" status: 204 len: 168 time: 0.6599958 Mar 31 23:26:49.409356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50252) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:49.417560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d00af-02f4-40b7-b00a-3e63748acf9c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Subnet': ['ID=5f259c1c-c51b-4025-9291-5f1fedb19453,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:49.454108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc5105-e29a-48ba-8cfc-288c5b4ec1af req-d388086a-f85b-465c-aec4-a46473fcbe23 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.459049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bfc5105-e29a-48ba-8cfc-288c5b4ec1af req-d388086a-f85b-465c-aec4-a46473fcbe23 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 944 time: 0.1864669 Mar 31 23:26:49.513188 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] Set router 2f1aa994-5053-42db-a383-70d3b832f160 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:49.548672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bfc5105-e29a-48ba-8cfc-288c5b4ec1af req-726b40b3-000b-483c-88e3-4aa128e9f948 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722430 Mar 31 23:26:49.631897 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.772588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] DHCP port deletion for 9a749a65-fd5d-4269-80fb-eb580eb3f35f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:26:49.797409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.869099 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:26:47Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:49.895442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Deleting port 42b6037a-539e-4229-8b3e-a3b1d9c847df {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:49.895857 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.911979 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95061d49-19de-4011-9b11-4339da7a6c62 None None] The sync data for ids ['2f1aa994-5053-42db-a383-70d3b832f160'] in n-d-828414-2 is: [{'id': '2f1aa994-5053-42db-a383-70d3b832f160', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094543589', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:26:47Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '97483a9f-e7d6-4671-b6e4-3562a48dbecd', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1aa994-5053-42db-a383-70d3b832f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:05Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:49.975230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] For port 42b6037a-539e-4229-8b3e-a3b1d9c847df, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=42b6037a-539e-4229-8b3e-a3b1d9c847df,segment=NetworkSegment(bff1dbfc-928e-4c58-9d28-39137f7fac42),segment_id=bff1dbfc-928e-4c58-9d28-39137f7fac42)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:49.975648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.997019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Calling delete_port for 42b6037a-539e-4229-8b3e-a3b1d9c847df owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:50.016955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 97483a9f-e7d6-4671-b6e4-3562a48dbecd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:50.020901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.159625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 97483a9f-e7d6-4671-b6e4-3562a48dbecd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97483a9f-e7d6-4671-b6e4-3562a48dbecd,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:50.160173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.175367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 97483a9f-e7d6-4671-b6e4-3562a48dbecd owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:50.268528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.362474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 42b6037a-539e-4229-8b3e-a3b1d9c847df no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:50.385037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] Pushing event deleted for resources: {'Port': ['ID=42b6037a-539e-4229-8b3e-a3b1d9c847df,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.407223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1b6bc-5279-42cd-9fc5-dd8d596401b6 None None] No DVR routers for this DVR port 42b6037a-539e-4229-8b3e-a3b1d9c847df on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:50.441074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 42b6037a-539e-4229-8b3e-a3b1d9c847df {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:50.441743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 42b6037a-539e-4229-8b3e-a3b1d9c847df not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:50.514563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.551564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=97483a9f-e7d6-4671-b6e4-3562a48dbecd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.646395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260c57-0fe9-4781-a8cf-e2d63f4618df req-116df41f-c71d-43d0-9b3d-9f460a50e0d2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:50.652091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.653611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79260c57-0fe9-4781-a8cf-e2d63f4618df req-116df41f-c71d-43d0-9b3d-9f460a50e0d2 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1701300 Mar 31 23:26:50.799555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79260c57-0fe9-4781-a8cf-e2d63f4618df req-0be48a56-c8f7-4c74-8ac0-99d2a06ebdc9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344817 Mar 31 23:26:50.843735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.846028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326eb43-66d4-412e-8f3e-4653b73613bd req-d1b9e609-2941-464b-8397-830f8184d415 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:50.846972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.853600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e326eb43-66d4-412e-8f3e-4653b73613bd req-d1b9e609-2941-464b-8397-830f8184d415 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 944 time: 0.1431551 Mar 31 23:26:50.898297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e326eb43-66d4-412e-8f3e-4653b73613bd req-d49145c9-f22e-42f3-a5bb-53eacc646613 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Mar 31 23:26:51.011410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.011757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1aa994-5053-42db-a383-70d3b832f160 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:26:51.020816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.024755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50320) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:51.027344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4729942a-5222-4237-8c1a-24587b5e9237 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/routers/2f1aa994-5053-42db-a383-70d3b832f160 HTTP/1.1" status: 204 len: 168 time: 1.6176867 Mar 31 23:26:51.135033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8383a47f-06b3-4713-82b9-6250090f6b3a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:51.248378 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.330980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 8383a47f-06b3-4713-82b9-6250090f6b3a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:51.335695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 8383a47f-06b3-4713-82b9-6250090f6b3a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:51.336359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.451954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.464936 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.491788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a749a65-fd5d-4269-80fb-eb580eb3f35f']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:51.510345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff1dbfc-928e-4c58-9d28-39137f7fac42') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:51.510487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff1dbfc-928e-4c58-9d28-39137f7fac42') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:51.520951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:51.523525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.525702 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2df02f2-1990-48a0-9450-f1657ec32123" -d '{"events": [{"server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "name": "network-vif-plugged", "status": "completed", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:51.543429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.568209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:51.568964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:51.573189 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:51.575222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8383a47f-06b3-4713-82b9-6250090f6b3a,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:51.595291 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cb863-5754-40b5-90e0-3c28da006e9f x-openstack-request-id: req-8d3cb863-5754-40b5-90e0-3c28da006e9f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:51.595648 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "name": "network-vif-plugged", "status": "completed", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:51.595987 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8d3cb863-5754-40b5-90e0-3c28da006e9f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:51.596444 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3cb863-5754-40b5-90e0-3c28da006e9f'] response: {'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a', 'code': 200} Mar 31 23:26:51.710553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.764293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afc605-5dc5-4c8a-8116-09117d5d48ee req-483b559d-7389-4f6c-a970-5f7a8d4e8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:51.766746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67afc605-5dc5-4c8a-8116-09117d5d48ee req-483b559d-7389-4f6c-a970-5f7a8d4e8f0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 1096 time: 0.0615780 Mar 31 23:26:51.771147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.798610 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.828062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.834675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50360) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:51.851689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/networks/9a749a65-fd5d-4269-80fb-eb580eb3f35f HTTP/1.1" status: 204 len: 168 time: 0.8215101 Mar 31 23:26:51.866342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a26c2-1905-44f3-a849-c9141febb79c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Network': ['ID=9a749a65-fd5d-4269-80fb-eb580eb3f35f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.894550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67afc605-5dc5-4c8a-8116-09117d5d48ee req-1c3a73d6-76f7-4729-b933-ab1b91a406d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194699 Mar 31 23:26:51.990094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.059749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97483a9f-e7d6-4671-b6e4-3562a48dbecd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:52.067026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bc016-af85-4824-8b81-3db45132e35b req-6742f47c-3017-492c-b482-91d51f7b0ff7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:52.074763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.076040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a62bc016-af85-4824-8b81-3db45132e35b req-6742f47c-3017-492c-b482-91d51f7b0ff7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1035995 Mar 31 23:26:52.112812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 97483a9f-e7d6-4671-b6e4-3562a48dbecd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:52.117263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97483a9f-e7d6-4671-b6e4-3562a48dbecd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:52.118873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 158a4584-7437-4bfd-9921-50111d5edcc9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:52.165264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 158a4584-7437-4bfd-9921-50111d5edcc9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:52.165703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 158a4584-7437-4bfd-9921-50111d5edcc9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:52.167560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a62bc016-af85-4824-8b81-3db45132e35b req-682ed799-d1be-40da-8d71-25642e824edb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906188 Mar 31 23:26:52.193378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957476f7-1d88-4731-b59e-8a4a628ccceb req-e84f4d2c-39e4-4b80-853a-28bb78c1cfab tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:52.195683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-957476f7-1d88-4731-b59e-8a4a628ccceb req-e84f4d2c-39e4-4b80-853a-28bb78c1cfab tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.1581872 Mar 31 23:26:52.245200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-957476f7-1d88-4731-b59e-8a4a628ccceb req-c254a067-f631-4519-a4e0-4d7d78ab36ae tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Mar 31 23:26:52.482059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.484871 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.486037 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/security-groups/745ef62e-4701-4954-815f-0a3f026e6848 HTTP/1.1" status: 204 len: 168 time: 0.6497543 Mar 31 23:26:52.496629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19816e18-1e09-4125-9ad5-ae226524998e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745ef62e-4701-4954-815f-0a3f026e6848,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:53.059126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:53.068495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603115588', 'description': 'tempest-secgroup-smoke-1603115588 description', 'project_id': '710a39ff3417413aa2e29836e3ab1830'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:53.159310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.321094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.399244 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.450927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8535a3b-9ca5-4c4a-848c-46749d80ba74,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:53.481872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9839a4d-7b81-403f-b983-e089d9ac4912 req-12412e15-a3b6-4b90-a44c-db047ca8559b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:53.491362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9839a4d-7b81-403f-b983-e089d9ac4912 req-12412e15-a3b6-4b90-a44c-db047ca8559b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0889652 Mar 31 23:26:53.509595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.511198 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3dc5f3ef-a32a-4d86-8908-a90642fe469c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4502912 Mar 31 23:26:53.513977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50442) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:53.523253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:53.526630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a11-228e-4005-aed1-e52bfc11e46f req-5242eee1-0615-49f8-abb7-400c3d9bf477 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:53.528531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d0b8a11-228e-4005-aed1-e52bfc11e46f req-5242eee1-0615-49f8-abb7-400c3d9bf477 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1243980 Mar 31 23:26:53.563438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9839a4d-7b81-403f-b983-e089d9ac4912 req-b564eba9-3db1-4a9d-a30e-91a006b82075 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Mar 31 23:26:53.597306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d0b8a11-228e-4005-aed1-e52bfc11e46f req-60428e02-06dc-4222-9e06-888a4c3491cd tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567954 Mar 31 23:26:53.664711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.729761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.833272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.851880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613a8333-9228-4dc6-84c2-e08ed75e90f1,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:53.921298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.922668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6370e2a9-a0fb-45c3-b17b-e788ebc82862 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075081 Mar 31 23:26:53.925396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:53.930155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:54.063567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.154044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.221482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.242535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c3ab93-fd1f-4718-871e-1aae9da3aa66,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:54.326682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.328228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f12a37db-7c96-494f-91b9-baf57dcfa42d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016654 Mar 31 23:26:54.331193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.335553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:54.341537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.404031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.465458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.531088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.548949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ff111d-7c22-49f1-92d2-3f2acdd6c232,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:54.618972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.620704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d446037f-8560-4f83-9ca7-bf78a4293909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885301 Mar 31 23:26:54.623471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50512) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.628482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:54.699885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca8433-be4f-40a9-accb-eb5df8fb2df9 req-855c5fb9-5345-4b4e-9c2d-d9d86bcd91b7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:54.701330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfca8433-be4f-40a9-accb-eb5df8fb2df9 req-855c5fb9-5345-4b4e-9c2d-d9d86bcd91b7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0683038 Mar 31 23:26:54.712705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.775083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c0822-7d43-49f3-bb19-164525195ed1 req-9c6dd952-4cb1-46ac-b605-a3a2506c5886 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:54.781506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f6c0822-7d43-49f3-bb19-164525195ed1 req-9c6dd952-4cb1-46ac-b605-a3a2506c5886 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0849850 Mar 31 23:26:54.781506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfca8433-be4f-40a9-accb-eb5df8fb2df9 req-521aa280-1ac7-4529-8b96-bb956e9eb131 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Mar 31 23:26:54.789501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.841084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f6c0822-7d43-49f3-bb19-164525195ed1 req-2c769493-1777-4bff-b25e-ba3956c1b2a1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525496 Mar 31 23:26:54.850585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.869029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff309e4-35d4-4a8e-b941-8a41ab74488f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:54.967661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.971168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-07f5cd72-c318-4b6f-917a-cf477accb2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3436630 Mar 31 23:26:54.971968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50548) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.976781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:55.107383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-987f8f7b-0e0b-49b6-a6a9-1650b2dd5616 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.108876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-987f8f7b-0e0b-49b6-a6a9-1650b2dd5616 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1244195 Mar 31 23:26:55.124499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-426a7bf6-de9b-4141-abe0-b2ad11117a4b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0090666 Mar 31 23:26:55.176200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-e6e4775c-9e0f-45c2-8460-9708c26ce123 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457559 Mar 31 23:26:55.177385 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:26:55.182405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.303411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.317167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-643ce8a2-b860-4d09-9c9a-5d6dd7bc3252 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321106 Mar 31 23:26:55.402326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.431816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-ba48f681-a515-4890-8db2-ca3a16955d35 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079876 Mar 31 23:26:55.433127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720aaf51-f803-4c7e-a7d4-7fa2963c1bf2,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.503826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.508863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-646148c6-7426-463c-a2df-f6da76b52909 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5354769 Mar 31 23:26:55.509694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50574) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:55.516038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'd8535a3b-9ca5-4c4a-848c-46749d80ba74', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:55.545363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-74a731d8-1542-4278-ad9c-5f696ffed9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.547443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-74a731d8-1542-4278-ad9c-5f696ffed9c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0711558 Mar 31 23:26:55.644207 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:26:55.652595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-860d2c2a-88a4-4da7-9dac-7b8ba923906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.654030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-860d2c2a-88a4-4da7-9dac-7b8ba923906b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.0989707 Mar 31 23:26:55.654775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.760409 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-525da65e-4e21-45cd-9671-99c93a585e0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 1001 time: 0.0958724 Mar 31 23:26:55.768137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.813821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-fa9d6129-cfef-411b-adc1-d86d9e4d6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.815404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-fa9d6129-cfef-411b-adc1-d86d9e4d6eb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.0461187 Mar 31 23:26:55.852247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.877274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ad1af2-d598-4e31-830f-3ffad4ac1bac,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.889315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-3d312d47-6f4f-4ecd-b7ff-abc50ee77c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.891216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-3d312d47-6f4f-4ecd-b7ff-abc50ee77c96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688438 Mar 31 23:26:56.020681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.027263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1883a06b-c163-4dfb-bc4a-79f8d1217dfc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5114107 Mar 31 23:26:56.027263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.031721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'network': {'name': 'tempest-network-smoke--397905698', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:56.049796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2dc7c85-f9b1-4665-a189-cf29f5588067 req-190c8e39-4f9b-4086-aa5a-bdca414fc271 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 210 time: 0.0556359 Mar 31 23:26:56.057887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-4ca23c01-94a2-4018-9f4b-4215b5b68c6e service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595802 Mar 31 23:26:56.074853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35e0f3-a63b-482f-9523-e7841bc30a1d req-08f98f49-cdec-436f-8833-cdf5ea83f12b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.076758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff35e0f3-a63b-482f-9523-e7841bc30a1d req-08f98f49-cdec-436f-8833-cdf5ea83f12b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0988657 Mar 31 23:26:56.140910 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff35e0f3-a63b-482f-9523-e7841bc30a1d req-4f75618c-5cc1-431e-b622-9c1dbd07e22e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Mar 31 23:26:56.181894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2d4cd2d4-f817-42ad-b025-3e819cff8697 req-5e0d35a5-4a61-4cf0-948e-804565b12155 service neutron] 10.222.0.44 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084414 Mar 31 23:26:56.182909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:56.192969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.219521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:26:56.229246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.229585 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Added segment fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a of type vlan for network e483e7b0-2663-441e-934c-0b13d969c6b9 Mar 31 23:26:56.280520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.380072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.386072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.387762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.459874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Network': ['ID=e483e7b0-2663-441e-934c-0b13d969c6b9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:56.472119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e483e7b0-2663-441e-934c-0b13d969c6b9 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:26:56.534284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cfdb75d5-4188-494e-8bfc-29b8546600b6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5082805 Mar 31 23:26:56.537207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50646) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.542646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'admin_state_up': True, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:56.695668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.698538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.041105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.151899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21652511-17e8-448c-b4a0-0ec292d0b17d req-69b444bf-4411-4c1c-9e57-7b67a13e1276 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 210 time: 0.0282652 Mar 31 23:26:57.393782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.409068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fd6da-b920-4f74-869b-5b1f6729afc3 req-5afd6786-a3f3-452c-85f6-d40fe185b9ee tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:57.410561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-189fd6da-b920-4f74-869b-5b1f6729afc3 req-5afd6786-a3f3-452c-85f6-d40fe185b9ee tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1750455 Mar 31 23:26:57.450115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-189fd6da-b920-4f74-869b-5b1f6729afc3 req-5c38d296-b833-4912-bf03-3d092ada4ce5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Mar 31 23:26:57.675541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.700160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.812480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.48 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/38bfb825-ab3f-44ed-9128-0b073059a1db) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:57.939527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.107613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.150588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:58.153555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:58.159399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:58.189282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=38bfb825-ab3f-44ed-9128-0b073059a1db,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:58.357674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-761922ea-cc5a-420c-bcae-991653ad3cfb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:58.360396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a9ea09c-9241-47fb-8be5-0a06615c7976 req-d27cb46f-24cc-490a-97e1-2985b9bd7eca tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 210 time: 0.0840619 Mar 31 23:26:58.364010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-761922ea-cc5a-420c-bcae-991653ad3cfb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1742983 Mar 31 23:26:58.399773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:58.615681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:58.619708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.695652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07af24-c29d-4efd-ba62-29b748240180 req-ab660242-4fb9-46bf-b647-0a7502f3b318 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:58.697403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f07af24-c29d-4efd-ba62-29b748240180 req-ab660242-4fb9-46bf-b647-0a7502f3b318 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.1269774 Mar 31 23:26:58.763127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.791579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.2 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/18f96a61-3415-4828-bab3-d1e7d497c045) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:58.812993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f07af24-c29d-4efd-ba62-29b748240180 req-c0031c92-f2da-4912-a210-3197b1a742b5 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060207 Mar 31 23:26:59.035927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.085909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.153734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.168016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:59.203433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:59.206701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:59.210641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:59.218472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:59.248613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['8383a47f-06b3-4713-82b9-6250090f6b3a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:59.298321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:59.298949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.341469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router a48660e7-cb3f-4d6b-a08f-788792ad6b7b is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:26:59.404275 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-abc87a2f-dddd-466c-8cef-2b7d134f3ac2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0163393 Mar 31 23:26:59.417257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Request body: {'port': {'device_id': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:59.572559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:59.588662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Sync routers for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:59.602513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:59.603587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:59.617721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d1c6f-da39-49ff-8f0c-5ce664520431 req-08892bb0-98e4-474d-bbed-229fde97d3a4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:59.619420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f5d1c6f-da39-49ff-8f0c-5ce664520431 req-08892bb0-98e4-474d-bbed-229fde97d3a4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 931 time: 0.1129308 Mar 31 23:26:59.657345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.661855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-db88c776-73bd-4ed5-adbb-8b60b2b61e42 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1203804 Mar 31 23:26:59.663496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50738) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.716787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8dc46d6c-8ebf-4927-91b6-61d43927e055 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=710a39ff3417413aa2e29836e3ab1830&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486088 Mar 31 23:26:59.719160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.738693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f5d1c6f-da39-49ff-8f0c-5ce664520431 req-8f5f3dce-c501-4a26-bf6d-392d617c1ae8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115823 Mar 31 23:26:59.748025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:59.984752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:59.994735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858df77-1b3c-4727-ad2e-e757db177f47 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:00.002628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6858df77-1b3c-4727-ad2e-e757db177f47 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805095 Mar 31 23:27:00.002628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:00.003599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:00.045559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.060908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1575f4b6-eebe-43bc-b84e-a74bad2c05e0 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584319 Mar 31 23:27:00.063798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:00.072792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-564142906', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:00.082867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:58Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:00.148834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Checking router: a48660e7-cb3f-4d6b-a08f-788792ad6b7b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:00.149459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Updating router a48660e7-cb3f-4d6b-a08f-788792ad6b7b port 38bfb825-ab3f-44ed-9128-0b073059a1db binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:00.198858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.207400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.262331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:00.265277 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae32a9-a24d-4db3-8991-db55d0abe0c0" -d '{"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:00.282199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:00.351743 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f3927-2d76-463d-8894-92a3ae66ce98 x-openstack-request-id: req-cd7f3927-2d76-463d-8894-92a3ae66ce98 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:00.352092 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-unplugged", "status": "failed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "code": 422}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:00.352287 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd7f3927-2d76-463d-8894-92a3ae66ce98 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:00.352692 n-d-828414-2 neutron-server[109836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cd7f3927-2d76-463d-8894-92a3ae66ce98']: {'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'code': 422} returned with failed status Mar 31 23:27:00.367145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.461141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f96a61-3415-4828-bab3-d1e7d497c045 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:00.471443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.486835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Transition to ACTIVE for port object 18f96a61-3415-4828-bab3-d1e7d497c045 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:00.497858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.575521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.622588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c72f67a-3063-45e9-a556-86aabcb8e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.632290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Pushing event updated for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.669384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.724638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Attempting to bind port 18f96a61-3415-4828-bab3-d1e7d497c045 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:00.724980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Attempting to bind port 18f96a61-3415-4828-bab3-d1e7d497c045 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:00.725306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Attempting to bind port 18f96a61-3415-4828-bab3-d1e7d497c045 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:00.737100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Port 18f96a61-3415-4828-bab3-d1e7d497c045 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:00.737433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Attempting to bind port 18f96a61-3415-4828-bab3-d1e7d497c045 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:00.740399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c72f67a-3063-45e9-a556-86aabcb8e7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.743691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:00.743977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:00.744362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:00.744947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Bound port: 18f96a61-3415-4828-bab3-d1e7d497c045, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:00.745311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.758478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:00.759683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.763417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.817801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:00.821136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18f96a61-3415-4828-bab3-d1e7d497c045,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:00.825045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c72f67a-3063-45e9-a556-86aabcb8e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.862641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Attempting to bind port 38bfb825-ab3f-44ed-9128-0b073059a1db on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:00.863030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Attempting to bind port 38bfb825-ab3f-44ed-9128-0b073059a1db by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:00.863438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Attempting to bind port 38bfb825-ab3f-44ed-9128-0b073059a1db on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:00.865502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62f637-f3bc-4b0b-b71a-651e3e78a820 None None] Pushing event updated for resources: {'Port': ['ID=38bfb825-ab3f-44ed-9128-0b073059a1db,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.871768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:00.872523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:00.872659 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.873203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:00.873608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Bound port: 38bfb825-ab3f-44ed-9128-0b073059a1db, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:00.874129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.908687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.943107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c72f67a-3063-45e9-a556-86aabcb8e7e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b759d202ea80420e972dd69684f1400f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9386170 Mar 31 23:27:00.948875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f67a-3063-45e9-a556-86aabcb8e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f2665-0b06-4d0a-a13c-191a7da4920f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.964433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:00.978398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] For port 38bfb825-ab3f-44ed-9128-0b073059a1db, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:00.990611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] For port 38bfb825-ab3f-44ed-9128-0b073059a1db, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=38bfb825-ab3f-44ed-9128-0b073059a1db,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:00.996233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:00.996866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.998231 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] 10.222.0.44 "PUT /v2.0/ports/18f96a61-3415-4828-bab3-d1e7d497c045 HTTP/1.1" status: 200 len: 1091 time: 1.5872083 Mar 31 23:27:00.998731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:01.008368 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabbefb-9195-455a-b0fa-9fb8225b2e91" -d '{"events": [{"name": "network-changed", "server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:01.015270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c1f0-801a-4e0c-b90d-2c2defb130b1 req-dd3d6b2b-93fc-47e9-aeba-e40ed5f03c9a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.017372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e027c1f0-801a-4e0c-b90d-2c2defb130b1 req-dd3d6b2b-93fc-47e9-aeba-e40ed5f03c9a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 943 time: 0.1647520 Mar 31 23:27:01.037135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0819f-67d4-45c5-a1e8-3f3240a90d95 service neutron] Pushing event updated for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.051125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-db74e894-b705-48f3-80a2-ceac7e654406 req-9d7f2a74-e3f6-495d-8c63-aaa118b8a7d1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:27:01.052120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db74e894-b705-48f3-80a2-ceac7e654406 req-9d7f2a74-e3f6-495d-8c63-aaa118b8a7d1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053222 Mar 31 23:27:01.119167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.148359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e027c1f0-801a-4e0c-b90d-2c2defb130b1 req-eeee496d-b48f-4bf4-8479-9bf2af6c7c6c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218798 Mar 31 23:27:01.152558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.176427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:01.177062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:01.225839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.230091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62f637-f3bc-4b0b-b71a-651e3e78a820 None None] Pushing event updated for resources: {'Port': ['ID=38bfb825-ab3f-44ed-9128-0b073059a1db,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.277446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-d70698ac-b4a6-48e2-9e02-b0407d8c3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.283186 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-d70698ac-b4a6-48e2-9e02-b0407d8c3fb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 1094 time: 0.0764053 Mar 31 23:27:01.285036 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b29d10-5544-4f1d-af53-f599c2c6ffc0 x-openstack-request-id: req-51b29d10-5544-4f1d-af53-f599c2c6ffc0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:01.285327 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:01.285609 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-51b29d10-5544-4f1d-af53-f599c2c6ffc0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:01.286392 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b29d10-5544-4f1d-af53-f599c2c6ffc0'] response: {'name': 'network-changed', 'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045', 'status': 'completed', 'code': 200} Mar 31 23:27:01.316032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:01.328202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-54428e06-f0c0-4d5e-85ca-9c3b936743fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18f96a61-3415-4828-bab3-d1e7d497c045 HTTP/1.1" status: 200 len: 217 time: 0.0373185 Mar 31 23:27:01.328436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.380581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.383055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.384212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c49f2665-0b06-4d0a-a13c-191a7da4920f HTTP/1.1" status: 204 len: 168 time: 0.4124751 Mar 31 23:27:01.425090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980af1-3285-4bab-8e87-e8f083364526 req-0bfbbfdf-6405-4e58-89f4-e872104d8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.436906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-0bfbbfdf-6405-4e58-89f4-e872104d8361 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.1002138 Mar 31 23:27:01.511745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:01.511745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network hostable DHCP agents. Network: e483e7b0-2663-441e-934c-0b13d969c6b9, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:01.512090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d9507-80b3-4266-b23c-94b03b305f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f2665-0b06-4d0a-a13c-191a7da4920f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.513688 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Subnet': ['ID=b847c93c-954f-4ba1-a101-1255e3c973e1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.528934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-d9e4f4f5-b180-431b-ba10-9b8a8b8f619f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681317 Mar 31 23:27:01.577065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea498-072d-44d3-98b9-51d76b5d9fb1 req-c7b477d8-af87-4e86-8740-29d66e66104c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.586383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92eea498-072d-44d3-98b9-51d76b5d9fb1 req-c7b477d8-af87-4e86-8740-29d66e66104c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.1386089 Mar 31 23:27:01.625528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:58Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:01.681787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38797cec-c51b-421f-a6ff-0eeef4c5e908 None None] The sync data for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 is: [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:58Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:01.705584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92eea498-072d-44d3-98b9-51d76b5d9fb1 req-866cd98f-9798-4a34-b977-7a3c11d0b25f tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133552 Mar 31 23:27:01.706904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network e483e7b0-2663-441e-934c-0b13d969c6b9 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:01.781588 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-7df92df8-ecea-4347-b9ff-e888c6a0e6d2 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503285 Mar 31 23:27:01.838891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e483e7b0-2663-441e-934c-0b13d969c6b9) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:01.844332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.851375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.851896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638f349-4a1a-479f-a7c2-cc69bedff609 None None] Network e483e7b0-2663-441e-934c-0b13d969c6b9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:01.942598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-edc53f72-0338-423f-ad4f-7e639bcf70e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8723762 Mar 31 23:27:01.942994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:01.961003 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dc980af1-3285-4bab-8e87-e8f083364526 req-81cf4bbc-cdfd-4ecf-b023-f068637bb82e service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732805 Mar 31 23:27:02.188854 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-e483e7b0-2663-441e-934c-0b13d969c6b9', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:02.190262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.346198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-e27f0854-a852-42b2-aaf7-85fd9dd5cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.348336 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-e27f0854-a852-42b2-aaf7-85fd9dd5cff1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 1094 time: 0.1565306 Mar 31 23:27:02.364722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-8ccaea4a-762c-43af-bc03-2641c1bae895 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001079 Mar 31 23:27:02.450816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Allocated IP 172.20.0.2 (e483e7b0-2663-441e-934c-0b13d969c6b9/b847c93c-954f-4ba1-a101-1255e3c973e1/700535b5-c629-4944-a8fb-d933763770df) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:02.521432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-27ac60a3-e80f-4e73-87cb-50d94ee40107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.524067 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-27ac60a3-e80f-4e73-87cb-50d94ee40107 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 907 time: 0.1576133 Mar 31 23:27:02.551458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50804) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:02.595327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93174-ebd2-43a7-a535-311055196770 req-fde36e02-a53b-43e5-a049-3e273c91b8a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.615072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9e93174-ebd2-43a7-a535-311055196770 req-fde36e02-a53b-43e5-a049-3e273c91b8a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 943 time: 0.2786672 Mar 31 23:27:02.630211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-956ae3c1-c1d4-4335-8223-16bac94222a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18f96a61-3415-4828-bab3-d1e7d497c045 HTTP/1.1" status: 200 len: 217 time: 0.0988407 Mar 31 23:27:02.661908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f93fa40-5980-4c0d-aa16-2516e7cbc6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.802708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9e93174-ebd2-43a7-a535-311055196770 req-3ed6ad05-5fe9-42cb-8ab2-b924ef3476ff tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866603 Mar 31 23:27:02.805061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-321b9a4e-abc1-419d-9544-676bddcadb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.808707 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-321b9a4e-abc1-419d-9544-676bddcadb10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.1717532 Mar 31 23:27:02.898960 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-91d9b668-d6cf-46ba-aae0-c0e7a9cc2ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730741 Mar 31 23:27:03.028730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.084582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.119133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Network e483e7b0-2663-441e-934c-0b13d969c6b9 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:03.127812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:03.172008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f93fa40-5980-4c0d-aa16-2516e7cbc6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.177000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:03.196946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa278-cb9c-494d-9480-2b8319623c42 req-0175581f-7d83-4c88-90c0-ec6dd892a751 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.222325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-441fa278-cb9c-494d-9480-2b8319623c42 req-0175581f-7d83-4c88-90c0-ec6dd892a751 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.3185878 Mar 31 23:27:03.255332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.262796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-e77fe354-6a50-4838-bc61-25d4e6cfb353 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558521 Mar 31 23:27:03.283549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-b40fb2aa-f9f1-44d8-a785-5fee9aea7730 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021342 Mar 31 23:27:03.295064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f93fa40-5980-4c0d-aa16-2516e7cbc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.308339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Pushing event updated for resources: {'Port': ['ID=700535b5-c629-4944-a8fb-d933763770df,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.314700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Attempting to bind port 700535b5-c629-4944-a8fb-d933763770df on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:03.317176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Attempting to bind port 700535b5-c629-4944-a8fb-d933763770df by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:03.317406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Attempting to bind port 700535b5-c629-4944-a8fb-d933763770df on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:03.330578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:03.330980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:03.331394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.331788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Bound using segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:03.332259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Bound port: 700535b5-c629-4944-a8fb-d933763770df, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:03.332648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.378713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-441fa278-cb9c-494d-9480-2b8319623c42 req-df107097-f635-4e77-87fc-aafb14e520b6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544409 Mar 31 23:27:03.476455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93fa40-5980-4c0d-aa16-2516e7cbc6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1794b4-0127-4cb6-a7fe-fbf5bf48869e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.483687 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f93fa40-5980-4c0d-aa16-2516e7cbc6e5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00dbd2911ce142d5ae6666e0c6c630a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9276118 Mar 31 23:27:03.484043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50814) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:03.506370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864402-040c-4dfa-a82b-342d661f00ab req-9674c287-591a-4d11-a5c9-b4e5f28ecbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.507859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] For port 700535b5-c629-4944-a8fb-d933763770df, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:03.508346 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-9674c287-591a-4d11-a5c9-b4e5f28ecbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 1097 time: 0.1901560 Mar 31 23:27:03.510551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ebabbefb-9195-455a-b0fa-9fb8225b2e91 req-a6742d72-319c-4917-978d-a464aaf7ffbd service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321956 Mar 31 23:27:03.518460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] For port 700535b5-c629-4944-a8fb-d933763770df, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=700535b5-c629-4944-a8fb-d933763770df,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:03.608502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.610394 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.680199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864402-040c-4dfa-a82b-342d661f00ab req-174b5d2c-8efa-4d4d-9a94-3c7a987824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.681834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-174b5d2c-8efa-4d4d-9a94-3c7a987824bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 907 time: 0.1256592 Mar 31 23:27:03.689302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.700599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927f297-bb1c-49d1-af39-b6b272119d12 None None] Pushing event updated for resources: {'Port': ['ID=700535b5-c629-4944-a8fb-d933763770df,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.767940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-559b0712-9345-44ec-ab31-710922c50c3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512 HTTP/1.1" status: 200 len: 217 time: 0.0781200 Mar 31 23:27:03.812088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.1 (e483e7b0-2663-441e-934c-0b13d969c6b9/b847c93c-954f-4ba1-a101-1255e3c973e1/6f559a09-65b4-4253-a0e5-b6dfc912e626) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:03.864614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864402-040c-4dfa-a82b-342d661f00ab req-889232f1-3c4f-40f2-a46a-99c67bd5b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.866422 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-889232f1-3c4f-40f2-a46a-99c67bd5b7ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0857866 Mar 31 23:27:03.896442 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.903419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.904839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4a1794b4-0127-4cb6-a7fe-fbf5bf48869e HTTP/1.1" status: 204 len: 168 time: 0.4197450 Mar 31 23:27:03.981257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33109f-2faf-4cd9-a72e-2cac3da06496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1794b4-0127-4cb6-a7fe-fbf5bf48869e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:04.016314 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-5f9d72a1-f88d-4c95-b9fa-edf7e1fba673 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405165 Mar 31 23:27:04.130863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423ea26-32b4-4718-b914-7000a6567486 req-1c11cccf-b59c-44ef-9fcb-95f6e7636f4a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:04.138747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2423ea26-32b4-4718-b914-7000a6567486 req-1c11cccf-b59c-44ef-9fcb-95f6e7636f4a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 943 time: 0.1821587 Mar 31 23:27:04.178860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.235120 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-eddfbd67-af25-4b9b-9a5a-e9975def66e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015555 Mar 31 23:27:04.276954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 38bfb825-ab3f-44ed-9128-0b073059a1db up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:04.335734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2423ea26-32b4-4718-b914-7000a6567486 req-46af81a3-72d4-4c93-83a3-63f87b83d0ad tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959391 Mar 31 23:27:04.360177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 38bfb825-ab3f-44ed-9128-0b073059a1db triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:04.360786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.371724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-70cb301a-2e48-4437-b3ba-c953f7cecaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:04.373262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-70cb301a-2e48-4437-b3ba-c953f7cecaff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1&tenant_id=70a0e143b4124e3dbf818ef394e50f04 HTTP/1.1" status: 200 len: 1095 time: 0.1450050 Mar 31 23:27:04.392588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:04.406790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ac864402-040c-4dfa-a82b-342d661f00ab req-9e78c708-e6bc-4223-ad3c-790a6df6b6f4 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655734 Mar 31 23:27:04.440415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.521673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.534194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network e483e7b0-2663-441e-934c-0b13d969c6b9 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:04.554239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:04.560568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:04.563608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:04.564165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 38bfb825-ab3f-44ed-9128-0b073059a1db, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=38bfb825-ab3f-44ed-9128-0b073059a1db,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:04.570423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.627101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.629177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 700535b5-c629-4944-a8fb-d933763770df up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:04.688607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8f26-1d29-4521-a45c-f16f9628e2ff req-a15bf8c3-d5f1-44d2-9663-ba808237d180 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:04.690179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a51f8f26-1d29-4521-a45c-f16f9628e2ff req-a15bf8c3-d5f1-44d2-9663-ba808237d180 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.2038553 Mar 31 23:27:04.738627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=38bfb825-ab3f-44ed-9128-0b073059a1db,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:04.759722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.810274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 700535b5-c629-4944-a8fb-d933763770df triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:04.810760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.903029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.913742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a51f8f26-1d29-4521-a45c-f16f9628e2ff req-167b307a-d2bf-40c6-9722-83f03765347c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075717 Mar 31 23:27:04.955162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.025276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 700535b5-c629-4944-a8fb-d933763770df, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=700535b5-c629-4944-a8fb-d933763770df,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:05.112359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.153786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.162589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d722d3-f8f9-4428-a5cc-8366a79df12f None None] Network e483e7b0-2663-441e-934c-0b13d969c6b9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:05.179337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:05.281942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:05.319488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0cdd487a-167a-42d3-acc5-052bf55f39bf None None] Provisioning complete for port 700535b5-c629-4944-a8fb-d933763770df triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:05.319864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0cdd487a-167a-42d3-acc5-052bf55f39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.327885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=700535b5-c629-4944-a8fb-d933763770df,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.352752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:05.366643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.397443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Transition to ACTIVE for port object 0e53889c-a186-4861-8c65-a28b0d1090c0 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:05.492100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.940204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c50f9b5d-7b2a-4c84-8182-c58755b91cf3 None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:05.940722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c50f9b5d-7b2a-4c84-8182-c58755b91cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.944553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313173-5285-48dd-9b34-d89f0a8707d3 req-26531e9c-648b-43aa-8395-7eb7a1f5b690 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:05.946172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13313173-5285-48dd-9b34-d89f0a8707d3 req-26531e9c-648b-43aa-8395-7eb7a1f5b690 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 943 time: 0.5191991 Mar 31 23:27:05.996051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18f96a61-3415-4828-bab3-d1e7d497c045 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:06.005864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c50f9b5d-7b2a-4c84-8182-c58755b91cf3 None None] Port 6f559a09-65b4-4253-a0e5-b6dfc912e626 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:06.013846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=9']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:06.048467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c50f9b5d-7b2a-4c84-8182-c58755b91cf3 None None] Provisioning complete for port 700535b5-c629-4944-a8fb-d933763770df triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.049389 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c50f9b5d-7b2a-4c84-8182-c58755b91cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.121318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 38bfb825-ab3f-44ed-9128-0b073059a1db up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:06.169494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] No DVR routers for this DVR port 0e53889c-a186-4861-8c65-a28b0d1090c0 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:06.231438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13313173-5285-48dd-9b34-d89f0a8707d3 req-f11bba42-46ef-43a8-a6da-8596b5441ee3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727919 Mar 31 23:27:06.234729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.285662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64b30-085c-4b2f-9067-07d1b4c6b6ea req-a2cac79a-1e72-435f-bb4c-d481d54fcaa7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:06.295967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a64b30-085c-4b2f-9067-07d1b4c6b6ea req-a2cac79a-1e72-435f-bb4c-d481d54fcaa7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 944 time: 0.2166791 Mar 31 23:27:06.335442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18f96a61-3415-4828-bab3-d1e7d497c045,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:06.343631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.354361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 38bfb825-ab3f-44ed-9128-0b073059a1db triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.354811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.359137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '18f96a61-3415-4828-bab3-d1e7d497c045', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': '18f96a61-3415-4828-bab3-d1e7d497c045', 'mac_address': 'fa:16:3e:b5:fa:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:06.461560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.466318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a64b30-085c-4b2f-9067-07d1b4c6b6ea req-aac86f5a-4e66-4056-8d6e-8d6fbfb398ca tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694238 Mar 31 23:27:06.487908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3092d755-a937-43af-b2c2-3d8f56b3a175 None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.489306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3092d755-a937-43af-b2c2-3d8f56b3a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.499783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f96a61-3415-4828-bab3-d1e7d497c045 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:06.511324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.532705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:06.562896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18f96a61-3415-4828-bab3-d1e7d497c045,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:06.578578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3092d755-a937-43af-b2c2-3d8f56b3a175 None None] Port 6f559a09-65b4-4253-a0e5-b6dfc912e626 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:06.583030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 700535b5-c629-4944-a8fb-d933763770df up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:06.617844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.656672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:06.657104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:06.657507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:06.668316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:06.668643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Attempting to bind port 0e53889c-a186-4861-8c65-a28b0d1090c0 on network b7de0288-7b3f-40c6-950b-a304213fe16c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:06.679254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:06.679573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:06.679914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Checking segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:06.680291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Bound using segment: {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:06.680731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Bound port: 0e53889c-a186-4861-8c65-a28b0d1090c0, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:06.681092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.682565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 700535b5-c629-4944-a8fb-d933763770df triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.682565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.718863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network e483e7b0-2663-441e-934c-0b13d969c6b9 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:06.732913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:06.739180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:06.906356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:06.909730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:06.928383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be6c6d9b-c57f-4c07-b26c-569cb8fd47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.968438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['18f96a61-3415-4828-bab3-d1e7d497c045'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:06.987030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router a48660e7-cb3f-4d6b-a08f-788792ad6b7b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:07.120490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.123911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be6c6d9b-c57f-4c07-b26c-569cb8fd47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.183281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:07.186524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.186524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 1092 time: 2.7989101 Mar 31 23:27:07.190066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:07.192394 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef738508-7ad9-4f45-9b67-4bc06fc86c41" -d '{"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:07.210932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be6c6d9b-c57f-4c07-b26c-569cb8fd47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.222570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:07.241125 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Sync routers for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:07.261750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9f19857e-b9bf-4546-ac14-2f941941f3fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/a48660e7-cb3f-4d6b-a08f-788792ad6b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3161061 Mar 31 23:27:07.261970 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32173cec-4088-4489-b8b9-da2ae0721c91 x-openstack-request-id: req-32173cec-4088-4489-b8b9-da2ae0721c91 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:07.262716 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:07.262716 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-32173cec-4088-4489-b8b9-da2ae0721c91 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:07.262908 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32173cec-4088-4489-b8b9-da2ae0721c91'] response: {'name': 'network-changed', 'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'status': 'completed', 'code': 200} Mar 31 23:27:07.288296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e08cf-bc55-4d33-a668-b2add38db0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.307810 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:07.308457 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:07.333440 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be6c6d9b-c57f-4c07-b26c-569cb8fd47f0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5ca93e2beac47a6885c1b1ff69444fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913954 Mar 31 23:27:07.334758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 50906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:07.343735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c6d9b-c57f-4c07-b26c-569cb8fd47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc19cb7-0fda-4899-9f49-d7f16737ea18,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.365970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-af66ad10-8655-443a-a229-0e64e8eb86c3 None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:07.366342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af66ad10-8655-443a-a229-0e64e8eb86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.412206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-c8cd88f0-d171-49b7-b438-bed02197758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:07.416605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-c8cd88f0-d171-49b7-b438-bed02197758a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1096 time: 0.1755681 Mar 31 23:27:07.488685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.513503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-af66ad10-8655-443a-a229-0e64e8eb86c3 None None] Port 6f559a09-65b4-4253-a0e5-b6dfc912e626 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:07.542432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.567215 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:07.642443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68facac-3c4c-4b99-81f7-cae1dffa3c4e req-442a7034-d8b4-4a72-a198-ac0cdc65826d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:07.645006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d68facac-3c4c-4b99-81f7-cae1dffa3c4e req-442a7034-d8b4-4a72-a198-ac0cdc65826d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 944 time: 0.2659981 Mar 31 23:27:07.683539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.687991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.690313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cc19cb7-0fda-4899-9f49-d7f16737ea18 HTTP/1.1" status: 204 len: 168 time: 0.3503077 Mar 31 23:27:07.713399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e213089-c18a-4bcf-8649-bfaff324fe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc19cb7-0fda-4899-9f49-d7f16737ea18,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.720209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-660abfe1-164e-41f0-b134-db5c8029ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:07.721704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-660abfe1-164e-41f0-b134-db5c8029ec3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.2572002 Mar 31 23:27:07.801022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d68facac-3c4c-4b99-81f7-cae1dffa3c4e req-44317c4c-2c1d-4545-9d0c-7cf62a56ead3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372290 Mar 31 23:27:07.806548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-316b543e-82c9-4426-ac4f-68c5d623ada5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603115588&fields=id&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 267 time: 0.1376352 Mar 31 23:27:07.860178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-d6e6c084-0433-4697-9dff-7fb9d6ba7c43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 999 time: 0.1274357 Mar 31 23:27:07.865030 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 2, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:07.912936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Checking router: a48660e7-cb3f-4d6b-a08f-788792ad6b7b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:07.913571 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Updating router a48660e7-cb3f-4d6b-a08f-788792ad6b7b port 6f559a09-65b4-4253-a0e5-b6dfc912e626 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:07.951126 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.999544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-af5fad23-f35e-415c-b01b-fdc3e1e50c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.001010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-af5fad23-f35e-415c-b01b-fdc3e1e50c30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.1338980 Mar 31 23:27:08.054942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5f0b9-f0ff-463d-919c-1dfedb85eb3a req-a33ff597-15db-43ab-a181-86d2cce11827 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.056703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e5f0b9-f0ff-463d-919c-1dfedb85eb3a req-a33ff597-15db-43ab-a181-86d2cce11827 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1613841 Mar 31 23:27:08.067734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-cd691af3-6c41-4d59-8e2f-4d8cd3a27984 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.069183 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-cd691af3-6c41-4d59-8e2f-4d8cd3a27984 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 796 time: 0.2494154 Mar 31 23:27:08.105786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-0d32f385-3ed2-4db9-b618-4df156a29e2f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/quotas/710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 375 time: 0.0271058 Mar 31 23:27:08.118403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff493-456d-45a2-b712-936b03865298 req-4feadf0a-f58c-4d68-a093-3b758a03d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.119970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-4feadf0a-f58c-4d68-a093-3b758a03d617 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124473 Mar 31 23:27:08.138047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e5f0b9-f0ff-463d-919c-1dfedb85eb3a req-c37967b0-6c95-4936-bdcb-61afc12ad6db tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678864 Mar 31 23:27:08.230288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-278f103c-87df-4787-b4b2-b2277f10528c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093478 Mar 31 23:27:08.250097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-33ffc4ab-cac7-4f6c-b3a2-568d3da3be93 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:27:08.251117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-33ffc4ab-cac7-4f6c-b3a2-568d3da3be93 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081656 Mar 31 23:27:08.266493 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.270934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-feb7f95d-9a21-4978-a574-bdb52f284e54 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373615 Mar 31 23:27:08.340807 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.419386 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Pushing event updated for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:08.420939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-c96146d8-d22f-4f54-8c60-aac8817c2604 service neutron] 10.222.0.83 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587007 Mar 31 23:27:08.426461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-9d763fd6-7160-4d78-a94f-2d81551772f0 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436052 Mar 31 23:27:08.433217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.433570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.436337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.437945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.438383 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.439997 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.440332 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:08.517761 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Attempting to bind port 6f559a09-65b4-4253-a0e5-b6dfc912e626 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:08.518248 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Attempting to bind port 6f559a09-65b4-4253-a0e5-b6dfc912e626 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:08.518606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Attempting to bind port 6f559a09-65b4-4253-a0e5-b6dfc912e626 on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:08.526019 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:08.526428 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:08.526831 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.527327 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Bound using segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:08.527801 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Bound port: 6f559a09-65b4-4253-a0e5-b6dfc912e626, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:08.528013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 50960) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:08.528167 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.566834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8a821e9-8932-452a-89bb-bcf748858fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.611443 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] For port 6f559a09-65b4-4253-a0e5-b6dfc912e626, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:08.613624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] For port 6f559a09-65b4-4253-a0e5-b6dfc912e626, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6f559a09-65b4-4253-a0e5-b6dfc912e626,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:08.657823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-6e866113-76ec-45c4-ac74-30e4cf4b2c7a service neutron] 10.222.0.83 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276366 Mar 31 23:27:08.672746 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.681546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-54d47c8d-85a0-4eb3-8c3c-cd14fe13c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.683273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-54d47c8d-85a0-4eb3-8c3c-cd14fe13c1b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1096 time: 0.1119039 Mar 31 23:27:08.738276 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:08.738919 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:08.749113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:08.754983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.924185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.004514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] For port 6f559a09-65b4-4253-a0e5-b6dfc912e626, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6f559a09-65b4-4253-a0e5-b6dfc912e626,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:09.021275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:09.028250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db32e91e-076e-4717-924e-b982db26d66f req-078637f2-fea1-40f8-b69a-27142e7868ff tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 210 time: 0.0579379 Mar 31 23:27:09.047229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-2582bd66-ff59-4a1c-b91e-2fd78e1f5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.048907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-2582bd66-ff59-4a1c-b91e-2fd78e1f5dfa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.3582010 Mar 31 23:27:09.066826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.160394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8a821e9-8932-452a-89bb-bcf748858fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.173648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d98838-ad2c-4458-a1ef-f95aed2e9335 None None] Pushing event updated for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:09.225033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-79927782-1970-4df3-815f-1dab3f01fe3b None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:09.225703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79927782-1970-4df3-815f-1dab3f01fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.234421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-7e5206ad-fd14-42b5-b7a3-9d3c25c16d6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 999 time: 0.1745572 Mar 31 23:27:09.237767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a8a821e9-8932-452a-89bb-bcf748858fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.278186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a8a821e9-8932-452a-89bb-bcf748858fc9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=03a5648c442d47b2bc52a74341d75f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487717 Mar 31 23:27:09.281342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:09.321225 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944ff64-b931-456f-8dc5-5f4b22b49a89 None None] Pushing event updated for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:09.379894 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:09.380171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a821e9-8932-452a-89bb-bcf748858fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c16ef3d-356c-45e9-bf19-8199271f8ec3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:09.407601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-8c1ad35d-c521-4691-96ac-baf4a72dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.409099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-8c1ad35d-c521-4691-96ac-baf4a72dd676 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.1354806 Mar 31 23:27:09.416589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6839609-2235-4802-b4da-fb15706cbf42 req-391efc96-052c-4d63-80ff-ee460207895b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.418083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6839609-2235-4802-b4da-fb15706cbf42 req-391efc96-052c-4d63-80ff-ee460207895b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0991626 Mar 31 23:27:09.457383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.480326 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c43a7-a71d-461d-bc19-1f393b54bf57 None None] The sync data for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 is: [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:09.525086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.740728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.743336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.744513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c16ef3d-356c-45e9-bf19-8199271f8ec3 HTTP/1.1" status: 204 len: 168 time: 0.4610572 Mar 31 23:27:09.773271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17befb-bbba-4c9e-948d-4210f4385e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c16ef3d-356c-45e9-bf19-8199271f8ec3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:09.995307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18f96a61-3415-4828-bab3-d1e7d497c045 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:10.166928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6f559a09-65b4-4253-a0e5-b6dfc912e626 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:10.234038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 18f96a61-3415-4828-bab3-d1e7d497c045 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:10.248860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6839609-2235-4802-b4da-fb15706cbf42 req-e835e780-2e5d-44ea-b6dd-bc8c25dd3570 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8209198 Mar 31 23:27:10.252474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 18f96a61-3415-4828-bab3-d1e7d497c045 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:10.252856 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.263665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-5ee0e121-8996-4069-a435-14d9f022aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.266497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-5ee0e121-8996-4069-a435-14d9f022aa8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8473384 Mar 31 23:27:10.275795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f894-8047-404c-b279-365b7a2e1335 req-97c80bb6-f9fc-4948-b049-198b7c8d2e5c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.277469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e661f894-8047-404c-b279-365b7a2e1335 req-97c80bb6-f9fc-4948-b049-198b7c8d2e5c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 944 time: 1.2655449 Mar 31 23:27:10.438828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-b7ed1a60-31dc-43d6-912c-75a0974e7dd4 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440938 Mar 31 23:27:10.449101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6f559a09-65b4-4253-a0e5-b6dfc912e626 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:10.467489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.523628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96c5c72b-a3ba-49ee-9404-bb448ff1c9ff req-c31a8db8-8acc-4970-a5ef-4bf09853b733 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 210 time: 0.0817928 Mar 31 23:27:10.743426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.743569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e661f894-8047-404c-b279-365b7a2e1335 req-f51a639b-ae77-4a88-aaa1-ea36a949b585 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033478 Mar 31 23:27:10.837060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef738508-7ad9-4f45-9b67-4bc06fc86c41 req-30ec1f30-5b41-4fb6-bd0b-3ccb7a135c87 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190877 Mar 31 23:27:10.903474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:10.913387 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead5a33-8e62-471f-ab31-6cb53b50b9c9" -d '{"events": [{"server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "name": "network-vif-plugged", "status": "completed", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:11.011086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18f96a61-3415-4828-bab3-d1e7d497c045,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:11.031624 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b5aa9f-ca8f-45be-b11b-624d1ecd4921 x-openstack-request-id: req-27b5aa9f-ca8f-45be-b11b-624d1ecd4921 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:11.032159 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "name": "network-vif-plugged", "status": "completed", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:11.032563 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-27b5aa9f-ca8f-45be-b11b-624d1ecd4921 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:11.033108 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b5aa9f-ca8f-45be-b11b-624d1ecd4921'] response: {'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045', 'code': 200} Mar 31 23:27:11.135445 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.310959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.334827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994b6ce-ea74-4596-8583-8d321f44f5c8 req-04a17062-e3c7-4f76-83a1-5983ece94041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.344807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d994b6ce-ea74-4596-8583-8d321f44f5c8 req-04a17062-e3c7-4f76-83a1-5983ece94041 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 1096 time: 0.1942651 Mar 31 23:27:11.458871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ea48-34bc-4569-ac69-d73898300891 req-04f2d27b-05a6-4001-9573-a82e3dbde7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.478205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-04f2d27b-05a6-4001-9573-a82e3dbde7ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a0e143b4124e3dbf818ef394e50f04&device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1096 time: 0.1907144 Mar 31 23:27:11.505496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d994b6ce-ea74-4596-8583-8d321f44f5c8 req-d8f00479-6426-40a5-95d8-16448ac3cc82 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541061 Mar 31 23:27:11.652676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761274c-8c81-4eec-882b-0860c02f2126 req-6f6315b3-7479-473a-9e24-e0d4c8a2d15d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.654982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d761274c-8c81-4eec-882b-0860c02f2126 req-6f6315b3-7479-473a-9e24-e0d4c8a2d15d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1458745 Mar 31 23:27:11.679678 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f271810f-9924-47db-b254-452c569d985b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.775913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ea48-34bc-4569-ac69-d73898300891 req-14a51764-ad2b-4276-94fa-ed8cc7313d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.777577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-14a51764-ad2b-4276-94fa-ed8cc7313d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 200 len: 919 time: 0.2834356 Mar 31 23:27:11.860592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d761274c-8c81-4eec-882b-0860c02f2126 req-ee17fa0b-ba27-4737-9e18-c564bc74c64c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798782 Mar 31 23:27:12.065894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-85826aea-9771-4319-86db-0893e86e9d5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 200 len: 999 time: 0.2573400 Mar 31 23:27:12.260127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ea48-34bc-4569-ac69-d73898300891 req-b13e18b1-4fb1-4695-97d7-d8e765b4aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.262265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-b13e18b1-4fb1-4695-97d7-d8e765b4aab5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 200 len: 856 time: 0.1408579 Mar 31 23:27:12.385202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-1aa0e8ee-0acc-4218-988d-5b15e97b8017 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.387667 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-1aa0e8ee-0acc-4218-988d-5b15e97b8017 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 796 time: 0.2877061 Mar 31 23:27:12.420472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5db558ec-c007-406f-b9a7-a3811286c46e req-d835c24b-5f4a-4988-b745-6a2efe35a737 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 210 time: 0.6747670 Mar 31 23:27:12.450007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4b82c-dcb5-4736-bf6e-6470c9c5c72e req-59916d33-437b-4cb4-b913-d8ab5c41e470 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.452462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42b4b82c-dcb5-4736-bf6e-6470c9c5c72e req-59916d33-437b-4cb4-b913-d8ab5c41e470 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.4401958 Mar 31 23:27:12.505640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8df2f467-2f05-4b66-9752-a88a5b1f6d54 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 380 time: 0.0824444 Mar 31 23:27:12.514669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ea48-34bc-4569-ac69-d73898300891 req-3e815412-09b6-4071-98a6-4fc67cb6461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.524737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-3e815412-09b6-4071-98a6-4fc67cb6461b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7de0288-7b3f-40c6-950b-a304213fe16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343304 Mar 31 23:27:12.554093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42b4b82c-dcb5-4736-bf6e-6470c9c5c72e req-f697c07e-3188-4f26-9ff4-78af3c254b46 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886319 Mar 31 23:27:12.582604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'port': {'device_id': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'admin_state_up': True, 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'security_groups': ['d8535a3b-9ca5-4c4a-848c-46749d80ba74']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:12.821468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-ecd94564-0443-4cf1-9210-8836fc7ef992 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897731 Mar 31 23:27:12.912297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:12.916516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.068150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a579ea48-34bc-4569-ac69-d73898300891 req-6e3a6730-ba15-46d2-a517-6b389cc3f78e service neutron] 10.222.0.10 "GET /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380246 Mar 31 23:27:13.100641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.14 (e483e7b0-2663-441e-934c-0b13d969c6b9/b847c93c-954f-4ba1-a101-1255e3c973e1/0e5fed11-8100-4199-8f5a-ac3dec82cabc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:13.144593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813d30b-f0e7-4eeb-b185-2e0d4dc14a3e req-9df57f9c-47df-4056-8fa2-640cadf031b6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:13.148551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f813d30b-f0e7-4eeb-b185-2e0d4dc14a3e req-9df57f9c-47df-4056-8fa2-640cadf031b6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0955956 Mar 31 23:27:13.205970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f813d30b-f0e7-4eeb-b185-2e0d4dc14a3e req-e61e3be5-28f3-443e-ba52-5ce6943a232d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Mar 31 23:27:13.340653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.537304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.681776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network e483e7b0-2663-441e-934c-0b13d969c6b9 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:13.698001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae955c-fc86-413b-8963-07fa6057517f req-3c15310a-c6f9-471f-a22b-22ccc08a88dc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:13.699330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ae955c-fc86-413b-8963-07fa6057517f req-3c15310a-c6f9-471f-a22b-22ccc08a88dc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 932 time: 0.1303213 Mar 31 23:27:13.720293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:13.724673 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:13.734161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:13.810661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7ed9-9e22-40bf-9f72-6c926826d045 req-185d57a8-7bfa-43d3-8864-3822b47ee5d4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:13.817817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a73b7ed9-9e22-40bf-9f72-6c926826d045 req-185d57a8-7bfa-43d3-8864-3822b47ee5d4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.1756504 Mar 31 23:27:13.821165 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aeef1cef-506e-40db-8d5a-42727d5e78e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.852202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:13.853100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.944845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ae955c-fc86-413b-8963-07fa6057517f req-9f284240-d61b-40ab-b256-edab1d370d56 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311921 Mar 31 23:27:13.945826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-8d9b5b74-f8b8-4a33-b0bc-29bd1cc50147 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3672197 Mar 31 23:27:13.970634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a73b7ed9-9e22-40bf-9f72-6c926826d045 req-537869e6-666c-40fb-ab6b-78345b99cb8c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512275 Mar 31 23:27:14.168851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6ce64-4572-4c4f-bfe1-8d61162356b9 req-5363814e-e9ae-4c60-995b-27e654057db2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:14.181458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdb6ce64-4572-4c4f-bfe1-8d61162356b9 req-5363814e-e9ae-4c60-995b-27e654057db2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.1147792 Mar 31 23:27:14.258874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bdb6ce64-4572-4c4f-bfe1-8d61162356b9 req-b84cb3b6-2615-464a-86b7-d6037a4bd4ba tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743597 Mar 31 23:27:14.293357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-34ce22bb-a8eb-4a62-a6ed-1598f870c4de None None] Provisioning complete for port 0e5fed11-8100-4199-8f5a-ac3dec82cabc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:14.293748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-34ce22bb-a8eb-4a62-a6ed-1598f870c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.360809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-34ce22bb-a8eb-4a62-a6ed-1598f870c4de None None] Port 0e5fed11-8100-4199-8f5a-ac3dec82cabc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:14.464894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12027a5-6d70-4f50-bfee-48dbcbf9a3b6 req-fe70203f-2c3e-4e47-87a5-75905b5f3ff9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:14.467849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12027a5-6d70-4f50-bfee-48dbcbf9a3b6 req-fe70203f-2c3e-4e47-87a5-75905b5f3ff9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1380417 Mar 31 23:27:14.481243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741504f1-f762-4097-9973-5ce719dcdcce req-0694805e-6e31-4318-83ca-295f7057a08a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:14.484367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-741504f1-f762-4097-9973-5ce719dcdcce req-0694805e-6e31-4318-83ca-295f7057a08a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.1039834 Mar 31 23:27:14.621902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e12027a5-6d70-4f50-bfee-48dbcbf9a3b6 req-e9580284-1d4e-414b-937e-f118ab74379b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361363 Mar 31 23:27:14.629356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-741504f1-f762-4097-9973-5ce719dcdcce req-63cba799-b380-4b01-8f4d-ed42b11e90aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174951 Mar 31 23:27:15.119992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1afc2-4468-4a5f-8a5a-2ff87540fdfb req-905a24e0-974c-458a-a10a-3da47775397d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.121728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9b1afc2-4468-4a5f-8a5a-2ff87540fdfb req-905a24e0-974c-458a-a10a-3da47775397d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 932 time: 0.0828729 Mar 31 23:27:15.216108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9b1afc2-4468-4a5f-8a5a-2ff87540fdfb req-30d7500a-fc9f-426b-8a5f-d91a0a7bb826 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827575 Mar 31 23:27:15.256963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ba71a-e627-4b1c-8f99-0b0902d894bd req-a3781069-b0dd-452a-8296-c76e77e4859b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.260579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-629ba71a-e627-4b1c-8f99-0b0902d894bd req-a3781069-b0dd-452a-8296-c76e77e4859b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.1377800 Mar 31 23:27:15.341367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-629ba71a-e627-4b1c-8f99-0b0902d894bd req-a17146d5-19ea-4810-ab9c-f23944818643 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665298 Mar 31 23:27:15.363190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.440316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-73dc0810-1ec8-432c-a899-2eadf244aa95 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=86a4c980be764340b0bac3383ea42466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402143 Mar 31 23:27:15.448015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51182) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:15.640883 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e076262-ed5b-4638-81a8-a09caa945a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.728385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-d13ece6e-4ad2-4514-873e-adfe37b3cad0 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.730067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-d13ece6e-4ad2-4514-873e-adfe37b3cad0 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887998 Mar 31 23:27:15.746339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Request body: {'port': {'device_id': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:15.756398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e076262-ed5b-4638-81a8-a09caa945a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.770636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-311470be-456a-43dd-a0e8-93a9cbee0e42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/quotas/86a4c980be764340b0bac3383ea42466 HTTP/1.1" status: 200 len: 375 time: 0.0330207 Mar 31 23:27:15.818431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-1b557c96-f9a7-4ebc-82e9-8b4888a5241b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=86a4c980be764340b0bac3383ea42466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335135 Mar 31 23:27:15.838439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1e5c7-7677-4fb0-acbe-18d19111b785 req-7421ad60-c966-4368-abb3-5821a39f3ef0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.847535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bb1e5c7-7677-4fb0-acbe-18d19111b785 req-7421ad60-c966-4368-abb3-5821a39f3ef0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0927329 Mar 31 23:27:15.859241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.868347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e076262-ed5b-4638-81a8-a09caa945a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.906668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bb1e5c7-7677-4fb0-acbe-18d19111b785 req-2f219813-83eb-476a-bb60-94cf6e6eccc6 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517008 Mar 31 23:27:15.953525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e076262-ed5b-4638-81a8-a09caa945a88 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a970226b1b984882b3c812d587682325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035000 Mar 31 23:27:15.956764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51188) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:15.960513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e076262-ed5b-4638-81a8-a09caa945a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92b01b-51db-42a7-9d55-968b5112d3a4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:16.046794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.101757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.246086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-780b504b-a1ca-47d2-b48e-1fb2601fc155 req-f92ffe8c-4cfd-4a08-8e95-284ee684aebd tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0631082 Mar 31 23:27:16.264432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.264432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.264432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc92b01b-51db-42a7-9d55-968b5112d3a4 HTTP/1.1" status: 204 len: 168 time: 0.2985947 Mar 31 23:27:16.268289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73705dfb-7985-4b1a-8569-3301b08bade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92b01b-51db-42a7-9d55-968b5112d3a4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:16.358417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5fed11-8100-4199-8f5a-ac3dec82cabc {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:16.366979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.405488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Transition to ACTIVE for port object 0e5fed11-8100-4199-8f5a-ac3dec82cabc will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:16.409773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d34c-046f-4639-bdc5-1f4c77b57c59 req-69fd25bb-c702-49ce-876f-b3b7e85ab19a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.411678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2aa0d34c-046f-4639-bdc5-1f4c77b57c59 req-69fd25bb-c702-49ce-876f-b3b7e85ab19a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 932 time: 0.0741527 Mar 31 23:27:16.468648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.513118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2aa0d34c-046f-4639-bdc5-1f4c77b57c59 req-bd0a7e0b-64f7-4ca3-ae1f-a0b9492101b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923009 Mar 31 23:27:16.560672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcc56f-a59e-4349-8ec6-edf038d7e458 req-fcff4e43-4c8d-4084-9c65-12dd3d637d34 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.569082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abfcc56f-a59e-4349-8ec6-edf038d7e458 req-fcff4e43-4c8d-4084-9c65-12dd3d637d34 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.1128271 Mar 31 23:27:16.578719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-6bfeb88f-8080-4a5b-8b21-7610d094adf2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.580362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-6bfeb88f-8080-4a5b-8b21-7610d094adf2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 945 time: 0.1514292 Mar 31 23:27:16.607449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:16.630429 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-abfcc56f-a59e-4349-8ec6-edf038d7e458 req-ad33fc59-59ab-4606-9302-bf1aa8373fff tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Mar 31 23:27:16.632124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.812946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:16.813396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:16.813665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:16.815107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.823518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:16.823772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:16.833510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port 18f96a61-3415-4828-bab3-d1e7d497c045 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:16.833914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:16.839467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:16.839806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:16.840304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Bound using segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:16.840630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Bound port: 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:16.840985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:17.025270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port 18f96a61-3415-4828-bab3-d1e7d497c045, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18f96a61-3415-4828-bab3-d1e7d497c045,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:17.025638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:17.035648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:17.040222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:17.044756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for 18f96a61-3415-4828-bab3-d1e7d497c045 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:17.108701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:17.171366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.171984 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:17.176791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1092 time: 1.4317183 Mar 31 23:27:17.176791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:17.176791 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03994bb-b1ad-473b-ad56-0f12020e3092" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:17.205855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a67e-31e1-46be-bff3-ffabf6f56128 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:17.251663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128caff-c34a-4fcb-8958-72804b826f49 req-ca28d868-733d-4fc2-aea1-4b989df70392 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.256623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a128caff-c34a-4fcb-8958-72804b826f49 req-ca28d868-733d-4fc2-aea1-4b989df70392 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1828499 Mar 31 23:27:17.345857 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938fb006-c45c-489c-bc10-f49a46216f0e x-openstack-request-id: req-938fb006-c45c-489c-bc10-f49a46216f0e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:17.348009 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:17.348302 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-938fb006-c45c-489c-bc10-f49a46216f0e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:17.348736 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938fb006-c45c-489c-bc10-f49a46216f0e'] response: {'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'status': 'completed', 'code': 200} Mar 31 23:27:17.349433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a128caff-c34a-4fcb-8958-72804b826f49 req-5be9b214-192b-4aaf-ab1c-4ee35c1b5cc7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864198 Mar 31 23:27:17.487184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a23529a1-5f8f-41c8-8714-de364dacca81 req-d0c3dc8b-37f2-4861-a024-71eaeed2afcf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0592806 Mar 31 23:27:17.520844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-177d2178-2903-4e89-894a-e09cdff6b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.522420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-177d2178-2903-4e89-894a-e09cdff6b1f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1095 time: 0.1187987 Mar 31 23:27:17.657499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431e25-db86-4b85-9e92-06233a29e259 req-2ff461f6-1dac-4dbc-a5f0-243ed75eb4f0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.659479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79431e25-db86-4b85-9e92-06233a29e259 req-2ff461f6-1dac-4dbc-a5f0-243ed75eb4f0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0588076 Mar 31 23:27:17.740443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-c55db1e2-0153-4f60-81b4-3a896a7abd6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 217 time: 0.0466585 Mar 31 23:27:17.804737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:17.817554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512', '18f96a61-3415-4828-bab3-d1e7d497c045'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:17.825546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79431e25-db86-4b85-9e92-06233a29e259 req-ed95737f-4bd0-45ed-8713-19292f47f613 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533546 Mar 31 23:27:17.879311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['8383a47f-06b3-4713-82b9-6250090f6b3a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:17.881776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fea86-d4c6-4a9e-8b16-6bc3da5c0805 req-d1166366-f271-4c27-907c-c857f79f1290 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.890360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-456fea86-d4c6-4a9e-8b16-6bc3da5c0805 req-d1166366-f271-4c27-907c-c857f79f1290 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 867 time: 0.1687052 Mar 31 23:27:17.945035 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=18f96a61-3415-4828-bab3-d1e7d497c045,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:17.957843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-456fea86-d4c6-4a9e-8b16-6bc3da5c0805 req-0d74ee36-839a-4539-8b88-33085f74544f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662122 Mar 31 23:27:17.992544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-27628e18-a293-4638-8f0b-55a0160030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.996771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-27628e18-a293-4638-8f0b-55a0160030f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.2430735 Mar 31 23:27:18.052100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port 18f96a61-3415-4828-bab3-d1e7d497c045 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:18.066072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.072866 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6b5a64cc-a34b-47ac-8b92-441f7172a791 req-5cf85edd-e8c8-4670-9465-184cc892a029 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "DELETE /v2.0/ports/18f96a61-3415-4828-bab3-d1e7d497c045 HTTP/1.1" status: 204 len: 173 time: 1.4846439 Mar 31 23:27:18.128109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-7e31d59a-6890-4561-a97d-70c8e13d77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:18.130012 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-7e31d59a-6890-4561-a97d-70c8e13d77df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865097 Mar 31 23:27:18.305455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-643d0956-6383-4099-b7bd-2007da8515b6 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631112 Mar 31 23:27:18.514061 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f59a90e-5d30-442a-94f6-84e7a6fd7546 req-1dd52c3d-5691-4334-aa84-cb98f530bb53 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688414 Mar 31 23:27:18.615421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76175ac9-e947-40c6-93ad-bb1164f77562 req-61774035-c1e1-4658-bf92-1330eca26ea9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:18.629163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76175ac9-e947-40c6-93ad-bb1164f77562 req-61774035-c1e1-4658-bf92-1330eca26ea9 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1109717 Mar 31 23:27:18.669321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-173551bd-35b0-40b2-a1eb-2d2c1b4fe0d8 req-9c7254a6-bda4-45e8-905e-121285409989 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0330114 Mar 31 23:27:18.700132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76175ac9-e947-40c6-93ad-bb1164f77562 req-e473356d-21e3-49a0-9832-ffd5881c4c6d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677145 Mar 31 23:27:19.191967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-320d2843-854d-4e4b-aa0b-7e141d95e1ac req-a74fde52-30dd-4b2d-8385-f74e174b2ef8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=291ab3a6-9752-4abb-bd0e-c5312c8c90fd HTTP/1.1" status: 200 len: 210 time: 0.0739975 Mar 31 23:27:19.203331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8372-adf7-4703-8f53-cf538e115418 req-b5cf3c3c-5889-4c0e-b260-9afec1778e04 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:19.214114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ede8372-adf7-4703-8f53-cf538e115418 req-b5cf3c3c-5889-4c0e-b260-9afec1778e04 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.2556791 Mar 31 23:27:19.230356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-ba0ebe0f-d78c-4ff7-86d1-e89c40220c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:19.239893 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-ba0ebe0f-d78c-4ff7-86d1-e89c40220c33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1095 time: 0.1005256 Mar 31 23:27:19.311745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ede8372-adf7-4703-8f53-cf538e115418 req-fea9fac7-a161-4882-932e-85650d9ecafc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857937 Mar 31 23:27:19.350119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'name': 'network-vif-deleted', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:19.354877 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9135a6a-d6f3-424b-91cc-463da17d93f3" -d '{"events": [{"server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "name": "network-vif-deleted", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:19.431760 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f794d03-6db6-476f-b366-e8ba85fcdf3d x-openstack-request-id: req-3f794d03-6db6-476f-b366-e8ba85fcdf3d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:19.432080 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ab3a6-9752-4abb-bd0e-c5312c8c90fd", "name": "network-vif-deleted", "tag": "18f96a61-3415-4828-bab3-d1e7d497c045", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:19.432376 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3f794d03-6db6-476f-b366-e8ba85fcdf3d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:19.432685 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f794d03-6db6-476f-b366-e8ba85fcdf3d'] response: {'server_uuid': '291ab3a6-9752-4abb-bd0e-c5312c8c90fd', 'name': 'network-vif-deleted', 'tag': '18f96a61-3415-4828-bab3-d1e7d497c045', 'status': 'completed', 'code': 200} Mar 31 23:27:19.668734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-02965cb1-80e8-4027-a73c-596b96432abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:19.670625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-02965cb1-80e8-4027-a73c-596b96432abe service neutron] 10.222.0.10 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.1649032 Mar 31 23:27:19.815523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-4d17cf2d-70f6-49fb-ad6a-23d56f4ca033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 217 time: 0.0902061 Mar 31 23:27:19.864374 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-2ece7df4-1d60-4cad-844b-c34ed6e0981b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=86a4c980be764340b0bac3383ea42466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449862 Mar 31 23:27:19.896071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51282) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:19.917049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c54c70c-0d54-4ed0-8e4d-a8afd3b85635 req-c6e4110f-b33f-4637-8168-dc0a93e965e1 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0778663 Mar 31 23:27:20.024562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff455-814d-41f5-98a8-0d9f30f8ae73 req-b3baaf8b-9938-4564-8c21-507b5ea6ba55 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.027192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8bff455-814d-41f5-98a8-0d9f30f8ae73 req-b3baaf8b-9938-4564-8c21-507b5ea6ba55 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1860623 Mar 31 23:27:20.061120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18f96a61-3415-4828-bab3-d1e7d497c045 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:20.085467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 18f96a61-3415-4828-bab3-d1e7d497c045 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:20.087052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18f96a61-3415-4828-bab3-d1e7d497c045 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:20.135305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8bff455-814d-41f5-98a8-0d9f30f8ae73 req-db97271b-5435-4a2c-b72b-d9ba803cd30d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008263 Mar 31 23:27:20.196065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-d62f12da-1622-40e5-a5cb-46cb97be21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.199068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-d62f12da-1622-40e5-a5cb-46cb97be21c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.3333323 Mar 31 23:27:20.251734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-797be408-8c08-4e6e-b0f8-598747bdf5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.472856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-61932e5a-a797-4121-874b-cfc733273a57 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.474899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-61932e5a-a797-4121-874b-cfc733273a57 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5209599 Mar 31 23:27:20.515066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Request body: {'port': {'device_id': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '86a4c980be764340b0bac3383ea42466'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:20.562191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d7ae-e2b8-4358-a49b-109a55e8a423 req-c4801d2b-c3bd-4490-903e-034116d32f9b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.572318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0336d7ae-e2b8-4358-a49b-109a55e8a423 req-c4801d2b-c3bd-4490-903e-034116d32f9b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.1793733 Mar 31 23:27:20.576896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-797be408-8c08-4e6e-b0f8-598747bdf5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.610591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-9e76557d-7edb-467b-b891-250bbe8d7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.612150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-9e76557d-7edb-467b-b891-250bbe8d7914 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039957 Mar 31 23:27:20.636882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0336d7ae-e2b8-4358-a49b-109a55e8a423 req-de9e47ef-2367-4764-8929-2786c11a1b78 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632946 Mar 31 23:27:20.849574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-93e3fd02-92c7-4141-ba89-cb1372e321dc service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846314 Mar 31 23:27:20.860346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Made reservation on behalf of 86a4c980be764340b0bac3383ea42466 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:20.860532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-797be408-8c08-4e6e-b0f8-598747bdf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.864741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.879079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.906868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797be408-8c08-4e6e-b0f8-598747bdf5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c80e99-106e-4d4d-bed9-e502210cffef,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:20.913914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-797be408-8c08-4e6e-b0f8-598747bdf5d5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=529e1ab14dbf403eb081b65facba1192&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0138009 Mar 31 23:27:20.914401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:20.965214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.970124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.001152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.052112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-326d0aff-b2e7-4319-b69f-d36e0b81485e req-20936c4e-d483-4616-99ea-f0eb2eaad254 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0396643 Mar 31 23:27:21.054539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.088041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.142524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.145203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.149307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f7c80e99-106e-4d4d-bed9-e502210cffef HTTP/1.1" status: 204 len: 168 time: 0.2317595 Mar 31 23:27:21.161261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb558a3-872e-4c42-87d7-0600a9c20270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c80e99-106e-4d4d-bed9-e502210cffef,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.238790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23439-f230-47eb-bef8-28d7dafe0354 req-3123e38c-6a30-411a-955d-029ad09faf65 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.241732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3c23439-f230-47eb-bef8-28d7dafe0354 req-3123e38c-6a30-411a-955d-029ad09faf65 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0757992 Mar 31 23:27:21.273945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Allocated IP 192.168.233.29 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/68aacac0-cada-483c-906d-62ad0108680a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:21.309772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3c23439-f230-47eb-bef8-28d7dafe0354 req-b7ddaebe-75f3-4288-a4ea-5959989ef1d8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 Mar 31 23:27:21.321208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84c9ad-219d-4f72-a7cb-544841d36adf req-2b724bcb-46fc-40fb-9d19-1f7696b90947 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.322738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f84c9ad-219d-4f72-a7cb-544841d36adf req-2b724bcb-46fc-40fb-9d19-1f7696b90947 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0814686 Mar 31 23:27:21.362737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f84c9ad-219d-4f72-a7cb-544841d36adf req-5d203310-9651-4acc-bd06-b12153695253 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Mar 31 23:27:21.443653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.529367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.573642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:21.576870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:21.580434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:21.609193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Pushing event updated for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.639450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.643416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.714573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-937fcea1-0659-4bda-a7af-78d3a50917de tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2260008 Mar 31 23:27:21.727614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Request body: {'port': {'device_id': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:21.769027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99652a44-4a06-419c-b1e2-18df423496bf req-540e76ad-7cbd-4c4b-89b4-18d8eae959fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.770890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99652a44-4a06-419c-b1e2-18df423496bf req-540e76ad-7cbd-4c4b-89b4-18d8eae959fc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0630691 Mar 31 23:27:21.798188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.814243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99652a44-4a06-419c-b1e2-18df423496bf req-c809057b-efa4-4fc8-a58f-915c0ec008b2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Mar 31 23:27:21.886842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d0504a05-18e7-4fe3-9387-dabca09c395e None None] Provisioning complete for port 68aacac0-cada-483c-906d-62ad0108680a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:21.887454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d0504a05-18e7-4fe3-9387-dabca09c395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.927280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d0504a05-18e7-4fe3-9387-dabca09c395e None None] Port 68aacac0-cada-483c-906d-62ad0108680a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:22.178774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d25d4-68ab-4e66-b984-256e37b4a34d req-d5fc7102-31f6-41f4-9572-b313e7a227d4 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.182716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac9d25d4-68ab-4e66-b984-256e37b4a34d req-d5fc7102-31f6-41f4-9572-b313e7a227d4 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 935 time: 0.0545561 Mar 31 23:27:22.224879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac9d25d4-68ab-4e66-b984-256e37b4a34d req-d1814950-f20e-4131-90d7-8544d47c277b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Mar 31 23:27:22.398499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aacac0-cada-483c-906d-62ad0108680a {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:22.406575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.420860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Transition to ACTIVE for port object 68aacac0-cada-483c-906d-62ad0108680a will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:22.440921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74a199-33e0-4ff7-aa2e-0a8c6632dfcd req-fa127ab2-06cf-4f2c-9444-577a8ff749ee tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.442359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e74a199-33e0-4ff7-aa2e-0a8c6632dfcd req-fa127ab2-06cf-4f2c-9444-577a8ff749ee tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0579243 Mar 31 23:27:22.482574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.518492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e74a199-33e0-4ff7-aa2e-0a8c6632dfcd req-9caf2639-a05b-488a-be4f-7234139024d6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Mar 31 23:27:22.534266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5445a-3fac-4cb4-8019-b368597a47c1 req-df9f6176-4f73-4e16-8692-ab5db005411e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.534496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ab5445a-3fac-4cb4-8019-b368597a47c1 req-df9f6176-4f73-4e16-8692-ab5db005411e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0908477 Mar 31 23:27:22.556237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.582600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ab5445a-3fac-4cb4-8019-b368597a47c1 req-a2aa7dd4-f662-490b-a8f3-9126279a1f29 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Mar 31 23:27:22.625952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Attempting to bind port 68aacac0-cada-483c-906d-62ad0108680a on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:22.626294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Attempting to bind port 68aacac0-cada-483c-906d-62ad0108680a by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:22.626621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Attempting to bind port 68aacac0-cada-483c-906d-62ad0108680a on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:22.631236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Port 68aacac0-cada-483c-906d-62ad0108680a on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:22.631556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Attempting to bind port 68aacac0-cada-483c-906d-62ad0108680a on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:22.636609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:22.636973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:22.637331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:22.638403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Bound port: 68aacac0-cada-483c-906d-62ad0108680a, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:22.639200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.715396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:22.719464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=68aacac0-cada-483c-906d-62ad0108680a,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:22.803064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.842492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.843138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.844500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] 10.222.0.44 "PUT /v2.0/ports/68aacac0-cada-483c-906d-62ad0108680a HTTP/1.1" status: 200 len: 1095 time: 1.1217959 Mar 31 23:27:22.844938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'tag': '68aacac0-cada-483c-906d-62ad0108680a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:22.847353 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef55f616-2bff-4515-835e-f336d6e2a491" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "tag": "68aacac0-cada-483c-906d-62ad0108680a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:22.881295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80cf0c-d187-4e95-b1ba-28a4bc61dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.931496 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc7dbe-fceb-4691-8688-7cbc167c7be3 x-openstack-request-id: req-06fc7dbe-fceb-4691-8688-7cbc167c7be3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:22.931824 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "tag": "68aacac0-cada-483c-906d-62ad0108680a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:22.932679 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06fc7dbe-fceb-4691-8688-7cbc167c7be3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:22.933202 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fc7dbe-fceb-4691-8688-7cbc167c7be3'] response: {'name': 'network-changed', 'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'tag': '68aacac0-cada-483c-906d-62ad0108680a', 'status': 'completed', 'code': 200} Mar 31 23:27:22.987420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5423-3d72-4a58-aad1-059d351c25ee req-f9bb5c99-f948-4a5b-ae7c-6a58b5d147b1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.989936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c4d5423-3d72-4a58-aad1-059d351c25ee req-f9bb5c99-f948-4a5b-ae7c-6a58b5d147b1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0652819 Mar 31 23:27:23.015444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f616-2bff-4515-835e-f336d6e2a491 req-1ce7e9bd-551f-4b8c-895a-3d59879e368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.017002 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef55f616-2bff-4515-835e-f336d6e2a491 req-1ce7e9bd-551f-4b8c-895a-3d59879e368b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86a4c980be764340b0bac3383ea42466&device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 1098 time: 0.0639951 Mar 31 23:27:23.050867 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef55f616-2bff-4515-835e-f336d6e2a491 req-014b6f63-cbb6-4260-8fc8-88789924c55f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=86a4c980be764340b0bac3383ea42466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249109 Mar 31 23:27:23.052931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c4d5423-3d72-4a58-aad1-059d351c25ee req-d79e2cec-5be1-4781-ad48-702c8c7d2f0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557353 Mar 31 23:27:23.151263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f616-2bff-4515-835e-f336d6e2a491 req-2dd24231-ba56-4ba4-9592-8707a311a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.152733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ef55f616-2bff-4515-835e-f336d6e2a491 req-2dd24231-ba56-4ba4-9592-8707a311a80f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960553 Mar 31 23:27:23.225372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-047e2a78-c9fc-4406-835d-f47a9bde4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.226777 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-047e2a78-c9fc-4406-835d-f47a9bde4b7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86a4c980be764340b0bac3383ea42466&device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 1098 time: 0.0403678 Mar 31 23:27:23.267801 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-b631e27b-f20d-4406-a53b-41106acfd6e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=68aacac0-cada-483c-906d-62ad0108680a HTTP/1.1" status: 200 len: 217 time: 0.0336556 Mar 31 23:27:23.316679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-e4c331e0-a5da-46b8-90f8-e8c47ce2f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.318236 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-e4c331e0-a5da-46b8-90f8-e8c47ce2f302 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0449405 Mar 31 23:27:23.358997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111579-a9c9-4831-9881-76024ded2d1e req-e2a7e727-dd4f-48b7-8312-09c4b3f5065d tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.360587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6111579-a9c9-4831-9881-76024ded2d1e req-e2a7e727-dd4f-48b7-8312-09c4b3f5065d tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 947 time: 0.0516803 Mar 31 23:27:23.369859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-45ea379a-fa51-46f4-a06a-259cc04bf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.371372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-45ea379a-fa51-46f4-a06a-259cc04bf1af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463808 Mar 31 23:27:23.401323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6111579-a9c9-4831-9881-76024ded2d1e req-c46ddfcc-ce18-410b-bcf3-d0b13e8ddd42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Mar 31 23:27:23.465251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-778f33a6-244b-46ef-a56b-04cabefe5740 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878968 Mar 31 23:27:23.562873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f3de2cda-e80c-44b7-a93a-a8434c254f43 req-2e2c7464-8a15-443e-83f8-85e1be4a05e7 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916727 Mar 31 23:27:23.645014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76bf8a-1a16-42da-b994-986b16ac5aab req-493b4ac9-0351-47ee-9629-646aa1d9901b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.647286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca76bf8a-1a16-42da-b994-986b16ac5aab req-493b4ac9-0351-47ee-9629-646aa1d9901b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0553107 Mar 31 23:27:23.723112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca76bf8a-1a16-42da-b994-986b16ac5aab req-74e1f5d6-6a9d-4fdf-bd35-45146006e27d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 Mar 31 23:27:23.744649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da2762-9112-494e-b5c6-3bdfb809c16a req-8c47b93e-68ae-469b-b3af-fe3d82e05461 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.744649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36da2762-9112-494e-b5c6-3bdfb809c16a req-8c47b93e-68ae-469b-b3af-fe3d82e05461 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0763681 Mar 31 23:27:23.783842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36da2762-9112-494e-b5c6-3bdfb809c16a req-a51d8488-62b1-4b8c-8dde-7eac05d17383 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Mar 31 23:27:23.802490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51364) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:23.948788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:24.036882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.170861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.185701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5e6c2-7788-4cf0-b7d7-c4e74d85994b req-5788d07a-67df-4014-9172-8df9360cdca2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.187210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f5e6c2-7788-4cf0-b7d7-c4e74d85994b req-5788d07a-67df-4014-9172-8df9360cdca2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0724499 Mar 31 23:27:24.268783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f5e6c2-7788-4cf0-b7d7-c4e74d85994b req-8eb2d17e-f36a-4516-b771-f170732802d4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498061 Mar 31 23:27:24.294461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.315328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Allocated IP 172.25.6.175 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9b7e4c3e-cdfa-4841-a90a-b586b03d2ece) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:24.425626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.514234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.529999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b81281-f66c-4602-ad20-96d9c5fa1f67 req-dd672ee1-5728-4766-b41d-a1543f672c6b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.531442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79b81281-f66c-4602-ad20-96d9c5fa1f67 req-dd672ee1-5728-4766-b41d-a1543f672c6b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 947 time: 0.0571640 Mar 31 23:27:24.578540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:24.584339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:24.588348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:24.627110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=9b7e4c3e-cdfa-4841-a90a-b586b03d2ece,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.644997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79b81281-f66c-4602-ad20-96d9c5fa1f67 req-45b82d87-1957-4d40-9fba-059a7e91e787 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943744 Mar 31 23:27:24.648349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.648697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.649047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.649382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.649717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.650050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.650427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.650743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.651091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.653149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.653149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.653149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:24.707084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.796106 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.906650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d2e8-b74b-49a2-92f8-501148da8654 req-2a2feba3-5ac8-43eb-84dd-0e0de7cec8c5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.908174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4652d2e8-b74b-49a2-92f8-501148da8654 req-2a2feba3-5ac8-43eb-84dd-0e0de7cec8c5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.1142454 Mar 31 23:27:24.999343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652cd81-1c1c-4eb2-977d-6ef54e7c2b39 req-ab6fcd15-a438-48ac-8d98-1493f80bc7bb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.002113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3652cd81-1c1c-4eb2-977d-6ef54e7c2b39 req-ab6fcd15-a438-48ac-8d98-1493f80bc7bb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1445222 Mar 31 23:27:25.033769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4652d2e8-b74b-49a2-92f8-501148da8654 req-8e4c77f6-79df-4cde-a2c8-1e1bcb065d10 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104145 Mar 31 23:27:25.079753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3652cd81-1c1c-4eb2-977d-6ef54e7c2b39 req-f2c24b81-fa67-46f9-b1b8-56a916bdd3fa tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673895 Mar 31 23:27:25.099643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.167769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.233064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=9b7e4c3e-cdfa-4841-a90a-b586b03d2ece,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.250340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.261240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c03994bb-b1ad-473b-ad56-0f12020e3092 req-69b2afb0-ec90-4e75-aa5f-9cda2da9bb28 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882258 Mar 31 23:27:25.335726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.336916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d0c20ff-7825-477e-b5ea-b2e2a8df5caa tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5333478 Mar 31 23:27:25.339745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51378) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:25.345203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1615896719'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:25.394074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf26e-1290-441e-ba00-af14d2dcd285 req-71267b46-8461-4f93-a018-281b5a8deb3a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.395561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dcaf26e-1290-441e-ba00-af14d2dcd285 req-71267b46-8461-4f93-a018-281b5a8deb3a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0567653 Mar 31 23:27:25.407860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Made reservation on behalf of 375ec2fac5a24f53821ef41230bf8d93 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:25.411405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.420869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.436409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dcaf26e-1290-441e-ba00-af14d2dcd285 req-5e5e362a-8523-4631-ad87-f6cd5d96bfe0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345182 Mar 31 23:27:25.496955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.562278 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.592619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:27:25.601646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3858e-739d-4ed6-b26e-7552c9fdc5f2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.610878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.611240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.611575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.611906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.612274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.612600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.612918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.613236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.613552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.613866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.614180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.614490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.618120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.618481 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Added segment 3d57d959-7908-44c7-9fda-2293476b0fe0 of type vlan for network 5e370734-212d-4113-8e8b-64e81f1f32cb Mar 31 23:27:25.659999 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.751160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.756771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.757502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.763074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc699a-df8d-4187-9e29-ebe3e76abeb7 req-f2eaf2b3-419f-4b34-a5fe-3a35d5f2f71c tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.764832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1bc699a-df8d-4187-9e29-ebe3e76abeb7 req-f2eaf2b3-419f-4b34-a5fe-3a35d5f2f71c tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 947 time: 0.0495753 Mar 31 23:27:25.804728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1bc699a-df8d-4187-9e29-ebe3e76abeb7 req-82444b1b-5439-4c4f-ae87-cf7fa4e7d58b tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Mar 31 23:27:25.822898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Network': ['ID=5e370734-212d-4113-8e8b-64e81f1f32cb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.834147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5e370734-212d-4113-8e8b-64e81f1f32cb details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:27:25.852537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebb84066-9d99-4842-a1a1-1461893219ca tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5099480 Mar 31 23:27:25.853468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:25.858382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Request body: {'subnet': {'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:25.894218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:26.014291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Made reservation on behalf of 375ec2fac5a24f53821ef41230bf8d93 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:26.018673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.155579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad9a4-9d82-4485-bbfe-ab1af2ae6250 req-93003506-08a0-4e57-9912-a96cdf6d07fb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.157172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9ad9a4-9d82-4485-bbfe-ab1af2ae6250 req-93003506-08a0-4e57-9912-a96cdf6d07fb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0535808 Mar 31 23:27:26.225600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9ad9a4-9d82-4485-bbfe-ab1af2ae6250 req-ae3d3ff2-634e-434f-ba9a-cd47d79d5f32 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Mar 31 23:27:26.233840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f3b7-dc38-49d8-84d0-dd17534631dc req-2b134c56-ac6b-4e6d-8155-be8563cc460d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.235300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1987f3b7-dc38-49d8-84d0-dd17534631dc req-2b134c56-ac6b-4e6d-8155-be8563cc460d tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0772145 Mar 31 23:27:26.265860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.275210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1987f3b7-dc38-49d8-84d0-dd17534631dc req-4290ed99-3835-4ad7-b3b4-007264785e88 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Mar 31 23:27:26.337030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Subnet': ['ID=1a377ac4-e6ee-497b-9837-658d47c71e38,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:26.341376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Checking segment: {'id': '3d57d959-7908-44c7-9fda-2293476b0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:26.341742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network hostable DHCP agents. Network: 5e370734-212d-4113-8e8b-64e81f1f32cb, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:26.396278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 5e370734-212d-4113-8e8b-64e81f1f32cb is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:26.448405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5e370734-212d-4113-8e8b-64e81f1f32cb) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:26.461428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8088512-da9f-40d7-993a-f05ce0d2af9a None None] Network 5e370734-212d-4113-8e8b-64e81f1f32cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:26.461784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.462993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.534101 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-572609f3-8e6e-419e-a94d-8835d94adf21 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6767583 Mar 31 23:27:26.534490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:26.539246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1242567337', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:26.589482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e3ec-48d1-4504-a1f4-4af1a78c1f61 req-55ada1e0-62d8-49ca-8ced-3c1347d2ac31 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.590987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db4e3ec-48d1-4504-a1f4-4af1a78c1f61 req-55ada1e0-62d8-49ca-8ced-3c1347d2ac31 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.0748482 Mar 31 23:27:26.626425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-5e370734-212d-4113-8e8b-64e81f1f32cb', 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb', 'tenant_id': '375ec2fac5a24f53821ef41230bf8d93', 'fixed_ips': [{'subnet_id': '1a377ac4-e6ee-497b-9837-658d47c71e38'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:26.627867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.636932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.638967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.647482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7db4e3ec-48d1-4504-a1f4-4af1a78c1f61 req-a5c52564-384d-43a3-ba0b-03b778866da8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Mar 31 23:27:26.706127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.786962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Allocated IP 172.20.0.2 (5e370734-212d-4113-8e8b-64e81f1f32cb/1a377ac4-e6ee-497b-9837-658d47c71e38/b395a854-10b8-4a7e-bfa4-c529bbd926c0) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:26.885404 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.926861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1835a1-50f4-4bec-aeae-95e354ae7b91 req-370531d5-693a-4d29-9b0b-dfc6a15d86a3 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.928314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b1835a1-50f4-4bec-aeae-95e354ae7b91 req-370531d5-693a-4d29-9b0b-dfc6a15d86a3 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 947 time: 0.0502026 Mar 31 23:27:26.945378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.984089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b1835a1-50f4-4bec-aeae-95e354ae7b91 req-ac8bf573-2671-49f1-8491-e6479befb031 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Mar 31 23:27:26.991629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.033872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Network 5e370734-212d-4113-8e8b-64e81f1f32cb is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:27.038761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:27.043108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:27.057391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Pushing event updated for resources: {'Port': ['ID=b395a854-10b8-4a7e-bfa4-c529bbd926c0,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.103085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Attempting to bind port b395a854-10b8-4a7e-bfa4-c529bbd926c0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:27.103394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Attempting to bind port b395a854-10b8-4a7e-bfa4-c529bbd926c0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3d57d959-7908-44c7-9fda-2293476b0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:27.103758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Attempting to bind port b395a854-10b8-4a7e-bfa4-c529bbd926c0 on network 5e370734-212d-4113-8e8b-64e81f1f32cb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:27.109813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:27.110203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Checking segment: {'id': '3d57d959-7908-44c7-9fda-2293476b0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:27.110615 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.111033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Bound using segment: {'id': '3d57d959-7908-44c7-9fda-2293476b0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:27.111501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Bound port: b395a854-10b8-4a7e-bfa4-c529bbd926c0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d57d959-7908-44c7-9fda-2293476b0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:27.111887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.139496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.158458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.183412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] For port b395a854-10b8-4a7e-bfa4-c529bbd926c0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:27.186297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] For port b395a854-10b8-4a7e-bfa4-c529bbd926c0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b395a854-10b8-4a7e-bfa4-c529bbd926c0,segment=NetworkSegment(3d57d959-7908-44c7-9fda-2293476b0fe0),segment_id=3d57d959-7908-44c7-9fda-2293476b0fe0)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:27.249299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.266586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Allocated IP 172.25.6.57 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ebc00eac-11df-41c5-861d-cc37ffe4ee5e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:27.313139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:27.332445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d09eb-42ff-4ff5-b70e-1af742ddf488 None None] Pushing event updated for resources: {'Port': ['ID=b395a854-10b8-4a7e-bfa4-c529bbd926c0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.438412 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.450167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fa697-8989-409c-afce-006948fc1a48 req-bc250175-74da-4eca-a58c-a453f0a802be tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.450382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:27.451716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b3fa697-8989-409c-afce-006948fc1a48 req-bc250175-74da-4eca-a58c-a453f0a802be tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.0939863 Mar 31 23:27:27.454253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09afab-11ed-429d-a7b3-db88736b65d2 req-e9824494-84e0-4d42-9b04-7f8726e650f0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.462031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f09afab-11ed-429d-a7b3-db88736b65d2 req-e9824494-84e0-4d42-9b04-7f8726e650f0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 945 time: 0.1621194 Mar 31 23:27:27.470352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'port_id': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'mac_address': 'fa:16:3e:5b:6e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:27.510282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2abc-ecec-423f-8e49-f58959cf9ed2 req-e75c9022-125e-4514-9be8-dd5b3fd188db tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.512295 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.525210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47d2abc-ecec-423f-8e49-f58959cf9ed2 req-e75c9022-125e-4514-9be8-dd5b3fd188db tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1361597 Mar 31 23:27:27.527652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5fed11-8100-4199-8f5a-ac3dec82cabc {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:27.567652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f09afab-11ed-429d-a7b3-db88736b65d2 req-0982c027-8deb-455a-b135-f56c3518bd68 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046481 Mar 31 23:27:27.577066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:27.589793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f47d2abc-ecec-423f-8e49-f58959cf9ed2 req-9c3fd38f-f503-4e95-b6db-db50c3f14a5b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634270 Mar 31 23:27:27.598666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port 8383a47f-06b3-4713-82b9-6250090f6b3a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:27.599061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.651686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.664941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.720794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.730462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:27.738152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:27.744011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:27.745989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=ebc00eac-11df-41c5-861d-cc37ffe4ee5e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.786456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port 8383a47f-06b3-4713-82b9-6250090f6b3a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=8383a47f-06b3-4713-82b9-6250090f6b3a,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:27.786794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.788256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849eaf8-8b03-4a24-92ca-259cd0b76d11 req-b8c32865-8158-4bff-920e-ca744aaafbb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.789750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f849eaf8-8b03-4a24-92ca-259cd0b76d11 req-b8c32865-8158-4bff-920e-ca744aaafbb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0575669 Mar 31 23:27:27.804647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for 8383a47f-06b3-4713-82b9-6250090f6b3a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:27.829375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f849eaf8-8b03-4a24-92ca-259cd0b76d11 req-5a21f63c-61b8-4ad5-8d07-4962f7805cc0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Mar 31 23:27:28.059485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b395a854-10b8-4a7e-bfa4-c529bbd926c0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:28.113824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 68aacac0-cada-483c-906d-62ad0108680a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:28.132413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b395a854-10b8-4a7e-bfa4-c529bbd926c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:28.133127 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.160435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.174096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:28.194804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=8383a47f-06b3-4713-82b9-6250090f6b3a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:28.196863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.279319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0e5fed11-8100-4199-8f5a-ac3dec82cabc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:28.299183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port 8383a47f-06b3-4713-82b9-6250090f6b3a on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:28.327086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.331528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3b3fa697-8989-409c-afce-006948fc1a48 req-6168f1c8-2307-4376-bc6f-6c06192688ac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "DELETE /v2.0/ports/8383a47f-06b3-4713-82b9-6250090f6b3a HTTP/1.1" status: 204 len: 173 time: 0.8743122 Mar 31 23:27:28.332013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'name': 'network-vif-deleted', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:28.334412 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6fd47f-0d19-4f14-957f-9322d03e64e7" -d '{"events": [{"server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "name": "network-vif-deleted", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:28.496109 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a087cd1-a3af-4e8d-b039-4b7d527d0262 x-openstack-request-id: req-6a087cd1-a3af-4e8d-b039-4b7d527d0262 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:28.497588 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437ae48c-967a-4c8e-bb2b-9cb6e3e0248d", "name": "network-vif-deleted", "tag": "8383a47f-06b3-4713-82b9-6250090f6b3a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:28.498098 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a087cd1-a3af-4e8d-b039-4b7d527d0262 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:28.499206 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a087cd1-a3af-4e8d-b039-4b7d527d0262'] response: {'server_uuid': '437ae48c-967a-4c8e-bb2b-9cb6e3e0248d', 'name': 'network-vif-deleted', 'tag': '8383a47f-06b3-4713-82b9-6250090f6b3a', 'status': 'completed', 'code': 200} Mar 31 23:27:28.525470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ce44c-8814-4650-b2e2-8608ca2d133e req-dd2c7e68-bde9-4e4e-aab4-f7c8e9b5cb41 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:28.527261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e66ce44c-8814-4650-b2e2-8608ca2d133e req-dd2c7e68-bde9-4e4e-aab4-f7c8e9b5cb41 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 947 time: 0.4391117 Mar 31 23:27:28.548850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.554174 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.559594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=68aacac0-cada-483c-906d-62ad0108680a,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:28.583606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e66ce44c-8814-4650-b2e2-8608ca2d133e req-f01c2973-8e89-4cb9-8b57-92adce158c42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Mar 31 23:27:28.612537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '68aacac0-cada-483c-906d-62ad0108680a', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '68aacac0-cada-483c-906d-62ad0108680a', 'mac_address': 'fa:16:3e:40:9a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:28.622578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef766ef-4521-45e9-a4b7-8e920a7ac28a None None] Network 5e370734-212d-4113-8e8b-64e81f1f32cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:28.712770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a55d285b-a2b8-46e5-bdcf-2d94f7144daf req-a97ff52b-ae5f-4d3b-82a2-d39bffa96552 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=437ae48c-967a-4c8e-bb2b-9cb6e3e0248d HTTP/1.1" status: 200 len: 210 time: 0.0290177 Mar 31 23:27:28.761655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00315af1-0506-4ce1-b749-0eec92f3b1c5 req-bde3b745-bea0-4ac7-9d3a-cea896e47a47 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:28.763366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00315af1-0506-4ce1-b749-0eec92f3b1c5 req-bde3b745-bea0-4ac7-9d3a-cea896e47a47 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0536468 Mar 31 23:27:28.782363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port b395a854-10b8-4a7e-bfa4-c529bbd926c0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b395a854-10b8-4a7e-bfa4-c529bbd926c0,segment=NetworkSegment(3d57d959-7908-44c7-9fda-2293476b0fe0),segment_id=3d57d959-7908-44c7-9fda-2293476b0fe0)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:28.805631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00315af1-0506-4ce1-b749-0eec92f3b1c5 req-9002aeda-0a88-4536-b601-5cbb01bf71fe tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 Mar 31 23:27:28.813565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Router b86a55ea-8681-484c-80b8-c45a68078533 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:27:28.832759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-caeb9e18-eacf-495b-925d-38c9144ed683 None None] Provisioning complete for port b395a854-10b8-4a7e-bfa4-c529bbd926c0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:28.833135 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-caeb9e18-eacf-495b-925d-38c9144ed683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.864839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.874940 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.947871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:28.960791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f61d6-774c-4669-9616-53236a1ea7de req-6f183c7a-e2de-49ba-b757-46e3dc02f242 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:28.964077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d36f61d6-774c-4669-9616-53236a1ea7de req-6f183c7a-e2de-49ba-b757-46e3dc02f242 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0575964 Mar 31 23:27:28.972894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aacac0-cada-483c-906d-62ad0108680a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:28.978580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] Sync routers for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:29.017213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.017417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d36f61d6-774c-4669-9616-53236a1ea7de req-fc3fcef7-73db-418b-b5bf-9ad61c1f3b1f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478182 Mar 31 23:27:29.018454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c54587fd-5f69-4ecc-8648-09e28d0b31c6 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.4828570 Mar 31 23:27:29.021015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:29.090465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=68aacac0-cada-483c-906d-62ad0108680a,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:29.104915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:29.105549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:29.109647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=b395a854-10b8-4a7e-bfa4-c529bbd926c0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:29.342731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:29.345926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8383a47f-06b3-4713-82b9-6250090f6b3a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:29.352822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.354617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:29.447767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 8383a47f-06b3-4713-82b9-6250090f6b3a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:29.448111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 8383a47f-06b3-4713-82b9-6250090f6b3a not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:29.495230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:29.495878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:29.583366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:29.584019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f5931-9141-4960-bd76-3d0a9b5aae5a None None] The sync data for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:29.630377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:29.686083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:29.692498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['68aacac0-cada-483c-906d-62ad0108680a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:29.735757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'port_id': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'mac_address': 'fa:16:3e:99:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:29.744105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866822c2-8984-46f1-894c-619d8510933e req-e5902203-5c9f-40ea-87e7-aa92f141b5d8 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:29.746324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-866822c2-8984-46f1-894c-619d8510933e req-e5902203-5c9f-40ea-87e7-aa92f141b5d8 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 948 time: 0.0697291 Mar 31 23:27:29.829688 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.836799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-866822c2-8984-46f1-894c-619d8510933e req-55e4e953-7efc-4f5b-a45c-1f22c61bc3b8 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Mar 31 23:27:29.861293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:29.892961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.898235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:29.990207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.042968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f30c-cc4a-4a17-a927-481840e25d4c req-62b3ae4c-94db-4de0-b7b4-0acecbbb5988 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:30.048999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94c3f30c-cc4a-4a17-a927-481840e25d4c req-62b3ae4c-94db-4de0-b7b4-0acecbbb5988 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0936441 Mar 31 23:27:30.069282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-68a33c00-2fd1-4d89-9fb7-285621373be1 None None] Provisioning complete for port b395a854-10b8-4a7e-bfa4-c529bbd926c0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:30.071136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-68a33c00-2fd1-4d89-9fb7-285621373be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.157229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.161580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94c3f30c-cc4a-4a17-a927-481840e25d4c req-df108232-b618-4a5d-bc47-1565d2b40033 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053152 Mar 31 23:27:30.226002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-90281018-c663-4acf-96b5-f6f89cb2cf5c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:30.235218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b395a854-10b8-4a7e-bfa4-c529bbd926c0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:30.235799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-90281018-c663-4acf-96b5-f6f89cb2cf5c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1851680 Mar 31 23:27:30.258015 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-75793d33-cb06-4ad8-82e2-e1b7f92dcb90 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0207880 Mar 31 23:27:30.290967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b395a854-10b8-4a7e-bfa4-c529bbd926c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:30.291373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.294822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Allocated IP 172.20.0.1 (5e370734-212d-4113-8e8b-64e81f1f32cb/1a377ac4-e6ee-497b-9837-658d47c71e38/70a8e728-d3df-42f2-bb73-2d974fc541fb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:30.335763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-6c290f51-8aaa-4b50-a6e2-3f0a119b9487 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767698 Mar 31 23:27:30.343156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41dbc9-e917-42d4-bef4-19d2f31e0d0a req-0af053cd-d25c-4afc-9af2-ab3aeb49fd0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:30.345994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c41dbc9-e917-42d4-bef4-19d2f31e0d0a req-0af053cd-d25c-4afc-9af2-ab3aeb49fd0a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Mar 31 23:27:30.422701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.434967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c41dbc9-e917-42d4-bef4-19d2f31e0d0a req-af1a30e3-aff9-4a0e-b553-7467af18cb7d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800793 Mar 31 23:27:30.446012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0e53889c-a186-4861-8c65-a28b0d1090c0'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:30.465125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-b6a60af5-8115-46ce-944c-bf5261328d6f service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181512 Mar 31 23:27:30.533919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.563257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-9cae2f67-086d-41e0-85d9-43840cb818b4 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918360 Mar 31 23:27:30.573004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 5e370734-212d-4113-8e8b-64e81f1f32cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:30.582355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:30.587295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:30.617607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=70a8e728-d3df-42f2-bb73-2d974fc541fb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.641782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.851793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6f99abdd-e793-4c91-8bb2-78f5d4ba807c None None] Provisioning complete for port 70a8e728-d3df-42f2-bb73-2d974fc541fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:30.852290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f99abdd-e793-4c91-8bb2-78f5d4ba807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.860678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.876258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d13d28f9-9825-4d99-8f36-b9fe8b2d33ce req-ba1937df-3bd0-432e-a30e-092c53655cd4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 210 time: 0.0490825 Mar 31 23:27:30.903920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6f99abdd-e793-4c91-8bb2-78f5d4ba807c None None] Port 70a8e728-d3df-42f2-bb73-2d974fc541fb cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:31.000442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1fa19-8e5e-4cc8-b779-8c61fd9af738 req-ff7faa0e-0ae7-4ddc-af2f-84dc9cfbfa3e tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.001993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95d1fa19-8e5e-4cc8-b779-8c61fd9af738 req-ff7faa0e-0ae7-4ddc-af2f-84dc9cfbfa3e tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 948 time: 0.0610700 Mar 31 23:27:31.041262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95d1fa19-8e5e-4cc8-b779-8c61fd9af738 req-78a35ce8-e22d-49d4-9b4b-cd15d7226863 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Mar 31 23:27:31.178338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.242206 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.293468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1b97-6d25-4339-acf4-e7b2d3af0aa3 req-927265f4-6381-4e79-ac4b-87a14e01b726 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.295261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5e1b97-6d25-4339-acf4-e7b2d3af0aa3 req-927265f4-6381-4e79-ac4b-87a14e01b726 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 946 time: 0.0515389 Mar 31 23:27:31.311304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:31.317124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=70a8e728-d3df-42f2-bb73-2d974fc541fb,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.320340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.342586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5e1b97-6d25-4339-acf4-e7b2d3af0aa3 req-a09fd6a4-66bd-404e-bf07-0f864457947b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400157 Mar 31 23:27:31.417218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 5e370734-212d-4113-8e8b-64e81f1f32cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:31.418591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:31.430609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 0e5fed11-8100-4199-8f5a-ac3dec82cabc completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:31.439364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 0e5fed11-8100-4199-8f5a-ac3dec82cabc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:31.439873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.528185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.558582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Router b86a55ea-8681-484c-80b8-c45a68078533 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:31.559292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:31.562200 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741e009-ec2b-410a-a2de-cb7f8938984c" -d '{"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:31.586338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:31.614855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300bbf8-d355-41eb-bcd5-f0d810b8f7ae req-e000f619-a72e-4702-87be-32924e568a5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.615098 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f088cd2-e37f-495a-922a-84ed2eeaa1e2 x-openstack-request-id: req-1f088cd2-e37f-495a-922a-84ed2eeaa1e2 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:31.615393 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:31.615742 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f088cd2-e37f-495a-922a-84ed2eeaa1e2 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:31.616235 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f088cd2-e37f-495a-922a-84ed2eeaa1e2'] response: {'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'code': 200} Mar 31 23:27:31.616554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9300bbf8-d355-41eb-bcd5-f0d810b8f7ae req-e000f619-a72e-4702-87be-32924e568a5d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0737636 Mar 31 23:27:31.636794 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.637791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:31.676212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9300bbf8-d355-41eb-bcd5-f0d810b8f7ae req-053fa1fa-1964-44fd-88f9-789a71b81ed8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527318 Mar 31 23:27:31.739266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.754808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-064b2e2e-1ec1-4429-9f92-ccefbfe11a24 None None] Provisioning complete for port 70a8e728-d3df-42f2-bb73-2d974fc541fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:31.755194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064b2e2e-1ec1-4429-9f92-ccefbfe11a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.766853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:31.772362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a11cdbca-55d1-4934-b60f-78f9274d299f tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "PUT /v2.0/routers/b86a55ea-8681-484c-80b8-c45a68078533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7501540 Mar 31 23:27:31.774858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51450) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.777705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7949f-f71f-4aa0-916c-60248747c8b3 req-d1a766c8-2e8c-43d7-bc1a-1aa4f5c546c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.779214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8ef7949f-f71f-4aa0-916c-60248747c8b3 req-d1a766c8-2e8c-43d7-bc1a-1aa4f5c546c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1097 time: 0.0614271 Mar 31 23:27:31.781800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Request body: {'port': {'network_id': '5e370734-212d-4113-8e8b-64e81f1f32cb', 'name': 'tempest-FloatingIPAdminTestJSON-126421284'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.786541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] Sync routers for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:31.798974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-064b2e2e-1ec1-4429-9f92-ccefbfe11a24 None None] Port 70a8e728-d3df-42f2-bb73-2d974fc541fb cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:31.800180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:31.800552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 0e53889c-a186-4861-8c65-a28b0d1090c0 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:31.801308 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.806014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 0e53889c-a186-4861-8c65-a28b0d1090c0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:31.806443 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.823966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8ef7949f-f71f-4aa0-916c-60248747c8b3 req-fb535a2c-9e21-40b3-88ce-7819acccfaf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Mar 31 23:27:31.840136 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.850675 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:31.851550 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.902338 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.902954 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbefdb4-0787-4f54-8348-2e2c178520a7 None None] The sync data for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:31.906054 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.944438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:31.988584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7b51b41-3b48-4bdd-86cd-cc4919abc9be req-7e413c47-8570-49a1-b6da-b50fbde26043 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Mar 31 23:27:32.007810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Made reservation on behalf of 375ec2fac5a24f53821ef41230bf8d93 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:32.011420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.024699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.028989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] device_id is not set on port 38898f1d-eb18-4c22-b776-30090c5d0098 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:27:32.078271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.136455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 68aacac0-cada-483c-906d-62ad0108680a up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:32.186356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Allocated IP 172.20.0.11 (5e370734-212d-4113-8e8b-64e81f1f32cb/1a377ac4-e6ee-497b-9837-658d47c71e38/38898f1d-eb18-4c22-b776-30090c5d0098) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:32.206737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0018df-d752-415b-9dc0-79af58efc376 req-bd9ead58-cf29-4e6a-961f-ce21add14895 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.208245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d0018df-d752-415b-9dc0-79af58efc376 req-bd9ead58-cf29-4e6a-961f-ce21add14895 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 948 time: 0.0820382 Mar 31 23:27:32.248417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 68aacac0-cada-483c-906d-62ad0108680a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:32.253450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 68aacac0-cada-483c-906d-62ad0108680a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:32.254028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.289108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d0018df-d752-415b-9dc0-79af58efc376 req-df0ae643-db61-4eab-a21d-56f7233e8d2c tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 Mar 31 23:27:32.338228 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.378604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=68aacac0-cada-483c-906d-62ad0108680a,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:32.388084 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.459299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.477527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03d15d-b024-4d93-89a2-f1af8bf41e53 req-ded23803-5713-48cc-a871-cb5a2cbb1b7a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.479034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab03d15d-b024-4d93-89a2-f1af8bf41e53 req-ded23803-5713-48cc-a871-cb5a2cbb1b7a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0569379 Mar 31 23:27:32.494613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.511337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.561926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Network 5e370734-212d-4113-8e8b-64e81f1f32cb is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:32.571364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab03d15d-b024-4d93-89a2-f1af8bf41e53 req-a0191567-d1e1-4e9c-9f48-144f4e2eacb7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852070 Mar 31 23:27:32.572183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:32.576850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:32.581656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event updated for resources: {'Port': ['ID=38898f1d-eb18-4c22-b776-30090c5d0098,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.632642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.633250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.724746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b6b4aa0f-c334-4e15-adfe-a7e174b1f6c3 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9484284 Mar 31 23:27:32.729258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51460) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.794520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'project_id': '375ec2fac5a24f53821ef41230bf8d93', 'port_id': '38898f1d-eb18-4c22-b776-30090c5d0098'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:32.821265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2d362-cc8e-41b1-a53e-c30659026b1e req-715d9fe5-2f99-4581-a161-a37735f959fb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.822799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49a2d362-cc8e-41b1-a53e-c30659026b1e req-715d9fe5-2f99-4581-a161-a37735f959fb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0752699 Mar 31 23:27:32.833451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8c6477f3-41c8-4cd1-8360-3d804501fdc0 None None] Provisioning complete for port 38898f1d-eb18-4c22-b776-30090c5d0098 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:32.833818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c6477f3-41c8-4cd1-8360-3d804501fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.865530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49a2d362-cc8e-41b1-a53e-c30659026b1e req-ba451dff-3692-4e14-a26b-0bf090417998 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Mar 31 23:27:32.868504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8c6477f3-41c8-4cd1-8360-3d804501fdc0 None None] Port 38898f1d-eb18-4c22-b776-30090c5d0098 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:32.904783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.990569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.120707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98837fda-a2f4-4d93-8e21-204fd2c8b40c req-40e237c1-4849-492d-b281-526a4e4b18ad tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 210 time: 0.0394971 Mar 31 23:27:33.133532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Allocated IP 172.25.6.237 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c732ace5-dfb8-4d9f-969e-96f7f7031f12) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:33.137354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-e120f2e4-b835-4fde-8036-7670b0ab2d27 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.139404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-e120f2e4-b835-4fde-8036-7670b0ab2d27 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1167197 Mar 31 23:27:33.168059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:33.243157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.322324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:33.328561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.339823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.393040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:33.411679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:33.419188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:33.441136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Pushing event updated for resources: {'Port': ['ID=c732ace5-dfb8-4d9f-969e-96f7f7031f12,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.474134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.8 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/d42fc012-bce1-4ada-89b8-8661985785ce) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:33.477595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35eb42-903d-4076-a6a6-91fcedfdefc6 req-ff2bf0fc-5004-40a3-b44e-286cbe3c5a42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.479151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d35eb42-903d-4076-a6a6-91fcedfdefc6 req-ff2bf0fc-5004-40a3-b44e-286cbe3c5a42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.1076410 Mar 31 23:27:33.578205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d35eb42-903d-4076-a6a6-91fcedfdefc6 req-6a08ad7d-4711-41d6-bb4a-fefbd20e6d85 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778561 Mar 31 23:27:33.617504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}, {'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aacac0-cada-483c-906d-62ad0108680a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:33.620163 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c89a1-0cd3-42f0-b5c5-63f5315b29ed" -d '{"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}, {"server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "name": "network-vif-plugged", "status": "completed", "tag": "68aacac0-cada-483c-906d-62ad0108680a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:33.640801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.673484 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548bfac0-6ceb-41aa-9aeb-50660a2345f0 x-openstack-request-id: req-548bfac0-6ceb-41aa-9aeb-50660a2345f0 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:33.673839 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "code": 200}, {"server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "name": "network-vif-plugged", "status": "completed", "tag": "68aacac0-cada-483c-906d-62ad0108680a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:33.674159 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-548bfac0-6ceb-41aa-9aeb-50660a2345f0 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:33.674615 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548bfac0-6ceb-41aa-9aeb-50660a2345f0'] response: {'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'code': 200} Mar 31 23:27:33.674944 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548bfac0-6ceb-41aa-9aeb-50660a2345f0'] response: {'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aacac0-cada-483c-906d-62ad0108680a', 'code': 200} Mar 31 23:27:33.751615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5467-3531-4086-a9b6-c9fad38db8be req-793610ea-8797-4bd3-8318-13944f7864ee tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.751988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.753679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b64c5467-3531-4086-a9b6-c9fad38db8be req-793610ea-8797-4bd3-8318-13944f7864ee tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0891986 Mar 31 23:27:33.765178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:33.812559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:33.820661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ce8e-eb0f-4bcd-83ed-23d2f8f8e0ac req-e2161dc2-5986-4844-a6ce-c6e6566894e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.822161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1488ce8e-eb0f-4bcd-83ed-23d2f8f8e0ac req-e2161dc2-5986-4844-a6ce-c6e6566894e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 1100 time: 0.0977361 Mar 31 23:27:33.823015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:33.825977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:33.835753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.885978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b64c5467-3531-4086-a9b6-c9fad38db8be req-1e975484-3e96-4332-8b2a-447cdaf6890e tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102824 Mar 31 23:27:33.918634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1488ce8e-eb0f-4bcd-83ed-23d2f8f8e0ac req-e91b2433-364e-457a-83c3-383881b735a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809109 Mar 31 23:27:33.918634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.919246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.992999 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-8e1e4aff-b2cd-4e47-b3a4-bab21e5c82e7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289227 Mar 31 23:27:34.042699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.050141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f05ef2-b828-44cb-bd03-543a06c3bf0e req-e4b0288b-d995-4672-aada-615d42c93c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.051675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5f05ef2-b828-44cb-bd03-543a06c3bf0e req-e4b0288b-d995-4672-aada-615d42c93c81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 1098 time: 0.1037433 Mar 31 23:27:34.052799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Request body: {'port': {'device_id': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:34.078852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349117-fb74-4e75-9711-ab281428045f req-59e2f3f8-32f3-49f9-a805-9892ecfb5145 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.080392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77349117-fb74-4e75-9711-ab281428045f req-59e2f3f8-32f3-49f9-a805-9892ecfb5145 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1201503 Mar 31 23:27:34.105943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.145600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5f05ef2-b828-44cb-bd03-543a06c3bf0e req-adb5f760-ee05-407f-a926-d5ee4f4ce17f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744894 Mar 31 23:27:34.152812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77349117-fb74-4e75-9711-ab281428045f req-d31806ee-b6fd-40e5-b598-55e363d8f2a0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634837 Mar 31 23:27:34.261992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.341864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db30d0-1b92-4abc-83cc-2193cbd15fa4 req-fce53352-d5b7-4bbd-a38d-e3908cc89ff9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.344464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2db30d0-1b92-4abc-83cc-2193cbd15fa4 req-fce53352-d5b7-4bbd-a38d-e3908cc89ff9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 931 time: 0.1283443 Mar 31 23:27:34.376042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42fc012-bce1-4ada-89b8-8661985785ce {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:34.378530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85729-bcaa-42a2-a046-f9c452af4a34 req-a97d4e75-ec61-4fd6-bf36-9530b07feda1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.380327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ff85729-bcaa-42a2-a046-f9c452af4a34 req-a97d4e75-ec61-4fd6-bf36-9530b07feda1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1502314 Mar 31 23:27:34.383752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.396402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Transition to ACTIVE for port object d42fc012-bce1-4ada-89b8-8661985785ce will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:34.464591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.469743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2db30d0-1b92-4abc-83cc-2193cbd15fa4 req-02f3a9a4-4ad6-4a13-9f0d-b8999ee02e04 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166370 Mar 31 23:27:34.501213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ff85729-bcaa-42a2-a046-f9c452af4a34 req-d2741560-72f2-49e0-bb2d-5a462e6b1628 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832088 Mar 31 23:27:34.520292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.529521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51478) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.561544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.578970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71317060-92c9-4a27-bf33-4839a600a62a tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.580704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-71317060-92c9-4a27-bf33-4839a600a62a tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1092 time: 0.0495517 Mar 31 23:27:34.583490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.587864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:34.598223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Attempting to bind port d42fc012-bce1-4ada-89b8-8661985785ce on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:34.598223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Attempting to bind port d42fc012-bce1-4ada-89b8-8661985785ce by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:34.598503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Attempting to bind port d42fc012-bce1-4ada-89b8-8661985785ce on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:34.602946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Port d42fc012-bce1-4ada-89b8-8661985785ce on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:34.603563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Attempting to bind port d42fc012-bce1-4ada-89b8-8661985785ce on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:34.608777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:34.609193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:34.609583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:34.610010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Bound port: d42fc012-bce1-4ada-89b8-8661985785ce, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:34.610372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.623855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.678821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:34.682521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d42fc012-bce1-4ada-89b8-8661985785ce,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:34.713450 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.739577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.768246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Pushing event updated for resources: {'Port': ['ID=c732ace5-dfb8-4d9f-969e-96f7f7031f12,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.781398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.782575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.784408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] 10.222.0.10 "PUT /v2.0/ports/d42fc012-bce1-4ada-89b8-8661985785ce HTTP/1.1" status: 200 len: 1091 time: 0.7361166 Mar 31 23:27:34.786232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.789069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:34.791257 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d44b67a-6849-40d5-8bc5-b160070791e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:34.814198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a363d-550f-4825-aae5-77ca711abc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.819107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.845742 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8dcc56-6e4a-4818-8d3c-067a49f94329 x-openstack-request-id: req-ec8dcc56-6e4a-4818-8d3c-067a49f94329 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:34.846143 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:34.846396 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec8dcc56-6e4a-4818-8d3c-067a49f94329 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:34.846801 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8dcc56-6e4a-4818-8d3c-067a49f94329'] response: {'name': 'network-changed', 'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce', 'status': 'completed', 'code': 200} Mar 31 23:27:34.863716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8309f-c207-4c68-a78c-6d207d365dd6 req-2d992b50-e412-46d8-91bc-484a96f8da66 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.865232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2af8309f-c207-4c68-a78c-6d207d365dd6 req-2d992b50-e412-46d8-91bc-484a96f8da66 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.1721976 Mar 31 23:27:34.932471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-cabf70a6-1295-421e-ad4a-1e5fe66c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.933980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-cabf70a6-1295-421e-ad4a-1e5fe66c3ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 1094 time: 0.0428996 Mar 31 23:27:34.967673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2af8309f-c207-4c68-a78c-6d207d365dd6 req-a7cff9a0-4510-445b-841b-fd13b4a989f2 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944200 Mar 31 23:27:34.986622 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Floating IP b4c0c490-5910-42a0-947c-a92f18e2db8a associated. External IP: 172.25.6.237, port: 38898f1d-eb18-4c22-b776-30090c5d0098. Mar 31 23:27:35.050522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-51ab296d-d460-4515-8c42-cc32372f2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.052282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-51ab296d-d460-4515-8c42-cc32372f2d7b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1026299 Mar 31 23:27:35.092633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.161996 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-e3613ec5-6e6e-439b-9291-2e2255584d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.163486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9d44b67a-6849-40d5-8bc5-b160070791e8 req-e3613ec5-6e6e-439b-9291-2e2255584d1e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1033778 Mar 31 23:27:35.181833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b96b-df72-49e6-889b-b6254863ec21 req-91fef976-8dac-40e8-b254-b2bb8e4195d4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.183442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e248b96b-df72-49e6-889b-b6254863ec21 req-91fef976-8dac-40e8-b254-b2bb8e4195d4 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.1878464 Mar 31 23:27:35.282116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-66975d01-5360-40d5-89f0-269321e6f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.283657 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-66975d01-5360-40d5-89f0-269321e6f79e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 1094 time: 0.0459199 Mar 31 23:27:35.339864 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-4e578436-e5e9-4a92-95e2-e6c1bc110168 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d42fc012-bce1-4ada-89b8-8661985785ce HTTP/1.1" status: 200 len: 217 time: 0.0405164 Mar 31 23:27:35.402232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-04988a6d-eb1c-478a-acd0-eb58cbc073cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.404290 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-04988a6d-eb1c-478a-acd0-eb58cbc073cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0556304 Mar 31 23:27:35.439686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-99080b15-d823-43d8-ad01-86a2242105b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284410 Mar 31 23:27:35.536840 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-d9dec9d6-948e-42a8-b922-b2b53ea131d5 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904207 Mar 31 23:27:35.626627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e248b96b-df72-49e6-889b-b6254863ec21 req-99f5de39-8768-463b-9c8f-b85d5823bdb1 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323153 Mar 31 23:27:35.635801 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-94dcbb00-34da-4c53-b812-fae11d434b36 req-aaeda1ef-fea4-40b1-91b4-7637ca8d139f service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908408 Mar 31 23:27:35.664873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.157 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4f0f0212-d445-4c7b-b111-bddf71b50780) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:35.759061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048336-6445-45f0-9707-d35b9b289d2b req-549b2e6f-f6b1-4de0-a6ea-6bfb752c9849 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.760768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e048336-6445-45f0-9707-d35b9b289d2b req-549b2e6f-f6b1-4de0-a6ea-6bfb752c9849 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 943 time: 0.1576788 Mar 31 23:27:35.823708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Router b86a55ea-8681-484c-80b8-c45a68078533 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:35.870786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e048336-6445-45f0-9707-d35b9b289d2b req-49d9b558-c517-4f36-a27b-d3231c5cf7dc tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790484 Mar 31 23:27:35.921451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.010949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:36.024418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] Sync routers for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:36.035662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:36.036394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:36.077423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.087351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:36.096255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:36.096856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:36.138703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:36.139946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17164dbd-6f0e-445b-a8b0-fcd6f4417010 None None] The sync data for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:36.145311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.149822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:36.161510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:36.175543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:36.180628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=4f0f0212-d445-4c7b-b111-bddf71b50780,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.224131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-95053a28-2467-4357-9a85-d232285b7c51 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4935746 Mar 31 23:27:36.226859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51514) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.236020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a093-cb49-46f7-89fb-59de05446429 req-eba2db19-6f35-4803-a254-f1a62699c39e tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:36.237509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cf6a093-cb49-46f7-89fb-59de05446429 req-eba2db19-6f35-4803-a254-f1a62699c39e tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.1552031 Mar 31 23:27:36.322930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cf6a093-cb49-46f7-89fb-59de05446429 req-ceb943c2-fb28-48e0-8296-2b58675ccf42 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787759 Mar 31 23:27:36.364569 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-447eea8a-9727-4a19-a56a-afc947c9f060 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "GET /v2.0/floatingips/b4c0c490-5910-42a0-947c-a92f18e2db8a HTTP/1.1" status: 200 len: 983 time: 0.1340492 Mar 31 23:27:36.367578 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.484489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0be7acfb-66a3-4eee-8693-28202778e363 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1156418 Mar 31 23:27:36.487296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51532) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.619116 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.652166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port c732ace5-dfb8-4d9f-969e-96f7f7031f12 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:36.652759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.735808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.736192 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.749059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for c732ace5-dfb8-4d9f-969e-96f7f7031f12 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:36.758423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.831975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f098a-fce7-4966-9303-3a5bd2cd783f req-e42db713-61df-42b6-86f4-c16d83b598fb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:36.833461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-015f098a-fce7-4966-9303-3a5bd2cd783f req-e42db713-61df-42b6-86f4-c16d83b598fb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0902543 Mar 31 23:27:36.919501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-015f098a-fce7-4966-9303-3a5bd2cd783f req-e94665a4-5866-48f5-bfad-01f5cc9b7636 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747221 Mar 31 23:27:36.973268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.053678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643caf8-1636-4e7c-9bc8-2d397d851c6f req-2edd3b6e-1ecb-4659-8697-f4fcfaabe7ba tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:37.055282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a643caf8-1636-4e7c-9bc8-2d397d851c6f req-2edd3b6e-1ecb-4659-8697-f4fcfaabe7ba tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 943 time: 0.0554650 Mar 31 23:27:37.082287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.098027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a643caf8-1636-4e7c-9bc8-2d397d851c6f req-2e6bc366-f7fe-4d10-a01f-2274b20e03e2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Mar 31 23:27:37.108347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=c732ace5-dfb8-4d9f-969e-96f7f7031f12,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.112461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.181402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.181828 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Floating IP b4c0c490-5910-42a0-947c-a92f18e2db8a disassociated (deleted). External IP: 172.25.6.237, port: 38898f1d-eb18-4c22-b776-30090c5d0098. Mar 31 23:27:37.202193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=4f0f0212-d445-4c7b-b111-bddf71b50780,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.219699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.336385 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 3e656614-324c-485b-aea6-18b393057c5e associated. External IP: 172.25.6.157, port: 0e5fed11-8100-4199-8f5a-ac3dec82cabc. Mar 31 23:27:37.579680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router a48660e7-cb3f-4d6b-a08f-788792ad6b7b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:37.691810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:37.705898 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Sync routers for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:37.721051 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:37.721978 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:37.757979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.775944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Router b86a55ea-8681-484c-80b8-c45a68078533 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:37.790152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea94c0da-dfd9-4409-bf84-4752bfaa682e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2056041 Mar 31 23:27:37.791107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:37.793633 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519e329c-8c4f-4523-a89c-f638f557d66a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:37.898368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:37.905764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.913567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] Sync routers for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:37.928754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:37.929384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:37.935710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cbec1-d02c-4867-8203-eeb74589383f req-10f1858a-87d1-4d70-a788-3d746f6faec8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:37.938328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5cbec1-d02c-4867-8203-eeb74589383f req-10f1858a-87d1-4d70-a788-3d746f6faec8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0912716 Mar 31 23:27:37.943428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d08ecca1-8c20-451c-87d7-3caf57de0f79 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/floatingips/b4c0c490-5910-42a0-947c-a92f18e2db8a HTTP/1.1" status: 204 len: 168 time: 1.4549644 Mar 31 23:27:37.947121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51552) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.952480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:37.996035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.020925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:38.021539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.043204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c5cbec1-d02c-4867-8203-eeb74589383f req-e6c8bbae-bb89-4984-b0e8-a470b33266cb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945005 Mar 31 23:27:38.044642 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e90efe-a0d6-4426-8afe-3bbc7c878ed8 x-openstack-request-id: req-93e90efe-a0d6-4426-8afe-3bbc7c878ed8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:38.045936 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:38.046339 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93e90efe-a0d6-4426-8afe-3bbc7c878ed8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:38.047121 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e90efe-a0d6-4426-8afe-3bbc7c878ed8'] response: {'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'status': 'completed', 'code': 200} Mar 31 23:27:38.049725 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:38.081717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:38.086692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.106577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.107409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982b1c1-2bae-4c43-90c5-70eff664e84e None None] The sync data for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:38.215099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e329c-8c4f-4523-a89c-f638f557d66a req-b8696526-1869-4920-b800-beead237e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.218271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-b8696526-1869-4920-b800-beead237e07d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1097 time: 0.0984488 Mar 31 23:27:38.262027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7dd5314c-9031-4739-943f-ea1125168aab tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 200 len: 992 time: 0.1777627 Mar 31 23:27:38.294497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb1002-b9ae-4d8b-9fcb-ca1ff38b982e req-99a9d37e-cdf4-403f-a551-0fd2f09ef3b1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.296439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58eb1002-b9ae-4d8b-9fcb-ca1ff38b982e req-99a9d37e-cdf4-403f-a551-0fd2f09ef3b1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 943 time: 0.1046107 Mar 31 23:27:38.304290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3d00-967f-453f-a287-63bfc5cb2a5c req-b32ecea4-5398-4059-940d-600a969a8fcc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.312168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-145c3d00-967f-453f-a287-63bfc5cb2a5c req-b32ecea4-5398-4059-940d-600a969a8fcc tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.1188445 Mar 31 23:27:38.350361 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3e656614-324c-485b-aea6-18b393057c5e', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'port_id': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'mac_address': 'fa:16:3e:5b:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:36Z', 'updated_at': '2022-03-31T23:27:36Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.390285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e329c-8c4f-4523-a89c-f638f557d66a req-1216fd6f-2e7b-4c19-b41e-2c6b87594b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.391273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Checking router: a48660e7-cb3f-4d6b-a08f-788792ad6b7b for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:38.391973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-145c3d00-967f-453f-a287-63bfc5cb2a5c req-2e2bdfd9-7c54-423e-a19a-deeaf6182b08 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786502 Mar 31 23:27:38.392379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-1216fd6f-2e7b-4c19-b41e-2c6b87594b11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.1636863 Mar 31 23:27:38.399628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58eb1002-b9ae-4d8b-9fcb-ca1ff38b982e req-19f2ca88-ab8c-43d7-ae68-cbf1a85e6c88 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852296 Mar 31 23:27:38.401684 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:38.414550 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.474330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.484305 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-5b1a71fe-171e-468e-85d1-06af332eab5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1000 time: 0.0786304 Mar 31 23:27:38.537396 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:38.594674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e329c-8c4f-4523-a89c-f638f557d66a req-a8fb8810-c56c-4784-9f5d-cdbd7d3283a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.596340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-a8fb8810-c56c-4784-9f5d-cdbd7d3283a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0820191 Mar 31 23:27:38.653041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Allocated IP 172.25.6.170 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9f19792c-dc0f-4923-9d06-da05c8e2bc14) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:38.672227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e329c-8c4f-4523-a89c-f638f557d66a req-6bca4778-a0c9-480a-8d63-23dde4dca1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.673885 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-6bca4778-a0c9-480a-8d63-23dde4dca1ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700917 Mar 31 23:27:38.809432 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3e656614-324c-485b-aea6-18b393057c5e', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'port_id': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'mac_address': 'fa:16:3e:5b:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:36Z', 'updated_at': '2022-03-31T23:27:36Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:38.836497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe01e9-07b3-49bc-8081-42c33fca49ed None None] The sync data for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 is: [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3e656614-324c-485b-aea6-18b393057c5e', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'port_id': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'mac_address': 'fa:16:3e:5b:6e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:36Z', 'updated_at': '2022-03-31T23:27:36Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:38.846649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-c007e00d-47f4-4870-8ee2-2fd299bf78b2 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524658 Mar 31 23:27:38.846649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.956421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-519e329c-8c4f-4523-a89c-f638f557d66a req-672a0c1d-939f-4b27-97cf-6c2d016c4567 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085069 Mar 31 23:27:39.008536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.055700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:39.058875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:39.064736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:39.078938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e1dc5-4526-439b-9458-bd536bb2f024 None None] New status for floating IP 3e656614-324c-485b-aea6-18b393057c5e: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:39.091305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Pushing event updated for resources: {'Port': ['ID=9f19792c-dc0f-4923-9d06-da05c8e2bc14,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.165589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.240914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.264437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51564) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:39.339499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c6a778c-efa9-466a-ba47-5ff2d7a021b2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 200 len: 992 time: 0.0726249 Mar 31 23:27:39.381703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d42fc012-bce1-4ada-89b8-8661985785ce details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:39.439668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.498898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.507234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d42fc012-bce1-4ada-89b8-8661985785ce,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:39.519863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd42fc012-bce1-4ada-89b8-8661985785ce', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': 'd42fc012-bce1-4ada-89b8-8661985785ce', 'mac_address': 'fa:16:3e:4f:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:39.551602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cc037-0dd2-4222-9db3-6c88496e531d req-dfc18744-69ba-4eac-9312-7432bae29f87 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:39.553332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-263cc037-0dd2-4222-9db3-6c88496e531d req-dfc18744-69ba-4eac-9312-7432bae29f87 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 943 time: 0.0761793 Mar 31 23:27:39.563630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.578873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42fc012-bce1-4ada-89b8-8661985785ce {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:39.588794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.599754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-263cc037-0dd2-4222-9db3-6c88496e531d req-399fef8f-309d-4a35-8a00-16e5db3355e0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Mar 31 23:27:39.607274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d42fc012-bce1-4ada-89b8-8661985785ce,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:39.613930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Pushing event updated for resources: {'Port': ['ID=9f19792c-dc0f-4923-9d06-da05c8e2bc14,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.658405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.666345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.667633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc7ad61a-abc6-4218-8621-5662f40403a4 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7195301 Mar 31 23:27:39.670369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:39.709937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.775457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:39.841811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.943657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.054782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Allocated IP 172.25.6.172 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2f62a34b-8536-4979-83c0-82fab7fd12ed) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:40.099855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d42fc012-bce1-4ada-89b8-8661985785ce'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:40.168284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.310747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.343017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51574) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:40.352773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:40.357300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:40.360501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:40.386134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Pushing event updated for resources: {'Port': ['ID=2f62a34b-8536-4979-83c0-82fab7fd12ed,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:40.413206 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9ff8a4bf-9271-4473-b2fe-779fbb1162ab tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 200 len: 994 time: 0.0686834 Mar 31 23:27:40.463087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.570952 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.749341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ea18-f903-41cb-b935-b9661b36b591 req-6ea816d6-783c-46e9-be2b-f328ba9192de tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:40.751047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9e3ea18-f903-41cb-b935-b9661b36b591 req-6ea816d6-783c-46e9-be2b-f328ba9192de tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 944 time: 0.0814836 Mar 31 23:27:40.786382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.803819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d9e3ea18-f903-41cb-b935-b9661b36b591 req-1a7439df-e4a1-48f3-8994-2c2665ab03ff tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Mar 31 23:27:40.841698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.913629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Pushing event updated for resources: {'Port': ['ID=2f62a34b-8536-4979-83c0-82fab7fd12ed,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:40.926796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.021310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.024851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be4f15ee-b8a8-48bb-918b-63ab6827c268 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3512754 Mar 31 23:27:41.025244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.140462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bfd517d4-6268-4521-8372-35b660d83cf5 tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.1140456 Mar 31 23:27:41.143114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51582) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.212379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-66da5920-0d42-41db-83d3-50fec1fa7f52 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0682657 Mar 31 23:27:41.214961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51584) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.335462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Deleting port 2f62a34b-8536-4979-83c0-82fab7fd12ed {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:41.336165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.399146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d42fc012-bce1-4ada-89b8-8661985785ce up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:41.414340 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.414680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.426870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Calling delete_port for 2f62a34b-8536-4979-83c0-82fab7fd12ed owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:41.521167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d42fc012-bce1-4ada-89b8-8661985785ce completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:41.533626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d42fc012-bce1-4ada-89b8-8661985785ce triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:41.533942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.612986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.628052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcba64cb-542c-440e-931c-3d5567319350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.636011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.641694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Pushing event deleted for resources: {'Port': ['ID=2f62a34b-8536-4979-83c0-82fab7fd12ed,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:41.662673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:41.666331 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd855a5e-5ade-4517-a09a-dd2ee19e936a" -d '{"events": [{"server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "name": "network-vif-plugged", "status": "completed", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:41.679667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d42fc012-bce1-4ada-89b8-8661985785ce,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:41.708113 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65731fc5-a1e2-4b07-97f3-7f5095f3d262 x-openstack-request-id: req-65731fc5-a1e2-4b07-97f3-7f5095f3d262 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:41.708451 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "name": "network-vif-plugged", "status": "completed", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:41.708709 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-65731fc5-a1e2-4b07-97f3-7f5095f3d262 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:41.712277 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65731fc5-a1e2-4b07-97f3-7f5095f3d262'] response: {'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce', 'code': 200} Mar 31 23:27:41.744911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.807154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:41.864208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bdaf4-a997-438b-84d0-0d795cfb875c req-ba94f8a8-8007-4878-909a-32fa7c8e2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:41.865763 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e4bdaf4-a997-438b-84d0-0d795cfb875c req-ba94f8a8-8007-4878-909a-32fa7c8e2813 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 1096 time: 0.0587976 Mar 31 23:27:41.908296 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e4bdaf4-a997-438b-84d0-0d795cfb875c req-eb761f1f-d1b2-4eea-b23c-47369b2a3869 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Mar 31 23:27:42.037527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.040430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.041601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7bcbb6f8-5c5c-485c-ac29-a5c632824448 tempest-FloatingIPAdminTestJSON-1799985114 tempest-FloatingIPAdminTestJSON-1799985114-project] 10.222.0.83 "DELETE /v2.0/floatingips/4b21877b-5a5c-41be-ad09-bdd4f6be1737 HTTP/1.1" status: 204 len: 168 time: 0.8256319 Mar 31 23:27:42.044691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.049693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a070dd-266a-4a6d-af71-39712f06c988 req-6bbd4a7f-4798-4e38-8cda-53533dc4e734 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:42.054423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82a070dd-266a-4a6d-af71-39712f06c988 req-6bbd4a7f-4798-4e38-8cda-53533dc4e734 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0836556 Mar 31 23:27:42.092590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82a070dd-266a-4a6d-af71-39712f06c988 req-b2a97063-0035-4248-8d7e-f842d268acf8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Mar 31 23:27:42.170702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Deleting port 9f19792c-dc0f-4923-9d06-da05c8e2bc14 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:42.171060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.249950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.250193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.261468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Calling delete_port for 9f19792c-dc0f-4923-9d06-da05c8e2bc14 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:42.447428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.475069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f19792c-dc0f-4923-9d06-da05c8e2bc14,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:42.536190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.538703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.539937 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3366de02-d20a-4f04-8ae0-e3034d3bdcdb tempest-FloatingIPAdminTestJSON-454314790 tempest-FloatingIPAdminTestJSON-454314790-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/e417cc88-57d1-46e0-951b-6a628133fea0 HTTP/1.1" status: 204 len: 168 time: 0.4936328 Mar 31 23:27:42.543309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.637762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port 38898f1d-eb18-4c22-b776-30090c5d0098 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:42.638101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.721427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.733065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for 38898f1d-eb18-4c22-b776-30090c5d0098 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:42.938482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.968429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=38898f1d-eb18-4c22-b776-30090c5d0098,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:43.047410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.050699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7dc36eea-a3ea-4a32-aba7-7ab74b4ee452 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/ports/38898f1d-eb18-4c22-b776-30090c5d0098 HTTP/1.1" status: 204 len: 168 time: 0.5049553 Mar 31 23:27:43.053207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51598) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:43.104444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84481c6-2964-42b8-bdd7-b71892565e55 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:43.106656 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a84481c6-2964-42b8-bdd7-b71892565e55 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b86a55ea-8681-484c-80b8-c45a68078533 HTTP/1.1" status: 200 len: 913 time: 0.0525277 Mar 31 23:27:43.109389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:43.225970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e974-ef9a-495c-8afa-8434955cb827 req-6837e2a4-232c-43f6-bd8c-9103a707bf7a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:43.227385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac87e974-ef9a-495c-8afa-8434955cb827 req-6837e2a4-232c-43f6-bd8c-9103a707bf7a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Mar 31 23:27:43.266951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac87e974-ef9a-495c-8afa-8434955cb827 req-24dc25d1-fe19-4257-9f2a-82d6818cd8b0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Mar 31 23:27:43.463858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.724732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port 70a8e728-d3df-42f2-bb73-2d974fc541fb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:43.725075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.806676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75b23262-f486-41f4-9610-bbc670741ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.812541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.824356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for 70a8e728-d3df-42f2-bb73-2d974fc541fb owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:44.046987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.072114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=70a8e728-d3df-42f2-bb73-2d974fc541fb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:44.254901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.385423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b78f-a75d-459e-a3b4-5dbcb5d0b1cc req-e6b471a6-3674-404c-ba14-38d8527f9dd8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.387304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dff9b78f-a75d-459e-a3b4-5dbcb5d0b1cc req-e6b471a6-3674-404c-ba14-38d8527f9dd8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Mar 31 23:27:44.425379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dff9b78f-a75d-459e-a3b4-5dbcb5d0b1cc req-481a8ac8-73a1-4e2e-9dac-47332bfec5ab tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Mar 31 23:27:44.719050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60794c1-ad4d-41c6-b3af-cb67e999e8c2 req-be02e496-192b-4bd3-94fe-97890158b747 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.720702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f60794c1-ad4d-41c6-b3af-cb67e999e8c2 req-be02e496-192b-4bd3-94fe-97890158b747 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0541959 Mar 31 23:27:44.759165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f60794c1-ad4d-41c6-b3af-cb67e999e8c2 req-94eb3b26-e068-4c58-adf9-6483a4089002 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Mar 31 23:27:44.819819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Router b86a55ea-8681-484c-80b8-c45a68078533 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:44.880750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5468e-db48-4d92-b0b6-a8c3e6a8fa70 req-51f552d0-cbec-4c42-a7f5-94cc7bc33b42 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.882235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccd5468e-db48-4d92-b0b6-a8c3e6a8fa70 req-51f552d0-cbec-4c42-a7f5-94cc7bc33b42 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Mar 31 23:27:44.922237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccd5468e-db48-4d92-b0b6-a8c3e6a8fa70 req-5849e644-7cb1-40c1-92e6-b636099f474d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Mar 31 23:27:44.940207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:44.948189 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cd3a5b60-abb0-4aab-85d3-b365be90d905 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "PUT /v2.0/routers/b86a55ea-8681-484c-80b8-c45a68078533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378022 Mar 31 23:27:44.952630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51620) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:44.957779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] Sync routers for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:44.968071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:44.968820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:45.004427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:45.014350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] Routers {'b86a55ea-8681-484c-80b8-c45a68078533'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:45.015200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:27:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b86a55ea-8681-484c-80b8-c45a68078533'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:45.051378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:45.051926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cfab6-2a91-4a22-bb8d-c892f5134c5f None None] The sync data for ids ['b86a55ea-8681-484c-80b8-c45a68078533'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:45.075522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.196709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.345132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada329-1292-485e-91d8-5ddecc7607a3 req-f0777de7-52cf-4e7d-89c5-22fd427709f1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:45.346513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82ada329-1292-485e-91d8-5ddecc7607a3 req-f0777de7-52cf-4e7d-89c5-22fd427709f1 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0706780 Mar 31 23:27:45.349335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.385410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port ebc00eac-11df-41c5-861d-cc37ffe4ee5e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:45.385748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.402399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-82ada329-1292-485e-91d8-5ddecc7607a3 req-efe4be06-b4a6-4c91-ae06-fda3f1f655c2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Mar 31 23:27:45.472500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.485576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for ebc00eac-11df-41c5-861d-cc37ffe4ee5e owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:45.687346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.713563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=ebc00eac-11df-41c5-861d-cc37ffe4ee5e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.776248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.865361 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.867473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.995252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.995873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Fanout notify agent at l3_agent the message router_deleted on router b86a55ea-8681-484c-80b8-c45a68078533 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:46.003471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.005239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a35973cb-3102-4ce5-afd6-f543404cd042 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/routers/b86a55ea-8681-484c-80b8-c45a68078533 HTTP/1.1" status: 204 len: 168 time: 1.0509377 Mar 31 23:27:46.007254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51626) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:46.058525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting subnet 1a377ac4-e6ee-497b-9837-658d47c71e38 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:27:46.061923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.102487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.192066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.310121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.337683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Subnet': ['ID=1a377ac4-e6ee-497b-9837-658d47c71e38,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.341304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.345279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f6e76307-9067-47a3-8e6c-aaebe9cb608d tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/subnets/1a377ac4-e6ee-497b-9837-658d47c71e38 HTTP/1.1" status: 204 len: 168 time: 0.3370483 Mar 31 23:27:46.347963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51628) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:46.348887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207dd78-408a-4844-ab50-f2a9d5a7cb8f None None] Network 5e370734-212d-4113-8e8b-64e81f1f32cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:46.431901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.499599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port b395a854-10b8-4a7e-bfa4-c529bbd926c0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:46.499957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.546158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07380ab-e0f1-4327-872a-eab4c2964a3f req-bbffcfc8-7dc0-4f8e-b200-7340566a3834 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:46.547782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e07380ab-e0f1-4327-872a-eab4c2964a3f req-bbffcfc8-7dc0-4f8e-b200-7340566a3834 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0689621 Mar 31 23:27:46.584933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] For port b395a854-10b8-4a7e-bfa4-c529bbd926c0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b395a854-10b8-4a7e-bfa4-c529bbd926c0,segment=NetworkSegment(3d57d959-7908-44c7-9fda-2293476b0fe0),segment_id=3d57d959-7908-44c7-9fda-2293476b0fe0)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:46.586443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.590777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e07380ab-e0f1-4327-872a-eab4c2964a3f req-9fd19b99-fc0b-43d0-9c56-fbbf7068b6c8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Mar 31 23:27:46.601262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for b395a854-10b8-4a7e-bfa4-c529bbd926c0 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:46.713308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.716943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] DHCP port deletion for 5e370734-212d-4113-8e8b-64e81f1f32cb request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:27:46.749971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.764875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Deleting port b395a854-10b8-4a7e-bfa4-c529bbd926c0 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:46.765284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.777421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=b395a854-10b8-4a7e-bfa4-c529bbd926c0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.781209 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.781629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] No DVR routers for this DVR port b395a854-10b8-4a7e-bfa4-c529bbd926c0 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:46.836188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] For port b395a854-10b8-4a7e-bfa4-c529bbd926c0, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:46.836493 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.849416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Calling delete_port for b395a854-10b8-4a7e-bfa4-c529bbd926c0 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:46.852067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Port b395a854-10b8-4a7e-bfa4-c529bbd926c0 was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:27:46.853317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.865904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.881871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] Pushing event deleted for resources: {'Port': ['ID=b395a854-10b8-4a7e-bfa4-c529bbd926c0,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.886261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5314c4-f820-47f4-80d4-f40f4c2b15f1 None None] No DVR routers for this DVR port b395a854-10b8-4a7e-bfa4-c529bbd926c0 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:46.891821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e370734-212d-4113-8e8b-64e81f1f32cb']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:46.907308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d57d959-7908-44c7-9fda-2293476b0fe0') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:46.907641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d57d959-7908-44c7-9fda-2293476b0fe0') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:46.917078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.930555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.937148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:46.937538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:46.940509 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:47.057770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.068717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.068717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/networks/5e370734-212d-4113-8e8b-64e81f1f32cb HTTP/1.1" status: 204 len: 168 time: 0.7194545 Mar 31 23:27:47.071249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51634) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:47.080581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e677-c299-47bd-8292-1e349b2934e0 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Network': ['ID=5e370734-212d-4113-8e8b-64e81f1f32cb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:47.163869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28d52-d680-44b8-930b-b7152f2168ff req-3bb55fdd-79db-4442-b269-5f9d32a9cf5b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:47.165327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-62a28d52-d680-44b8-930b-b7152f2168ff req-3bb55fdd-79db-4442-b269-5f9d32a9cf5b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Mar 31 23:27:47.199175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Deleting port 9b7e4c3e-cdfa-4841-a90a-b586b03d2ece {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:47.199516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.256817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port d42fc012-bce1-4ada-89b8-8661985785ce {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:47.257151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.275699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.276021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.287960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Calling delete_port for 9b7e4c3e-cdfa-4841-a90a-b586b03d2ece owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:47.350252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port d42fc012-bce1-4ada-89b8-8661985785ce, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d42fc012-bce1-4ada-89b8-8661985785ce,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:47.350869 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.364075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for d42fc012-bce1-4ada-89b8-8661985785ce owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:47.504031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.531316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Pushing event deleted for resources: {'Port': ['ID=9b7e4c3e-cdfa-4841-a90a-b586b03d2ece,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:47.561041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.574469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:47.594866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=d42fc012-bce1-4ada-89b8-8661985785ce,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:47.599063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.601871 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.603283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de4d6db0-a270-4490-bdf4-d8b51fff0948 tempest-FloatingIPAdminTestJSON-667886329 tempest-FloatingIPAdminTestJSON-667886329-project] 10.222.0.83 "DELETE /v2.0/floatingips/49bcbd37-a137-4e0c-a045-71bdaf4247ca HTTP/1.1" status: 204 len: 168 time: 0.5308783 Mar 31 23:27:47.610646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d42fc012-bce1-4ada-89b8-8661985785ce'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:47.668798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port d42fc012-bce1-4ada-89b8-8661985785ce on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:47.672014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.675742 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-62a28d52-d680-44b8-930b-b7152f2168ff req-4368047e-26e5-4c64-9acb-e507937903a8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "DELETE /v2.0/ports/d42fc012-bce1-4ada-89b8-8661985785ce HTTP/1.1" status: 204 len: 173 time: 0.5035775 Mar 31 23:27:47.675993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'name': 'network-vif-deleted', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:47.678455 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257daf73-b7af-492e-9d4a-1c002ea91931" -d '{"events": [{"server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "name": "network-vif-deleted", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:47.717556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f553bbab-e4dc-4e2f-aac1-dbb90bd02503 req-96ea48c2-dcd0-4a78-9c86-8c4921357dac tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 210 time: 0.0343931 Mar 31 23:27:47.722723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c3df98-5f19-462b-ae1d-dd8a21933b7c x-openstack-request-id: req-16c3df98-5f19-462b-ae1d-dd8a21933b7c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:47.722723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c797311c-1376-4687-b8c9-c7d47d7ba712", "name": "network-vif-deleted", "tag": "d42fc012-bce1-4ada-89b8-8661985785ce", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:47.722723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-16c3df98-5f19-462b-ae1d-dd8a21933b7c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:47.723334 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c3df98-5f19-462b-ae1d-dd8a21933b7c'] response: {'server_uuid': 'c797311c-1376-4687-b8c9-c7d47d7ba712', 'name': 'network-vif-deleted', 'tag': 'd42fc012-bce1-4ada-89b8-8661985785ce', 'status': 'completed', 'code': 200} Mar 31 23:27:48.029305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b395a854-10b8-4a7e-bfa4-c529bbd926c0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:48.055309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b395a854-10b8-4a7e-bfa4-c529bbd926c0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:48.055649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b395a854-10b8-4a7e-bfa4-c529bbd926c0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:48.161138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.297420 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-07d6ac3c-3f1d-41a2-8c24-d6a2dccae1da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=375ec2fac5a24f53821ef41230bf8d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350594 Mar 31 23:27:48.299807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51652) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.348326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.375026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.509529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.512418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.514225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74d3858e-739d-4ed6-b26e-7552c9fdc5f2 HTTP/1.1" status: 204 len: 168 time: 0.2134261 Mar 31 23:27:48.522326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b776d39-983a-43e3-85f3-20ad71280706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3858e-739d-4ed6-b26e-7552c9fdc5f2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:48.838794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-942fb129-5ad8-4d56-b95f-9469cd49094c req-873c0412-802e-4415-8d6e-c53b08c4ee16 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=c797311c-1376-4687-b8c9-c7d47d7ba712 HTTP/1.1" status: 200 len: 210 time: 0.0265567 Mar 31 23:27:49.159301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51662) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:49.173769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0572aa4-b9cf-42ab-a526-2a5d10a3e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.249363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0572aa4-b9cf-42ab-a526-2a5d10a3e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.298056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0572aa4-b9cf-42ab-a526-2a5d10a3e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.337674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0572aa4-b9cf-42ab-a526-2a5d10a3e5e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c7566f4c81d428d9dcc47ce01047c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772699 Mar 31 23:27:49.338528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0572aa4-b9cf-42ab-a526-2a5d10a3e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e7d6ff-8ede-4577-91cd-804d670e205e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.340594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:49.396519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.418181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.532641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.535296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.536454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/21e7d6ff-8ede-4577-91cd-804d670e205e HTTP/1.1" status: 204 len: 168 time: 0.1941583 Mar 31 23:27:49.545239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577e6f2-4e82-4bf0-861d-2daccb3ed361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e7d6ff-8ede-4577-91cd-804d670e205e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:50.251554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-8eef6cc1-fa49-4800-8aff-0500d0767fd0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:50.253045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-8eef6cc1-fa49-4800-8aff-0500d0767fd0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1089354 Mar 31 23:27:50.269443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-eb916ad6-af4b-4bdf-8174-c1447cc5469a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/quotas/d4e7199fd78c40c0a07ff1bc646abdf5 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Mar 31 23:27:50.281484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51686) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:50.294294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3da734b-1d0c-41b1-bae4-eb707e4409e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.326317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-3dabd10c-87e9-4676-b3a2-b5cce6fb8431 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487332 Mar 31 23:27:50.376328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3da734b-1d0c-41b1-bae4-eb707e4409e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.429468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3da734b-1d0c-41b1-bae4-eb707e4409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.429658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-efda57e0-6b7f-467d-a3c4-1d45c404d5ab service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945935 Mar 31 23:27:50.469737 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3da734b-1d0c-41b1-bae4-eb707e4409e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87c9d67f4ff647f38184f8a492db66cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883063 Mar 31 23:27:50.470866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da734b-1d0c-41b1-bae4-eb707e4409e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a263c2c-b2b4-42aa-9f1b-f04276468eab,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:50.473226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:50.537618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-ebfce322-1e96-4cfc-8357-d4e501382fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004999 Mar 31 23:27:50.545365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.573002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.686906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.689750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.693476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a263c2c-b2b4-42aa-9f1b-f04276468eab HTTP/1.1" status: 204 len: 168 time: 0.2071335 Mar 31 23:27:50.701925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004fa06-dae3-406a-a076-4f778cbf00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a263c2c-b2b4-42aa-9f1b-f04276468eab,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:50.817682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77b37e20-abb1-40b4-a3bf-8097025ba366 req-0c35dbd3-7908-40fe-b68c-1667eab63c65 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 210 time: 0.0480609 Mar 31 23:27:51.454758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d42fc012-bce1-4ada-89b8-8661985785ce no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:51.477454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: d42fc012-bce1-4ada-89b8-8661985785ce {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:51.477791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d42fc012-bce1-4ada-89b8-8661985785ce not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:51.960337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9dd8acbc-e554-445c-8cff-bbf264412494 req-02989b75-6c6c-4285-bea1-90ff23ffd546 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 210 time: 0.0375619 Mar 31 23:27:53.070435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9f92ec1-f76e-486c-95b3-f533a441ab49 req-b8a83925-46a6-441b-8239-7e6e69a5979f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 210 time: 0.0269694 Mar 31 23:27:53.072117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.187832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-38d45e9e-13de-4f41-80a3-02490b7ba9d7 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:53.234402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-70d55776-ad19-41a1-87d2-7d5f359d0281 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.235868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-70d55776-ad19-41a1-87d2-7d5f359d0281 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 805 time: 0.1037898 Mar 31 23:27:53.267541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Request body: {'port': {'device_id': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'admin_state_up': True, 'tenant_id': 'd4e7199fd78c40c0a07ff1bc646abdf5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:53.363999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38d45e9e-13de-4f41-80a3-02490b7ba9d7 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "PUT /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6 HTTP/1.1" status: 200 len: 366 time: 0.2906351 Mar 31 23:27:53.364500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.375113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ce5288c-66ed-4338-8411-d6b9c5e40f00 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0095487 Mar 31 23:27:53.377388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.390452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51758) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.395276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b41a68ae-1a33-4e01-a04c-444a095dfc49 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6 HTTP/1.1" status: 200 len: 366 time: 0.0130889 Mar 31 23:27:53.429252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Made reservation on behalf of d4e7199fd78c40c0a07ff1bc646abdf5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:53.434281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.460096 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-537bbceb-6c6a-41b6-a470-ea86a5f918ab tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6 HTTP/1.1" status: 204 len: 168 time: 0.0684299 Mar 31 23:27:53.462450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.477575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-10a6257f-f014-4f50-9410-cbcc43afb855 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0138271 Mar 31 23:27:53.480558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51764) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.499358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73f551de-ecfc-44d7-b3e0-f927877f2637 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6 HTTP/1.1" status: 200 len: 370 time: 0.0141935 Mar 31 23:27:53.501354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51766) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.506435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac196e52-cb57-4d31-8476-91bbfd069f71 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6/default HTTP/1.1" status: 200 len: 370 time: 0.0039787 Mar 31 23:27:53.510315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.527094 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-9548e98c-d201-4792-84e9-fa8808681f83 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:27:53.528978 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9548e98c-d201-4792-84e9-fa8808681f83 tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/e5e66fb25fdd4341a77a1a63e72bdea6 HTTP/1.1" status: 404 len: 348 time: 0.0169945 Mar 31 23:27:53.582431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Allocated IP 172.20.0.13 (4739f807-38a2-4df4-afde-2bfd54ffb532/d806b600-502f-47ac-aff1-8c675b3e904c/10989034-5b83-46be-8871-c091112e0c77) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:53.733671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.786876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51772) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.810215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:network and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:53.815286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:53.830610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:subnet and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:53.835793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:53.842795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:subnetpool and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:53.848388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.855208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:53.860446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:53.906204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:port and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:53.932204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Network 4739f807-38a2-4df4-afde-2bfd54ffb532 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:53.936160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:53.940767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:53.946619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:53.976138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event updated for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:53.985067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:router and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:53.993873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:54.012249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:floatingip and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:54.021110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.021729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.033580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:54.071408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:security_group and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:54.077159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:54.083190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Usage tracker for resource:security_group_rule and tenant:98666456b7974f9bb4df05d15f99eb9f is out of sync, need to count used quota {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:27:54.088092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.quota.resource [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:27:54.093848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e819a09e-0629-4889-bb20-88d3332728de tempest-QuotasTest-195608941 tempest-QuotasTest-195608941-project-admin] 10.222.0.83 "GET /v2.0/quotas/98666456b7974f9bb4df05d15f99eb9f/details.json HTTP/1.1" status: 200 len: 703 time: 0.3058500 Mar 31 23:27:54.141869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-75f0b047-fa0c-44a9-a69e-2f1b3478464c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788636 Mar 31 23:27:54.162198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Request body: {'port': {'device_id': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:54.198214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a40d-284b-4984-b117-85d34db7b417 req-b40d0564-dc88-4ba4-af05-f8d074e025a3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.203612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1854a40d-284b-4984-b117-85d34db7b417 req-b40d0564-dc88-4ba4-af05-f8d074e025a3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 932 time: 0.0536165 Mar 31 23:27:54.232110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.254430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1854a40d-284b-4984-b117-85d34db7b417 req-c7df0d96-d594-43f1-9b8a-22989a6af136 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Mar 31 23:27:54.298083 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.505499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10989034-5b83-46be-8871-c091112e0c77 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:54.514156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.526423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Transition to ACTIVE for port object 10989034-5b83-46be-8871-c091112e0c77 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:54.617996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.694651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Pushing event updated for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:54.695218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51782) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:54.745674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Attempting to bind port 10989034-5b83-46be-8871-c091112e0c77 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:54.745973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Attempting to bind port 10989034-5b83-46be-8871-c091112e0c77 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:54.746291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Attempting to bind port 10989034-5b83-46be-8871-c091112e0c77 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:54.752041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Port 10989034-5b83-46be-8871-c091112e0c77 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:54.752612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Attempting to bind port 10989034-5b83-46be-8871-c091112e0c77 on network 4739f807-38a2-4df4-afde-2bfd54ffb532 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:54.757757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:54.758227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Checking segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:54.758618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Bound using segment: {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:54.759074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Bound port: 10989034-5b83-46be-8871-c091112e0c77, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914b8f7-00f7-4651-82e7-9351f5358c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:54.759431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.817384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0e18f7d-87a9-4d25-acdd-bc49c5c571e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.827988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:54.831145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=10989034-5b83-46be-8871-c091112e0c77,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:54.898310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0e18f7d-87a9-4d25-acdd-bc49c5c571e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.926699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.963467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.963585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.965020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] 10.222.0.10 "PUT /v2.0/ports/10989034-5b83-46be-8871-c091112e0c77 HTTP/1.1" status: 200 len: 1092 time: 0.8078146 Mar 31 23:27:54.970556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'tag': '10989034-5b83-46be-8871-c091112e0c77'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:54.972518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b0e18f7d-87a9-4d25-acdd-bc49c5c571e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.975190 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee594ff7-77b5-4584-887f-2e7a1d341e02" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "tag": "10989034-5b83-46be-8871-c091112e0c77"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:55.004882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e18f7d-87a9-4d25-acdd-bc49c5c571e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55314802-d56d-4b59-8e1e-9df787b38fbe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:55.017118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfba79c-c540-4009-9852-13eca3a47271 service neutron] Pushing event updated for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:55.037020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:55.037181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b0e18f7d-87a9-4d25-acdd-bc49c5c571e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df1b1548a486486b853784bfd481ad63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408165 Mar 31 23:27:55.045523 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438002a9-e540-430b-9d3a-b0cdeb600ef2 x-openstack-request-id: req-438002a9-e540-430b-9d3a-b0cdeb600ef2 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:55.045809 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "tag": "10989034-5b83-46be-8871-c091112e0c77", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:55.046062 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-438002a9-e540-430b-9d3a-b0cdeb600ef2 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:55.046462 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438002a9-e540-430b-9d3a-b0cdeb600ef2'] response: {'name': 'network-changed', 'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'tag': '10989034-5b83-46be-8871-c091112e0c77', 'status': 'completed', 'code': 200} Mar 31 23:27:55.095295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.119441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.191644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-eca98eaa-eb79-49a8-b700-d1edccb1ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.193231 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-eca98eaa-eb79-49a8-b700-d1edccb1ee2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 1095 time: 0.0567353 Mar 31 23:27:55.265487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.268009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.269130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/55314802-d56d-4b59-8e1e-9df787b38fbe HTTP/1.1" status: 204 len: 168 time: 0.2309706 Mar 31 23:27:55.284001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb3279-e2b8-4900-a7b2-25e443aed17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55314802-d56d-4b59-8e1e-9df787b38fbe,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:55.336116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-37905ed5-4403-4757-b3dd-1cb11ff40efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.337823 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-37905ed5-4403-4757-b3dd-1cb11ff40efc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1263123 Mar 31 23:27:55.398034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5424-4080-4b0c-a23c-038bf7c3dec2 req-4db1cfc4-de10-4482-81ff-4b4fc8aa8274 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.399680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c6a5424-4080-4b0c-a23c-038bf7c3dec2 req-4db1cfc4-de10-4482-81ff-4b4fc8aa8274 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Mar 31 23:27:55.439949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c6a5424-4080-4b0c-a23c-038bf7c3dec2 req-47d31022-f186-4f5f-9fbc-315bb635c717 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Mar 31 23:27:55.446692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-de772998-8af5-435c-ad20-fbcca8a947f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.448210 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ee594ff7-77b5-4584-887f-2e7a1d341e02 req-de772998-8af5-435c-ad20-fbcca8a947f3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1027894 Mar 31 23:27:55.575711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-09560d4d-0f83-4527-8ff6-ec319fa27717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.577458 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-09560d4d-0f83-4527-8ff6-ec319fa27717 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 1095 time: 0.0584626 Mar 31 23:27:55.633541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-df885d84-bff2-4846-aa23-a8791c4ccced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10989034-5b83-46be-8871-c091112e0c77 HTTP/1.1" status: 200 len: 217 time: 0.0408549 Mar 31 23:27:55.687808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec82-923b-4413-abf6-770f17ffecff req-aa8011fa-b32e-4c45-bd0d-80ada9a780a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.689329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-aa8011fa-b32e-4c45-bd0d-80ada9a780a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0486681 Mar 31 23:27:55.721747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-4defc457-553b-4177-a646-50ab9d1861eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259113 Mar 31 23:27:55.813064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-ced1e05b-32ff-440f-9905-dcdba5da9900 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833688 Mar 31 23:27:55.914995 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1c20ec82-923b-4413-abf6-770f17ffecff req-ab990874-5ee5-4060-b98f-1c6960821f38 service neutron] 10.222.0.10 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937555 Mar 31 23:27:55.953177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51798) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:55.967661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89a05d36-6206-46eb-9f9c-6e71c736a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.047165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89a05d36-6206-46eb-9f9c-6e71c736a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.109038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-89a05d36-6206-46eb-9f9c-6e71c736a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.150122 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-89a05d36-6206-46eb-9f9c-6e71c736a299 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=98666456b7974f9bb4df05d15f99eb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958749 Mar 31 23:27:56.151026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a05d36-6206-46eb-9f9c-6e71c736a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b947a-9ab3-413b-b0f8-645305f5dc2c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:56.153126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:56.207068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.229136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.395124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.397804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.399107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e8b947a-9ab3-413b-b0f8-645305f5dc2c HTTP/1.1" status: 204 len: 168 time: 0.2441287 Mar 31 23:27:56.407605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10a9c5-8a39-458b-9c00-4c7a22e69239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b947a-9ab3-413b-b0f8-645305f5dc2c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:56.590541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cce9-75b6-4a85-b0ea-ff082fab38c8 req-3be7a3c1-84b6-47b2-b456-4508054f61fe tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:56.595465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d21cce9-75b6-4a85-b0ea-ff082fab38c8 req-3be7a3c1-84b6-47b2-b456-4508054f61fe tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.0636199 Mar 31 23:27:56.631499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d21cce9-75b6-4a85-b0ea-ff082fab38c8 req-71407745-ae79-4a51-bf5a-c7da05217341 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Mar 31 23:27:57.558752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51828) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.660578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1246079791'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:57.743463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:57.746736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.758477 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.790418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944b3a-9a1a-4e50-9620-b679561f9765 req-fbb6f76c-0bd0-4054-b081-cb891c1f4e7c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.796682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8944b3a-9a1a-4e50-9620-b679561f9765 req-fbb6f76c-0bd0-4054-b081-cb891c1f4e7c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.0773962 Mar 31 23:27:57.857480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8944b3a-9a1a-4e50-9620-b679561f9765 req-ad655b4d-a02a-420a-b2e4-6fe9f0574329 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Mar 31 23:27:57.881946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.994659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.027566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:27:58.034635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3c761-cc08-49b3-ba4e-e79d6d204788,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.071198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.071550 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Added segment 9475bca9-261d-4890-a73e-34a05d80eebd of type vlan for network 1e49a203-f2ab-4770-b7cc-000b4cde4724 Mar 31 23:27:58.126767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.234895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.240437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.241015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.341786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Network': ['ID=1e49a203-f2ab-4770-b7cc-000b4cde4724,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.351582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:27:58.386027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12f5c30c-e696-4a86-ab36-b58e22130ec2 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8257446 Mar 31 23:27:58.389797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51838) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.394767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'subnet': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:58.571909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:58.576643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.823791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.890109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Subnet': ['ID=2aaedd98-6f8d-4d21-a68f-914b8ed3484f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.898438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Checking segment: {'id': '9475bca9-261d-4890-a73e-34a05d80eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:58.898880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network hostable DHCP agents. Network: 1e49a203-f2ab-4770-b7cc-000b4cde4724, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:58.988783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00276f-9139-4968-82a0-c69cc2071dd7 req-073fd4a7-c0a8-49c4-ab88-c23d51bc9b7b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.990473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e00276f-9139-4968-82a0-c69cc2071dd7 req-073fd4a7-c0a8-49c4-ab88-c23d51bc9b7b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.0503616 Mar 31 23:27:59.012340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:59.036002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e00276f-9139-4968-82a0-c69cc2071dd7 req-a4a43565-15d3-4c10-b717-c2ceeb7c3b8e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Mar 31 23:27:59.102922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1e49a203-f2ab-4770-b7cc-000b4cde4724) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:59.108120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.108734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.115348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd6f4f-6a87-4511-99b4-49df69f54ba6 None None] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:59.191628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed47195f-f5fc-4ea4-a018-4493d8469440 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8006728 Mar 31 23:27:59.194367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51844) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:59.199535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440487672'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:59.261967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-1e49a203-f2ab-4770-b7cc-000b4cde4724', 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'tenant_id': 'cd670afb6eda49c8b4b4bf67399ee661', 'fixed_ips': [{'subnet_id': '2aaedd98-6f8d-4d21-a68f-914b8ed3484f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:59.263556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.382957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:59.386926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.402949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Allocated IP 2001:db8::2 (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/e634f24d-4271-444a-b9f0-8da4ad4285c3) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:59.411251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:27:59.549131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.643604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.683724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:59.692128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:59.694682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:59.697840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Pushing event updated for resources: {'Port': ['ID=e634f24d-4271-444a-b9f0-8da4ad4285c3,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:59.703423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::ef (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/8749b7e6-2236-41e2-85f9-0bb3758dbab4) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.724296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:59.769300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Attempting to bind port e634f24d-4271-444a-b9f0-8da4ad4285c3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:59.769667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Attempting to bind port e634f24d-4271-444a-b9f0-8da4ad4285c3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9475bca9-261d-4890-a73e-34a05d80eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:59.770030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Attempting to bind port e634f24d-4271-444a-b9f0-8da4ad4285c3 on network 1e49a203-f2ab-4770-b7cc-000b4cde4724 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:59.775534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:59.776358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Checking segment: {'id': '9475bca9-261d-4890-a73e-34a05d80eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:59.776358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.776991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Bound using segment: {'id': '9475bca9-261d-4890-a73e-34a05d80eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:59.777219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Bound port: e634f24d-4271-444a-b9f0-8da4ad4285c3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9475bca9-261d-4890-a73e-34a05d80eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:59.777862 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.844851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc22359f-f994-4962-9422-d424febdce29 None None] For port e634f24d-4271-444a-b9f0-8da4ad4285c3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:59.848459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc22359f-f994-4962-9422-d424febdce29 None None] For port e634f24d-4271-444a-b9f0-8da4ad4285c3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e634f24d-4271-444a-b9f0-8da4ad4285c3,segment=NetworkSegment(9475bca9-261d-4890-a73e-34a05d80eebd),segment_id=9475bca9-261d-4890-a73e-34a05d80eebd)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:59.862027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.915109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.971427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.989220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22359f-f994-4962-9422-d424febdce29 None None] Pushing event updated for resources: {'Port': ['ID=e634f24d-4271-444a-b9f0-8da4ad4285c3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:00.035970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:00.039911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:00.044351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:00.049963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.050688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.056855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=8749b7e6-2236-41e2-85f9-0bb3758dbab4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:00.159731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-49ed4aa3-580c-4aa2-adb8-f0a540ae53d9 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9641249 Mar 31 23:28:00.160461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:00.170934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2118031248', 'allowed_address_pairs': [{'ip_address': '2001:db8::ef', 'mac_address': 'fa:16:3e:af:04:71'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:00.204380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc2a3-06d5-46cb-866e-74258ab866a8 req-9774b681-8be2-4598-badd-dd15380c312d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.206710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51adc2a3-06d5-46cb-866e-74258ab866a8 req-9774b681-8be2-4598-badd-dd15380c312d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.0925412 Mar 31 23:28:00.266153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-51adc2a3-06d5-46cb-866e-74258ab866a8 req-4b5e4b34-fa4e-46b7-9c65-7a9519fb5518 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514071 Mar 31 23:28:00.388774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:00.474813 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.492766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:00.619711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::8f (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:00.794845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.937821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.991012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:00.994735 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:01.000369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:01.006281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.006943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.015698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:01.030783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a2e1f-fd12-426a-ad63-51e2d0c3675f None None] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:01.120876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] Provisioning complete for port e634f24d-4271-444a-b9f0-8da4ad4285c3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:01.121253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.128887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3e5b7f07-a700-4e82-9bdb-955ed43cb5bc tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.9664845 Mar 31 23:28:01.131255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51856) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:01.222832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1025507-8369-4f91-a8a0-85a1dbe989f1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.227215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1025507-8369-4f91-a8a0-85a1dbe989f1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.233601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1025507-8369-4f91-a8a0-85a1dbe989f1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.236188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c1025507-8369-4f91-a8a0-85a1dbe989f1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1036630 Mar 31 23:28:01.238090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51858) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:01.264571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.299282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] For port e634f24d-4271-444a-b9f0-8da4ad4285c3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e634f24d-4271-444a-b9f0-8da4ad4285c3,segment=NetworkSegment(9475bca9-261d-4890-a73e-34a05d80eebd),segment_id=9475bca9-261d-4890-a73e-34a05d80eebd)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:01.339289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:01.339917 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.377232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.444103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f8f6-8696-427f-92e7-0244438248e9 None None] Pushing event updated for resources: {'Port': ['ID=e634f24d-4271-444a-b9f0-8da4ad4285c3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:01.456170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92023399-87b1-4fa4-a505-9c424d39a9a8 req-f1ceaaea-b54f-465c-b3f1-6757c3cd211b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.463408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92023399-87b1-4fa4-a505-9c424d39a9a8 req-f1ceaaea-b54f-465c-b3f1-6757c3cd211b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 944 time: 0.1042471 Mar 31 23:28:01.470653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 10989034-5b83-46be-8871-c091112e0c77 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:28:01.499098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.521218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:01.527568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92023399-87b1-4fa4-a505-9c424d39a9a8 req-56cb65da-88f5-4bbd-808a-1cc73a30b70b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Mar 31 23:28:01.592007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=10989034-5b83-46be-8871-c091112e0c77,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:01.613578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '10989034-5b83-46be-8871-c091112e0c77', 'network_id': '4739f807-38a2-4df4-afde-2bfd54ffb532', 'port_id': '10989034-5b83-46be-8871-c091112e0c77', 'mac_address': 'fa:16:3e:1e:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806b600-502f-47ac-aff1-8c675b3e904c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:28:01.623317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Provisioning complete for port d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:01.623689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.700896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.722373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Port d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:01.725060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10989034-5b83-46be-8871-c091112e0c77 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:01.748526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=10989034-5b83-46be-8871-c091112e0c77,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:01.761602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Provisioning complete for port e634f24d-4271-444a-b9f0-8da4ad4285c3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:01.762018 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.807529 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.838976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.848949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:01.916598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:01.922439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Provisioning complete for port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:01.922809 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.966186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3dec0577-d97c-46ea-8173-dc3c3fac4ecc None None] Port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:02.095073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e634f24d-4271-444a-b9f0-8da4ad4285c3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:02.150364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9c29c897-c38e-4b82-bd2f-c65864e5d21e None None] Provisioning complete for port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:02.150744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c29c897-c38e-4b82-bd2f-c65864e5d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.204012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9c29c897-c38e-4b82-bd2f-c65864e5d21e None None] Port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:02.208651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e634f24d-4271-444a-b9f0-8da4ad4285c3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:02.209036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.313319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['10989034-5b83-46be-8871-c091112e0c77'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:02.348756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f5cfd5ba-8c4b-4801-8041-15e1a5b2fa80 None None] Could not find standard attr ID for object d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:28:02.358066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.364415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83c0a9c7-91a9-4284-9b0c-1acc72d74a27 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 HTTP/1.1" status: 204 len: 168 time: 1.1222167 Mar 31 23:28:02.365351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.392934 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58ab09a-ed9d-43ce-8ed0-82acbf4fd507 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] GET failed (client error): The resource could not be found. Mar 31 23:28:02.394772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e58ab09a-ed9d-43ce-8ed0-82acbf4fd507 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports/d53ecbb6-623a-4d0b-98e0-bf9901f6bbb6 HTTP/1.1" status: 404 len: 333 time: 0.0281227 Mar 31 23:28:02.398583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51866) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.403733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1106715732'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:02.594469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:02.598020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.616528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port 731ede71-c741-4b66-a181-d60a6b078a1c yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:02.655133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81f80-3146-407a-88b1-39ee34d22a8e req-bc75ddd0-9fc1-4289-b32e-9d28816e0e8b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.656751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62c81f80-3146-407a-88b1-39ee34d22a8e req-bc75ddd0-9fc1-4289-b32e-9d28816e0e8b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Mar 31 23:28:02.696643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62c81f80-3146-407a-88b1-39ee34d22a8e req-db5f1b10-0dbd-4adf-9ca3-fde4406d2c0d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Mar 31 23:28:02.738133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::6e (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/731ede71-c741-4b66-a181-d60a6b078a1c) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:02.893152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.893412 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:02.978013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.023800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:03.026960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:03.032033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:03.037564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.038183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.044586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=731ede71-c741-4b66-a181-d60a6b078a1c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.169451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee851176-d8a5-4a3c-885c-5c5693dfbf49 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7689941 Mar 31 23:28:03.172125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51874) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:03.177803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ef', 'mac_address': 'fa:16:3e:af:04:71'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:03.214479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-becf1f74-1230-4650-a55a-3ee76e04604e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071119 Mar 31 23:28:03.311807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37828010-b9ba-4100-ad15-935c63eb387b req-1695879b-8b31-4e24-a381-2b7034bb6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.313598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-1695879b-8b31-4e24-a381-2b7034bb6182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 1097 time: 0.0454838 Mar 31 23:28:03.356933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.391351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ee20636d-b92e-46f1-a68c-20bf094eb8b2 None None] Provisioning complete for port 731ede71-c741-4b66-a181-d60a6b078a1c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:03.392065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ee20636d-b92e-46f1-a68c-20bf094eb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.429888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ee20636d-b92e-46f1-a68c-20bf094eb8b2 None None] Port 731ede71-c741-4b66-a181-d60a6b078a1c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:03.436188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37828010-b9ba-4100-ad15-935c63eb387b req-a8dbcca2-3240-4c89-86f1-1b07b77b84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.437670 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-a8dbcca2-3240-4c89-86f1-1b07b77b84a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 200 len: 907 time: 0.1043148 Mar 31 23:28:03.484993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-dc6b4cf4-5b97-4e09-9ab5-176f8742b829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512 HTTP/1.1" status: 200 len: 217 time: 0.0410242 Mar 31 23:28:03.488217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 10989034-5b83-46be-8871-c091112e0c77 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:03.541820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37828010-b9ba-4100-ad15-935c63eb387b req-ef1d3c5f-6ce8-43cb-a250-2c6dacde3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.543870 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-ef1d3c5f-6ce8-43cb-a250-2c6dacde3824 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 200 len: 845 time: 0.0521936 Mar 31 23:28:03.563823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.577854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-fbaad372-da46-4821-8259-d7c7a338961a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4739f807-38a2-4df4-afde-2bfd54ffb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269215 Mar 31 23:28:03.606696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 10989034-5b83-46be-8871-c091112e0c77 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:28:03.610916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 10989034-5b83-46be-8871-c091112e0c77 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:03.611342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.637578 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.683973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] In _notify_port_updated(), no bound segment for port 731ede71-c741-4b66-a181-d60a6b078a1c on network 1e49a203-f2ab-4770-b7cc-000b4cde4724 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:28:03.689521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.690367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.690663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-0cac6e19-ec1d-4db8-89b2-9edccee1d050 service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060286 Mar 31 23:28:03.691987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "PUT /v2.0/ports/731ede71-c741-4b66-a181-d60a6b078a1c HTTP/1.1" status: 200 len: 1001 time: 0.5186698 Mar 31 23:28:03.694668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:03.707237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa8b9b-7783-41ba-a571-2693527ef066 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=731ede71-c741-4b66-a181-d60a6b078a1c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.711489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.748811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10989034-5b83-46be-8871-c091112e0c77'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:03.755458 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef03d6-8be2-44d3-9e35-15eee4bc8613" -d '{"events": [{"server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "name": "network-vif-plugged", "status": "completed", "tag": "10989034-5b83-46be-8871-c091112e0c77"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:03.775772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=10989034-5b83-46be-8871-c091112e0c77,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:03.833079 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbd4c58-321a-4761-bd43-ef7131027776 x-openstack-request-id: req-4dbd4c58-321a-4761-bd43-ef7131027776 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:03.833679 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "name": "network-vif-plugged", "status": "completed", "tag": "10989034-5b83-46be-8871-c091112e0c77", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:03.833814 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4dbd4c58-321a-4761-bd43-ef7131027776 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:03.834208 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbd4c58-321a-4761-bd43-ef7131027776'] response: {'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10989034-5b83-46be-8871-c091112e0c77', 'code': 200} Mar 31 23:28:03.857748 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.864845 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-37828010-b9ba-4100-ad15-935c63eb387b req-9c2fca48-30d6-4823-a420-6fc94f8c3c9c service neutron] 10.222.0.44 "GET /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671104 Mar 31 23:28:03.880286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port 731ede71-c741-4b66-a181-d60a6b078a1c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:03.880861 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.909209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d523076-278f-4976-a7ee-226839cb5d19 req-8d96cd2d-9306-4466-8e0b-978f79a86a64 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.911097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d523076-278f-4976-a7ee-226839cb5d19 req-8d96cd2d-9306-4466-8e0b-978f79a86a64 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 945 time: 0.0888000 Mar 31 23:28:03.961363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.980827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d523076-278f-4976-a7ee-226839cb5d19 req-18c20f8c-e82c-46f8-865d-7d6c30c7bfea tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589492 Mar 31 23:28:04.040094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534909-ea8f-426b-b425-a708e3b1b512 req-bced231f-7a07-4753-9ac2-f2fd57a62b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.041575 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86534909-ea8f-426b-b425-a708e3b1b512 req-bced231f-7a07-4753-9ac2-f2fd57a62b90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 1097 time: 0.0811532 Mar 31 23:28:04.045204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.072910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for 731ede71-c741-4b66-a181-d60a6b078a1c owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:04.133168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-86534909-ea8f-426b-b425-a708e3b1b512 req-ab9a35c0-aa0e-4484-8039-c1e1db80f102 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787063 Mar 31 23:28:04.166083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-49a2310a-b8be-4760-b3ca-d57913fbf706 None None] Provisioning complete for port 731ede71-c741-4b66-a181-d60a6b078a1c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:04.166459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49a2310a-b8be-4760-b3ca-d57913fbf706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.201900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-49a2310a-b8be-4760-b3ca-d57913fbf706 None None] Port 731ede71-c741-4b66-a181-d60a6b078a1c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:04.291442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.319091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=731ede71-c741-4b66-a181-d60a6b078a1c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:04.451189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.454515 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71a5b397-44ea-42d5-9bc0-effae434045b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/731ede71-c741-4b66-a181-d60a6b078a1c HTTP/1.1" status: 204 len: 168 time: 0.7586706 Mar 31 23:28:04.457967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:04.484395 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1a1d0-84a7-46aa-830c-3312bcc1ec21 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] GET failed (client error): The resource could not be found. Mar 31 23:28:04.485973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-91d1a1d0-84a7-46aa-830c-3312bcc1ec21 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports/731ede71-c741-4b66-a181-d60a6b078a1c HTTP/1.1" status: 404 len: 333 time: 0.0270796 Mar 31 23:28:04.489914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:04.494822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437989827'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:04.696927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:04.700669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.718419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port 90cadd3f-f19c-4162-b510-850be4ab7990 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:04.834482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.840791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::366 (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/90cadd3f-f19c-4162-b510-850be4ab7990) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:04.998070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.097459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.114138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f301450-0044-4e35-b396-ec31408bdffe req-d0015cdd-82f1-40ac-b2f1-0955ecb31e2e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.115669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f301450-0044-4e35-b396-ec31408bdffe req-d0015cdd-82f1-40ac-b2f1-0955ecb31e2e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Mar 31 23:28:05.151434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:05.156469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:05.159712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f301450-0044-4e35-b396-ec31408bdffe req-611b5d05-0992-4726-9b00-22f16c0b242c tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372796 Mar 31 23:28:05.161056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:05.166820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.167552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.174429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=90cadd3f-f19c-4162-b510-850be4ab7990,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:05.260146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae0a3a64-a13b-4c7a-ace0-fcd7a577a53c tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7691751 Mar 31 23:28:05.263990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51894) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:05.271978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:af:04:71'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:05.352065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.537498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8b67ade6-4cd3-4ccf-8a0d-b94c593300c5 None None] Provisioning complete for port 90cadd3f-f19c-4162-b510-850be4ab7990 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:05.537707 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8b67ade6-4cd3-4ccf-8a0d-b94c593300c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.545652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.578364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8b67ade6-4cd3-4ccf-8a0d-b94c593300c5 None None] Port 90cadd3f-f19c-4162-b510-850be4ab7990 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:05.605868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.640041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] In _notify_port_updated(), no bound segment for port 90cadd3f-f19c-4162-b510-850be4ab7990 on network 1e49a203-f2ab-4770-b7cc-000b4cde4724 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:28:05.645510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.646131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.647518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "PUT /v2.0/ports/90cadd3f-f19c-4162-b510-850be4ab7990 HTTP/1.1" status: 200 len: 1002 time: 0.3821721 Mar 31 23:28:05.650853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51896) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:05.669819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af8203-f0cb-4be5-8794-4f753f92169b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=90cadd3f-f19c-4162-b510-850be4ab7990,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:05.760477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port 90cadd3f-f19c-4162-b510-850be4ab7990 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:05.761084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.865045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.878932 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for 90cadd3f-f19c-4162-b510-850be4ab7990 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:05.900410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cf0b59a0-da77-4105-8738-36c4b60e3733 None None] Provisioning complete for port 90cadd3f-f19c-4162-b510-850be4ab7990 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:05.900974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf0b59a0-da77-4105-8738-36c4b60e3733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.936054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b59a0-da77-4105-8738-36c4b60e3733 None None] Port 90cadd3f-f19c-4162-b510-850be4ab7990 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:06.137216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.172465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=90cadd3f-f19c-4162-b510-850be4ab7990,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:06.202426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.206215 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95d443ee-909b-49fa-98a8-db58bccb4c39 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/90cadd3f-f19c-4162-b510-850be4ab7990 HTTP/1.1" status: 204 len: 168 time: 0.5538146 Mar 31 23:28:06.208597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:06.248474 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14f50c4-ab85-4580-b1f7-30867cffd251 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] GET failed (client error): The resource could not be found. Mar 31 23:28:06.250763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a14f50c4-ab85-4580-b1f7-30867cffd251 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports/90cadd3f-f19c-4162-b510-850be4ab7990 HTTP/1.1" status: 404 len: 333 time: 0.0404384 Mar 31 23:28:06.254957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:06.263057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670093296'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:06.331099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e309c54-681e-4368-bd24-b0c1949706e5 req-74b848df-4c53-49bd-9dad-f164a9bfa4e3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.332689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e309c54-681e-4368-bd24-b0c1949706e5 req-74b848df-4c53-49bd-9dad-f164a9bfa4e3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0878530 Mar 31 23:28:06.393658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e309c54-681e-4368-bd24-b0c1949706e5 req-954d3877-a9c3-499c-8774-0a85a306e99b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Mar 31 23:28:06.485491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:06.489281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.508534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port ecbd6618-796c-4151-baf8-1e501f33e901 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:06.641102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::1f1 (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/ecbd6618-796c-4151-baf8-1e501f33e901) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:06.709208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca615243-ae7a-4608-b9bc-3050f1a7e3e1 req-2729175c-b808-4b53-8893-c03cfc0f5880 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.710862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca615243-ae7a-4608-b9bc-3050f1a7e3e1 req-2729175c-b808-4b53-8893-c03cfc0f5880 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0758440 Mar 31 23:28:06.753795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca615243-ae7a-4608-b9bc-3050f1a7e3e1 req-d0ad6d14-f2c1-403e-a2f5-5ae3b041d738 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348821 Mar 31 23:28:06.814646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.881109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8ed6-5407-42b5-ab93-b13b03bbadb2 req-a662565e-ad0f-4611-8089-883e889cac03 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.887823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-807e8ed6-5407-42b5-ab93-b13b03bbadb2 req-a662565e-ad0f-4611-8089-883e889cac03 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0582964 Mar 31 23:28:06.923648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-807e8ed6-5407-42b5-ab93-b13b03bbadb2 req-269866dd-58de-47d0-97b7-87d06e59a232 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Mar 31 23:28:06.937761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.007961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:07.019177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:07.019177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:07.021828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.022482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.029076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=ecbd6618-796c-4151-baf8-1e501f33e901,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:07.111224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7ad94afd-a130-4da1-a221-131571f6993d tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8524773 Mar 31 23:28:07.113888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51918) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:07.118976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'network_id': '1e49a203-f2ab-4770-b7cc-000b4cde4724', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837505175'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:07.337981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f44d3-fbff-4077-9815-f0c34306d50c req-a8cc12be-4479-4c91-9a8f-769208a19336 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.339453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad8f44d3-fbff-4077-9815-f0c34306d50c req-a8cc12be-4479-4c91-9a8f-769208a19336 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Mar 31 23:28:07.366546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3da13f5c-9a68-4d0f-82d9-bf0c34348207 None None] Provisioning complete for port ecbd6618-796c-4151-baf8-1e501f33e901 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:07.367166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3da13f5c-9a68-4d0f-82d9-bf0c34348207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.381864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad8f44d3-fbff-4077-9815-f0c34306d50c req-870549c6-6393-4cac-9828-9c35d6e6341b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Mar 31 23:28:07.382237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Made reservation on behalf of cd670afb6eda49c8b4b4bf67399ee661 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:07.386092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.428174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3da13f5c-9a68-4d0f-82d9-bf0c34348207 None None] Port ecbd6618-796c-4151-baf8-1e501f33e901 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:07.782247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] device_id is not set on port f168579e-d36d-497f-b3a6-3cf12b81d4c5 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:07.896165 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Allocated IP 2001:db8::6e (1e49a203-f2ab-4770-b7cc-000b4cde4724/2aaedd98-6f8d-4d21-a68f-914b8ed3484f/f168579e-d36d-497f-b3a6-3cf12b81d4c5) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:08.047547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.149845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.202689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:08.208400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:08.211586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:08.221023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.222182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.235708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=f168579e-d36d-497f-b3a6-3cf12b81d4c5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.311511 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebd6b519-a517-4704-8798-ac97f3141532 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1964839 Mar 31 23:28:08.314746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51924) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:08.320073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ef', 'mac_address': 'fa:16:3e:af:04:71'}, {'ip_address': '2001:db8::1f1', 'mac_address': 'fa:16:3e:fd:b1:a2'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:08.459269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-80777f95-5f28-42ad-854e-ba89b1c43fe8 None None] Provisioning complete for port f168579e-d36d-497f-b3a6-3cf12b81d4c5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:08.460956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80777f95-5f28-42ad-854e-ba89b1c43fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.495431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.499591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-80777f95-5f28-42ad-854e-ba89b1c43fe8 None None] Port f168579e-d36d-497f-b3a6-3cf12b81d4c5 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:08.533956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769259-38e0-47db-9956-a570769020b0 req-66463d1b-1749-4a1d-ae43-ad758bf99977 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.536212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06769259-38e0-47db-9956-a570769020b0 req-66463d1b-1749-4a1d-ae43-ad758bf99977 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0623293 Mar 31 23:28:08.575501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06769259-38e0-47db-9956-a570769020b0 req-fb3b01bd-05a7-4410-b1de-b4b3b66ba4b9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Mar 31 23:28:08.689964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.765647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.801477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] In _notify_port_updated(), no bound segment for port f168579e-d36d-497f-b3a6-3cf12b81d4c5 on network 1e49a203-f2ab-4770-b7cc-000b4cde4724 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:28:08.806899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.807545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.812008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "PUT /v2.0/ports/f168579e-d36d-497f-b3a6-3cf12b81d4c5 HTTP/1.1" status: 200 len: 1065 time: 0.4932101 Mar 31 23:28:08.812833 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51928) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:08.831587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834ce67-b1ee-4595-a16a-073ffbe7ac2a tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event updated for resources: {'Port': ['ID=f168579e-d36d-497f-b3a6-3cf12b81d4c5,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.937751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port f168579e-d36d-497f-b3a6-3cf12b81d4c5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:08.938193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.035605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.047875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-187edd88-82ff-4f14-8abf-5fd9fa52120b None None] Provisioning complete for port f168579e-d36d-497f-b3a6-3cf12b81d4c5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:09.048429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-187edd88-82ff-4f14-8abf-5fd9fa52120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.049415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for f168579e-d36d-497f-b3a6-3cf12b81d4c5 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:09.084508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-187edd88-82ff-4f14-8abf-5fd9fa52120b None None] Port f168579e-d36d-497f-b3a6-3cf12b81d4c5 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:09.233793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.267419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=f168579e-d36d-497f-b3a6-3cf12b81d4c5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:09.445744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.452280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a67e343c-a82e-44d9-958e-7700ae637fdb tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/f168579e-d36d-497f-b3a6-3cf12b81d4c5 HTTP/1.1" status: 204 len: 168 time: 0.6353915 Mar 31 23:28:09.452537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51932) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:09.477766 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffac3ea1-1397-483c-98ce-4438e7bcdad4 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] GET failed (client error): The resource could not be found. Mar 31 23:28:09.479285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffac3ea1-1397-483c-98ce-4438e7bcdad4 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports/f168579e-d36d-497f-b3a6-3cf12b81d4c5 HTTP/1.1" status: 404 len: 333 time: 0.0257847 Mar 31 23:28:09.482075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51934) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:09.568701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port ecbd6618-796c-4151-baf8-1e501f33e901 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:09.569374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.677179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.706283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for ecbd6618-796c-4151-baf8-1e501f33e901 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:09.771777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b992f52-34e3-41bd-adca-89f1a690a7ce req-c8ae3a83-6849-4940-9a4f-23e20b242fa7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:09.773243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b992f52-34e3-41bd-adca-89f1a690a7ce req-c8ae3a83-6849-4940-9a4f-23e20b242fa7 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.1176677 Mar 31 23:28:09.831299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b992f52-34e3-41bd-adca-89f1a690a7ce req-753bc59a-da9d-4c8f-9cc2-aa1a21ecf88e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Mar 31 23:28:10.011865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.044822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=ecbd6618-796c-4151-baf8-1e501f33e901,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:10.074318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.080418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7ffc18ec-cc53-47ac-8852-a038e4bd8d34 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/ecbd6618-796c-4151-baf8-1e501f33e901 HTTP/1.1" status: 204 len: 168 time: 0.5947616 Mar 31 23:28:10.080880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:10.111061 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdc0455-37ff-4b58-bbc9-96bde608acdd tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] GET failed (client error): The resource could not be found. Mar 31 23:28:10.116949 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fdc0455-37ff-4b58-bbc9-96bde608acdd tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "GET /v2.0/ports/ecbd6618-796c-4151-baf8-1e501f33e901 HTTP/1.1" status: 404 len: 333 time: 0.0304084 Mar 31 23:28:10.117710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:10.232438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port 8749b7e6-2236-41e2-85f9-0bb3758dbab4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:10.233094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.348909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.365187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for 8749b7e6-2236-41e2-85f9-0bb3758dbab4 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:10.588860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.628999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=8749b7e6-2236-41e2-85f9-0bb3758dbab4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:10.658816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.662297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-efdebeb2-65a4-42dd-bfe9-1bcf65e251a1 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/ports/8749b7e6-2236-41e2-85f9-0bb3758dbab4 HTTP/1.1" status: 204 len: 168 time: 0.5434356 Mar 31 23:28:10.664670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 51944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:10.718082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting subnet 2aaedd98-6f8d-4d21-a68f-914b8ed3484f {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:28:10.724475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.776814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.877802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.975790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1052b-6699-4148-addd-4c6e16b2dbeb req-ab36ca55-4f88-47c8-86f7-cfc61ef08288 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.977467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae1052b-6699-4148-addd-4c6e16b2dbeb req-ab36ca55-4f88-47c8-86f7-cfc61ef08288 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0646338 Mar 31 23:28:11.032136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae1052b-6699-4148-addd-4c6e16b2dbeb req-53426ddd-bff2-4d1f-ad53-4a71ba80d002 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Mar 31 23:28:11.074859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.109580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaedd98-6f8d-4d21-a68f-914b8ed3484f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:11.114888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.118261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a52a488-ccee-4bf4-bf27-320f40ee343b tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/subnets/2aaedd98-6f8d-4d21-a68f-914b8ed3484f HTTP/1.1" status: 204 len: 168 time: 0.4526014 Mar 31 23:28:11.121547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51950) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:11.134596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb77f39-282f-47f4-bcbc-54ee84e7cab3 None None] Network 1e49a203-f2ab-4770-b7cc-000b4cde4724 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:11.206402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.266242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Deleting port e634f24d-4271-444a-b9f0-8da4ad4285c3 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:11.266454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.317277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] DHCP port deletion for 1e49a203-f2ab-4770-b7cc-000b4cde4724 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:28:11.335964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] For port e634f24d-4271-444a-b9f0-8da4ad4285c3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e634f24d-4271-444a-b9f0-8da4ad4285c3,segment=NetworkSegment(9475bca9-261d-4890-a73e-34a05d80eebd),segment_id=9475bca9-261d-4890-a73e-34a05d80eebd)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:11.336620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.351124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Calling delete_port for e634f24d-4271-444a-b9f0-8da4ad4285c3 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:11.366388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Deleting port e634f24d-4271-444a-b9f0-8da4ad4285c3 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:11.366872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.440574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] For port e634f24d-4271-444a-b9f0-8da4ad4285c3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e634f24d-4271-444a-b9f0-8da4ad4285c3,segment=NetworkSegment(9475bca9-261d-4890-a73e-34a05d80eebd),segment_id=9475bca9-261d-4890-a73e-34a05d80eebd)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:11.440897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.454779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Calling delete_port for e634f24d-4271-444a-b9f0-8da4ad4285c3 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:11.490932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.524717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Port': ['ID=e634f24d-4271-444a-b9f0-8da4ad4285c3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:11.529373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] No DVR routers for this DVR port e634f24d-4271-444a-b9f0-8da4ad4285c3 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:11.539134 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:28:11.547642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.613319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.638378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e49a203-f2ab-4770-b7cc-000b4cde4724']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:11.649202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9475bca9-261d-4890-a73e-34a05d80eebd') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:11.649575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9475bca9-261d-4890-a73e-34a05d80eebd') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:11.660291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.675152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.681763 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:11.687873 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:11.730558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29ec1297-02cb-4bf1-88b1-d9542f01fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.733264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] Pushing event deleted for resources: {'Port': ['ID=e634f24d-4271-444a-b9f0-8da4ad4285c3,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:11.738473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8a797-c12f-4f05-b299-70bffbb8be1c None None] No DVR routers for this DVR port e634f24d-4271-444a-b9f0-8da4ad4285c3 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:11.817254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.825464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.828791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] 10.222.0.83 "DELETE /v2.0/networks/1e49a203-f2ab-4770-b7cc-000b4cde4724 HTTP/1.1" status: 204 len: 168 time: 0.7062986 Mar 31 23:28:11.841688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61ed73-47a8-4c9a-a540-c4dd4a584044 tempest-AllowedAddressPairIpV6TestJSON-751275638 tempest-AllowedAddressPairIpV6TestJSON-751275638-project] Pushing event deleted for resources: {'Network': ['ID=1e49a203-f2ab-4770-b7cc-000b4cde4724,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:12.048749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e634f24d-4271-444a-b9f0-8da4ad4285c3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:12.070942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e634f24d-4271-444a-b9f0-8da4ad4285c3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:12.071301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e634f24d-4271-444a-b9f0-8da4ad4285c3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:12.161040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248d18c-8c86-441a-8be3-02685abfde95 req-94455ee6-303f-4927-81bd-a8fa7b00b051 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:12.162649 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1248d18c-8c86-441a-8be3-02685abfde95 req-94455ee6-303f-4927-81bd-a8fa7b00b051 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0514786 Mar 31 23:28:12.203409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1248d18c-8c86-441a-8be3-02685abfde95 req-00552127-3eb6-42ef-a356-fa09c58a4ed0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Mar 31 23:28:12.298000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:12.432585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a2c99c20-e3ae-4d4d-b6cc-da0e52b95b36 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cd670afb6eda49c8b4b4bf67399ee661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334081 Mar 31 23:28:12.434980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:12.481940 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.503910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.628497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.631256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.632418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3c3c761-cc08-49b3-ba4e-e79d6d204788 HTTP/1.1" status: 204 len: 168 time: 0.1964979 Mar 31 23:28:12.642685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dea0e-5bf7-4db5-a2d5-d161dda4ecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3c761-cc08-49b3-ba4e-e79d6d204788,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:13.325006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed97cd-9ac7-4c5d-9b6c-8742d24018a0 req-630be8dd-93ae-4c49-8151-a4b73c565387 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.326541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37ed97cd-9ac7-4c5d-9b6c-8742d24018a0 req-630be8dd-93ae-4c49-8151-a4b73c565387 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0507176 Mar 31 23:28:13.368979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37ed97cd-9ac7-4c5d-9b6c-8742d24018a0 req-69242141-20e9-4caf-812b-b084ba498a2d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Mar 31 23:28:13.610359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 51994) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:13.712130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405514052'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:13.794021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:13.797568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.806426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.822680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65216c58-0861-45a0-b1ab-6decbd4aaa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.883633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.959834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.001515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:14.009529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d85fde-757d-4634-b841-eddfef8c1265,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:14.016673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.017016 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment fac4d8db-5fe8-46bb-9d92-33d8468f884a of type vlan for network 2204c48d-82ad-44ff-8646-06d43468af79 Mar 31 23:28:14.073915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.147627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.153548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:14.154127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.254415 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=2204c48d-82ad-44ff-8646-06d43468af79,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:14.268462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2204c48d-82ad-44ff-8646-06d43468af79 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:14.280171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95bd28cc-2c65-4293-a6b2-52d79d64f361 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6677351 Mar 31 23:28:14.420707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52012) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:14.426192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '2204c48d-82ad-44ff-8646-06d43468af79', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:14.489170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c298bf-9ccd-412f-a96e-81d35582fdcd req-8e8d2c92-0f75-465b-88c5-e2e92de68139 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:14.490761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26c298bf-9ccd-412f-a96e-81d35582fdcd req-8e8d2c92-0f75-465b-88c5-e2e92de68139 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Mar 31 23:28:14.535610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26c298bf-9ccd-412f-a96e-81d35582fdcd req-f02df9db-92cd-4c48-b059-c03f2817adee tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Mar 31 23:28:14.570880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:14.574529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.834156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.896615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=b333712a-66d0-40bd-9279-aa61e57b569d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:14.907566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': 'fac4d8db-5fe8-46bb-9d92-33d8468f884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:14.907926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 2204c48d-82ad-44ff-8646-06d43468af79, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:14.993784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 2204c48d-82ad-44ff-8646-06d43468af79 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:15.056543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2204c48d-82ad-44ff-8646-06d43468af79) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:15.065007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:15.065007 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.068931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ad95e-81f0-42eb-bfd2-83427ad06a4a None None] Network 2204c48d-82ad-44ff-8646-06d43468af79 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:15.133523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b44a36e7-513e-4121-95f0-99e649aa5647 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7113230 Mar 31 23:28:15.137993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52026) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:15.143745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398732594'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:15.225160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-2204c48d-82ad-44ff-8646-06d43468af79', 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': 'b333712a-66d0-40bd-9279-aa61e57b569d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:15.226553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.231579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:15.234072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.275491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:15.288697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.289229 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment c04200f2-5362-479d-8264-5e1eb367a6dd of type vlan for network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 Mar 31 23:28:15.340374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.382383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Allocated IP 172.20.255.242 (2204c48d-82ad-44ff-8646-06d43468af79/b333712a-66d0-40bd-9279-aa61e57b569d/c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:15.407175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.456719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.462834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:15.463457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.530945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=3e4a691d-9567-44d6-b578-1a9f0d2827e9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:15.536484 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.541388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:15.570663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ab262d6c-dadb-443f-b4dd-ea6e2d876983 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4289334 Mar 31 23:28:15.570990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52034) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:15.576962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:15.633861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.688576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4e2f-1f42-4d2c-bc12-8f0ffdcdca10 req-56db26bd-e8ef-42d2-85e5-e32e3abcf22e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:15.696652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-471b4e2f-1f42-4d2c-bc12-8f0ffdcdca10 req-56db26bd-e8ef-42d2-85e5-e32e3abcf22e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0805941 Mar 31 23:28:15.705348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Network 2204c48d-82ad-44ff-8646-06d43468af79 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:15.708778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:15.712636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:15.721035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Pushing event updated for resources: {'Port': ['ID=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:15.747138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-471b4e2f-1f42-4d2c-bc12-8f0ffdcdca10 req-f1aacfd5-1f18-49eb-b0cb-45240e67ae6f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 Mar 31 23:28:15.788326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Attempting to bind port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:15.788692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Attempting to bind port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'fac4d8db-5fe8-46bb-9d92-33d8468f884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:15.789051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Attempting to bind port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a on network 2204c48d-82ad-44ff-8646-06d43468af79 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:15.794888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:15.795284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Checking segment: {'id': 'fac4d8db-5fe8-46bb-9d92-33d8468f884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:15.795682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.796243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Bound using segment: {'id': 'fac4d8db-5fe8-46bb-9d92-33d8468f884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:15.796698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Bound port: c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac4d8db-5fe8-46bb-9d92-33d8468f884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2204c48d-82ad-44ff-8646-06d43468af79'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:15.797071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.804854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:15.809151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.869525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] For port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:15.873505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] For port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,segment=NetworkSegment(fac4d8db-5fe8-46bb-9d92-33d8468f884a),segment_id=fac4d8db-5fe8-46bb-9d92-33d8468f884a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:15.943662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.016487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99f619-11dd-44ef-b2f5-0eaf6cf14752 None None] Pushing event updated for resources: {'Port': ['ID=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.062629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.137378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=9cf0d78f-d288-4a87-a6ec-f93fe514b668,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.146823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': 'c04200f2-5362-479d-8264-5e1eb367a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:16.147237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 3e4a691d-9567-44d6-b578-1a9f0d2827e9, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:16.245212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:16.330713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 3e4a691d-9567-44d6-b578-1a9f0d2827e9) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:16.335254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:16.335879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.342961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467c053-cd8b-4ee1-b738-ed094cc64f08 None None] Network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:16.413739 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61cef55f-98c4-46b2-883d-24ff21b63817 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8415520 Mar 31 23:28:16.416429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52046) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:16.496893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-3e4a691d-9567-44d6-b578-1a9f0d2827e9', 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '9cf0d78f-d288-4a87-a6ec-f93fe514b668'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:16.497268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.533841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.611539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.688190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Allocated IP 172.20.0.2 (3e4a691d-9567-44d6-b578-1a9f0d2827e9/9cf0d78f-d288-4a87-a6ec-f93fe514b668/2c204af9-3de8-425b-916a-5152ba38730d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:16.693145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.798357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.863681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728ebf-37f1-49e5-8a07-d45232123447 req-ba1ef179-1865-419f-a7cf-de16fa2c2c88 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:16.873501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da728ebf-37f1-49e5-8a07-d45232123447 req-ba1ef179-1865-419f-a7cf-de16fa2c2c88 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0603971 Mar 31 23:28:16.888764 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.910696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da728ebf-37f1-49e5-8a07-d45232123447 req-51f9a4e7-82fb-407a-a451-a4a233722d43 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Mar 31 23:28:16.949799 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.002423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:17.004263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Pushing event updated for resources: {'Port': ['ID=2c204af9-3de8-425b-916a-5152ba38730d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.007366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:17.009686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:17.072256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Attempting to bind port 2c204af9-3de8-425b-916a-5152ba38730d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:17.072453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Attempting to bind port 2c204af9-3de8-425b-916a-5152ba38730d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c04200f2-5362-479d-8264-5e1eb367a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:17.073991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Attempting to bind port 2c204af9-3de8-425b-916a-5152ba38730d on network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:17.080811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:17.081190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Checking segment: {'id': 'c04200f2-5362-479d-8264-5e1eb367a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:17.081589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.081975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Bound using segment: {'id': 'c04200f2-5362-479d-8264-5e1eb367a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:17.082450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Bound port: 2c204af9-3de8-425b-916a-5152ba38730d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04200f2-5362-479d-8264-5e1eb367a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:17.082813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.091922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.127459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf0d78f-d288-4a87-a6ec-f93fe514b668,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.144083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc3354-382d-41e4-87f9-e966b912fc03 None None] Network 2204c48d-82ad-44ff-8646-06d43468af79 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:17.206168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.212128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] For port 2c204af9-3de8-425b-916a-5152ba38730d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:17.228000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4a691d-9567-44d6-b578-1a9f0d2827e9']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:17.236162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] For port 2c204af9-3de8-425b-916a-5152ba38730d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2c204af9-3de8-425b-916a-5152ba38730d,segment=NetworkSegment(c04200f2-5362-479d-8264-5e1eb367a6dd),segment_id=c04200f2-5362-479d-8264-5e1eb367a6dd)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:17.238548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] Provisioning complete for port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:17.238676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04200f2-5362-479d-8264-5e1eb367a6dd') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:17.238905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04200f2-5362-479d-8264-5e1eb367a6dd') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:17.239065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.248619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.288503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.289903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.296696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:17.297254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:17.300677 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:17.411093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:17.411093 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:17.411093 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '3e4a691d-9567-44d6-b578-1a9f0d2827e9'}] Mar 31 23:28:17.411093 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:17.411594 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:17.446905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d958-94cc-4154-a8bf-382a357e9c48 None None] Pushing event updated for resources: {'Port': ['ID=2c204af9-3de8-425b-916a-5152ba38730d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.505190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ce260-2452-46cf-aa5f-2e321e089c32 None None] Network 3e4a691d-9567-44d6-b578-1a9f0d2827e9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:17.511649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.608676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] For port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,segment=NetworkSegment(fac4d8db-5fe8-46bb-9d92-33d8468f884a),segment_id=fac4d8db-5fe8-46bb-9d92-33d8468f884a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:17.695326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.720354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ed7c2-6769-4869-9aa1-84d1b8332e15 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:17.783522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17725a5-2e52-4efa-bac1-1fb1d3080643 None None] Pushing event updated for resources: {'Port': ['ID=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.838051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0af1e1ea-1e2a-4a4d-81d8-a74c3023c360 None None] Provisioning complete for port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:17.838423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0af1e1ea-1e2a-4a4d-81d8-a74c3023c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.862273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ed7c2-6769-4869-9aa1-84d1b8332e15 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:17.912694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.070219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1eda4-3fd7-47c6-bee6-6e2421487106 req-9259f259-3843-47b0-987f-91402270e28a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:18.078493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae1eda4-3fd7-47c6-bee6-6e2421487106 req-9259f259-3843-47b0-987f-91402270e28a tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0919607 Mar 31 23:28:18.087209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 2c204af9-3de8-425b-916a-5152ba38730d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:18.091248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.118213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:18.156031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ae1eda4-3fd7-47c6-bee6-6e2421487106 req-6cf915be-8cbb-4d17-b7c3-73ee1d6e1de2 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Mar 31 23:28:18.183981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 2c204af9-3de8-425b-916a-5152ba38730d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2c204af9-3de8-425b-916a-5152ba38730d,segment=NetworkSegment(c04200f2-5362-479d-8264-5e1eb367a6dd),segment_id=c04200f2-5362-479d-8264-5e1eb367a6dd)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:18.184569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.203189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 2c204af9-3de8-425b-916a-5152ba38730d owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:18.353580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.383426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=2c204af9-3de8-425b-916a-5152ba38730d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:18.384629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:18.385463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.385799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 2c204af9-3de8-425b-916a-5152ba38730d on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:18.481894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.506013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4a691d-9567-44d6-b578-1a9f0d2827e9']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:18.517124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04200f2-5362-479d-8264-5e1eb367a6dd') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:18.517417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04200f2-5362-479d-8264-5e1eb367a6dd') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:18.528365 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.543800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.550693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:18.551082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:18.553999 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:18.690569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.711569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.716648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/3e4a691d-9567-44d6-b578-1a9f0d2827e9 HTTP/1.1" status: 204 len: 168 time: 2.2977452 Mar 31 23:28:18.718260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e88b-4e95-46b7-b171-03b3fa3f9859 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=3e4a691d-9567-44d6-b578-1a9f0d2827e9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:18.721217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52084) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:18.727471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1823548294'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:18.821982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:18.829460 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.857262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:18.866894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.867430 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 2112b52e-189a-4c35-b28a-ac7ef70621fb of type vlan for network 202a244c-1fe0-4b8f-9222-3d2c99aba30e Mar 31 23:28:18.914017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.982120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.990867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:18.994421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.084175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3611665 Mar 31 23:28:19.088776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52088) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:19.093432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72f94d-9870-4312-88f2-b8e47365d132 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=202a244c-1fe0-4b8f-9222-3d2c99aba30e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:19.104926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 202a244c-1fe0-4b8f-9222-3d2c99aba30e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:19.107185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:19.297779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbf204-c3e8-416e-95e2-edf92ffeb64f req-6979c389-1d7c-42b0-8e39-0680dfdc7310 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:19.299693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50dbf204-c3e8-416e-95e2-edf92ffeb64f req-6979c389-1d7c-42b0-8e39-0680dfdc7310 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0600917 Mar 31 23:28:19.313769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:19.318100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.352732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50dbf204-c3e8-416e-95e2-edf92ffeb64f req-0e45e2f2-56c8-4cb1-83dc-e903b4357ec0 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Mar 31 23:28:19.397620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:28:19.398292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:28:19.594092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.671466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=0bb6cc9c-8ae0-497b-ba99-1c686a709c8f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:19.687465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '2112b52e-189a-4c35-b28a-ac7ef70621fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:19.688486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 202a244c-1fe0-4b8f-9222-3d2c99aba30e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:19.804969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 202a244c-1fe0-4b8f-9222-3d2c99aba30e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:19.885190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 202a244c-1fe0-4b8f-9222-3d2c99aba30e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:19.890433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:19.891224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.901352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544dba41-f334-46c8-85cf-5c2cc0633888 None None] Network 202a244c-1fe0-4b8f-9222-3d2c99aba30e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:19.984387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74d67acf-1cdf-4db4-9524-874eeacf50c8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8890991 Mar 31 23:28:19.984673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52106) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:20.075133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-202a244c-1fe0-4b8f-9222-3d2c99aba30e', 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '0bb6cc9c-8ae0-497b-ba99-1c686a709c8f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:20.076301 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.092599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.157530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.227960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Allocated IP 172.20.0.3 (202a244c-1fe0-4b8f-9222-3d2c99aba30e/0bb6cc9c-8ae0-497b-ba99-1c686a709c8f/947dffd8-d9d9-43f2-b527-5d8e5f27bd7f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:20.395318 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.467888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.484659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224c26-ef7c-4577-bfe2-e05cef8953c7 req-78001616-b9ef-41c5-b6ab-577b007ade23 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:20.486225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e224c26-ef7c-4577-bfe2-e05cef8953c7 req-78001616-b9ef-41c5-b6ab-577b007ade23 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0541406 Mar 31 23:28:20.515702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Network 202a244c-1fe0-4b8f-9222-3d2c99aba30e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:20.521521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:20.525355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:20.534370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e224c26-ef7c-4577-bfe2-e05cef8953c7 req-0fa60c06-cf31-4544-ae8a-909f3a0c4254 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Mar 31 23:28:20.540631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Pushing event updated for resources: {'Port': ['ID=947dffd8-d9d9-43f2-b527-5d8e5f27bd7f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.573954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.609823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Attempting to bind port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:20.610194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Attempting to bind port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2112b52e-189a-4c35-b28a-ac7ef70621fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:20.610554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Attempting to bind port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f on network 202a244c-1fe0-4b8f-9222-3d2c99aba30e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:20.614912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb6cc9c-8ae0-497b-ba99-1c686a709c8f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.616595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:20.617013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Checking segment: {'id': '2112b52e-189a-4c35-b28a-ac7ef70621fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:20.617400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.617789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Bound using segment: {'id': '2112b52e-189a-4c35-b28a-ac7ef70621fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:20.618256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Bound port: 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2112b52e-189a-4c35-b28a-ac7ef70621fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:20.618640 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.686826 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.693100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] For port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:20.696977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] For port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=947dffd8-d9d9-43f2-b527-5d8e5f27bd7f,segment=NetworkSegment(2112b52e-189a-4c35-b28a-ac7ef70621fb),segment_id=2112b52e-189a-4c35-b28a-ac7ef70621fb)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:20.712045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202a244c-1fe0-4b8f-9222-3d2c99aba30e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.722445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2112b52e-189a-4c35-b28a-ac7ef70621fb') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.722750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2112b52e-189a-4c35-b28a-ac7ef70621fb') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.737337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.759489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.762914 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.770153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:20.770632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:20.773765 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:20.845926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed21b7b-098b-4357-bb9a-06ba79a4b40e None None] Pushing event updated for resources: {'Port': ['ID=947dffd8-d9d9-43f2-b527-5d8e5f27bd7f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.862356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:20.862356 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:20.862356 n-d-828414-2 neutron-server[109834]: [parameters: {'id': '202a244c-1fe0-4b8f-9222-3d2c99aba30e'}] Mar 31 23:28:20.862356 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:20.862891 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:20.865117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0487b4-8a4f-4f31-b5cd-caf41b4b84e1 None None] Network 202a244c-1fe0-4b8f-9222-3d2c99aba30e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:21.000698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b299971-5a9c-407e-a101-abcffc822387 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:21.086227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b299971-5a9c-407e-a101-abcffc822387 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:21.364506 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.423565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:21.423905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.488275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=947dffd8-d9d9-43f2-b527-5d8e5f27bd7f,segment=NetworkSegment(2112b52e-189a-4c35-b28a-ac7ef70621fb),segment_id=2112b52e-189a-4c35-b28a-ac7ef70621fb)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:21.488638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.502856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:21.653333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.689484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39951946-ec30-4c45-b8ab-a2f127dd2b5a req-b0b6d0ed-7f25-4906-a68a-6db585beeb12 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:21.690981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39951946-ec30-4c45-b8ab-a2f127dd2b5a req-b0b6d0ed-7f25-4906-a68a-6db585beeb12 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0779965 Mar 31 23:28:21.691741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=947dffd8-d9d9-43f2-b527-5d8e5f27bd7f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:21.698669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 947dffd8-d9d9-43f2-b527-5d8e5f27bd7f on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:21.809229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39951946-ec30-4c45-b8ab-a2f127dd2b5a req-68fa21bb-e74f-4901-97df-e6362cb658b9 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053503 Mar 31 23:28:21.810886 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.834039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202a244c-1fe0-4b8f-9222-3d2c99aba30e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:21.843960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2112b52e-189a-4c35-b28a-ac7ef70621fb') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:21.844258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2112b52e-189a-4c35-b28a-ac7ef70621fb') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:21.853688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.866778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.873182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:21.873563 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:21.876518 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:22.028164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.035658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.039065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/202a244c-1fe0-4b8f-9222-3d2c99aba30e HTTP/1.1" status: 204 len: 168 time: 2.0553594 Mar 31 23:28:22.043358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:22.049263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1817889161'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:22.052232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95f0d-5ef4-49ff-a015-ee17df7847e5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=202a244c-1fe0-4b8f-9222-3d2c99aba30e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:22.113210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:22.116828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.143817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:22.153740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.154040 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment e6b08f3f-0bff-4386-90d1-4f1e3d39b312 of type vlan for network 4ad7f7c8-8169-4635-868a-5dd4759798cd Mar 31 23:28:22.193181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.290317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.297533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:22.298218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.394923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=4ad7f7c8-8169-4635-868a-5dd4759798cd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:22.406195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4ad7f7c8-8169-4635-868a-5dd4759798cd details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:22.504683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0508b3a0-2086-4016-b3ee-612d4b994afe tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4596429 Mar 31 23:28:22.507360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:22.516132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:22.661553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:22.665120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.896304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.938614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16e833-f0ee-4ba3-bd66-974473dcfc7b req-52fba94a-c747-4575-9713-01905e7bce46 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:22.940405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e16e833-f0ee-4ba3-bd66-974473dcfc7b req-52fba94a-c747-4575-9713-01905e7bce46 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Mar 31 23:28:22.972596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=9a023933-edea-42df-84fc-50b68a81b386,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:22.986491 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e16e833-f0ee-4ba3-bd66-974473dcfc7b req-95545161-bb6d-4ae7-9176-55600b8f56eb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Mar 31 23:28:22.989451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:22.989805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 4ad7f7c8-8169-4635-868a-5dd4759798cd, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:23.073108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 4ad7f7c8-8169-4635-868a-5dd4759798cd is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:23.147393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4ad7f7c8-8169-4635-868a-5dd4759798cd) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:23.152669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:23.152854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.159600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4780db8-ca57-45b7-8a65-4b376bba4ad6 None None] Network 4ad7f7c8-8169-4635-868a-5dd4759798cd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:23.253267 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4537472d-8828-45b4-9ccd-0a49c2b15357 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7446072 Mar 31 23:28:23.255604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:23.321144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-4ad7f7c8-8169-4635-868a-5dd4759798cd', 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '9a023933-edea-42df-84fc-50b68a81b386'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:23.322024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.367617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.425841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.468780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Allocated IP 172.20.0.1 (4ad7f7c8-8169-4635-868a-5dd4759798cd/9a023933-edea-42df-84fc-50b68a81b386/8bd8fd7d-cc1d-480f-a32e-79d328cb25af) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:23.612899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.679225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.722893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Network 4ad7f7c8-8169-4635-868a-5dd4759798cd is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:23.725865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:23.730231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:23.736971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Pushing event updated for resources: {'Port': ['ID=8bd8fd7d-cc1d-480f-a32e-79d328cb25af,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:23.770870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.791376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Attempting to bind port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:23.791758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Attempting to bind port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:23.792117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Attempting to bind port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af on network 4ad7f7c8-8169-4635-868a-5dd4759798cd {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:23.799421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=9a023933-edea-42df-84fc-50b68a81b386,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:23.800464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:23.801123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Checking segment: {'id': 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:23.801536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.801915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Bound using segment: {'id': 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:23.802792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Bound port: 8bd8fd7d-cc1d-480f-a32e-79d328cb25af, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:23.803216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.860440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.867312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] For port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:23.870446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] For port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8bd8fd7d-cc1d-480f-a32e-79d328cb25af,segment=NetworkSegment(e6b08f3f-0bff-4386-90d1-4f1e3d39b312),segment_id=e6b08f3f-0bff-4386-90d1-4f1e3d39b312)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:23.881471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad7f7c8-8169-4635-868a-5dd4759798cd']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:23.891967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:23.892266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:23.901927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.948048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.951527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.960709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:23.961116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:23.964252 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:24.054980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febffaa-efc8-4717-a800-c510f1078a83 None None] Pushing event updated for resources: {'Port': ['ID=8bd8fd7d-cc1d-480f-a32e-79d328cb25af,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:24.075548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd28aa-d05c-47f6-8382-7de7e5befba8 None None] Network 4ad7f7c8-8169-4635-868a-5dd4759798cd requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:24.096264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:24.096264 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:24.096264 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '4ad7f7c8-8169-4635-868a-5dd4759798cd'}] Mar 31 23:28:24.096264 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:24.097542 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:24.122597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3b17-e11e-41b0-9bc0-9eaa3db3004c req-9c5e137d-f266-49cc-b7e6-bebd8d795424 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:24.124136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972a3b17-e11e-41b0-9bc0-9eaa3db3004c req-9c5e137d-f266-49cc-b7e6-bebd8d795424 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Mar 31 23:28:24.171307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972a3b17-e11e-41b0-9bc0-9eaa3db3004c req-1978e566-a207-44ec-8659-2ae75dffd617 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Mar 31 23:28:24.199688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e65e2a-848d-4195-9d47-46e38dfa6554 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:24.291394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e65e2a-848d-4195-9d47-46e38dfa6554 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:24.354826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.599376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.658700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:24.659066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.742163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8bd8fd7d-cc1d-480f-a32e-79d328cb25af,segment=NetworkSegment(e6b08f3f-0bff-4386-90d1-4f1e3d39b312),segment_id=e6b08f3f-0bff-4386-90d1-4f1e3d39b312)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:24.742526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.756894 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 8bd8fd7d-cc1d-480f-a32e-79d328cb25af owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:24.901517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.924946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=8bd8fd7d-cc1d-480f-a32e-79d328cb25af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:24.931801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 8bd8fd7d-cc1d-480f-a32e-79d328cb25af on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:25.012775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.032502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad7f7c8-8169-4635-868a-5dd4759798cd']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:25.041872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:25.042172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b08f3f-0bff-4386-90d1-4f1e3d39b312') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:25.051534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.066006 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.072081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:25.072465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:25.076570 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:25.204524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.209141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.217329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/4ad7f7c8-8169-4635-868a-5dd4759798cd HTTP/1.1" status: 204 len: 168 time: 1.9559741 Mar 31 23:28:25.224567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52192) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:25.224567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1677891070'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:25.229723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd42d7-067f-48d9-8ab1-7089ae3f58ed tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=4ad7f7c8-8169-4635-868a-5dd4759798cd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:25.304250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818250-a38e-4d05-857c-695483395178 req-28dd1384-00fa-4e7b-94c6-f11ddbdcaa8d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:25.305881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a818250-a38e-4d05-857c-695483395178 req-28dd1384-00fa-4e7b-94c6-f11ddbdcaa8d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Mar 31 23:28:25.306910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:25.310742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.355858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:25.365632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a818250-a38e-4d05-857c-695483395178 req-44f02290-0c2c-44d1-bf60-6235e9f5bafb tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Mar 31 23:28:25.369755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.370104 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 07ea6045-af1f-47d8-839d-3fd70ad3a904 of type vlan for network 6126c7de-88e4-4532-830a-7cba16f86ffa Mar 31 23:28:25.413973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.490585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.497969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:25.498577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:25.568143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=6126c7de-88e4-4532-830a-7cba16f86ffa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:25.575871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.577948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.578277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.578632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.578965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.579324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.579648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:25.590656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-03256246-b174-4732-92f3-778738a38cc8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3716836 Mar 31 23:28:25.592458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6126c7de-88e4-4532-830a-7cba16f86ffa details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:25.593487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52200) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:25.598465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:25.742380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:25.748313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.050532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.111990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=884206ba-0f31-4479-af55-33b141c1c3ad,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:26.119420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '07ea6045-af1f-47d8-839d-3fd70ad3a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:26.124826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 6126c7de-88e4-4532-830a-7cba16f86ffa, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:26.233208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 6126c7de-88e4-4532-830a-7cba16f86ffa is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:26.335808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6126c7de-88e4-4532-830a-7cba16f86ffa) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:26.340641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:26.341534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.345290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64f994-f4e4-477f-9b1d-a0e37b28b566 None None] Network 6126c7de-88e4-4532-830a-7cba16f86ffa requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:26.441865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3398ec3b-3e73-404b-9f09-1ad9cb32d109 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8473201 Mar 31 23:28:26.444721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52216) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:26.504528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-6126c7de-88e4-4532-830a-7cba16f86ffa', 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '884206ba-0f31-4479-af55-33b141c1c3ad'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:26.506423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.517725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10714d48-eaeb-4322-9464-13a0de7f4dd1 req-871d8870-6aaf-4e4d-813a-ca96e35c8673 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:26.525127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10714d48-eaeb-4322-9464-13a0de7f4dd1 req-871d8870-6aaf-4e4d-813a-ca96e35c8673 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0818272 Mar 31 23:28:26.561514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.590439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10714d48-eaeb-4322-9464-13a0de7f4dd1 req-d94f0200-521e-432f-8d03-d4e146c5949e tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Mar 31 23:28:26.635701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.664525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Allocated IP 172.20.0.2 (6126c7de-88e4-4532-830a-7cba16f86ffa/884206ba-0f31-4479-af55-33b141c1c3ad/bd027f26-67de-4792-b11a-8dd9efee08e8) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:26.822727 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.888909 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.976131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Network 6126c7de-88e4-4532-830a-7cba16f86ffa is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:26.979147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:26.984885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Pushing event updated for resources: {'Port': ['ID=bd027f26-67de-4792-b11a-8dd9efee08e8,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:26.987682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:27.017036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.056253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Attempting to bind port bd027f26-67de-4792-b11a-8dd9efee08e8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:27.056619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Attempting to bind port bd027f26-67de-4792-b11a-8dd9efee08e8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '07ea6045-af1f-47d8-839d-3fd70ad3a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:27.056982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Attempting to bind port bd027f26-67de-4792-b11a-8dd9efee08e8 on network 6126c7de-88e4-4532-830a-7cba16f86ffa {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:27.062817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:27.068337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Checking segment: {'id': '07ea6045-af1f-47d8-839d-3fd70ad3a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:27.068337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.068337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Bound using segment: {'id': '07ea6045-af1f-47d8-839d-3fd70ad3a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:27.068337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Bound port: bd027f26-67de-4792-b11a-8dd9efee08e8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ea6045-af1f-47d8-839d-3fd70ad3a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6126c7de-88e4-4532-830a-7cba16f86ffa'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:27.068337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.131040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] For port bd027f26-67de-4792-b11a-8dd9efee08e8, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:27.134395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] For port bd027f26-67de-4792-b11a-8dd9efee08e8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bd027f26-67de-4792-b11a-8dd9efee08e8,segment=NetworkSegment(07ea6045-af1f-47d8-839d-3fd70ad3a904),segment_id=07ea6045-af1f-47d8-839d-3fd70ad3a904)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:27.193556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.280687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164fa9-82ff-43a1-9169-46e4ef331f40 None None] Pushing event updated for resources: {'Port': ['ID=bd027f26-67de-4792-b11a-8dd9efee08e8,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:27.318954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e8b48-eb82-462f-ae9e-088e53180d0f None None] Network 6126c7de-88e4-4532-830a-7cba16f86ffa requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:27.343077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=884206ba-0f31-4479-af55-33b141c1c3ad,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:27.383416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.383737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.383993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.384321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.384960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.385228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.385543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.386326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.386326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.387709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.388068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.388392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:27.399210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.421469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126c7de-88e4-4532-830a-7cba16f86ffa']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:27.432819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ea6045-af1f-47d8-839d-3fd70ad3a904') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:27.433162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ea6045-af1f-47d8-839d-3fd70ad3a904') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:27.444787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.462772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.473340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:27.473839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:27.477932 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:27.581485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:27.581485 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:27.581485 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '6126c7de-88e4-4532-830a-7cba16f86ffa'}] Mar 31 23:28:27.581485 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:27.582296 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:27.599662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff05f78-fea5-4550-b844-f545522d2efc None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:27.698067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff05f78-fea5-4550-b844-f545522d2efc None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:27.702181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1561d-44af-4a64-a61e-ca2b5f14f0a2 req-9a65a9f3-ce1b-4dfa-822b-22d3e62c58e6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:27.707451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dd1561d-44af-4a64-a61e-ca2b5f14f0a2 req-9a65a9f3-ce1b-4dfa-822b-22d3e62c58e6 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0593400 Mar 31 23:28:27.743861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dd1561d-44af-4a64-a61e-ca2b5f14f0a2 req-46ea1ae7-3f7d-4af4-bae6-9f27168d893d tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341322 Mar 31 23:28:28.083180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.138889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port bd027f26-67de-4792-b11a-8dd9efee08e8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:28.139288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.202252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port bd027f26-67de-4792-b11a-8dd9efee08e8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bd027f26-67de-4792-b11a-8dd9efee08e8,segment=NetworkSegment(07ea6045-af1f-47d8-839d-3fd70ad3a904),segment_id=07ea6045-af1f-47d8-839d-3fd70ad3a904)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:28.202615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.219427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for bd027f26-67de-4792-b11a-8dd9efee08e8 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:28.375842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.398794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=bd027f26-67de-4792-b11a-8dd9efee08e8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:28.405345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port bd027f26-67de-4792-b11a-8dd9efee08e8 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:28.501246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.523896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126c7de-88e4-4532-830a-7cba16f86ffa']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:28.533852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ea6045-af1f-47d8-839d-3fd70ad3a904') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:28.534179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ea6045-af1f-47d8-839d-3fd70ad3a904') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:28.544200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.557336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.563326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:28.563712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:28.566640 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:28.673045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.679911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.682941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/6126c7de-88e4-4532-830a-7cba16f86ffa HTTP/1.1" status: 204 len: 168 time: 2.2372355 Mar 31 23:28:28.686887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52252) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:28.691900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626627432'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:28.694657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b82e9-4b82-4326-a85f-7d94735c09c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=6126c7de-88e4-4532-830a-7cba16f86ffa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:28.787408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:28.791365 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.818188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:28.853711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.854055 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 188798ab-7b5d-429a-9bd6-7ae9c35c4da2 of type vlan for network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a Mar 31 23:28:28.903823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.914535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ca22-40ba-4144-b415-69bfc9ec8a56 req-a3345a3e-8660-4ca6-881d-ebe7925946ce tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.916035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff73ca22-40ba-4144-b415-69bfc9ec8a56 req-a3345a3e-8660-4ca6-881d-ebe7925946ce tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0990162 Mar 31 23:28:28.966409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff73ca22-40ba-4144-b415-69bfc9ec8a56 req-8b0c19e6-15f7-44b6-8b61-e7930877bdb4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Mar 31 23:28:29.056022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.061694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:29.062282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.124851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=9ee83ce9-10cb-4413-9e3a-dd13057ec80a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:29.140504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:29.178260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a29eb8b-0c42-4a3f-b269-51350da7da47 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4902129 Mar 31 23:28:29.181060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52262) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:29.186482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:29.324497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:29.328224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.383923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:28:29.384696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:28:29.558992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.621856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=7b13cd96-acdb-47a1-98b7-94af266bbd5c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:29.631358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '188798ab-7b5d-429a-9bd6-7ae9c35c4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:29.631722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 9ee83ce9-10cb-4413-9e3a-dd13057ec80a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:29.712883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:29.783668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9ee83ce9-10cb-4413-9e3a-dd13057ec80a) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:29.783668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:29.783668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.783980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b458c8-b303-4e48-a6ce-19cfbe6b013d None None] Network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:29.836252 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-62975322-fed1-4500-a4c7-b34827b5d636 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6538768 Mar 31 23:28:29.838802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52272) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:29.930329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-9ee83ce9-10cb-4413-9e3a-dd13057ec80a', 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '7b13cd96-acdb-47a1-98b7-94af266bbd5c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:29.938378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.953777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.034374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.108860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Allocated IP 172.20.0.3 (9ee83ce9-10cb-4413-9e3a-dd13057ec80a/7b13cd96-acdb-47a1-98b7-94af266bbd5c/be0e4d7a-cea0-4818-abf6-0b7c1e686b80) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:30.114781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d038f-1f88-41a0-9322-b0e5b7b6ce50 req-3000165d-9d64-40c9-a321-70d086c366cc tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:30.116307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f3d038f-1f88-41a0-9322-b0e5b7b6ce50 req-3000165d-9d64-40c9-a321-70d086c366cc tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0651085 Mar 31 23:28:30.161521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f3d038f-1f88-41a0-9322-b0e5b7b6ce50 req-628e2dab-d458-4e8f-b79b-63f641f1f8a3 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Mar 31 23:28:30.254760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.330400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.373780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:30.376681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:30.378939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:30.385937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Pushing event updated for resources: {'Port': ['ID=be0e4d7a-cea0-4818-abf6-0b7c1e686b80,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:30.416396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.443278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Attempting to bind port be0e4d7a-cea0-4818-abf6-0b7c1e686b80 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:30.443278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Attempting to bind port be0e4d7a-cea0-4818-abf6-0b7c1e686b80 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '188798ab-7b5d-429a-9bd6-7ae9c35c4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:30.443278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Attempting to bind port be0e4d7a-cea0-4818-abf6-0b7c1e686b80 on network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:30.446139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=7b13cd96-acdb-47a1-98b7-94af266bbd5c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:30.450619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:30.450982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Checking segment: {'id': '188798ab-7b5d-429a-9bd6-7ae9c35c4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:30.451524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.452015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Bound using segment: {'id': '188798ab-7b5d-429a-9bd6-7ae9c35c4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:30.452588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Bound port: be0e4d7a-cea0-4818-abf6-0b7c1e686b80, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188798ab-7b5d-429a-9bd6-7ae9c35c4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:30.453076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.515105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.523496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] For port be0e4d7a-cea0-4818-abf6-0b7c1e686b80, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:30.527450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] For port be0e4d7a-cea0-4818-abf6-0b7c1e686b80, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=be0e4d7a-cea0-4818-abf6-0b7c1e686b80,segment=NetworkSegment(188798ab-7b5d-429a-9bd6-7ae9c35c4da2),segment_id=188798ab-7b5d-429a-9bd6-7ae9c35c4da2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:30.537602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee83ce9-10cb-4413-9e3a-dd13057ec80a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:30.547164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188798ab-7b5d-429a-9bd6-7ae9c35c4da2') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:30.547459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188798ab-7b5d-429a-9bd6-7ae9c35c4da2') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:30.558150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.650190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.653536 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.661097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:30.661487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:30.664636 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:30.735445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aef72-1291-4c71-b4cf-c89f7a051dff None None] Pushing event updated for resources: {'Port': ['ID=be0e4d7a-cea0-4818-abf6-0b7c1e686b80,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:30.746327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c5b809-866a-4e90-8e35-19b1b4060f28 None None] Network 9ee83ce9-10cb-4413-9e3a-dd13057ec80a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:30.754064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:30.754064 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:30.754064 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '9ee83ce9-10cb-4413-9e3a-dd13057ec80a'}] Mar 31 23:28:30.754064 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:30.754787 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:30.882839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb85451-834e-45a2-95c5-709215577d41 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:30.969361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb85451-834e-45a2-95c5-709215577d41 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:31.256424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.295634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3023-8568-4208-bc68-f4665ed8f1ce req-e9558c22-c293-4180-b58d-82847968f225 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:31.297158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6fc3023-8568-4208-bc68-f4665ed8f1ce req-e9558c22-c293-4180-b58d-82847968f225 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0506046 Mar 31 23:28:31.317074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port be0e4d7a-cea0-4818-abf6-0b7c1e686b80 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:31.317414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.336254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6fc3023-8568-4208-bc68-f4665ed8f1ce req-109eaa94-dbf4-4786-9fb7-961605bc88c4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Mar 31 23:28:31.385535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port be0e4d7a-cea0-4818-abf6-0b7c1e686b80, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=be0e4d7a-cea0-4818-abf6-0b7c1e686b80,segment=NetworkSegment(188798ab-7b5d-429a-9bd6-7ae9c35c4da2),segment_id=188798ab-7b5d-429a-9bd6-7ae9c35c4da2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:31.391173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.405181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for be0e4d7a-cea0-4818-abf6-0b7c1e686b80 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:31.559096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.586341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=be0e4d7a-cea0-4818-abf6-0b7c1e686b80,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:31.592896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port be0e4d7a-cea0-4818-abf6-0b7c1e686b80 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:31.670282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.698184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee83ce9-10cb-4413-9e3a-dd13057ec80a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:31.709048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188798ab-7b5d-429a-9bd6-7ae9c35c4da2') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:31.709349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188798ab-7b5d-429a-9bd6-7ae9c35c4da2') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:31.718863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.732069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.737824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:31.738201 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:31.741084 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:31.867285 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.875411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.878429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/9ee83ce9-10cb-4413-9e3a-dd13057ec80a HTTP/1.1" status: 204 len: 168 time: 2.0387638 Mar 31 23:28:31.882052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:31.889998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528453906'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:31.892769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1cf7-fed6-4e9c-964d-7734ca9bc002 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=9ee83ce9-10cb-4413-9e3a-dd13057ec80a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:32.027027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:32.030519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.054013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:32.065180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.065738 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 94a7dfd9-5f26-4e4b-867a-730a1c89c79b of type vlan for network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea Mar 31 23:28:32.110355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.243793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.250303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:32.250890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.319810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:32.340703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:32.372439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d64e0232-a81f-49b3-9a48-2c6f0b0145f7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4892039 Mar 31 23:28:32.375463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:32.380478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:32.462506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8dff0-9728-44de-ba19-b7ab8d6e0f28 req-7e5c747b-49e3-472d-9303-f9883c96d8af tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:32.463999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ae8dff0-9728-44de-ba19-b7ab8d6e0f28 req-7e5c747b-49e3-472d-9303-f9883c96d8af tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0525064 Mar 31 23:28:32.508929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ae8dff0-9728-44de-ba19-b7ab8d6e0f28 req-fa061de6-48fb-43ed-ab50-788f5bef73f4 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Mar 31 23:28:32.559066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:32.562802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.804338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.869182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=fcf06723-45e6-41c5-8a3d-23c1e7549d4d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:32.879891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '94a7dfd9-5f26-4e4b-867a-730a1c89c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:32.880254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:32.964045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:33.049942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:33.053870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.054514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.058505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b49d435-4b28-4ea2-996a-4687eb1f9e80 None None] Network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:33.157192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c9fff126-68cf-4334-9187-b7db992cb710 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7803855 Mar 31 23:28:33.159517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52326) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:33.211490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea', 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': 'fcf06723-45e6-41c5-8a3d-23c1e7549d4d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:33.212487 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.266167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.320415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.361290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Allocated IP 172.20.0.1 (9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea/fcf06723-45e6-41c5-8a3d-23c1e7549d4d/72b7804f-f8a7-425f-8103-44858b19d8b2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:33.504843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.559453 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.602538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:33.608028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:33.621166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:33.621166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Pushing event updated for resources: {'Port': ['ID=72b7804f-f8a7-425f-8103-44858b19d8b2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:33.655193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.664910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432bb11-031a-45b0-84fa-f79c611f4380 req-b62e858f-7cde-452a-83b7-13d354075cda tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.673997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a432bb11-031a-45b0-84fa-f79c611f4380 req-b62e858f-7cde-452a-83b7-13d354075cda tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0809999 Mar 31 23:28:33.675924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Attempting to bind port 72b7804f-f8a7-425f-8103-44858b19d8b2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:33.680087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Attempting to bind port 72b7804f-f8a7-425f-8103-44858b19d8b2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '94a7dfd9-5f26-4e4b-867a-730a1c89c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:33.680087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Attempting to bind port 72b7804f-f8a7-425f-8103-44858b19d8b2 on network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:33.682098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:33.682479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Checking segment: {'id': '94a7dfd9-5f26-4e4b-867a-730a1c89c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:33.683844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.684265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Bound using segment: {'id': '94a7dfd9-5f26-4e4b-867a-730a1c89c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:33.684859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Bound port: 72b7804f-f8a7-425f-8103-44858b19d8b2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a7dfd9-5f26-4e4b-867a-730a1c89c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:33.685251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.690571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf06723-45e6-41c5-8a3d-23c1e7549d4d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:33.732873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a432bb11-031a-45b0-84fa-f79c611f4380 req-7ceb1446-8a9a-43bf-9edc-8a45f4e9b468 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Mar 31 23:28:33.762465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.779837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] For port 72b7804f-f8a7-425f-8103-44858b19d8b2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:33.783502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] For port 72b7804f-f8a7-425f-8103-44858b19d8b2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=72b7804f-f8a7-425f-8103-44858b19d8b2,segment=NetworkSegment(94a7dfd9-5f26-4e4b-867a-730a1c89c79b),segment_id=94a7dfd9-5f26-4e4b-867a-730a1c89c79b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:33.786863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:33.798002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a7dfd9-5f26-4e4b-867a-730a1c89c79b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:33.798394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a7dfd9-5f26-4e4b-867a-730a1c89c79b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:33.808100 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.861658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.863845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.871180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:33.871571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:33.874855 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:33.945153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217a39-d721-4f68-99cf-839dada28de6 None None] Pushing event updated for resources: {'Port': ['ID=72b7804f-f8a7-425f-8103-44858b19d8b2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:33.957620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b43b2-4ab3-4bbb-94d7-bd0f993d7ce0 None None] Network 9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:34.022392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:34.022392 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:34.022392 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea'}] Mar 31 23:28:34.022392 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:34.022866 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:34.049980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983dd3-8ca8-42d4-95fc-8394baa645fa req-7e62225c-5ed3-4ecb-a342-9319f3fdbcbe tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:34.051800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97983dd3-8ca8-42d4-95fc-8394baa645fa req-7e62225c-5ed3-4ecb-a342-9319f3fdbcbe tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0602770 Mar 31 23:28:34.092373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97983dd3-8ca8-42d4-95fc-8394baa645fa req-b168a980-a678-4ecb-909c-c62331a64c44 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339322 Mar 31 23:28:34.118180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01925ca8-9394-4e66-88ce-a617b7319403 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:34.208906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01925ca8-9394-4e66-88ce-a617b7319403 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:34.212654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dafa6-21cf-4e4b-8e0a-4521d0ce9bc1 req-1211029e-aaf6-4231-a39c-6eb161b14f7f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:34.215233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36dafa6-21cf-4e4b-8e0a-4521d0ce9bc1 req-1211029e-aaf6-4231-a39c-6eb161b14f7f tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0509107 Mar 31 23:28:34.253001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36dafa6-21cf-4e4b-8e0a-4521d0ce9bc1 req-828577b3-4463-41a5-98f7-f00a74084e98 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Mar 31 23:28:34.524133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.584255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 72b7804f-f8a7-425f-8103-44858b19d8b2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:34.584597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.653961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 72b7804f-f8a7-425f-8103-44858b19d8b2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=72b7804f-f8a7-425f-8103-44858b19d8b2,segment=NetworkSegment(94a7dfd9-5f26-4e4b-867a-730a1c89c79b),segment_id=94a7dfd9-5f26-4e4b-867a-730a1c89c79b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:34.654292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.672268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 72b7804f-f8a7-425f-8103-44858b19d8b2 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:34.772860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e6b68-fd88-4298-a303-9bb8e40f0e5d req-9e04cf39-a7e7-47f8-ae56-795aeb5575af tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:34.774413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e47e6b68-fd88-4298-a303-9bb8e40f0e5d req-9e04cf39-a7e7-47f8-ae56-795aeb5575af tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Mar 31 23:28:34.813840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e47e6b68-fd88-4298-a303-9bb8e40f0e5d req-5cd35233-b72b-4d01-aaf2-66bedf1f4384 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Mar 31 23:28:34.821822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.838155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.869761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=72b7804f-f8a7-425f-8103-44858b19d8b2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:34.871686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 72b7804f-f8a7-425f-8103-44858b19d8b2 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:34.951705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.972477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:34.981653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a7dfd9-5f26-4e4b-867a-730a1c89c79b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:34.981953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a7dfd9-5f26-4e4b-867a-730a1c89c79b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:34.991562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.006735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.016071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:35.016581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:35.019981 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:35.192602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.200881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.203984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea HTTP/1.1" status: 204 len: 168 time: 2.0435336 Mar 31 23:28:35.207485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52364) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:35.212461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482626330'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:35.221338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ec4a-cb7c-4380-9b89-ff4e5e35d04d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:35.312275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:35.315758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.339753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:35.348480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.348873 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 418754dc-b0bb-4930-ae14-800c07187eae of type vlan for network 8eb09637-28a7-4316-a191-869a6c1a2389 Mar 31 23:28:35.387987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.501489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.507575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:35.509571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.585173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=8eb09637-28a7-4316-a191-869a6c1a2389,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:35.596635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 8eb09637-28a7-4316-a191-869a6c1a2389 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:35.652590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b31a5829-10f6-4487-8899-773cd73acd6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4438932 Mar 31 23:28:35.656175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52370) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:35.663537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:36.143102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3c2bd-fa08-4545-a223-68253dbc813a req-88378d6b-1ac8-4ad2-bb84-8b970f24c7c5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:36.144657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f3c2bd-fa08-4545-a223-68253dbc813a req-88378d6b-1ac8-4ad2-bb84-8b970f24c7c5 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.1031756 Mar 31 23:28:36.163294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-3d54d229-c1f1-4cec-87e1-bff666637e98 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:36.165700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-3d54d229-c1f1-4cec-87e1-bff666637e98 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 946 time: 0.0576689 Mar 31 23:28:36.197781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f3c2bd-fa08-4545-a223-68253dbc813a req-76b1b9b5-85a5-499f-8196-a8b1acff7723 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Mar 31 23:28:36.255542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:36.259364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.271707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port 10989034-5b83-46be-8871-c091112e0c77 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:36.272071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.384715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port 10989034-5b83-46be-8871-c091112e0c77, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=10989034-5b83-46be-8871-c091112e0c77,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:36.385349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.403598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for 10989034-5b83-46be-8871-c091112e0c77 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:36.547283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.625978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=7f897044-89f6-46fb-bcf4-790275744887,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:36.642304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '418754dc-b0bb-4930-ae14-800c07187eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:36.642781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 8eb09637-28a7-4316-a191-869a6c1a2389, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:36.661035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.672988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:36.691132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=10989034-5b83-46be-8871-c091112e0c77,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:36.709153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['10989034-5b83-46be-8871-c091112e0c77'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:36.738175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port 10989034-5b83-46be-8871-c091112e0c77 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:36.740698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.744085 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2155c875-2696-4a5b-adae-d7232b3e0142 req-35b57a99-3e9e-4284-babb-19bf6885a3aa tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.10 "DELETE /v2.0/ports/10989034-5b83-46be-8871-c091112e0c77 HTTP/1.1" status: 204 len: 173 time: 0.5724049 Mar 31 23:28:36.744487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'name': 'network-vif-deleted', 'tag': '10989034-5b83-46be-8871-c091112e0c77'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:36.747054 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255265b9-98ef-4755-a44a-7e16c045b385" -d '{"events": [{"server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "name": "network-vif-deleted", "tag": "10989034-5b83-46be-8871-c091112e0c77"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:36.753016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 8eb09637-28a7-4316-a191-869a6c1a2389 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:36.878588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 8eb09637-28a7-4316-a191-869a6c1a2389) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:36.900981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:36.902603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.916984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743885a-4fe8-4132-bd2c-087df58a6b8e None None] Network 8eb09637-28a7-4316-a191-869a6c1a2389 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:37.011987 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96da70e-5d40-4954-a94d-66b401b238fe x-openstack-request-id: req-d96da70e-5d40-4954-a94d-66b401b238fe {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:37.011987 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6672ec-3d43-4c76-abfe-c50bd81e4c07", "name": "network-vif-deleted", "tag": "10989034-5b83-46be-8871-c091112e0c77", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:37.011987 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d96da70e-5d40-4954-a94d-66b401b238fe {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:37.011987 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96da70e-5d40-4954-a94d-66b401b238fe'] response: {'server_uuid': '0c6672ec-3d43-4c76-abfe-c50bd81e4c07', 'name': 'network-vif-deleted', 'tag': '10989034-5b83-46be-8871-c091112e0c77', 'status': 'completed', 'code': 200} Mar 31 23:28:37.035173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eac1cbd9-cc66-406e-97b8-0ac5625a078e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3778703 Mar 31 23:28:37.038023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.157287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-8eb09637-28a7-4316-a191-869a6c1a2389', 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '7f897044-89f6-46fb-bcf4-790275744887'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:37.157798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.168491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.228920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.312083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c251281c-0703-481f-8fd0-ea4b19a6662f req-9e192c05-51d5-450a-a8b7-459b747dfbc8 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c6672ec-3d43-4c76-abfe-c50bd81e4c07 HTTP/1.1" status: 200 len: 210 time: 0.0335994 Mar 31 23:28:37.343362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Allocated IP 172.20.0.1 (8eb09637-28a7-4316-a191-869a6c1a2389/7f897044-89f6-46fb-bcf4-790275744887/2ec378b3-3079-4fe0-b91a-f0df1f375222) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:37.500491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.564478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.611143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Network 8eb09637-28a7-4316-a191-869a6c1a2389 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:37.613994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:37.616402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:37.622028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Pushing event updated for resources: {'Port': ['ID=2ec378b3-3079-4fe0-b91a-f0df1f375222,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:37.655882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.677187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Attempting to bind port 2ec378b3-3079-4fe0-b91a-f0df1f375222 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:37.677784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Attempting to bind port 2ec378b3-3079-4fe0-b91a-f0df1f375222 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '418754dc-b0bb-4930-ae14-800c07187eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:37.677905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Attempting to bind port 2ec378b3-3079-4fe0-b91a-f0df1f375222 on network 8eb09637-28a7-4316-a191-869a6c1a2389 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:37.684495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:37.685007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Checking segment: {'id': '418754dc-b0bb-4930-ae14-800c07187eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:37.685422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.688418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Bound using segment: {'id': '418754dc-b0bb-4930-ae14-800c07187eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:37.688418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Bound port: 2ec378b3-3079-4fe0-b91a-f0df1f375222, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418754dc-b0bb-4930-ae14-800c07187eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8eb09637-28a7-4316-a191-869a6c1a2389'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:37.688418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.690466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=7f897044-89f6-46fb-bcf4-790275744887,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:37.763254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.772241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] For port 2ec378b3-3079-4fe0-b91a-f0df1f375222, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:37.775623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] For port 2ec378b3-3079-4fe0-b91a-f0df1f375222, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2ec378b3-3079-4fe0-b91a-f0df1f375222,segment=NetworkSegment(418754dc-b0bb-4930-ae14-800c07187eae),segment_id=418754dc-b0bb-4930-ae14-800c07187eae)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:37.787404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb09637-28a7-4316-a191-869a6c1a2389']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:37.798256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418754dc-b0bb-4930-ae14-800c07187eae') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:37.798562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418754dc-b0bb-4930-ae14-800c07187eae') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:37.811674 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.873170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.877556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.885347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:37.886434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:37.889540 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:37.967234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25a14-fdf7-4ce7-b2df-d19538bae600 None None] Pushing event updated for resources: {'Port': ['ID=2ec378b3-3079-4fe0-b91a-f0df1f375222,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:38.014254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d078ab1-5653-42c4-a574-1b1c776a6640 None None] Network 8eb09637-28a7-4316-a191-869a6c1a2389 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:38.033116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:38.033116 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:38.033116 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '8eb09637-28a7-4316-a191-869a6c1a2389'}] Mar 31 23:28:38.033116 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:38.034287 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:38.311780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48930346-bfab-4cc1-aa35-43bff4bd2d58 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:38.406198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48930346-bfab-4cc1-aa35-43bff4bd2d58 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:38.535053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.612010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 2ec378b3-3079-4fe0-b91a-f0df1f375222 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:38.612509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.706562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 2ec378b3-3079-4fe0-b91a-f0df1f375222, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2ec378b3-3079-4fe0-b91a-f0df1f375222,segment=NetworkSegment(418754dc-b0bb-4930-ae14-800c07187eae),segment_id=418754dc-b0bb-4930-ae14-800c07187eae)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:38.706562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.719319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 2ec378b3-3079-4fe0-b91a-f0df1f375222 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:38.873092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.906630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 2ec378b3-3079-4fe0-b91a-f0df1f375222 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:38.910369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=2ec378b3-3079-4fe0-b91a-f0df1f375222,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:38.993794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.020832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb09637-28a7-4316-a191-869a6c1a2389']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.033167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418754dc-b0bb-4930-ae14-800c07187eae') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.033474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418754dc-b0bb-4930-ae14-800c07187eae') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.044501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.059716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.066151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:39.066526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:39.069674 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:39.203716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.210946 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.213989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/8eb09637-28a7-4316-a191-869a6c1a2389 HTTP/1.1" status: 204 len: 168 time: 2.1749651 Mar 31 23:28:39.217634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.222633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430464029'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:39.235189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870129-c141-4ddc-a96b-bdad93fe20cb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=8eb09637-28a7-4316-a191-869a6c1a2389,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:39.306759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:39.311149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.374011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:39.390138 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.390490 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 85db0bdc-3c43-417f-8840-c920915c6c11 of type vlan for network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 Mar 31 23:28:39.410519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b73310-27fe-402a-89d9-37cc68357990 req-af21af44-42a3-4fca-ac59-dc30f98cc8de tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.412109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b73310-27fe-402a-89d9-37cc68357990 req-af21af44-42a3-4fca-ac59-dc30f98cc8de tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.0889373 Mar 31 23:28:39.465422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.498498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b73310-27fe-402a-89d9-37cc68357990 req-d75db3fc-11fe-41e0-b7e6-44cfabe939de tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644109 Mar 31 23:28:39.569171 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.576035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.576646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.624523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 10989034-5b83-46be-8871-c091112e0c77 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:39.643307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 10989034-5b83-46be-8871-c091112e0c77 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:39.643647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 10989034-5b83-46be-8871-c091112e0c77 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:39.648041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=020b701d-c6d2-415d-8764-f04ac3cf7aa6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:39.658865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:39.680816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-831d76f2-a1a0-4ce9-ac30-5b67bedbfaf6 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4620891 Mar 31 23:28:39.684224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.689740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:39.864123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.892548 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:39.935228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.955207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 is not hosted by any dhcp agent {{(pid=109835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:28:39.960629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.961212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.962561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "PUT /v2.0/networks/020b701d-c6d2-415d-8764-f04ac3cf7aa6 HTTP/1.1" status: 200 len: 723 time: 0.2772059 Mar 31 23:28:39.966283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.972628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:40.019379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435ec85-502b-4c59-8ddd-8b8fa12f04d5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=020b701d-c6d2-415d-8764-f04ac3cf7aa6,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:40.031195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:40.187131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:40.191964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.444132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.513781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=1facabf2-649d-48f7-8744-d1ab400ae21a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:40.523468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '85db0bdc-3c43-417f-8840-c920915c6c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:40.523860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 020b701d-c6d2-415d-8764-f04ac3cf7aa6, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:40.609962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:40.642903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f378c0-1b54-4b57-b529-6c20fb514bb5 req-b789ca74-e674-4780-aa86-53055dc6153b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.647914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40f378c0-1b54-4b57-b529-6c20fb514bb5 req-b789ca74-e674-4780-aa86-53055dc6153b tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.0680776 Mar 31 23:28:40.695976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40f378c0-1b54-4b57-b529-6c20fb514bb5 req-f80141ba-0778-45e3-8fbd-c1443144d531 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Mar 31 23:28:40.697648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 020b701d-c6d2-415d-8764-f04ac3cf7aa6) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:40.703239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.706779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e24875-abf1-4e36-aff8-8154a87517db None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:40.711751 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.788996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a58da972-da96-46c7-84c3-5e40475d457f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8203886 Mar 31 23:28:40.793700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:40.800155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:40.896983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-020b701d-c6d2-415d-8764-f04ac3cf7aa6', 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': '1facabf2-649d-48f7-8744-d1ab400ae21a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:40.898052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.913453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25755526'] for subnet, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.130089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-5d34c4d2-c48f-4d06-ac77-40e72b67e081 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:41.131605 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-5d34c4d2-c48f-4d06-ac77-40e72b67e081 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.1018465 Mar 31 23:28:41.240486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Allocated IP 172.20.0.2 (020b701d-c6d2-415d-8764-f04ac3cf7aa6/1facabf2-649d-48f7-8744-d1ab400ae21a/0a956920-3ace-410f-ab16-fc44ef7a29f2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:41.416880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.491067 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.502085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744304160166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942057'] for subnet, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.563200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:41.563780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.566442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Pushing event updated for resources: {'Port': ['ID=0a956920-3ace-410f-ab16-fc44ef7a29f2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:41.567729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52498) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:41.578699 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "PUT /v2.0/subnets/1facabf2-649d-48f7-8744-d1ab400ae21a HTTP/1.1" status: 200 len: 806 time: 0.7832983 Mar 31 23:28:41.607944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed03a5-932b-49b1-acee-161bae208c44 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=1facabf2-649d-48f7-8744-d1ab400ae21a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:41.613650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:41.622141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:41.625174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:41.641338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Deleting port aa01ed07-d6c4-4821-a369-b9c0aebae512 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:41.641685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.667231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d786105-485f-4b61-a137-2d8e855bd595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.707325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Attempting to bind port 0a956920-3ace-410f-ab16-fc44ef7a29f2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:41.708406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Attempting to bind port 0a956920-3ace-410f-ab16-fc44ef7a29f2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '85db0bdc-3c43-417f-8840-c920915c6c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:41.708927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Attempting to bind port 0a956920-3ace-410f-ab16-fc44ef7a29f2 on network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:41.716719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:41.717184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Checking segment: {'id': '85db0bdc-3c43-417f-8840-c920915c6c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:41.717798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.718764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Bound using segment: {'id': '85db0bdc-3c43-417f-8840-c920915c6c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:41.719237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Bound port: 0a956920-3ace-410f-ab16-fc44ef7a29f2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85db0bdc-3c43-417f-8840-c920915c6c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '020b701d-c6d2-415d-8764-f04ac3cf7aa6'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:41.719821 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.754495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.765162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] For port aa01ed07-d6c4-4821-a369-b9c0aebae512, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=aa01ed07-d6c4-4821-a369-b9c0aebae512,segment=NetworkSegment(b914b8f7-00f7-4651-82e7-9351f5358c0e),segment_id=b914b8f7-00f7-4651-82e7-9351f5358c0e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:41.767405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.786476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Calling delete_port for aa01ed07-d6c4-4821-a369-b9c0aebae512 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:41.866192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 0a956920-3ace-410f-ab16-fc44ef7a29f2 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:41.866863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.890139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] For port 0a956920-3ace-410f-ab16-fc44ef7a29f2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:41.897483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] For port 0a956920-3ace-410f-ab16-fc44ef7a29f2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0a956920-3ace-410f-ab16-fc44ef7a29f2,segment=NetworkSegment(85db0bdc-3c43-417f-8840-c920915c6c11),segment_id=85db0bdc-3c43-417f-8840-c920915c6c11)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:41.962843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d197e2c-d3aa-4518-81d9-9001b893802e req-ecfb6ce4-000f-43f8-b9d7-07af37d9fc05 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:41.964525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d197e2c-d3aa-4518-81d9-9001b893802e req-ecfb6ce4-000f-43f8-b9d7-07af37d9fc05 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 946 time: 0.1501904 Mar 31 23:28:42.001081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.049934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 0a956920-3ace-410f-ab16-fc44ef7a29f2, host n-d-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:42.050552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.081398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7d197e2c-d3aa-4518-81d9-9001b893802e req-df1e578c-a5fb-4ed2-bab3-095d8f7d0aba tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/security-groups?id=72cfdb19-4a66-4c16-8a4a-5aa66c554919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031821 Mar 31 23:28:42.082491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 0a956920-3ace-410f-ab16-fc44ef7a29f2 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:42.115605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e8985-4f69-4837-a208-1e6afb66d2ef None None] Pushing event updated for resources: {'Port': ['ID=0a956920-3ace-410f-ab16-fc44ef7a29f2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:42.119905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.137186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['aa01ed07-d6c4-4821-a369-b9c0aebae512'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:42.225055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Pushing event deleted for resources: {'Port': ['ID=aa01ed07-d6c4-4821-a369-b9c0aebae512,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:42.254353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] No DVR routers for this DVR port aa01ed07-d6c4-4821-a369-b9c0aebae512 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:42.257198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.262201 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f8cd5fe7-460e-48da-a0fe-f065e13f09d4 req-8c47721b-b257-4cff-a6a2-1d27e9f03c11 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.44 "DELETE /v2.0/ports/aa01ed07-d6c4-4821-a369-b9c0aebae512 HTTP/1.1" status: 204 len: 173 time: 1.1230254 Mar 31 23:28:42.262749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'name': 'network-vif-deleted', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:42.265161 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ca369-aa72-45ec-93e7-d0b1b5e20f95" -d '{"events": [{"server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "name": "network-vif-deleted", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:42.366829 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e995cba-a2b4-4d6d-a3cc-f590eebe76a0 x-openstack-request-id: req-7e995cba-a2b4-4d6d-a3cc-f590eebe76a0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:42.367514 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cce838-19c6-40d4-b45d-79c8f817d196", "name": "network-vif-deleted", "tag": "aa01ed07-d6c4-4821-a369-b9c0aebae512", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:42.368008 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7e995cba-a2b4-4d6d-a3cc-f590eebe76a0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:42.368727 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e995cba-a2b4-4d6d-a3cc-f590eebe76a0'] response: {'server_uuid': '41cce838-19c6-40d4-b45d-79c8f817d196', 'name': 'network-vif-deleted', 'tag': 'aa01ed07-d6c4-4821-a369-b9c0aebae512', 'status': 'completed', 'code': 200} Mar 31 23:28:42.404133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.444313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=0a956920-3ace-410f-ab16-fc44ef7a29f2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:42.522957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 0a956920-3ace-410f-ab16-fc44ef7a29f2 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:42.587429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.729855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.766403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=1facabf2-649d-48f7-8744-d1ab400ae21a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:42.849896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.874498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020b701d-c6d2-415d-8764-f04ac3cf7aa6']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:42.892001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85db0bdc-3c43-417f-8840-c920915c6c11') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:42.892362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85db0bdc-3c43-417f-8840-c920915c6c11') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:42.907298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.923622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.931969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:42.933164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:42.936918 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:43.141296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.149176 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.155417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52522) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.155980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/020b701d-c6d2-415d-8764-f04ac3cf7aa6 HTTP/1.1" status: 204 len: 168 time: 1.5866506 Mar 31 23:28:43.194261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3275-6149-4812-8a1a-a12f6dff88e2 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=020b701d-c6d2-415d-8764-f04ac3cf7aa6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:43.204343 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bbfcd6-8746-464b-9cec-50f78b93e551 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:43.205489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bbfcd6-8746-464b-9cec-50f78b93e551 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:43.210023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-58bbfcd6-8746-464b-9cec-50f78b93e551 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/020b701d-c6d2-415d-8764-f04ac3cf7aa6 HTTP/1.1" status: 404 len: 339 time: 0.0507739 Mar 31 23:28:43.212913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.218072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796262567', 'description': 'd1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:43.311529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e15fe69-e8b2-43ae-9390-0217abdce63b req-8ff2da75-998b-4885-9f5e-e7ebf09e6410 tempest-ServersTestJSON-1332894026 tempest-ServersTestJSON-1332894026-project] 10.222.0.83 "GET /v2.0/ports?device_id=41cce838-19c6-40d4-b45d-79c8f817d196 HTTP/1.1" status: 200 len: 210 time: 0.0488255 Mar 31 23:28:43.330203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:43.335197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.364601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9705b-1509-4e2e-b14c-861627f48936 None None] DHCP port deletion for 020b701d-c6d2-415d-8764-f04ac3cf7aa6 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:28:43.373187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:43.377824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7e48c727-54c5-4a02-9b87-66d2bffa60cb None None] Could not find standard attr ID for object 0a956920-3ace-410f-ab16-fc44ef7a29f2. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:28:43.384634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.387701 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 7826d008-a973-4653-8014-77917494fb84 of type vlan for network 5b8ddb11-f6a5-4362-b88e-b17ea491cb87 Mar 31 23:28:43.397087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054f22c-0ad9-4019-b9ae-951ef7567b2f None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:43.424187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054f22c-0ad9-4019-b9ae-951ef7567b2f None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 could not be found, it might have been deleted concurrently. {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:28:43.444703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41cc07-f512-438a-bce0-1d22c1844f44 None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:43.447652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.468071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41cc07-f512-438a-bce0-1d22c1844f44 None None] Network 020b701d-c6d2-415d-8764-f04ac3cf7aa6 could not be found, it might have been deleted concurrently. {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:28:43.547304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.556136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:43.557231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.658894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=5b8ddb11-f6a5-4362-b88e-b17ea491cb87,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:43.672150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52534) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.672285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-743f60c0-4c0f-4f55-8f78-8c6732057171 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4579864 Mar 31 23:28:43.673573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5b8ddb11-f6a5-4362-b88e-b17ea491cb87 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:43.773613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45406474-0db6-459a-8f3c-77b1df73868c tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:43.775459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-45406474-0db6-459a-8f3c-77b1df73868c tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks?id=5b8ddb11-f6a5-4362-b88e-b17ea491cb87 HTTP/1.1" status: 200 len: 760 time: 0.1018975 Mar 31 23:28:43.779301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52536) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.785568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'description': 'd2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:43.843392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-df57c936-a580-4580-8ad6-d7cc87db5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.972076 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.043758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.066392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 5b8ddb11-f6a5-4362-b88e-b17ea491cb87 is not hosted by any dhcp agent {{(pid=109834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:28:44.072253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:44.073573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.074989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "PUT /v2.0/networks/5b8ddb11-f6a5-4362-b88e-b17ea491cb87 HTTP/1.1" status: 200 len: 757 time: 0.2945631 Mar 31 23:28:44.078502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52542) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:44.179425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a2b13-992b-4949-9c87-064b34167cb1 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=5b8ddb11-f6a5-4362-b88e-b17ea491cb87,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:44.193081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5b8ddb11-f6a5-4362-b88e-b17ea491cb87 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:44.214830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e9246-b97d-47b8-a49c-874dca042237 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:44.219863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-459e9246-b97d-47b8-a49c-874dca042237 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks?id=5b8ddb11-f6a5-4362-b88e-b17ea491cb87 HTTP/1.1" status: 200 len: 760 time: 0.1370296 Mar 31 23:28:44.220143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52546) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:44.224987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447182273'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:44.300753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:44.304381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.348802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:44.358674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.359072 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f of type vlan for network 4112a892-4551-4d37-aca0-15e2c8489f8c Mar 31 23:28:44.374247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52552) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:44.406196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.427045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Deleting subnet d806b600-502f-47ac-aff1-8c675b3e904c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:28:44.430267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.442814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device aa01ed07-d6c4-4821-a369-b9c0aebae512 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:44.466613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: aa01ed07-d6c4-4821-a369-b9c0aebae512 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:44.467118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device aa01ed07-d6c4-4821-a369-b9c0aebae512 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:44.467306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.468377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.480095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:44.480736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.523660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.565534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=4112a892-4551-4d37-aca0-15e2c8489f8c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:44.579528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-950bbba4-1440-4e88-ab24-f556788cf8d8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3580279 Mar 31 23:28:44.579770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 4112a892-4551-4d37-aca0-15e2c8489f8c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:44.582023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52556) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:44.587903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:44.689998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.721128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d806b600-502f-47ac-aff1-8c675b3e904c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:44.723239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.727577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ec782916-24d1-415c-b1c8-33116fae5c24 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d806b600-502f-47ac-aff1-8c675b3e904c HTTP/1.1" status: 204 len: 168 time: 0.3523018 Mar 31 23:28:44.732013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:44.803411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:44.808501 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.836914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.925655 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:44.954190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4739f807-38a2-4df4-afde-2bfd54ffb532']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:44.991241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b914b8f7-00f7-4651-82e7-9351f5358c0e') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:44.991817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b914b8f7-00f7-4651-82e7-9351f5358c0e') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:45.016617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.052130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.060221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:45.060633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:45.062468 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:45.135981 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.169049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.199841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=c313b35e-806b-4308-b477-e1a84a134030,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:45.203556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.207558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4739f807-38a2-4df4-afde-2bfd54ffb532 HTTP/1.1" status: 204 len: 168 time: 0.4737973 Mar 31 23:28:45.207785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:45.208157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 4112a892-4551-4d37-aca0-15e2c8489f8c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:45.224846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6a59b-539b-47d3-8c77-5fb48fcd7b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4739f807-38a2-4df4-afde-2bfd54ffb532,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:45.266318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 4112a892-4551-4d37-aca0-15e2c8489f8c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:45.329326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 4112a892-4551-4d37-aca0-15e2c8489f8c) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:45.343686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8beb0a-c77c-41c2-b487-7385500a4de8 None None] Network 4112a892-4551-4d37-aca0-15e2c8489f8c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:45.344094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:45.344690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.402104 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.477101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33a444ec-8e08-47f5-ae9e-cf8c3d62ba65 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8936195 Mar 31 23:28:45.495556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52574) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:45.558834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-4112a892-4551-4d37-aca0-15e2c8489f8c', 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': 'c313b35e-806b-4308-b477-e1a84a134030'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:45.559759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.634293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.687095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52576) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:45.720325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.756541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Allocated IP 172.20.0.2 (4112a892-4551-4d37-aca0-15e2c8489f8c/c313b35e-806b-4308-b477-e1a84a134030/8d14a65d-21fe-4a1d-8b28-d9299725359c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:45.794417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-adfe9f39-7663-4769-9165-8522915f866d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d4e7199fd78c40c0a07ff1bc646abdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049738 Mar 31 23:28:45.797047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:45.861612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.888985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:45.955585 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.004228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.008024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.009558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/72cfdb19-4a66-4c16-8a4a-5aa66c554919 HTTP/1.1" status: 204 len: 168 time: 0.2115064 Mar 31 23:28:46.018715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10997c-7ed4-4a57-aa80-e15829b44820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cfdb19-4a66-4c16-8a4a-5aa66c554919,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.036340 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.120543 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Network 4112a892-4551-4d37-aca0-15e2c8489f8c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:46.132497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:46.136108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.137637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:46.140646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Pushing event updated for resources: {'Port': ['ID=8d14a65d-21fe-4a1d-8b28-d9299725359c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.185481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=c313b35e-806b-4308-b477-e1a84a134030,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.234307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Attempting to bind port 8d14a65d-21fe-4a1d-8b28-d9299725359c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:46.234981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Attempting to bind port 8d14a65d-21fe-4a1d-8b28-d9299725359c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:46.235473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Attempting to bind port 8d14a65d-21fe-4a1d-8b28-d9299725359c on network 4112a892-4551-4d37-aca0-15e2c8489f8c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:46.242189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:46.242671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Checking segment: {'id': 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:46.249240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.249240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Bound using segment: {'id': 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:46.249240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Bound port: 8d14a65d-21fe-4a1d-8b28-d9299725359c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4112a892-4551-4d37-aca0-15e2c8489f8c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:46.249240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.252576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.286296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4112a892-4551-4d37-aca0-15e2c8489f8c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:46.298907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:46.299330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:46.319633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.339647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] For port 8d14a65d-21fe-4a1d-8b28-d9299725359c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:46.353084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.367348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:46.370359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:46.375056 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:46.462309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] For port 8d14a65d-21fe-4a1d-8b28-d9299725359c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8d14a65d-21fe-4a1d-8b28-d9299725359c,segment=NetworkSegment(f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f),segment_id=f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:46.496956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:28:46.496956 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:28:46.496956 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '4112a892-4551-4d37-aca0-15e2c8489f8c'}] Mar 31 23:28:46.496956 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:46.498369 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:46.524504 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.688732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165153a3-a351-4826-b005-e8e90af53ce4 None None] Network 4112a892-4551-4d37-aca0-15e2c8489f8c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:46.692358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122e88-12df-4d9d-a564-382eb387657b None None] Pushing event updated for resources: {'Port': ['ID=8d14a65d-21fe-4a1d-8b28-d9299725359c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.769606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.842332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffe93b-116f-4947-bb58-8ebec96baaa1 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:46.930935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.941912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccffe93b-116f-4947-bb58-8ebec96baaa1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:46.999424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.065734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port 8d14a65d-21fe-4a1d-8b28-d9299725359c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:47.066087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.143238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port 8d14a65d-21fe-4a1d-8b28-d9299725359c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=8d14a65d-21fe-4a1d-8b28-d9299725359c,segment=NetworkSegment(f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f),segment_id=f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:47.144011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.158911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for 8d14a65d-21fe-4a1d-8b28-d9299725359c owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:47.374939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.402770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=8d14a65d-21fe-4a1d-8b28-d9299725359c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:47.412267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port 8d14a65d-21fe-4a1d-8b28-d9299725359c on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:47.500410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.521395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4112a892-4551-4d37-aca0-15e2c8489f8c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:47.531726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:47.532056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f370bbe1-6b7d-4f3b-aa2a-37e5bb64c77f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:47.543329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.557637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.563590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:47.563973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:47.566838 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:47.683991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.688690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.694403 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/4112a892-4551-4d37-aca0-15e2c8489f8c HTTP/1.1" status: 204 len: 168 time: 2.1951094 Mar 31 23:28:47.694780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52630) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:47.708721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebb53e-217c-4693-a21e-4d6b8f0393b7 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=4112a892-4551-4d37-aca0-15e2c8489f8c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:47.728412 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d466b843-18aa-46fd-bbf4-3545e58c04f9 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] GET failed (client error): The resource could not be found. Mar 31 23:28:47.730098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d466b843-18aa-46fd-bbf4-3545e58c04f9 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets/c313b35e-806b-4308-b477-e1a84a134030 HTTP/1.1" status: 404 len: 337 time: 0.0342999 Mar 31 23:28:47.732945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52632) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:47.757486 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d081a9c5-12c7-4877-a0e4-a9afa5f7b252 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:47.757908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d081a9c5-12c7-4877-a0e4-a9afa5f7b252 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:47.762130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d081a9c5-12c7-4877-a0e4-a9afa5f7b252 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/4112a892-4551-4d37-aca0-15e2c8489f8c HTTP/1.1" status: 404 len: 339 time: 0.0276551 Mar 31 23:28:47.765474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:47.968937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404194b-1ddf-488b-99fb-6f6eb5885326 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:47.973046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7404194b-1ddf-488b-99fb-6f6eb5885326 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2039950 Mar 31 23:28:47.973296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52646) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.016048 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d2e26c3d-08cd-4817-b49b-1c32b94c134b tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 207 time: 0.0406361 Mar 31 23:28:48.018536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.231851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b6c61-8c3a-4b32-a483-d5c38e0b6758 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.237921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b6c61-8c3a-4b32-a483-d5c38e0b6758 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.244214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b6c61-8c3a-4b32-a483-d5c38e0b6758 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.252608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b6c61-8c3a-4b32-a483-d5c38e0b6758 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.252608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-878b6c61-8c3a-4b32-a483-d5c38e0b6758 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2317371 Mar 31 23:28:48.254787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.390594 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b836f2f9-7124-4c8e-a86c-8f653245076d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1347098 Mar 31 23:28:48.394053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.488591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c8e0c-0119-4557-ac87-a0514b042f8e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.490124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c8e0c-0119-4557-ac87-a0514b042f8e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.491769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ec9c8e0c-0119-4557-ac87-a0514b042f8e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0966609 Mar 31 23:28:48.496603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.552048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c4aab-eace-46bf-bad3-ff3fb5a00aff tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.553438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c4aab-eace-46bf-bad3-ff3fb5a00aff tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.559112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-220c4aab-eace-46bf-bad3-ff3fb5a00aff tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0572660 Mar 31 23:28:48.560009 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52672) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.681198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54610b8d-8293-43c7-9fa1-0afccdea8e53 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.683760 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54610b8d-8293-43c7-9fa1-0afccdea8e53 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks/2204c48d-82ad-44ff-8646-06d43468af79 HTTP/1.1" status: 200 len: 800 time: 0.1228058 Mar 31 23:28:48.687467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52676) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.821251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd679687-6644-4967-965b-c581af949065 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/networks/2204c48d-82ad-44ff-8646-06d43468af79?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1324282 Mar 31 23:28:48.825373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.881995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481ac8b-522a-4e6e-a7a5-3a82e13fbfb3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.886362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4481ac8b-522a-4e6e-a7a5-3a82e13fbfb3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets/b333712a-66d0-40bd-9279-aa61e57b569d HTTP/1.1" status: 200 len: 811 time: 0.0583982 Mar 31 23:28:48.888952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52688) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.946485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41af691-1ff4-4ae9-830d-861b1cd16aaa tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['shared'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.948700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a41af691-1ff4-4ae9-830d-861b1cd16aaa tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "GET /v2.0/subnets/b333712a-66d0-40bd-9279-aa61e57b569d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0585065 Mar 31 23:28:48.952872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52690) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.957827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085803204'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:49.031807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:49.040581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.060850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:49.069581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.069924 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Added segment 2203c3b1-5df9-42d5-a27c-331263701317 of type vlan for network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 Mar 31 23:28:49.114441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.186428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.196841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:49.198222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.274180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Network': ['ID=7bb67c66-f6fb-45c4-9248-d3f0218794e3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:49.286042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:49.296054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52704) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:49.296997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd556d9f-27dd-4e3f-9d32-c4e41fa969c5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3415534 Mar 31 23:28:49.302687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'network_id': '7bb67c66-f6fb-45c4-9248-d3f0218794e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:49.466252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Made reservation on behalf of 23393c73a9774b9d919c5f42c46cdc9f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:49.470258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.533502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:28:49.534018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:28:49.731114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.816438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=d541d56f-b121-451a-8af1-6845ec0169d2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:49.821160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Checking segment: {'id': '2203c3b1-5df9-42d5-a27c-331263701317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7bb67c66-f6fb-45c4-9248-d3f0218794e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:49.821517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network hostable DHCP agents. Network: 7bb67c66-f6fb-45c4-9248-d3f0218794e3, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:49.906132 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:49.964392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7bb67c66-f6fb-45c4-9248-d3f0218794e3) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:49.969060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:49.969641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.975706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28364cea-0036-4f4b-ba48-8f49ee005f2b None None] Network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:50.063098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61aac490-5760-470f-a6c0-5b66a3249fea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7658505 Mar 31 23:28:50.067201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.074755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:50.140981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7bb67c66-f6fb-45c4-9248-d3f0218794e3', 'network_id': '7bb67c66-f6fb-45c4-9248-d3f0218794e3', 'tenant_id': '23393c73a9774b9d919c5f42c46cdc9f', 'fixed_ips': [{'subnet_id': 'd541d56f-b121-451a-8af1-6845ec0169d2'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:50.141850 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.202836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25755526'] for subnet, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.358117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 31 23:28:50.358117 n-d-828414-2 neutron-server[109836]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 31 23:28:50.358117 n-d-828414-2 neutron-server[109836]: [parameters: {'in_use': 1, 'id_1': 'd541d56f-b121-451a-8af1-6845ec0169d2'}] Mar 31 23:28:50.358117 n-d-828414-2 neutron-server[109836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:50.358117 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:50.471868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744304160166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942057'] for subnet, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.540343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.541132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.546083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "PUT /v2.0/subnets/d541d56f-b121-451a-8af1-6845ec0169d2 HTTP/1.1" status: 200 len: 877 time: 0.4739740 Mar 31 23:28:50.547495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52730) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.561216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8df9f-d89a-4787-9594-48bc922f9e37 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event updated for resources: {'Subnet': ['ID=d541d56f-b121-451a-8af1-6845ec0169d2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:50.674629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.760666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.857890 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.970601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.017470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=d541d56f-b121-451a-8af1-6845ec0169d2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.085461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52738) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.104767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server [None req-89180d2d-86cc-4ecb-aa1d-322b5228197a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d541d56f-b121-451a-8af1-6845ec0169d2: This subnet is being modified by another concurrent operation. Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d541d56f-b121-451a-8af1-6845ec0169d2: This subnet is being modified by another concurrent operation. Mar 31 23:28:51.141642 n-d-828414-2 neutron-server[109836]: ERROR oslo_messaging.rpc.server Mar 31 23:28:51.150988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb67c66-f6fb-45c4-9248-d3f0218794e3']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.162024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e080f55-9888-44f8-b2e4-a7009d45428d None None] Network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:51.163522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2203c3b1-5df9-42d5-a27c-331263701317') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.163951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2203c3b1-5df9-42d5-a27c-331263701317') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.179328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.201097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.215217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:51.217098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:51.226393 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:51.292186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3652aa2-30c2-4e4c-8af2-e3427f18743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.326836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962dda1-a094-4518-a846-b6288e1db8d7 None None] Network 7bb67c66-f6fb-45c4-9248-d3f0218794e3 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:51.426376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.431283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.435869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/7bb67c66-f6fb-45c4-9248-d3f0218794e3 HTTP/1.1" status: 204 len: 168 time: 0.8862393 Mar 31 23:28:51.440576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52746) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.454014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6068d-aa65-400c-a055-78039b798868 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=7bb67c66-f6fb-45c4-9248-d3f0218794e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.473527 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-368a14f6-f101-4964-b09c-9487c0bc5c57 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:51.473985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368a14f6-f101-4964-b09c-9487c0bc5c57 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:51.480030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-368a14f6-f101-4964-b09c-9487c0bc5c57 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/d541d56f-b121-451a-8af1-6845ec0169d2 HTTP/1.1" status: 404 len: 337 time: 0.0333257 Mar 31 23:28:51.481373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.503262 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8546aa-6033-4512-93dc-80067e3a333a tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:51.504252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8546aa-6033-4512-93dc-80067e3a333a tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:51.508465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0f8546aa-6033-4512-93dc-80067e3a333a tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/7bb67c66-f6fb-45c4-9248-d3f0218794e3 HTTP/1.1" status: 404 len: 339 time: 0.0250168 Mar 31 23:28:51.516468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.530294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3652aa2-30c2-4e4c-8af2-e3427f18743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.544573 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-943a647d-91c5-4bc6-a77c-8b1282e15672 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:51.545180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943a647d-91c5-4bc6-a77c-8b1282e15672 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:51.550605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-943a647d-91c5-4bc6-a77c-8b1282e15672 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/c313b35e-806b-4308-b477-e1a84a134030 HTTP/1.1" status: 404 len: 337 time: 0.0304575 Mar 31 23:28:51.559687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.570383 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c8e67c-7fdd-466b-ba89-02710c93530f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:51.570976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c8e67c-7fdd-466b-ba89-02710c93530f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:51.576454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1c8e67c-7fdd-466b-ba89-02710c93530f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/4112a892-4551-4d37-aca0-15e2c8489f8c HTTP/1.1" status: 404 len: 339 time: 0.0222926 Mar 31 23:28:51.576723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52756) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.610351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed9489-42a5-4f55-920e-31e8af14dbc9 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:28:51.626246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3652aa2-30c2-4e4c-8af2-e3427f18743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.678170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3652aa2-30c2-4e4c-8af2-e3427f18743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c256006a-cad7-4adc-b0e0-c2cbe6e3901e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.688083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.704008 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c3652aa2-30c2-4e4c-8af2-e3427f18743c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f8ca2f34c2f4a1f9a3bc79226b42137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170280 Mar 31 23:28:51.705986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52758) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.718331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed9489-42a5-4f55-920e-31e8af14dbc9 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:28:51.773669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.840142 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.870210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.905727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8ddb11-f6a5-4362-b88e-b17ea491cb87']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.917321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7826d008-a973-4653-8014-77917494fb84') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.917619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7826d008-a973-4653-8014-77917494fb84') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:51.927220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.943092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.950858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:51.951287 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:51.954277 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:52.032009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.034671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.036601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c256006a-cad7-4adc-b0e0-c2cbe6e3901e HTTP/1.1" status: 204 len: 168 time: 0.3290267 Mar 31 23:28:52.046508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403157a1-3fe8-4f70-94bf-8690a5338cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256006a-cad7-4adc-b0e0-c2cbe6e3901e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.117743 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.122369 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.125674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/5b8ddb11-f6a5-4362-b88e-b17ea491cb87 HTTP/1.1" status: 204 len: 168 time: 0.5481224 Mar 31 23:28:52.128320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.159036 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-844eefc5-1482-4c00-a8c2-de96ff9096c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.159827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844eefc5-1482-4c00-a8c2-de96ff9096c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.161246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bf377-7442-47b7-b1ff-ed2b7cb154c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=5b8ddb11-f6a5-4362-b88e-b17ea491cb87,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.168645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-844eefc5-1482-4c00-a8c2-de96ff9096c3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/1facabf2-649d-48f7-8744-d1ab400ae21a HTTP/1.1" status: 404 len: 337 time: 0.0336108 Mar 31 23:28:52.168645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.193885 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-729c4e92-cadd-41db-b280-20ba14ea5382 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.194868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729c4e92-cadd-41db-b280-20ba14ea5382 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.200698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-729c4e92-cadd-41db-b280-20ba14ea5382 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/020b701d-c6d2-415d-8764-f04ac3cf7aa6 HTTP/1.1" status: 404 len: 339 time: 0.0309541 Mar 31 23:28:52.203565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.232541 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-be54e40a-9be3-4420-a33b-bfefca809d86 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.232893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be54e40a-9be3-4420-a33b-bfefca809d86 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.239082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be54e40a-9be3-4420-a33b-bfefca809d86 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/7f897044-89f6-46fb-bcf4-790275744887 HTTP/1.1" status: 404 len: 337 time: 0.0314443 Mar 31 23:28:52.240072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52772) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.267506 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae54a04-9aad-41c8-9ec4-806e548002de tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.268417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae54a04-9aad-41c8-9ec4-806e548002de tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.274014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ae54a04-9aad-41c8-9ec4-806e548002de tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/8eb09637-28a7-4316-a191-869a6c1a2389 HTTP/1.1" status: 404 len: 339 time: 0.0324049 Mar 31 23:28:52.276220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52778) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.319533 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac162ba-da01-498c-9e20-1f199a5092a9 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.320265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac162ba-da01-498c-9e20-1f199a5092a9 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.324908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7ac162ba-da01-498c-9e20-1f199a5092a9 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/fcf06723-45e6-41c5-8a3d-23c1e7549d4d HTTP/1.1" status: 404 len: 337 time: 0.0473952 Mar 31 23:28:52.329124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52782) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.356903 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4b0995-3cf0-4d30-93ab-bfd33ef4bfb3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.358364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4b0995-3cf0-4d30-93ab-bfd33ef4bfb3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.362877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0a4b0995-3cf0-4d30-93ab-bfd33ef4bfb3 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/9c3726c9-a43e-41a5-a8f8-ed43c5c1f9ea HTTP/1.1" status: 404 len: 339 time: 0.0329952 Mar 31 23:28:52.365878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52786) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.407700 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94a4afa-350d-4264-b24a-a3b8d80e26dc tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.408430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94a4afa-350d-4264-b24a-a3b8d80e26dc tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.417599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52788) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.417880 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f94a4afa-350d-4264-b24a-a3b8d80e26dc tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/7b13cd96-acdb-47a1-98b7-94af266bbd5c HTTP/1.1" status: 404 len: 337 time: 0.0498323 Mar 31 23:28:52.453176 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da40dca-7841-4621-b6b6-85c5845a00f5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.454128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da40dca-7841-4621-b6b6-85c5845a00f5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.457673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4da40dca-7841-4621-b6b6-85c5845a00f5 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/9ee83ce9-10cb-4413-9e3a-dd13057ec80a HTTP/1.1" status: 404 len: 339 time: 0.0384085 Mar 31 23:28:52.460319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52790) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.487895 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-059380e6-988c-4072-898f-a0bd991297da tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.488369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059380e6-988c-4072-898f-a0bd991297da tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.491812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-059380e6-988c-4072-898f-a0bd991297da tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/884206ba-0f31-4479-af55-33b141c1c3ad HTTP/1.1" status: 404 len: 337 time: 0.0305350 Mar 31 23:28:52.494708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52792) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.518772 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b2aa4b-5734-4474-ba35-048d24ddf91f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.519398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b2aa4b-5734-4474-ba35-048d24ddf91f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.522512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5b2aa4b-5734-4474-ba35-048d24ddf91f tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/6126c7de-88e4-4532-830a-7cba16f86ffa HTTP/1.1" status: 404 len: 339 time: 0.0264308 Mar 31 23:28:52.525856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52794) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.577741 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa2edb0-d473-49f5-bd2a-a866a4bab302 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.578724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa2edb0-d473-49f5-bd2a-a866a4bab302 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.582969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6fa2edb0-d473-49f5-bd2a-a866a4bab302 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/9a023933-edea-42df-84fc-50b68a81b386 HTTP/1.1" status: 404 len: 337 time: 0.0554979 Mar 31 23:28:52.585986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52796) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.608829 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c12225-084a-4a92-b580-a0832e34aa6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.609443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c12225-084a-4a92-b580-a0832e34aa6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.615700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-05c12225-084a-4a92-b580-a0832e34aa6e tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/4ad7f7c8-8169-4635-868a-5dd4759798cd HTTP/1.1" status: 404 len: 339 time: 0.0278697 Mar 31 23:28:52.616622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52798) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.654862 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-633b2892-f2cf-4fe8-b57f-eabdc7b82392 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.655335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633b2892-f2cf-4fe8-b57f-eabdc7b82392 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.658379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-633b2892-f2cf-4fe8-b57f-eabdc7b82392 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/0bb6cc9c-8ae0-497b-ba99-1c686a709c8f HTTP/1.1" status: 404 len: 337 time: 0.0407641 Mar 31 23:28:52.661028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52802) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.681818 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5fd20c-7f10-45fb-bbb2-8253436eedea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.682742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5fd20c-7f10-45fb-bbb2-8253436eedea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.686127 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a5fd20c-7f10-45fb-bbb2-8253436eedea tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/202a244c-1fe0-4b8f-9222-3d2c99aba30e HTTP/1.1" status: 404 len: 339 time: 0.0241184 Mar 31 23:28:52.688905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52804) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.719336 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-22286c9a-2ca4-4f67-8fb5-b8c75586aa0d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.719797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22286c9a-2ca4-4f67-8fb5-b8c75586aa0d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.723166 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-22286c9a-2ca4-4f67-8fb5-b8c75586aa0d tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/9cf0d78f-d288-4a87-a6ec-f93fe514b668 HTTP/1.1" status: 404 len: 337 time: 0.0328786 Mar 31 23:28:52.725736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52806) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.748932 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d0426e-1ba7-491d-bfb0-c8f252b1e312 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:52.749481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d0426e-1ba7-491d-bfb0-c8f252b1e312 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:52.752498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c9d0426e-1ba7-491d-bfb0-c8f252b1e312 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/3e4a691d-9567-44d6-b578-1a9f0d2827e9 HTTP/1.1" status: 404 len: 339 time: 0.0258315 Mar 31 23:28:52.755400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.813011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting subnet b333712a-66d0-40bd-9279-aa61e57b569d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:28:52.816510 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.822221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52812) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.848406 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7c48-3004-45ca-9686-4d92e79e1cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.873051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.950656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7c48-3004-45ca-9686-4d92e79e1cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.009203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7c48-3004-45ca-9686-4d92e79e1cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.054612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e7fc7c48-3004-45ca-9686-4d92e79e1cad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1a25800e1e5473aa500758a56b3e278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277217 Mar 31 23:28:53.054612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc7c48-3004-45ca-9686-4d92e79e1cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989fe5d0-1e08-471b-b7e3-ec61ceda8230,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.056198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:53.131463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.161197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.335918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.391191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.391191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.391191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/989fe5d0-1e08-471b-b7e3-ec61ceda8230 HTTP/1.1" status: 204 len: 168 time: 0.3092515 Mar 31 23:28:53.391191 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a59db-b4db-4c84-8e57-bc1c82633b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fe5d0-1e08-471b-b7e3-ec61ceda8230,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.535646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.565754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Subnet': ['ID=b333712a-66d0-40bd-9279-aa61e57b569d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.582405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.582405 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9cda799f-be0d-4af5-a482-2d53ddf99fcb tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/subnets/b333712a-66d0-40bd-9279-aa61e57b569d HTTP/1.1" status: 204 len: 168 time: 0.8173909 Mar 31 23:28:53.582616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52828) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:53.583053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73655e-d298-4dea-a2d2-ef1e528df1e9 None None] Network 2204c48d-82ad-44ff-8646-06d43468af79 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:53.699073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.755947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Deleting port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:53.756348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.834295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] For port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,segment=NetworkSegment(fac4d8db-5fe8-46bb-9d92-33d8468f884a),segment_id=fac4d8db-5fe8-46bb-9d92-33d8468f884a)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:53.834717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.847766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] DHCP port deletion for 2204c48d-82ad-44ff-8646-06d43468af79 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:28:53.856762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Calling delete_port for c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:53.904310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Deleting port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:53.912968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.973032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] For port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,segment=NetworkSegment(fac4d8db-5fe8-46bb-9d92-33d8468f884a),segment_id=fac4d8db-5fe8-46bb-9d92-33d8468f884a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:53.973440 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.991400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Calling delete_port for c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:54.027926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.056250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] No DVR routers for this DVR port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:54.106166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:54.125112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Port': ['ID=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:54.136893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:54.137320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:54.159961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.188677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] Pushing event deleted for resources: {'Port': ['ID=c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:54.192970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7c8b7-bd25-4a33-b268-c58cd8fea114 None None] No DVR routers for this DVR port c6a318cb-31ae-4ddb-b3ff-c4f63b5c965a on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:54.208375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.238568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2204c48d-82ad-44ff-8646-06d43468af79']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.250964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac4d8db-5fe8-46bb-9d92-33d8468f884a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.251410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac4d8db-5fe8-46bb-9d92-33d8468f884a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.263348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.278844 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.285538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:54.286035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:54.289507 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:54.294628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.455814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.464744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.470783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] 10.222.0.83 "DELETE /v2.0/networks/2204c48d-82ad-44ff-8646-06d43468af79 HTTP/1.1" status: 204 len: 168 time: 0.8893316 Mar 31 23:28:54.482829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a803-727c-4003-bd59-53425ec4d4e8 tempest-NetworksTest-1766321090 tempest-NetworksTest-1766321090-project] Pushing event deleted for resources: {'Network': ['ID=2204c48d-82ad-44ff-8646-06d43468af79,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:54.928001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52872) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:55.121337 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af1d1ec7-f150-4564-9926-d94d473ee4d5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=23393c73a9774b9d919c5f42c46cdc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918373 Mar 31 23:28:55.124120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52884) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:55.185974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.209579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.335771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.339452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.343140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08d85fde-757d-4634-b841-eddfef8c1265 HTTP/1.1" status: 204 len: 168 time: 0.2146487 Mar 31 23:28:55.358164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1456-607f-4e52-8f6a-3ea66b8bf755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d85fde-757d-4634-b841-eddfef8c1265,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:55.637363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a86904-84da-4a82-a97a-1d3c9ae06c94 req-886aa2ac-cd1d-43d5-a4b0-74465c456deb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:55.638887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6a86904-84da-4a82-a97a-1d3c9ae06c94 req-886aa2ac-cd1d-43d5-a4b0-74465c456deb tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0538123 Mar 31 23:28:55.688372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6a86904-84da-4a82-a97a-1d3c9ae06c94 req-d07e9a9a-4f0e-4e80-a577-65d68d7cbc1a tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Mar 31 23:28:55.774374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52916) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:55.938023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-850807392'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:56.037343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Made reservation on behalf of 4cd649c497ef4905a93b984eda7afcbc for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:56.041242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.050173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.153899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.219874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.247366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:56.268792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc007023-2c2a-4fb0-b65d-e2fa2aa75228,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:56.273320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.273658 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Added segment 7b0a1641-ef00-40f6-84d4-4f8b591ded9f of type vlan for network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f Mar 31 23:28:56.319153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.426876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.433969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:56.434668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.503570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52944) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:56.529724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event updated for resources: {'Network': ['ID=c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:56.538524 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddee52de-771d-4fc7-a81c-901653cc57ed tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7620587 Mar 31 23:28:56.542000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52948) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:56.545545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:56.547767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Request body: {'subnet': {'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:56.648136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4e44435e-0c65-43b3-9be3-37692d84987a tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-773028936', 'prefixes': ['172.20.0.0/16']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:56.771185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Made reservation on behalf of 4cd649c497ef4905a93b984eda7afcbc for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:56.776566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.878992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262be2-490c-422f-b6c5-f7e8d9ad755a req-56684ff3-0ab0-4381-a407-37e7f8f001c8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:56.880722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d262be2-490c-422f-b6c5-f7e8d9ad755a req-56684ff3-0ab0-4381-a407-37e7f8f001c8 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0914881 Mar 31 23:28:56.928265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d262be2-490c-422f-b6c5-f7e8d9ad755a req-8b55659b-fbe1-4b65-9976-3bd5b4120a61 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Mar 31 23:28:57.062438 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e44435e-0c65-43b3-9be3-37692d84987a tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] Notify callbacks [] for subnetpool, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.063749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e44435e-0c65-43b3-9be3-37692d84987a tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5590622 Mar 31 23:28:57.066799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52960) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.107589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b4caa52a-5307-4036-9ef1-8370c82e8768 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "GET /v2.0/subnetpools/843e0dc4-33a2-4197-b75a-94a094776168 HTTP/1.1" status: 200 len: 731 time: 0.0391941 Mar 31 23:28:57.110252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.111849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.116581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b5062210-d896-4528-8faf-f89e1692f3d0 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1582783720'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:57.178753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event updated for resources: {'Subnet': ['ID=091fc32b-32bb-4118-abba-1acf4385a5ab,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:57.186612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Checking segment: {'id': '7b0a1641-ef00-40f6-84d4-4f8b591ded9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:57.186977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Network hostable DHCP agents. Network: c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:57.290906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5062210-d896-4528-8faf-f89e1692f3d0 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] Notify callbacks [] for subnetpool, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.292194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5062210-d896-4528-8faf-f89e1692f3d0 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "PUT /v2.0/subnetpools/843e0dc4-33a2-4197-b75a-94a094776168 HTTP/1.1" status: 200 len: 684 time: 0.1807606 Mar 31 23:28:57.294949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52968) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.299581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:57.368393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:57.374364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.376538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.383998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601042cc-efc4-42fd-b6a7-29d24e2c7c42 None None] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:57.410753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e7148fc-c048-4422-a91c-e0a36012cb38 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] Notify callbacks [] for subnetpool, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.414356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e7148fc-c048-4422-a91c-e0a36012cb38 tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "DELETE /v2.0/subnetpools/843e0dc4-33a2-4197-b75a-94a094776168 HTTP/1.1" status: 204 len: 168 time: 0.1160860 Mar 31 23:28:57.416791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.434186 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-8339a789-8506-406e-9018-68d663d496ef tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] show failed (client error): The resource could not be found. Mar 31 23:28:57.437995 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8339a789-8506-406e-9018-68d663d496ef tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "GET /v2.0/subnetpools/843e0dc4-33a2-4197-b75a-94a094776168 HTTP/1.1" status: 404 len: 346 time: 0.0195944 Mar 31 23:28:57.443297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52972) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.454228 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-1da2ae86-ae09-492a-9732-eb8a5b6544ea tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] delete failed (client error): The resource could not be found. Mar 31 23:28:57.455284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1da2ae86-ae09-492a-9732-eb8a5b6544ea tempest-SubnetPoolsTestJSON-1935591953 tempest-SubnetPoolsTestJSON-1935591953-project] 10.222.0.83 "DELETE /v2.0/subnetpools/843e0dc4-33a2-4197-b75a-94a094776168 HTTP/1.1" status: 404 len: 346 time: 0.0159404 Mar 31 23:28:57.468322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a871d67-cc92-4a5e-bbc0-64fe91ca22eb tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9250562 Mar 31 23:28:57.474602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52976) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:57.488559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Request body: {'port': {'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1512648670'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:57.545475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-76869b3f-dca6-4905-87f9-5d0f85bbe635 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.547204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-76869b3f-dca6-4905-87f9-5d0f85bbe635 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.10 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0768237 Mar 31 23:28:57.616249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f', 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f', 'tenant_id': '4cd649c497ef4905a93b984eda7afcbc', 'fixed_ips': [{'subnet_id': '091fc32b-32bb-4118-abba-1acf4385a5ab'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:57.617531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.670537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Deleting port 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:57.671477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.745696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Made reservation on behalf of 4cd649c497ef4905a93b984eda7afcbc for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:57.749533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.785470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] For port 0e53889c-a186-4861-8c65-a28b0d1090c0, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e53889c-a186-4861-8c65-a28b0d1090c0,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:57.785758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.791309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] device_id is not set on port face5241-d0de-4c65-9a08-baf4f9beae61 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:57.793948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Allocated IP 172.20.0.2 (c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f/091fc32b-32bb-4118-abba-1acf4385a5ab/31c27207-faed-4a08-9757-3cc985fbc422) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:58.000439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.084587 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.120289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ad4cd-d202-47b1-8441-6bf9473fa0fa req-acdf942b-42d8-4637-82ca-eea06867ab56 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.137841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb5ad4cd-d202-47b1-8441-6bf9473fa0fa req-acdf942b-42d8-4637-82ca-eea06867ab56 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 947 time: 0.0991380 Mar 31 23:28:58.146884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.148169 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.148675 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Floating IP 586748c6-b93a-4bb8-8a09-8abb5159c0b5 disassociated. External IP: 172.25.6.61, port: 0e53889c-a186-4861-8c65-a28b0d1090c0. Mar 31 23:28:58.149370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Calling delete_port for 0e53889c-a186-4861-8c65-a28b0d1090c0 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:58.173354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52984) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:58.182946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:58.187030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:58.189117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Pushing event updated for resources: {'Port': ['ID=31c27207-faed-4a08-9757-3cc985fbc422,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:58.191474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:58.244550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bb5ad4cd-d202-47b1-8441-6bf9473fa0fa req-4245bf3b-2de7-4a22-9b5e-72b75d5c612c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups?id=120d5488-8aaa-44bb-80f9-abfd79869f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057220 Mar 31 23:28:58.266855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Allocated IP 172.20.0.11 (c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f/091fc32b-32bb-4118-abba-1acf4385a5ab/face5241-d0de-4c65-9a08-baf4f9beae61) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:58.277337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Attempting to bind port 31c27207-faed-4a08-9757-3cc985fbc422 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:58.277677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Attempting to bind port 31c27207-faed-4a08-9757-3cc985fbc422 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '7b0a1641-ef00-40f6-84d4-4f8b591ded9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:58.278037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Attempting to bind port 31c27207-faed-4a08-9757-3cc985fbc422 on network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:58.290843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:58.290843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Checking segment: {'id': '7b0a1641-ef00-40f6-84d4-4f8b591ded9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:58.290843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.293405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Bound using segment: {'id': '7b0a1641-ef00-40f6-84d4-4f8b591ded9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:58.293931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Bound port: 31c27207-faed-4a08-9757-3cc985fbc422, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0a1641-ef00-40f6-84d4-4f8b591ded9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:58.294325 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.363719 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c0da147-65f2-4cef-8050-a3c21b963d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.373009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] For port 31c27207-faed-4a08-9757-3cc985fbc422, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:58.377106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] For port 31c27207-faed-4a08-9757-3cc985fbc422, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=31c27207-faed-4a08-9757-3cc985fbc422,segment=NetworkSegment(7b0a1641-ef00-40f6-84d4-4f8b591ded9f),segment_id=7b0a1641-ef00-40f6-84d4-4f8b591ded9f)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:58.403478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.426180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.443411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'Port': ['ID=0e53889c-a186-4861-8c65-a28b0d1090c0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:58.510256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4a51-8d0b-4452-819f-70f21dca7a44 None None] Pushing event updated for resources: {'Port': ['ID=31c27207-faed-4a08-9757-3cc985fbc422,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:58.549712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.624898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c0da147-65f2-4cef-8050-a3c21b963d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.654137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:58.672630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.747639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event updated for resources: {'Port': ['ID=face5241-d0de-4c65-9a08-baf4f9beae61,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:58.755392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c0da147-65f2-4cef-8050-a3c21b963d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.783613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:58.793723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:58.809702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:58.833624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:58.851159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:58.856589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5c0da147-65f2-4cef-8050-a3c21b963d40 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=079939fb94d144ac85e968ceaaccd129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800926 Mar 31 23:28:58.857338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0da147-65f2-4cef-8050-a3c21b963d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827436f9-f9d0-48e8-875f-c10bc7122db9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:58.859997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 52990) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:58.872590 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:58.873232 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:28:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:58.920624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] No DVR routers for this DVR port 0e53889c-a186-4861-8c65-a28b0d1090c0 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:58.923915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:58.929523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f935ccca-409e-427d-b5a6-7de54ec0f75f req-08bb2aca-4099-4e52-8a14-6885523a9473 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.10 "DELETE /v2.0/ports/0e53889c-a186-4861-8c65-a28b0d1090c0 HTTP/1.1" status: 204 len: 173 time: 1.3760192 Mar 31 23:28:58.930455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-deleted', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:58.944224 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d68b44-e5f0-49f7-adf4-e384f379eb98" -d '{"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-deleted", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:58.954655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.009610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:59.010394 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.039339 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa441e84-0871-49b0-af20-66b240f8505a x-openstack-request-id: req-fa441e84-0871-49b0-af20-66b240f8505a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:59.039759 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1", "name": "network-vif-deleted", "tag": "0e53889c-a186-4861-8c65-a28b0d1090c0", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:59.040112 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fa441e84-0871-49b0-af20-66b240f8505a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:59.040937 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa441e84-0871-49b0-af20-66b240f8505a'] response: {'server_uuid': 'cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1', 'name': 'network-vif-deleted', 'tag': '0e53889c-a186-4861-8c65-a28b0d1090c0', 'status': 'completed', 'code': 200} Mar 31 23:28:59.047055 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:59.076264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.182123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5546f79a-c583-4207-bd2c-a86ed6e8c344 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7027149 Mar 31 23:28:59.182781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 52994) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:59.226025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.228848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.232324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/827436f9-f9d0-48e8-875f-c10bc7122db9 HTTP/1.1" status: 204 len: 168 time: 0.3597426 Mar 31 23:28:59.242333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5de652-712f-46c9-8295-6636248d146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827436f9-f9d0-48e8-875f-c10bc7122db9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:59.354228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Deleting port face5241-d0de-4c65-9a08-baf4f9beae61 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:59.354889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.366288 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:59.401486 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:59.412510 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:59.413197 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:28:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:59.426529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-169662df-a4b6-4095-9333-d7166c5aa8c1 req-8fda47dc-71f1-4645-b7a8-80350d09f5a7 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac80ca7-0c5f-4487-9ce8-c1dd9d34b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0430076 Mar 31 23:28:59.505805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.526622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Calling delete_port for face5241-d0de-4c65-9a08-baf4f9beae61 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:59.571220 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:59.814775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.859164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event deleted for resources: {'Port': ['ID=face5241-d0de-4c65-9a08-baf4f9beae61,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:59.970191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.977768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53012) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:59.979254 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-789e6166-447e-4d33-90bc-42f60c2a2de8 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "DELETE /v2.0/ports/face5241-d0de-4c65-9a08-baf4f9beae61 HTTP/1.1" status: 204 len: 168 time: 0.7950206 Mar 31 23:29:00.017871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926ed10-1493-49ac-92e2-c7db51a16cfb None None] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:00.128212 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:00.161464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bf01b-3ef4-47e1-bba5-422ebbcb7af5 None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd8f840d1-a9c7-4114-9730-3f37a9030b3f', 'name': '', 'network_id': 'b7de0288-7b3f-40c6-950b-a304213fe16c', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'mac_address': 'fa:16:3e:a7:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:08Z', 'updated_at': '2022-03-31T23:20:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'subnets': [{'id': '9cf42e25-4923-47cd-81e7-41c21a13316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:00.226596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Provisioning complete for port 31c27207-faed-4a08-9757-3cc985fbc422 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:00.227177 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.299144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 31c27207-faed-4a08-9757-3cc985fbc422 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:00.314480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00c15ad8-1e5c-41f1-b7d8-e2645bd7d0e1 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3353248 Mar 31 23:29:00.317476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53020) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.323113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-844000249'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:00.403788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Made reservation on behalf of 4cd649c497ef4905a93b984eda7afcbc for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:00.408791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.450671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:00.455689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 31c27207-faed-4a08-9757-3cc985fbc422 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:00.456064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.459386 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.462701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.463871 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Added segment 4dd34f6d-2bf0-4a3e-934c-adce4175d667 of type vlan for network d17f85f6-c868-4c46-94e2-9dd7a807417b Mar 31 23:29:00.554202 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.594579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] For port 31c27207-faed-4a08-9757-3cc985fbc422, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=31c27207-faed-4a08-9757-3cc985fbc422,segment=NetworkSegment(7b0a1641-ef00-40f6-84d4-4f8b591ded9f),segment_id=7b0a1641-ef00-40f6-84d4-4f8b591ded9f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:00.642006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53032) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.653657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b1b61-2bbc-421d-83dc-59a2c1ac0fdf None None] New status for floating IP 586748c6-b93a-4bb8-8a09-8abb5159c0b5: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:00.708670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.716298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.741468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.749246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.749887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.835684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.866967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1623281965'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:00.871127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event updated for resources: {'Network': ['ID=d17f85f6-c868-4c46-94e2-9dd7a807417b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.897992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d17f85f6-c868-4c46-94e2-9dd7a807417b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:00.904508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.937986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.995867 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96b2b697-f7a3-439e-88f9-bb3f700f3a64 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6769934 Mar 31 23:29:00.998318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53038) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.002865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Made reservation on behalf of 38bd3e63f3114119a8bf35a1393ace9c for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:01.004888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.019878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.090288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c78b6444-fd06-422a-a104-7f04d0321983 None None] Provisioning complete for port 31c27207-faed-4a08-9757-3cc985fbc422 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:01.091359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c78b6444-fd06-422a-a104-7f04d0321983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.148640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.152948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.158058 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "DELETE /v2.0/security-groups/120d5488-8aaa-44bb-80f9-abfd79869f91 HTTP/1.1" status: 204 len: 168 time: 0.5114031 Mar 31 23:29:01.158271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53040) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.179444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Pushing event updated for resources: {'Port': ['ID=31c27207-faed-4a08-9757-3cc985fbc422,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.183947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf2e4e-302d-430e-a6d7-6df9a32ea61c tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120d5488-8aaa-44bb-80f9-abfd79869f91,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.193118 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-1f2cae9f-6474-4690-9a87-30ea755c6fd0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] show failed (client error): The resource could not be found. Mar 31 23:29:01.195824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1f2cae9f-6474-4690-9a87-30ea755c6fd0 tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "GET /v2.0/security-groups/120d5488-8aaa-44bb-80f9-abfd79869f91 HTTP/1.1" status: 404 len: 347 time: 0.0365739 Mar 31 23:29:01.200918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.245493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.258215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.258765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.262305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.262918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.263519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.264029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.269942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.270984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.271772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.272517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.273277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.273998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39a56b-5c90-4e17-90fa-de87857c9394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:01.301009 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0f84293-6941-4865-8db7-77e1770cab3a tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.3010485 Mar 31 23:29:01.304502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53044) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.365320 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:29:01.365694 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:29:01.377448 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.428123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48604c-a586-4b6c-aaf5-d5f05206a2f2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.443983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:01.476376 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.477202 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Added segment 0286ec55-4002-4372-a9b6-5d85f370b102 of type vlan for network c1a23b10-94e4-42d1-84c4-b2726c392a44 Mar 31 23:29:01.505796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcedad8-eaaa-4965-b567-8230a2b84f23 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] Network d17f85f6-c868-4c46-94e2-9dd7a807417b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:01.537823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Deleting port 871eed87-27fa-476b-a8d0-8a7106ae899b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:01.538663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.589861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-71b86c6e-f570-4bb0-8c76-e1fe873cf364 None None] Could not find standard attr ID for object face5241-d0de-4c65-9a08-baf4f9beae61. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:29:01.593839 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cdcedad8-eaaa-4965-b567-8230a2b84f23 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "POST /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2878990 Mar 31 23:29:01.596224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53046) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.600200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d001d8a-19b2-467a-a70e-f00d4496ad57 None None] Network d17f85f6-c868-4c46-94e2-9dd7a807417b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:01.694589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:01.749027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-778301fa-0e51-49d4-84ff-b6b166437546 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks HTTP/1.1" status: 200 len: 5659 time: 0.1514745 Mar 31 23:29:01.749561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53050) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.898390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 0e53889c-a186-4861-8c65-a28b0d1090c0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:01.899328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e53889c-a186-4861-8c65-a28b0d1090c0 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:01.902049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09c93f63-494d-4155-a2f3-c7572abc9a85 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "DELETE /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks/d17f85f6-c868-4c46-94e2-9dd7a807417b HTTP/1.1" status: 204 len: 168 time: 0.1512358 Mar 31 23:29:01.902902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53052) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.926446 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.036966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.037543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.050917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Calling delete_port for 871eed87-27fa-476b-a8d0-8a7106ae899b owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:02.052872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.059880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.060530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.063920 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0805a48f-f4fc-490a-a70d-cca51cefae43 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.1598961 Mar 31 23:29:02.076837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53054) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.114079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 31c27207-faed-4a08-9757-3cc985fbc422 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:02.135852 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6ac4d93c-52dd-4d93-90f7-a51f4560549b tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/networks/c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0501001 Mar 31 23:29:02.139700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53056) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.164144 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-408f73a2-04b3-4686-bab0-f8ec3336d34c tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/networks/c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0234475 Mar 31 23:29:02.169170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53058) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.182208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 31c27207-faed-4a08-9757-3cc985fbc422 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:02.183200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.205121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4918997 Mar 31 23:29:02.215038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53060) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.225835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Request body: {'subnet': {'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:02.309599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416feb71-84f9-4bcb-a02c-1dec2201bf0a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event updated for resources: {'Network': ['ID=c1a23b10-94e4-42d1-84c4-b2726c392a44,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.315038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8844f0e3-2f32-4407-b2f7-ada88b09f4a8 tempest-DHCPAgentSchedulersTestJSON-580232130 tempest-DHCPAgentSchedulersTestJSON-580232130-project-admin] 10.222.0.83 "GET /v2.0/agents/c176f3f1-1f1e-47f5-979a-11b1364a2ae9/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.1409531 Mar 31 23:29:02.315038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53062) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.324125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:02.424227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Made reservation on behalf of 38bd3e63f3114119a8bf35a1393ace9c for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:02.432294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.435728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.529640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.551674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17f85f6-c868-4c46-94e2-9dd7a807417b']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:02.562379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd34f6d-2bf0-4a3e-934c-adce4175d667') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:02.562731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd34f6d-2bf0-4a3e-934c-adce4175d667') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:02.574188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.590648 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.598694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:02.599379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:02.603352 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:02.615362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.658429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Pushing event deleted for resources: {'Port': ['ID=871eed87-27fa-476b-a8d0-8a7106ae899b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.728956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.746272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.751055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "DELETE /v2.0/networks/d17f85f6-c868-4c46-94e2-9dd7a807417b HTTP/1.1" status: 204 len: 168 time: 0.4340374 Mar 31 23:29:02.752805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53066) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.761832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.763106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9c8e-4c9e-4b6b-b3aa-ae0443f95876 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event deleted for resources: {'Network': ['ID=d17f85f6-c868-4c46-94e2-9dd7a807417b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.764677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.768792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3221ecdc-85d2-4d0f-9b10-99cb89124e9b tempest-AttachVolumeShelveTestJSON-797358535 tempest-AttachVolumeShelveTestJSON-797358535-project] 10.222.0.83 "DELETE /v2.0/floatingips/586748c6-b93a-4bb8-8a09-8abb5159c0b5 HTTP/1.1" status: 204 len: 168 time: 1.5626822 Mar 31 23:29:02.783963 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.793648 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf8a988-3172-4274-adaa-5b190a402346 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] DELETE failed (client error): The resource could not be found. Mar 31 23:29:02.794418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf8a988-3172-4274-adaa-5b190a402346 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:29:02.797899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0bf8a988-3172-4274-adaa-5b190a402346 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "DELETE /v2.0/ports/face5241-d0de-4c65-9a08-baf4f9beae61 HTTP/1.1" status: 404 len: 333 time: 0.0440493 Mar 31 23:29:02.800779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53070) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.859913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event updated for resources: {'Subnet': ['ID=933f0fa0-82e6-4d3f-8afb-94238db27bc5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.870966 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Checking segment: {'id': '0286ec55-4002-4372-a9b6-5d85f370b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:02.871501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Network hostable DHCP agents. Network: c1a23b10-94e4-42d1-84c4-b2726c392a44, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:02.897022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Deleting subnet 091fc32b-32bb-4118-abba-1acf4385a5ab {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:02.900614 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.942589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.979804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:03.057024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.103489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, c1a23b10-94e4-42d1-84c4-b2726c392a44) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:03.114713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:03.115799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.119327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4651a-3669-41de-860a-08d08b29cb46 None None] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:03.273297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-c1a23b10-94e4-42d1-84c4-b2726c392a44', 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44', 'tenant_id': '38bd3e63f3114119a8bf35a1393ace9c', 'fixed_ips': [{'subnet_id': '933f0fa0-82e6-4d3f-8afb-94238db27bc5'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:03.274322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.309528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.316789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-242444fd-dfcc-4790-871c-9795ce895dfc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0984318 Mar 31 23:29:03.320931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53074) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:03.333217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Request body: {'port': {'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44', 'name': 'tempest-TagsExtTest-2018648239'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:03.385053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event deleted for resources: {'Subnet': ['ID=091fc32b-32bb-4118-abba-1acf4385a5ab,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:03.398376 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.404552 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cbb32927-919a-4d0f-9c27-1d13dc7ee759 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "DELETE /v2.0/subnets/091fc32b-32bb-4118-abba-1acf4385a5ab HTTP/1.1" status: 204 len: 168 time: 0.6002700 Mar 31 23:29:03.410172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53076) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:03.425001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fa2b1-938e-4607-b5cd-57b979fb55b2 None None] Network c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:03.511313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Allocated IP 172.20.0.2 (c1a23b10-94e4-42d1-84c4-b2726c392a44/933f0fa0-82e6-4d3f-8afb-94238db27bc5/6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:03.534183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.621909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Deleting port 31c27207-faed-4a08-9757-3cc985fbc422 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:03.622254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.643687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Made reservation on behalf of 38bd3e63f3114119a8bf35a1393ace9c for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:03.659814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.696790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] device_id is not set on port f1fa1b1c-85ef-45bf-83d1-66f378008c8f yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:03.766105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.770407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] DHCP port deletion for c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:03.771247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] For port 31c27207-faed-4a08-9757-3cc985fbc422, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=31c27207-faed-4a08-9757-3cc985fbc422,segment=NetworkSegment(7b0a1641-ef00-40f6-84d4-4f8b591ded9f),segment_id=7b0a1641-ef00-40f6-84d4-4f8b591ded9f)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:03.771973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.791721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Calling delete_port for 31c27207-faed-4a08-9757-3cc985fbc422 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:03.879446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Deleting port 31c27207-faed-4a08-9757-3cc985fbc422 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:03.880015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.882746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.945212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Allocated IP 172.20.0.10 (c1a23b10-94e4-42d1-84c4-b2726c392a44/933f0fa0-82e6-4d3f-8afb-94238db27bc5/f1fa1b1c-85ef-45bf-83d1-66f378008c8f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:03.984066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Pushing event updated for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:03.987111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:03.996649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:04.004099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:04.016916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] For port 31c27207-faed-4a08-9757-3cc985fbc422, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=31c27207-faed-4a08-9757-3cc985fbc422,segment=NetworkSegment(7b0a1641-ef00-40f6-84d4-4f8b591ded9f),segment_id=7b0a1641-ef00-40f6-84d4-4f8b591ded9f)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:04.017412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.048697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.069414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Calling delete_port for 31c27207-faed-4a08-9757-3cc985fbc422 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:04.127850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event deleted for resources: {'Port': ['ID=31c27207-faed-4a08-9757-3cc985fbc422,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.170530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 31c27207-faed-4a08-9757-3cc985fbc422 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:04.175592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] No DVR routers for this DVR port 31c27207-faed-4a08-9757-3cc985fbc422 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:04.233878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.237169 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Attempting to bind port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:04.237547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Attempting to bind port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0286ec55-4002-4372-a9b6-5d85f370b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:04.237911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Attempting to bind port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 on network c1a23b10-94e4-42d1-84c4-b2726c392a44 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:04.306994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 31c27207-faed-4a08-9757-3cc985fbc422 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:04.311185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 31c27207-faed-4a08-9757-3cc985fbc422 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:04.320408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:04.320906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Checking segment: {'id': '0286ec55-4002-4372-a9b6-5d85f370b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:04.322051 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.322629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Bound using segment: {'id': '0286ec55-4002-4372-a9b6-5d85f370b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:04.323242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Bound port: 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0286ec55-4002-4372-a9b6-5d85f370b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c1a23b10-94e4-42d1-84c4-b2726c392a44'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:04.323732 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.331264 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-665dcc2e-2d19-49ba-a3fc-d44e522f980e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2415318 Mar 31 23:29:04.333601 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.363015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.374906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:04.410607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0a1641-ef00-40f6-84d4-4f8b591ded9f') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:04.411199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0a1641-ef00-40f6-84d4-4f8b591ded9f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:04.426279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.451588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-c7baa764-8da2-4c6b-a05a-3ae7b71a5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.455748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-c7baa764-8da2-4c6b-a05a-3ae7b71a5c8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86a4c980be764340b0bac3383ea42466&device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 1100 time: 0.0983951 Mar 31 23:29:04.456870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.464881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:04.466321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.468932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event updated for resources: {'Port': ['ID=f1fa1b1c-85ef-45bf-83d1-66f378008c8f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:04.471717 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:04.504935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:04.506614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:04.511780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:04.521036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.551533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] Pushing event deleted for resources: {'Port': ['ID=31c27207-faed-4a08-9757-3cc985fbc422,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.558503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:04.568817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d0be0-55f3-467e-a69f-7a886e7aa0cd None None] No DVR routers for this DVR port 31c27207-faed-4a08-9757-3cc985fbc422 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:04.580909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,segment=NetworkSegment(0286ec55-4002-4372-a9b6-5d85f370b102),segment_id=0286ec55-4002-4372-a9b6-5d85f370b102)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:04.619650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.620758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.688946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-d9f61038-e911-4d19-b52f-009a2e96ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.690701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-d9f61038-e911-4d19-b52f-009a2e96ef63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc2875b9-95a2-432e-a66b-39eaabd201d1 HTTP/1.1" status: 200 len: 871 time: 0.1839449 Mar 31 23:29:04.740107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.742821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b11668e-de77-48cc-a7d1-7e744cdbea2d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4215741 Mar 31 23:29:04.745602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.746114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53112) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:04.749789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-65ae5a2c-879f-47f8-bef4-28a28553b26c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=68aacac0-cada-483c-906d-62ad0108680a HTTP/1.1" status: 200 len: 217 time: 0.0517037 Mar 31 23:29:04.752282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1985020082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:04.759329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.763093 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] 10.222.0.83 "DELETE /v2.0/networks/c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f HTTP/1.1" status: 204 len: 168 time: 1.3573477 Mar 31 23:29:04.782033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9367-a6fe-4ebb-bf4a-52431b6b8397 tempest-DHCPAgentSchedulersTestJSON-1277922817 tempest-DHCPAgentSchedulersTestJSON-1277922817-project] Pushing event deleted for resources: {'Network': ['ID=c363bfd1-edcd-4a2a-85e8-7ddd226dcd1f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.840568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-1366d216-6bd1-4a14-bd47-42994aaff91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.844052 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-1366d216-6bd1-4a14-bd47-42994aaff91a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0868909 Mar 31 23:29:04.881799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cf7e8-ee62-4fba-8eb8-d426e77426a4 None None] Pushing event updated for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.917291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.918400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.928225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.945247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-b5c2c61b-f225-4c2b-bb26-b7980b7bed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.948541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-b5c2c61b-f225-4c2b-bb26-b7980b7bed05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941644 Mar 31 23:29:05.050419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.080317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-11026011-1478-427e-ac98-fa168287bbd2 service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 Mar 31 23:29:05.140772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.242494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.246456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f813dc4a-8773-488d-9435-4f8c2432e458 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4971538 Mar 31 23:29:05.255412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53138) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.266679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2d034cb5-4b84-4521-ba77-b8b5aa6ec040 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-939783810', 'prefixes': ['172.20.0.0/16']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:05.327283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aa63ee16-9646-4f36-859d-768fc3f59a7c req-952f2920-d237-4a18-b798-f8efdf24918a service neutron] 10.222.0.44 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302160 Mar 31 23:29:05.481680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6859a-e342-4836-9a72-582b00903a8f req-097c4bd6-f5cb-42d5-90b9-537442cf9b26 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.483246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d6859a-e342-4836-9a72-582b00903a8f req-097c4bd6-f5cb-42d5-90b9-537442cf9b26 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1127026 Mar 31 23:29:05.533353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53152) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.544982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d6859a-e342-4836-9a72-582b00903a8f req-43b6734e-7b01-4b4f-9884-1c2d0f805a00 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546827 Mar 31 23:29:05.572225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.668775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b0281d4-7af3-4ec3-a7f5-d277a148a95f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 200 len: 994 time: 0.0953064 Mar 31 23:29:05.687698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d034cb5-4b84-4521-ba77-b8b5aa6ec040 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for subnetpool, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.691316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d034cb5-4b84-4521-ba77-b8b5aa6ec040 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4370811 Mar 31 23:29:05.693178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53164) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.702648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-fa81111c-ebb3-4368-9c1f-431352e8bb3d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-1815856699') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:05.732162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c8ab430d-24d9-446b-9ca1-7bb541c0e058 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4cd649c497ef4905a93b984eda7afcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977053 Mar 31 23:29:05.742305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.830301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.859897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.935355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fa81111c-ebb3-4368-9c1f-431352e8bb3d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-1815856699 HTTP/1.1" status: 201 len: 201 time: 0.2409580 Mar 31 23:29:05.938030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.943083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-c38ba0f8-3af9-4425-8926-90a5b6218032 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-2032867254') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:06.046021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.050255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.053431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fc007023-2c2a-4fb0-b65d-e2fa2aa75228 HTTP/1.1" status: 204 len: 168 time: 0.3080719 Mar 31 23:29:06.102140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecffe8d-d961-4fb7-8604-12fda3efd2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc007023-2c2a-4fb0-b65d-e2fa2aa75228,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.124313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca07ee-779c-4b6a-933b-1129d6833ee6 req-3cd8f099-7c50-488a-a2ec-229319b79493 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.126148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5ca07ee-779c-4b6a-933b-1129d6833ee6 req-3cd8f099-7c50-488a-a2ec-229319b79493 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1097 time: 0.1134346 Mar 31 23:29:06.222614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:06.223099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5ca07ee-779c-4b6a-933b-1129d6833ee6 req-d4b44829-e70c-4667-aa9b-49469e97eabd tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823572 Mar 31 23:29:06.325545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:06.325922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.475260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242206ae-8b67-4ba2-93ea-3747c6c44688 None None] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:06.556292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.589895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-36f21f10-5c11-4686-b0f5-2ced47d1a6ed None None] Provisioning complete for port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:06.594118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36f21f10-5c11-4686-b0f5-2ced47d1a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.616986 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c38ba0f8-3af9-4425-8926-90a5b6218032 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-2032867254 HTTP/1.1" status: 201 len: 201 time: 0.6775048 Mar 31 23:29:06.620195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53222) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:06.626506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-029e6d2c-1069-498c-88ad-f7e153d05560 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-996599707') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:06.654493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,segment=NetworkSegment(0286ec55-4002-4372-a9b6-5d85f370b102),segment_id=0286ec55-4002-4372-a9b6-5d85f370b102)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:06.772525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-36f21f10-5c11-4686-b0f5-2ced47d1a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.793319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.933105 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-029e6d2c-1069-498c-88ad-f7e153d05560 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-996599707 HTTP/1.1" status: 201 len: 201 time: 0.3113992 Mar 31 23:29:06.935251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-36f21f10-5c11-4686-b0f5-2ced47d1a6ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:29:06.935786 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-36f21f10-5c11-4686-b0f5-2ced47d1a6ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:29:06.936330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53236) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:06.938192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.960735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-9f5447d0-387b-4ad3-b257-7e3188d6e1c0 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-155399217') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.195683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9f5447d0-387b-4ad3-b257-7e3188d6e1c0 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-155399217 HTTP/1.1" status: 201 len: 201 time: 0.2537355 Mar 31 23:29:07.197170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53250) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.205361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53252) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.209916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-4440a11f-d714-4523-bc8b-8570ff1a7335 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.229438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e74ac643-ae2f-4db4-baef-b1a9955fdc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.499556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e74ac643-ae2f-4db4-baef-b1a9955fdc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.504892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4440a11f-d714-4523-bc8b-8570ff1a7335 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 200 len: 241 time: 0.3058386 Mar 31 23:29:07.505606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53274) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.513441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-e6487859-f2b2-46c9-8198-2dd5fa1f3a98 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-1815856699') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.592033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e74ac643-ae2f-4db4-baef-b1a9955fdc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.636014 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6487859-f2b2-46c9-8198-2dd5fa1f3a98 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-1815856699 HTTP/1.1" status: 204 len: 168 time: 0.1275055 Mar 31 23:29:07.636446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53280) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.647437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-d671542d-957d-4de8-8d93-b3fe8f6d173c tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-1815856699') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.730759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac643-ae2f-4db4-baef-b1a9955fdc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b16768-82ae-4ab4-b0e6-d48ae5cf61c4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:07.749277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e74ac643-ae2f-4db4-baef-b1a9955fdc9a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=734c154aa44846a5ab54dd0190974554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424938 Mar 31 23:29:07.753988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53292) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.765643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-72b4485e-2d54-48ed-aaf8-f0298b65b960 None None] Provisioning complete for port f1fa1b1c-85ef-45bf-83d1-66f378008c8f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:07.766230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-72b4485e-2d54-48ed-aaf8-f0298b65b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.861191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-72b4485e-2d54-48ed-aaf8-f0298b65b960 None None] Port f1fa1b1c-85ef-45bf-83d1-66f378008c8f cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:07.876374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.879084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-72b4485e-2d54-48ed-aaf8-f0298b65b960 None None] Provisioning complete for port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:07.879665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-72b4485e-2d54-48ed-aaf8-f0298b65b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.893843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d671542d-957d-4de8-8d93-b3fe8f6d173c tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-1815856699 HTTP/1.1" status: 204 len: 168 time: 0.2528465 Mar 31 23:29:07.894792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53300) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.906027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-2b944af9-756a-40db-bed2-82f6c7d7d048 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.921684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.002590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b944af9-756a-40db-bed2-82f6c7d7d048 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 200 len: 205 time: 0.1067531 Mar 31 23:29:08.010235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53306) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.017963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-73dee15c-12de-4965-a1ae-290cc7561a89 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.112119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.116519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.120878 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9b16768-82ae-4ab4-b0e6-d48ae5cf61c4 HTTP/1.1" status: 204 len: 168 time: 0.3626969 Mar 31 23:29:08.135307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:08.144767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-73dee15c-12de-4965-a1ae-290cc7561a89 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 200 len: 241 time: 0.1306994 Mar 31 23:29:08.144977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.150095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-f42aad57-9458-46f7-8bab-8decb9780532 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-2032867254') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.154515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eea321-1e40-4449-b289-d41307a9d0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b16768-82ae-4ab4-b0e6-d48ae5cf61c4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:08.244967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f42aad57-9458-46f7-8bab-8decb9780532 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-2032867254 HTTP/1.1" status: 204 len: 168 time: 0.0989206 Mar 31 23:29:08.248650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53324) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.254325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-9f5e1b86-e1e9-4a0d-a017-2365c9a21d77 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-2032867254') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.271356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:08.271766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.426499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-f9324b8c-3662-4a08-a438-1afe764c2713 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2533252 Mar 31 23:29:08.436840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-397a227a-29b2-4a87-8d2f-524f9b327f91 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:29:08.438639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-397a227a-29b2-4a87-8d2f-524f9b327f91 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063925 Mar 31 23:29:08.502011 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f5e1b86-e1e9-4a0d-a017-2365c9a21d77 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-2032867254 HTTP/1.1" status: 204 len: 168 time: 0.2517769 Mar 31 23:29:08.504032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53344) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.513571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-1e315e79-34a8-445e-9f81-857df94d640a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.597291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e315e79-34a8-445e-9f81-857df94d640a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 200 len: 205 time: 0.0920949 Mar 31 23:29:08.600121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53350) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.607763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-0121f843-c884-4459-b907-6842f85bfce3 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.696801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0121f843-c884-4459-b907-6842f85bfce3 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 200 len: 240 time: 0.0945604 Mar 31 23:29:08.701607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53356) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.706306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-2d455e3b-245a-4ee3-ae92-cc2a8d9275c5 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-996599707') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.795440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d455e3b-245a-4ee3-ae92-cc2a8d9275c5 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-996599707 HTTP/1.1" status: 204 len: 168 time: 0.0927665 Mar 31 23:29:08.797771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53364) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.802326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-d99e6683-d863-4b00-8a30-574317da4a32 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-996599707') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:08.998026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d99e6683-d863-4b00-8a30-574317da4a32 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-996599707 HTTP/1.1" status: 204 len: 168 time: 0.1990576 Mar 31 23:29:09.000323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53380) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.004775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-ba1ab2ee-1bc0-4ffa-bb00-4c165a20fab6 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.106109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba1ab2ee-1bc0-4ffa-bb00-4c165a20fab6 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 200 len: 205 time: 0.1042378 Mar 31 23:29:09.109106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.114339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-34137dae-8c81-4aac-a9f5-63d741ea8265 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.174633 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-34137dae-8c81-4aac-a9f5-63d741ea8265 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 200 len: 240 time: 0.0619662 Mar 31 23:29:09.177214 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.186347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-6f362d43-06e1-480e-85ab-24960c8f0471 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-155399217') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.212164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f362d43-06e1-480e-85ab-24960c8f0471 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-155399217 HTTP/1.1" status: 204 len: 168 time: 0.0331337 Mar 31 23:29:09.214462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.218857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-35f2951a-90e6-49bc-81e1-5b410a68ec03 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-155399217') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.367681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-35f2951a-90e6-49bc-81e1-5b410a68ec03 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-155399217 HTTP/1.1" status: 204 len: 168 time: 0.1489780 Mar 31 23:29:09.368873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.375640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-6bfe97ff-15fa-4e97-92f1-a8a87d148eec tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.409506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6bfe97ff-15fa-4e97-92f1-a8a87d148eec tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 200 len: 205 time: 0.0393467 Mar 31 23:29:09.412371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53414) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.418119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-0bbc79e6-99be-4247-892b-9006d6f89e5a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.452313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0bbc79e6-99be-4247-892b-9006d6f89e5a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 204 len: 168 time: 0.0389361 Mar 31 23:29:09.455228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.460004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-c22c523c-45de-4233-a638-704cf3b8a248 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.575257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c22c523c-45de-4233-a638-704cf3b8a248 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 204 len: 168 time: 0.1178737 Mar 31 23:29:09.576775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53428) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.581452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-42e28bc2-ca15-4d81-b098-efcbaa1ddd9a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.659833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53434) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.661302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42e28bc2-ca15-4d81-b098-efcbaa1ddd9a tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0827963 Mar 31 23:29:09.666041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-572b6106-cc64-482f-942b-b053b2d6dd97 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.754980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-572b6106-cc64-482f-942b-b053b2d6dd97 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 204 len: 168 time: 0.0941730 Mar 31 23:29:09.760087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53438) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.765356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-d3a3287c-00fe-466e-aa16-b3ba86e42583 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-1480883451') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.797309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-d2586932-f135-4379-8a1a-4a8e0b4906b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:09.798812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-d2586932-f135-4379-8a1a-4a8e0b4906b5 service neutron] 10.222.0.83 "GET /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1094 time: 0.0427604 Mar 31 23:29:09.808439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Request body: {'binding': {'host': 'n-h2-828414-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:09.808994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Unknown quota resources ['binding']. {{(pid=109835) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 23:29:09.890778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3a3287c-00fe-466e-aa16-b3ba86e42583 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-1480883451 HTTP/1.1" status: 201 len: 201 time: 0.1292248 Mar 31 23:29:09.893420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53448) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.898183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-c155f549-9717-4385-858a-867c51dd124e tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-986746406') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:09.997300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on host n-h2-828414-2 for vnic_type normal with profile None {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:09.997812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:09.998395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:10.005188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:10.005508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:10.012528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:10.012528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:10.012897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Bound using segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:10.013315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Bound port: 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:10.098356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:10.152426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c155f549-9717-4385-858a-867c51dd124e tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-986746406 HTTP/1.1" status: 201 len: 201 time: 0.2578578 Mar 31 23:29:10.154995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53464) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.159729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-578ba0f2-73cb-44c8-9906-c6da29478b2e tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-1207313806') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:10.203691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.203691 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] 10.222.0.83 "POST /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3971651 Mar 31 23:29:10.397743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-578ba0f2-73cb-44c8-9906-c6da29478b2e tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-1207313806 HTTP/1.1" status: 201 len: 201 time: 0.2415452 Mar 31 23:29:10.401873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53482) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.407670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-45ce5d7c-6b4b-4cff-bf71-7aa019d3d9d3 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-592853406') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:10.552690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53492) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.553693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934963-7566-470e-9c9b-5f11bd029a3e req-2a6e5d6d-f872-4150-8de6-17d4826a209b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:10.556040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44934963-7566-470e-9c9b-5f11bd029a3e req-2a6e5d6d-f872-4150-8de6-17d4826a209b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Mar 31 23:29:10.568414 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-45ce5d7c-6b4b-4cff-bf71-7aa019d3d9d3 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-592853406 HTTP/1.1" status: 201 len: 201 time: 0.1653554 Mar 31 23:29:10.571928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.579327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-db96f073-872b-433c-adfb-dd38539b2cfb tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', {'tags': ['tempest-TagsExtTest-Tag-20956658', 'tempest-TagsExtTest-Tag-2027457691', 'tempest-TagsExtTest-Tag-1336849370']}) {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:10.615746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44934963-7566-470e-9c9b-5f11bd029a3e req-bb1d286a-236e-48e5-9a41-ecb8819c2647 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525470 Mar 31 23:29:10.761805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-db96f073-872b-433c-adfb-dd38539b2cfb tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 200 len: 316 time: 0.1848352 Mar 31 23:29:10.762616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53504) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.768628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-898296587'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:10.781943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-dca14728-4749-403b-97cf-82daa9ff5909 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:10.972984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dca14728-4749-403b-97cf-82daa9ff5909 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 204 len: 168 time: 0.1943071 Mar 31 23:29:10.972984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Made reservation on behalf of 8a20a462c8644430a0af9b481681c7dc for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:10.974818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53514) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.975609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.982310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-12a3462d-92c9-4f65-868a-4fbb260bbc05 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-20956658') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:10.997196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.047492 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-12a3462d-92c9-4f65-868a-4fbb260bbc05 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:11.050493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12a3462d-92c9-4f65-868a-4fbb260bbc05 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-20956658 HTTP/1.1" status: 404 len: 327 time: 0.0742428 Mar 31 23:29:11.053186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53518) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.058414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-f031ab28-bbac-4587-9764-4eb07550d216 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-2027457691') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.095670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-f854e448-7fbf-4ac8-92d0-03cb1128559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.097180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-f854e448-7fbf-4ac8-92d0-03cb1128559e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1097 time: 0.0733988 Mar 31 23:29:11.134317 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f031ab28-bbac-4587-9764-4eb07550d216 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:11.135636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f031ab28-bbac-4587-9764-4eb07550d216 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-2027457691 HTTP/1.1" status: 404 len: 329 time: 0.0812879 Mar 31 23:29:11.139893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53524) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.144653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-f8aed024-c040-48ae-8745-dca2fe59c9e4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5', 'tempest-TagsExtTest-Tag-1336849370') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.196159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.203286 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-f8aed024-c040-48ae-8745-dca2fe59c9e4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:11.204340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f8aed024-c040-48ae-8745-dca2fe59c9e4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags/tempest-TagsExtTest-Tag-1336849370 HTTP/1.1" status: 404 len: 329 time: 0.0638652 Mar 31 23:29:11.207128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.212756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-bbdb9a84-28e7-45fa-832e-9f07465e3b36 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', {'tags': ['tempest-TagsExtTest-Tag-15893323', 'tempest-TagsExtTest-Tag-287051647', 'tempest-TagsExtTest-Tag-1741243160']}) {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.231839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-08eb1dd4-5e3c-4748-960c-78ed98464698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.233324 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-08eb1dd4-5e3c-4748-960c-78ed98464698 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.1283884 Mar 31 23:29:11.285309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.350606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:11.350731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bbdb9a84-28e7-45fa-832e-9f07465e3b36 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 200 len: 315 time: 0.1385448 Mar 31 23:29:11.350731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53542) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.353675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53544) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.357469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-a9f3e983-5474-42b9-9e6e-ecdca6350029 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.360618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3157b709-322e-4990-a1bd-2fa6d0f7cace,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:11.370392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-37c5696f-e090-44b8-a275-6134dffa5ba3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1002 time: 0.1291287 Mar 31 23:29:11.371483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.371829 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Added segment d17d2457-eccd-4bba-80db-4c8055b245af of type vlan for network ed598be1-4d41-4c59-8f73-6ecf386364bd Mar 31 23:29:11.452713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.469178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-22a937e8-c6b5-4531-9361-10a0b57af665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.471946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-22a937e8-c6b5-4531-9361-10a0b57af665 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0906763 Mar 31 23:29:11.528857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-b6941af7-9e3e-4ab8-8d38-5434d45a5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.530350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-b6941af7-9e3e-4ab8-8d38-5434d45a5722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489786 Mar 31 23:29:11.568928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a9f3e983-5474-42b9-9e6e-ecdca6350029 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.2169614 Mar 31 23:29:11.595743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53558) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.602640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-b2f4975e-2e50-482b-843f-7cf3930318b7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-15893323') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.606472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.611802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.612425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.709458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d33c50cd-55ee-4034-8509-f691ad16da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.735379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Pushing event updated for resources: {'Network': ['ID=ed598be1-4d41-4c59-8f73-6ecf386364bd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:11.750579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network ed598be1-4d41-4c59-8f73-6ecf386364bd details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:11.762019 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-6263a9dd-5342-4284-82b6-f2c5709cc4aa service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248163 Mar 31 23:29:11.802378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0aa392c1-78b2-48e6-b241-15a4dd3c3cb2 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2482531 Mar 31 23:29:11.807058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53566) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.839405 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-b2f4975e-2e50-482b-843f-7cf3930318b7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:11.843140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b2f4975e-2e50-482b-843f-7cf3930318b7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-15893323 HTTP/1.1" status: 404 len: 327 time: 0.2435269 Mar 31 23:29:11.844238 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53572) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.858521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-8d78370b-3896-4832-b7dc-1a77995265f4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-287051647') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:11.866570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88ea-7e9b-4bf7-b7b6-4cf23c07bc16 req-586fb69c-8b1b-47de-a22d-114660c3e7ef tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.868913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74db88ea-7e9b-4bf7-b7b6-4cf23c07bc16 req-586fb69c-8b1b-47de-a22d-114660c3e7ef tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1256883 Mar 31 23:29:11.927874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'name': 'tempest-network--672812974', 'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:11.937350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-a37e3b39-0309-46a9-aeed-1bd2f68aeddc service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677830 Mar 31 23:29:11.949347 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-8d78370b-3896-4832-b7dc-1a77995265f4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:11.953345 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d78370b-3896-4832-b7dc-1a77995265f4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-287051647 HTTP/1.1" status: 404 len: 328 time: 0.0992253 Mar 31 23:29:11.953762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53576) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:11.958682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-a8efa9b5-f6e0-4049-80fa-bab1c8824c5d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f', 'tempest-TagsExtTest-Tag-1741243160') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.036231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74db88ea-7e9b-4bf7-b7b6-4cf23c07bc16 req-d8fbb6e9-9e3c-4df6-8961-8b0701d68be1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575255 Mar 31 23:29:12.115285 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-a8efa9b5-f6e0-4049-80fa-bab1c8824c5d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:12.115815 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a8efa9b5-f6e0-4049-80fa-bab1c8824c5d tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags/tempest-TagsExtTest-Tag-1741243160 HTTP/1.1" status: 404 len: 329 time: 0.1611338 Mar 31 23:29:12.119124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-504210e4-676a-406d-a082-c958e404004c tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:12.120752 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-504210e4-676a-406d-a082-c958e404004c tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6&tenant_id=710a39ff3417413aa2e29836e3ab1830&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1097 time: 0.1207068 Mar 31 23:29:12.122166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53584) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.127251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-4ff889ce-af5f-40e1-baee-38942bc2415f tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', {'tags': ['tempest-TagsExtTest-Tag-2047053148', 'tempest-TagsExtTest-Tag-995130493', 'tempest-TagsExtTest-Tag-1886828592']}) {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.137709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828414-2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:12.168845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:12.174118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.191304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.266378 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.291911 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.359408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ff889ce-af5f-40e1-baee-38942bc2415f tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 200 len: 317 time: 0.2358897 Mar 31 23:29:12.363353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53592) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.370956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-79b883f7-af16-459d-86f6-8c13d207f9a0 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.406422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.476231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.549725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:12.565392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e400f93-82fb-4734-bd70-94425fb42b7f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:12.580724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.581080 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Added segment 1fe45451-5549-4b5e-a0cc-c56775ef6b5e of type vlan for network e3b9500d-14d0-4ed3-ac31-c68ce7507e3c Mar 31 23:29:12.586380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:12.639781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:12.650441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.671577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-79b883f7-af16-459d-86f6-8c13d207f9a0 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 204 len: 168 time: 0.3068748 Mar 31 23:29:12.673803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.678743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-500a64b9-7a1b-4af5-8dff-7030ce9d9755 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-2047053148') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.735285 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:12.737629 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd0440-a425-4bff-ad1e-ee7fd4422cca" -d '{"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:12.743261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.747913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Deleting port d8f840d1-a9c7-4114-9730-3f37a9030b3f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:12.748573 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.786370 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-500a64b9-7a1b-4af5-8dff-7030ce9d9755 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:12.787468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-500a64b9-7a1b-4af5-8dff-7030ce9d9755 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-2047053148 HTTP/1.1" status: 404 len: 329 time: 0.1127613 Mar 31 23:29:12.791635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53616) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.794364 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b2ed4-2a84-484a-be62-abcf2d4a30ad x-openstack-request-id: req-397b2ed4-2a84-484a-be62-abcf2d4a30ad {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:12.794651 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:12.795835 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-397b2ed4-2a84-484a-be62-abcf2d4a30ad {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:12.795835 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397b2ed4-2a84-484a-be62-abcf2d4a30ad'] response: {'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'code': 200} Mar 31 23:29:12.798592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-4b0236b5-6806-47ff-a704-c9dd10472958 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-995130493') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.833310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.152316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a745dc61-8cbb-44a6-9d11-93d389dfaa3c None None] Provisioning complete for port 0e5fed11-8100-4199-8f5a-ac3dec82cabc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:13.152895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.153476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:13.153714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a745dc61-8cbb-44a6-9d11-93d389dfaa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.154085 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.204808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a745dc61-8cbb-44a6-9d11-93d389dfaa3c None None] Port 0e5fed11-8100-4199-8f5a-ac3dec82cabc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:13.271931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4634879 Mar 31 23:29:13.282701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53636) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:13.300201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaee79-1fe8-46bf-bec9-e3235f546cd1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=e3b9500d-14d0-4ed3-ac31-c68ce7507e3c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:13.314080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e3b9500d-14d0-4ed3-ac31-c68ce7507e3c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:13.339932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfbd8c-553d-41f8-8f97-1b4f7bcc66ad req-a3150b24-1c2b-480d-9752-45a50722de4b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:13.341476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccfbd8c-553d-41f8-8f97-1b4f7bcc66ad req-a3150b24-1c2b-480d-9752-45a50722de4b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.1713583 Mar 31 23:29:13.369092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] For port d8f840d1-a9c7-4114-9730-3f37a9030b3f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d8f840d1-a9c7-4114-9730-3f37a9030b3f,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:13.369092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.374260 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-4b0236b5-6806-47ff-a704-c9dd10472958 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:13.374260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b0236b5-6806-47ff-a704-c9dd10472958 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-995130493 HTTP/1.1" status: 404 len: 328 time: 0.5800817 Mar 31 23:29:13.382658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53642) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:13.387997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-26361fd4-c13a-4a02-8e29-9773ebe56324 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723', 'tempest-TagsExtTest-Tag-1886828592') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.395646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:13.404664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Calling delete_port for d8f840d1-a9c7-4114-9730-3f37a9030b3f owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:13.437740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.499788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccfbd8c-553d-41f8-8f97-1b4f7bcc66ad req-90a0b608-4bc0-4283-a41c-742495bce349 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275225 Mar 31 23:29:13.546229 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-26361fd4-c13a-4a02-8e29-9773ebe56324 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:13.550580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53652) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:13.552240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26361fd4-c13a-4a02-8e29-9773ebe56324 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags/tempest-TagsExtTest-Tag-1886828592 HTTP/1.1" status: 404 len: 329 time: 0.1675708 Mar 31 23:29:13.553573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on host n-h1-828414-2 for vnic_type normal with profile {"migrating_to": "n-h2-828414-2"} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:13.553886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:13.554405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:13.556702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-eb9e62c2-4e34-4458-b59c-a4292880d0d8 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', {'tags': ['tempest-TagsExtTest-Tag-1559284703', 'tempest-TagsExtTest-Tag-1954554815', 'tempest-TagsExtTest-Tag-1126511632']}) {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.561202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:13.562130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Attempting to bind port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on network e483e7b0-2663-441e-934c-0b13d969c6b9 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:13.568621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:13.568962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Checking segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:13.569352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Bound using segment: {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:13.569791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Bound port: 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:13.570154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.644560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:13.647848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:13.656656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.697322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b9500d-14d0-4ed3-ac31-c68ce7507e3c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.722452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe45451-5549-4b5e-a0cc-c56775ef6b5e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.722452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe45451-5549-4b5e-a0cc-c56775ef6b5e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.722838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.726488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.745701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.755557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:13.756018 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:13.758307 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:13.798593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb9e62c2-4e34-4458-b59c-a4292880d0d8 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "PUT /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 200 len: 318 time: 0.2444944 Mar 31 23:29:13.800034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:13.807121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.tag.tag_plugin [None req-a1830e8f-ce04-44b1-a101-ba31ec793063 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:13.842148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=8']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:13.859227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2c13ec57-d2eb-44a0-859b-cc339711f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.895535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:13.896689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.898348 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-38d9f9db-f6c7-42ab-9890-2da40b28c0c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1122 time: 1.7679436 Mar 31 23:29:14.020747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.022559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0e5fed11-8100-4199-8f5a-ac3dec82cabc'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:14.054839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f840d1-a9c7-4114-9730-3f37a9030b3f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:14.092725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] Provisioning complete for port 0e5fed11-8100-4199-8f5a-ac3dec82cabc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:14.094124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.117319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a1830e8f-ce04-44b1-a101-ba31ec793063 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 204 len: 168 time: 0.3123157 Mar 31 23:29:14.117319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.118979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.125489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3b9500d-14d0-4ed3-ac31-c68ce7507e3c {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:14.132002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.135567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/e3b9500d-14d0-4ed3-ac31-c68ce7507e3c HTTP/1.1" status: 204 len: 168 time: 0.8508751 Mar 31 23:29:14.146550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53676) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.150523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-95254923-e7f9-48ce-b9b3-7af0d500ea04 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-1559284703') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.156363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:14.159556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6971-856a-47c5-9454-3a53d3d12db9 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3b9500d-14d0-4ed3-ac31-c68ce7507e3c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:14.212677 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-95254923-e7f9-48ce-b9b3-7af0d500ea04 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:14.216904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95254923-e7f9-48ce-b9b3-7af0d500ea04 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-1559284703 HTTP/1.1" status: 404 len: 329 time: 0.0963318 Mar 31 23:29:14.218376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.236689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-9bbd685d-85de-4d03-9cd6-10a866e9a2fc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-1954554815') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.293809 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-9bbd685d-85de-4d03-9cd6-10a866e9a2fc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:14.299214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9bbd685d-85de-4d03-9cd6-10a866e9a2fc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-1954554815 HTTP/1.1" status: 404 len: 329 time: 0.0785863 Mar 31 23:29:14.299794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53686) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.308850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-228d485f-7238-4ba5-bab1-14efcab5e65b tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a', 'tempest-TagsExtTest-Tag-1126511632') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.359752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:14.364073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.367701 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-228d485f-7238-4ba5-bab1-14efcab5e65b tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] show failed (client error): The resource could not be found. Mar 31 23:29:14.369609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-228d485f-7238-4ba5-bab1-14efcab5e65b tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags/tempest-TagsExtTest-Tag-1126511632 HTTP/1.1" status: 404 len: 329 time: 0.0687027 Mar 31 23:29:14.373944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53692) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.384907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-a351e211-5572-4861-9de2-426316620a85 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.413250 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.429135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:14.429135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.473662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.473662 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Added segment 3e5e3eea-0a00-40a7-8d33-53abbd91a285 of type vlan for network 8f419a12-2b9d-4991-9db3-ece921553bc9 Mar 31 23:29:14.574030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a351e211-5572-4861-9de2-426316620a85 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a/tags HTTP/1.1" status: 204 len: 168 time: 0.1979187 Mar 31 23:29:14.576886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53702) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.588723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-fdb7ccf8-565f-4b2b-a83e-a7963a9c8ed7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3165a16-c7bb-46ec-8f6f-e551ade04723') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.611083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-dd1f3ec3-8e9e-4943-883a-a849f711940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.612956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-dd1f3ec3-8e9e-4943-883a-a849f711940e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1125 time: 0.3490782 Mar 31 23:29:14.645721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:14.649750 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ea857b-f329-4ec2-a077-fc6ca3313a94" -d '{"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:14.685723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:14.724572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.763106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.807270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:14.809809 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:14.853285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fdb7ccf8-565f-4b2b-a83e-a7963a9c8ed7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723/tags HTTP/1.1" status: 204 len: 168 time: 0.2693906 Mar 31 23:29:14.856453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c214e-fd73-41d4-9738-e504f26fd3be req-1fc87a92-41c6-4042-a918-d9e45ffc9642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.857429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:14.858494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d8c214e-fd73-41d4-9738-e504f26fd3be req-1fc87a92-41c6-4042-a918-d9e45ffc9642 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 944 time: 0.1368322 Mar 31 23:29:14.867111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-d84f0507-9077-464b-8e9b-ee8e4f86e9d2 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1fa1b1c-85ef-45bf-83d1-66f378008c8f') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:14.938001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-15ca2322-b536-4a8c-a38a-c90b600094a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.939935 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-15ca2322-b536-4a8c-a38a-c90b600094a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.2435822 Mar 31 23:29:15.000076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Router 0297a06d-9411-4341-94ea-2e814b375df6 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:15.005692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.007121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:15.011277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.057807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d84f0507-9077-464b-8e9b-ee8e4f86e9d2 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.1990514 Mar 31 23:29:15.058447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53730) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.067679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.tag.tag_plugin [None req-e98f7518-e4ef-4303-a466-771bc15d677f tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '933f0fa0-82e6-4d3f-8afb-94238db27bc5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:15.073062 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc3fc2d-90db-4fbd-9cec-01a3c0a70c63 x-openstack-request-id: req-9dc3fc2d-90db-4fbd-9cec-01a3c0a70c63 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:15.078140 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:15.080902 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9dc3fc2d-90db-4fbd-9cec-01a3c0a70c63 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:15.081057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-2fd60ed2-3352-4d4a-8ecb-6de90f40d42d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1002 time: 0.1301353 Mar 31 23:29:15.081162 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc3fc2d-90db-4fbd-9cec-01a3c0a70c63'] response: {'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'code': 200} Mar 31 23:29:15.094401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=8f419a12-2b9d-4991-9db3-ece921553bc9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:15.129076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 8f419a12-2b9d-4991-9db3-ece921553bc9 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:15.154016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dca176-a978-438d-8fe8-b06c13bc1a5d None None] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:15.184584 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1eeab1-4015-4540-ac2e-e6209a1a14d2 x-openstack-request-id: req-5b1eeab1-4015-4540-ac2e-e6209a1a14d2 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:15.184878 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:15.185211 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5b1eeab1-4015-4540-ac2e-e6209a1a14d2 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:15.185615 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1eeab1-4015-4540-ac2e-e6209a1a14d2'] response: {'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'status': 'completed', 'code': 200} Mar 31 23:29:15.187518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-3a09aee8-b73a-4527-8ec4-6b3780b21f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:15.189382 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-3a09aee8-b73a-4527-8ec4-6b3780b21f82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0751722 Mar 31 23:29:15.232660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8f353737-07fd-460a-aaf9-8a6836da50d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0818582 Mar 31 23:29:15.237909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.245038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d8c214e-fd73-41d4-9738-e504f26fd3be req-0f212dfc-f476-4060-b249-e734993e1131 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428658 Mar 31 23:29:15.250470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'subnet': {'network_id': '8f419a12-2b9d-4991-9db3-ece921553bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:15.260541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-2f253ac4-bbed-4012-a2e8-cea8efc8c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:15.262683 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-2f253ac4-bbed-4012-a2e8-cea8efc8c9bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610468 Mar 31 23:29:15.338704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:15.344692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-26b1210e-190f-4c6b-a42f-e657ef65e526 admin admin] 10.222.0.83 "PUT /v2.0/routers/0297a06d-9411-4341-94ea-2e814b375df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9827845 Mar 31 23:29:15.349437 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e98f7518-e4ef-4303-a466-771bc15d677f tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5/tags HTTP/1.1" status: 204 len: 168 time: 0.2834795 Mar 31 23:29:15.349557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53746) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.352075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.355660 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Sync routers for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:15.367071 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:15.368022 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:15.378731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.442407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-8aae6680-4084-4310-bf26-d0490cf84793 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709986 Mar 31 23:29:15.448863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:15.452293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.483311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:15.526168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.556660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48174a3e-37d2-4dab-9b61-4dd4a4915d66 req-b7322e9f-0797-4439-8a4e-d51d3d24e623 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058588 Mar 31 23:29:15.633778 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d215ae99-14ed-4a1e-8495-2541da5af057 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for subnetpool, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.636678 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d215ae99-14ed-4a1e-8495-2541da5af057 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnetpools/3e57b9a4-81e8-47d5-83ab-fdb3f2f3b08a HTTP/1.1" status: 204 len: 168 time: 0.2830102 Mar 31 23:29:15.650901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53758) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.689417 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:29:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:15.710702 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09192ccd-1e47-4785-b25e-5fe2adad3a61 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3165a16-c7bb-46ec-8f6f-e551ade04723 HTTP/1.1" status: 200 len: 205 time: 0.0581625 Mar 31 23:29:15.712923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:15.732104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Checking router: 0297a06d-9411-4341-94ea-2e814b375df6 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:15.739519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.741444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Routers {'0297a06d-9411-4341-94ea-2e814b375df6'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:15.742067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['0297a06d-9411-4341-94ea-2e814b375df6'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:15.822920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.856077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] Set router 0297a06d-9411-4341-94ea-2e814b375df6 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:15.861257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-b9cc8476-54cc-4c0b-80f1-84d0da282203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:15.862743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-b9cc8476-54cc-4c0b-80f1-84d0da282203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1127 time: 0.1428077 Mar 31 23:29:15.904265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Deleting port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:15.904866 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.046865 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:29:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:16.059538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.063335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.069150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] For port 7bbdeae0-049e-4dc8-af9b-fc01d5a61285, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:16.069777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.108060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Calling delete_port for 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:16.112223 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe3228-695e-4ae0-8ef9-c27deab5997a None None] The sync data for ids ['0297a06d-9411-4341-94ea-2e814b375df6'] in n-d-828414-2 is: [{'id': '0297a06d-9411-4341-94ea-2e814b375df6', 'name': 'tempest-AttachVolumeShelveTestJSON-1857107006-router', 'tenant_id': '70a0e143b4124e3dbf818ef394e50f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:20:03Z', 'updated_at': '2022-03-31T23:29:13Z', 'revision_number': 5, 'project_id': '70a0e143b4124e3dbf818ef394e50f04', 'gw_port': {'id': '7bbdeae0-049e-4dc8-af9b-fc01d5a61285', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0297a06d-9411-4341-94ea-2e814b375df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:04Z', 'updated_at': '2022-03-31T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:16.176334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-68d10618-fcc6-42b0-b8a3-008c94f9cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.177814 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-68d10618-fcc6-42b0-b8a3-008c94f9cce9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.2328758 Mar 31 23:29:16.217734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.objects.ports [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:29:16.218280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.229738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.230288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Fanout notify agent at l3_agent the message router_deleted on router e3165a16-c7bb-46ec-8f6f-e551ade04723 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:16.241148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.241148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3887bf5a-50e9-4045-b924-ca2be7115c65 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/routers/e3165a16-c7bb-46ec-8f6f-e551ade04723 HTTP/1.1" status: 204 len: 168 time: 0.5249879 Mar 31 23:29:16.241974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53784) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:16.296557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-94490b55-780a-41ef-b34f-d2f1308f3ac6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1002 time: 0.1121123 Mar 31 23:29:16.341827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36ffb31a-cdae-4093-88e5-4271a6e4b1a6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:16.375405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Checking segment: {'id': '3e5e3eea-0a00-40a7-8d33-53abbd91a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '8f419a12-2b9d-4991-9db3-ece921553bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:16.375772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Network hostable DHCP agents. Network: 8f419a12-2b9d-4991-9db3-ece921553bc9, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:16.384653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-24f7393b-7938-4fb4-ac9f-c6275cd21aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.386112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-24f7393b-7938-4fb4-ac9f-c6275cd21aaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0823059 Mar 31 23:29:16.431721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Deleting port f1fa1b1c-85ef-45bf-83d1-66f378008c8f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:16.432078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.443313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786bea-fda9-4388-9233-9c2ab4b54219 req-450afccb-2c06-40e7-be48-e976dd89111c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.444815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00786bea-fda9-4388-9233-9c2ab4b54219 req-450afccb-2c06-40e7-be48-e976dd89111c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1055682 Mar 31 23:29:16.504421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-13511b5d-fbe9-4fda-982b-a854b4106c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.506092 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-13511b5d-fbe9-4fda-982b-a854b4106c93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119626 Mar 31 23:29:16.507132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00786bea-fda9-4388-9233-9c2ab4b54219 req-7ac9ad05-4ab8-4be2-bdbe-adbff6de65d5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Mar 31 23:29:16.532298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Network 8f419a12-2b9d-4991-9db3-ece921553bc9 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:16.579327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.592735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.599360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:29:16.608220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbdeae0-049e-4dc8-af9b-fc01d5a61285,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:16.616821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Calling delete_port for f1fa1b1c-85ef-45bf-83d1-66f378008c8f owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:16.628779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 8f419a12-2b9d-4991-9db3-ece921553bc9) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:16.635075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.635434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.652757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fd9d4-c5e9-4540-b743-cf67d9bb1c8c None None] Network 8f419a12-2b9d-4991-9db3-ece921553bc9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:16.699407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-ebdfbde3-db53-4b21-a8c2-2646bb4405ba service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840916 Mar 31 23:29:16.713298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.791641 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.821507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d62581b1-bd4d-4406-b730-5eec6339e0d7 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5787690 Mar 31 23:29:16.822962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53806) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:16.829746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'floatingip': {'floating_network_id': '8f419a12-2b9d-4991-9db3-ece921553bc9'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:16.864472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a12c5572-b681-49e5-9ff3-c0a9230fdd5a req-91c7db0a-80e5-4a7c-b15c-72bc8f6fc2d4 service neutron] 10.222.0.10 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504459 Mar 31 23:29:16.864696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:16.880313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc has no active binding in host n-h2-828414-2 {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 23:29:16.892225 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:16.896520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.900992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.921774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.925133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74e471-0224-46b5-8f46-39e99c1c9c0f None None] Network 8f419a12-2b9d-4991-9db3-ece921553bc9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:16.950430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.981905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event deleted for resources: {'Port': ['ID=f1fa1b1c-85ef-45bf-83d1-66f378008c8f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.031313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.059103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.059103 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0297a06d-9411-4341-94ea-2e814b375df6 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:17.069510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.070799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df861575-0672-4daf-8213-adb184c8fb90 admin admin] 10.222.0.83 "DELETE /v2.0/routers/0297a06d-9411-4341-94ea-2e814b375df6 HTTP/1.1" status: 204 len: 168 time: 1.7217965 Mar 31 23:29:17.075541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53816) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:17.100793 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.107251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d18e8434-0ba3-4293-ab59-518fe1492afc tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/ports/f1fa1b1c-85ef-45bf-83d1-66f378008c8f HTTP/1.1" status: 204 len: 168 time: 0.8615091 Mar 31 23:29:17.113951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:17.156041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Deleting subnet 9cf42e25-4923-47cd-81e7-41c21a13316a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:17.166057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.220616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Deleting subnet 933f0fa0-82e6-4d3f-8afb-94238db27bc5 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:17.222268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.245840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.280024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.315373 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.345839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.450616 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.499566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.510168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Allocated IP 172.20.0.6 (8f419a12-2b9d-4991-9db3-ece921553bc9/36ffb31a-cdae-4093-88e5-4271a6e4b1a6/253505cc-767b-4687-ac2b-fbb7659618c6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:17.527359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf42e25-4923-47cd-81e7-41c21a13316a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.533671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.537329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f4e34130-c357-4872-b166-2e9448c4f8b5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9cf42e25-4923-47cd-81e7-41c21a13316a HTTP/1.1" status: 204 len: 168 time: 0.4609330 Mar 31 23:29:17.540459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53824) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:17.546823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eedb42-70c7-4512-9e47-82dc0a0a6328 None None] Network b7de0288-7b3f-40c6-950b-a304213fe16c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:17.633365 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.637920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.674254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event deleted for resources: {'Subnet': ['ID=933f0fa0-82e6-4d3f-8afb-94238db27bc5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.714699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.716617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Deleting port bc6dca22-9e4f-4231-82f6-79d8b81cf13b {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:17.716969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.717382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.720739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2e6ca3dc-48f4-4b75-bde1-ec9548a670c4 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/subnets/933f0fa0-82e6-4d3f-8afb-94238db27bc5 HTTP/1.1" status: 204 len: 168 time: 0.6048613 Mar 31 23:29:17.722644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b897408-19c1-4049-bb55-7c1f94e19b34 None None] Network c1a23b10-94e4-42d1-84c4-b2726c392a44 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:17.723473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53826) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:17.809868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] DHCP port deletion for b7de0288-7b3f-40c6-950b-a304213fe16c request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:17.863698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] For port bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:17.864068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.879209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Calling delete_port for bc6dca22-9e4f-4231-82f6-79d8b81cf13b owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:17.889726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6dae-6b4e-42c9-9023-3a7aa5acd9b8 req-bb7238e2-2a7e-4923-98d2-bf48b526f29d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:17.891738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-155a6dae-6b4e-42c9-9023-3a7aa5acd9b8 req-bb7238e2-2a7e-4923-98d2-bf48b526f29d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.2531385 Mar 31 23:29:17.924457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Deleting port bc6dca22-9e4f-4231-82f6-79d8b81cf13b {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:17.924457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.993926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.008632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] For port bc6dca22-9e4f-4231-82f6-79d8b81cf13b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,segment=NetworkSegment(d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5),segment_id=d5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:18.009009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.018281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-155a6dae-6b4e-42c9-9023-3a7aa5acd9b8 req-fc093240-0b69-4c05-90f8-0e185820832b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955966 Mar 31 23:29:18.027219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Calling delete_port for bc6dca22-9e4f-4231-82f6-79d8b81cf13b owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:18.055578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.081127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Deleting port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:18.081127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.082231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] DHCP port deletion for c1a23b10-94e4-42d1-84c4-b2726c392a44 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:18.084696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.098890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] No DVR routers for this DVR port bc6dca22-9e4f-4231-82f6-79d8b81cf13b on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:18.106816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.169113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d8f840d1-a9c7-4114-9730-3f37a9030b3f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:18.185926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.194550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d8f840d1-a9c7-4114-9730-3f37a9030b3f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:18.194891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d8f840d1-a9c7-4114-9730-3f37a9030b3f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:18.195879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:18.209895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de0288-7b3f-40c6-950b-a304213fe16c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:18.230148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:18.234393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Deleting port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:18.234487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bfe8e1-034c-448f-8ec6-e2c6e73ab8d5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:18.234567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.234567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:18.234567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7bbdeae0-049e-4dc8-af9b-fc01d5a61285 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:18.234567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bc6dca22-9e4f-4231-82f6-79d8b81cf13b no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:18.235378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.246865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.268746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.280203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:18.280812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:18.284149 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:18.297838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: bc6dca22-9e4f-4231-82f6-79d8b81cf13b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:18.298255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device bc6dca22-9e4f-4231-82f6-79d8b81cf13b not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:18.298610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:18.350946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] Pushing event deleted for resources: {'Port': ['ID=bc6dca22-9e4f-4231-82f6-79d8b81cf13b,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.368755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583fa07-9dbb-4157-aa04-c928ced24fbd None None] No DVR routers for this DVR port bc6dca22-9e4f-4231-82f6-79d8b81cf13b on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:18.435817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,segment=NetworkSegment(0286ec55-4002-4372-a9b6-5d85f370b102),segment_id=0286ec55-4002-4372-a9b6-5d85f370b102)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:18.436491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.455417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Calling delete_port for 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:18.557120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.613293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Network 8f419a12-2b9d-4991-9db3-ece921553bc9 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:18.615938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,segment=NetworkSegment(0286ec55-4002-4372-a9b6-5d85f370b102),segment_id=0286ec55-4002-4372-a9b6-5d85f370b102)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:18.622539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] For port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,segment=NetworkSegment(0286ec55-4002-4372-a9b6-5d85f370b102),segment_id=0286ec55-4002-4372-a9b6-5d85f370b102)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:18.622905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.625771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:18.636397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:18.640950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Port': ['ID=253505cc-767b-4687-ac2b-fbb7659618c6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.665516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Calling delete_port for 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:18.676210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.736939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.773402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.782599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.792009 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b7de0288-7b3f-40c6-950b-a304213fe16c HTTP/1.1" status: 204 len: 168 time: 1.2469425 Mar 31 23:29:18.796256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.801315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca676-ad54-41d5-8bbf-e8d1242a93a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7de0288-7b3f-40c6-950b-a304213fe16c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.807763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.816421 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.837313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] Pushing event deleted for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.843746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89accf7d-a3e9-4aad-9642-012dc1ca5832 None None] No DVR routers for this DVR port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:18.866605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] No DVR routers for this DVR port 6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:18.875635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event deleted for resources: {'Port': ['ID=6fd5b8ba-5044-4f7a-ae18-53a9c17ed9a6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:18.970439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.026303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.074379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a23b10-94e4-42d1-84c4-b2726c392a44']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:19.096213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0286ec55-4002-4372-a9b6-5d85f370b102') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:19.096522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0286ec55-4002-4372-a9b6-5d85f370b102') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:19.141083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.184796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.198042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:19.198454 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:19.201835 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:19.212958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:19.261929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b9633384-74ac-4422-ad47-ad6671ea0b06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=70a0e143b4124e3dbf818ef394e50f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439732 Mar 31 23:29:19.263855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53844) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:19.312169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0bf5-3890-4f7d-85c0-36f70ed589f1 req-37a68045-5310-40da-8678-6529e9e1b8bc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:19.313720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75af0bf5-3890-4f7d-85c0-36f70ed589f1 req-37a68045-5310-40da-8678-6529e9e1b8bc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.1691825 Mar 31 23:29:19.342609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.383565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75af0bf5-3890-4f7d-85c0-36f70ed589f1 req-4bf3d1d3-5c37-4e4b-97c5-5761dbb69e62 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Mar 31 23:29:19.394372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.399997 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.400899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.403443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] 10.222.0.83 "DELETE /v2.0/networks/c1a23b10-94e4-42d1-84c4-b2726c392a44 HTTP/1.1" status: 204 len: 168 time: 1.6791272 Mar 31 23:29:19.430498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37255478-06d4-44c7-aed1-8c23239b3ea7 tempest-TagsExtTest-772638502 tempest-TagsExtTest-772638502-project] Pushing event deleted for resources: {'Network': ['ID=c1a23b10-94e4-42d1-84c4-b2726c392a44,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:19.439399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.499467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.573675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.579998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.581808 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/45680735-bb3d-4dce-868b-29eaf1bab11f HTTP/1.1" status: 204 len: 168 time: 0.3169997 Mar 31 23:29:19.602265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b3cf7-1d75-49e7-aa5a-f2ec4d0d7eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45680735-bb3d-4dce-868b-29eaf1bab11f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:19.656279 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.691161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Port': ['ID=253505cc-767b-4687-ac2b-fbb7659618c6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:19.752337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.756416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-86d79a94-b079-4679-9afe-b2221bb0d6b1 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9294944 Mar 31 23:29:19.756913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:19.835082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0434c48d-0ae0-4214-bf2f-2005fe2d654e tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=8f419a12-2b9d-4991-9db3-ece921553bc9 HTTP/1.1" status: 200 len: 689 time: 0.0756226 Mar 31 23:29:19.836846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53854) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:19.941320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.042271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Deleting port 253505cc-767b-4687-ac2b-fbb7659618c6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:20.042628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.088402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53860) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:20.142087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.142700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.157984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Calling delete_port for 253505cc-767b-4687-ac2b-fbb7659618c6 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:20.281751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-04d1878e-4a83-440c-9e99-08935604d1e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38bd3e63f3114119a8bf35a1393ace9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920273 Mar 31 23:29:20.282412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53870) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:20.339286 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.366453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.385535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.468559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Port': ['ID=253505cc-767b-4687-ac2b-fbb7659618c6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:20.547170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.549999 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.553659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa48604c-a586-4b6c-aaf5-d5f05206a2f2 HTTP/1.1" status: 204 len: 168 time: 0.2688239 Mar 31 23:29:20.567320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25f5a1-47ed-438e-94f3-7912e72dfccb req-bd00da23-38d5-478a-98ec-ea4ad40d6fb4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:20.568954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c25f5a1-47ed-438e-94f3-7912e72dfccb req-bd00da23-38d5-478a-98ec-ea4ad40d6fb4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0742638 Mar 31 23:29:20.577760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf0bf4-8221-46c0-a2ae-28797f7593c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48604c-a586-4b6c-aaf5-d5f05206a2f2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:20.622864 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.663612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c25f5a1-47ed-438e-94f3-7912e72dfccb req-f9641a9a-106d-4cce-9c0a-fdea029f48a6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767210 Mar 31 23:29:20.690661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.825363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.861786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36ffb31a-cdae-4093-88e5-4271a6e4b1a6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:20.935904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.962208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f419a12-2b9d-4991-9db3-ece921553bc9']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:20.974033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5e3eea-0a00-40a7-8d33-53abbd91a285') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:20.975364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5e3eea-0a00-40a7-8d33-53abbd91a285') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:20.991701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.016135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:21.029801 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:21.161352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.166528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f419a12-2b9d-4991-9db3-ece921553bc9 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:21.168768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.174322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/8f419a12-2b9d-4991-9db3-ece921553bc9 HTTP/1.1" status: 204 len: 168 time: 1.3337722 Mar 31 23:29:21.174703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53898) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.191821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb5e9-332a-4370-ac51-829cf05c9a92 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f419a12-2b9d-4991-9db3-ece921553bc9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:21.239329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-41c1c59f-44d7-4a02-a769-62302437ca04 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.0612545 Mar 31 23:29:21.239634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53902) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.414950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917b59d-6ab2-478b-ae84-1a275f2af091 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.415551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917b59d-6ab2-478b-ae84-1a275f2af091 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.416020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917b59d-6ab2-478b-ae84-1a275f2af091 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.416532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917b59d-6ab2-478b-ae84-1a275f2af091 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.418204 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1917b59d-6ab2-478b-ae84-1a275f2af091 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1775398 Mar 31 23:29:21.421203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53906) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.497729 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-fd281b49-662c-4325-b4f3-8aab774304fa tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:29:21.512908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53912) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.546977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fd281b49-662c-4325-b4f3-8aab774304fa tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/19461a23-6b13-46c3-a62a-6c5f8726773b HTTP/1.1" status: 404 len: 345 time: 0.1220589 Mar 31 23:29:21.558144 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75c6ab8-23c6-42f7-a1b6-d7e619518fcd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] DELETE failed (client error): The resource could not be found. Mar 31 23:29:21.562883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75c6ab8-23c6-42f7-a1b6-d7e619518fcd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:29:21.580032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53918) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.581791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d75c6ab8-23c6-42f7-a1b6-d7e619518fcd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/8f419a12-2b9d-4991-9db3-ece921553bc9 HTTP/1.1" status: 404 len: 339 time: 0.0645914 Mar 31 23:29:21.586542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'name': 'tempest-network--1705612031', 'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:21.675823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:21.678203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.705836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:21.715246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.716225 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Added segment 43471baf-c120-4a25-962a-2148fc061ce7 of type vlan for network 507a5127-2734-4a66-afab-d67dc4bd3a00 Mar 31 23:29:21.789874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.827593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec387dc-5e42-4187-9df5-ecd01a46c3f1 req-f9838090-eebd-4a52-8dce-d5224e96d5a8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.829111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ec387dc-5e42-4187-9df5-ecd01a46c3f1 req-f9838090-eebd-4a52-8dce-d5224e96d5a8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0840077 Mar 31 23:29:21.884293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5ec387dc-5e42-4187-9df5-ecd01a46c3f1 req-367f11c8-8715-4e46-8596-7300e861b20d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Mar 31 23:29:21.939180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.940905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.942588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.027164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=507a5127-2734-4a66-afab-d67dc4bd3a00,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:22.039157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 507a5127-2734-4a66-afab-d67dc4bd3a00 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:22.053756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4fcbcb1f-ee6c-4a3e-8510-81b80c632dd5 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4722402 Mar 31 23:29:22.056356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53936) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:22.205283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939d52b-23d6-4968-909e-7d7b8bf81d40 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.211966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939d52b-23d6-4968-909e-7d7b8bf81d40 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.218256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939d52b-23d6-4968-909e-7d7b8bf81d40 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.224782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939d52b-23d6-4968-909e-7d7b8bf81d40 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.226646 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2939d52b-23d6-4968-909e-7d7b8bf81d40 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1692951 Mar 31 23:29:22.229658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53942) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:22.303766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.395189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.421104 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507a5127-2734-4a66-afab-d67dc4bd3a00']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:22.430786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43471baf-c120-4a25-962a-2148fc061ce7') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:22.431109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43471baf-c120-4a25-962a-2148fc061ce7') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:22.443354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.457863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.478286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:22.478715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:22.480702 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:22.655372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.662698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 507a5127-2734-4a66-afab-d67dc4bd3a00 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:22.676272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.688014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/507a5127-2734-4a66-afab-d67dc4bd3a00 HTTP/1.1" status: 204 len: 168 time: 0.4573433 Mar 31 23:29:22.691773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:22.698125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'name': 'tempest-network--1979841491', 'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:22.719318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c71cf-6ae9-46fe-a032-e8bf764bbddd tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Network': ['ID=507a5127-2734-4a66-afab-d67dc4bd3a00,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:22.843578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:22.848299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.865418 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-a74296ac-55a0-4798-b56e-513463c084d8 service neutron] 10.222.0.10 "GET /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 384 time: 0.0642641 Mar 31 23:29:22.899419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:22.923035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.923907 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Added segment 65bc85f5-391e-4092-85cc-60cf80a2ca7c of type vlan for network 853f274a-d2a3-46c5-af10-f3453258fc4a Mar 31 23:29:23.027685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.102422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e13fa1-401d-4219-9452-96a03c933912 req-8ec444be-171a-45c5-8a9c-70a856dfb577 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.110804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0e13fa1-401d-4219-9452-96a03c933912 req-8ec444be-171a-45c5-8a9c-70a856dfb577 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 946 time: 0.0778501 Mar 31 23:29:23.155761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0e13fa1-401d-4219-9452-96a03c933912 req-8f1ee4bc-c844-453d-83ac-28251abbb6c8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449042 Mar 31 23:29:23.171146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.174051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.176232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.227106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:23.258386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:23.260618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=853f274a-d2a3-46c5-af10-f3453258fc4a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:23.275996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 853f274a-d2a3-46c5-af10-f3453258fc4a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:23.285674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1fa1cf89-7b78-4150-b36e-e5ad2e3ccdad tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5918796 Mar 31 23:29:23.295226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53978) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:23.314717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:23.326509 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95f811b-f7c0-4db5-808d-0e6ab8878a89" -d '{"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:23.327536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:23.379433 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73410768-d851-4319-a65d-cf44676a52c4 x-openstack-request-id: req-73410768-d851-4319-a65d-cf44676a52c4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:23.379733 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:23.379987 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73410768-d851-4319-a65d-cf44676a52c4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:23.380433 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73410768-d851-4319-a65d-cf44676a52c4'] response: {'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'code': 200} Mar 31 23:29:23.407891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07eaf81-1c86-4eaf-a777-43e2887a5e10 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.411771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a07eaf81-1c86-4eaf-a777-43e2887a5e10 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "GET /v2.0/networks/853f274a-d2a3-46c5-af10-f3453258fc4a HTTP/1.1" status: 200 len: 757 time: 0.1103923 Mar 31 23:29:23.412264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 53986) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:23.471641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.533075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0adb5-ce11-47f9-843c-724df293d138 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.534485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56d0adb5-ce11-47f9-843c-724df293d138 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "GET /v2.0/networks/ed598be1-4d41-4c59-8f73-6ecf386364bd HTTP/1.1" status: 200 len: 767 time: 0.1210685 Mar 31 23:29:23.537328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 53992) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:23.575653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] Transition to ACTIVE for port object 0e5fed11-8100-4199-8f5a-ac3dec82cabc will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:23.608395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.641680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.692737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.722304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853f274a-d2a3-46c5-af10-f3453258fc4a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:23.735607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bc85f5-391e-4092-85cc-60cf80a2ca7c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:23.736122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bc85f5-391e-4092-85cc-60cf80a2ca7c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:23.751854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.766224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=11']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:23.770988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.779391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:23.780268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:23.782635 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:23.849254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] No DVR routers for this DVR port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:23.956238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.962360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 853f274a-d2a3-46c5-af10-f3453258fc4a {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:23.966705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.977178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/853f274a-d2a3-46c5-af10-f3453258fc4a HTTP/1.1" status: 204 len: 168 time: 0.4387310 Mar 31 23:29:23.977719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54010) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:23.988522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157b1e-64c3-4850-a284-bd30f353aede tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Network': ['ID=853f274a-d2a3-46c5-af10-f3453258fc4a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:23.995826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'name': 'tempest-network--89722585'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:24.071299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-781b2b13-0fc2-4254-bf71-01d7cca73473 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc/bindings/n-h2-828414-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1990497 Mar 31 23:29:24.138522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Made reservation on behalf of 13c81279975f44429fdbbde9cdd0ab8a for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:24.141167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.171451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:24.181363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.181715 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Added segment 170e102c-52e4-41a1-bf2b-a180b10bac80 of type vlan for network 686058bd-545d-46cf-89be-16672edf7d69 Mar 31 23:29:24.240747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.323659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-808e522b-f556-40bb-bc1a-edd5a275dea1 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.325380 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-808e522b-f556-40bb-bc1a-edd5a275dea1 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6&tenant_id=710a39ff3417413aa2e29836e3ab1830&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0689905 Mar 31 23:29:24.343753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421491a-3765-4247-a147-0db4393c9a8a req-f64559ca-c5bb-405c-aaba-819ca906e2a4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.356150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0421491a-3765-4247-a147-0db4393c9a8a req-f64559ca-c5bb-405c-aaba-819ca906e2a4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0867348 Mar 31 23:29:24.426078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-92df62d1-3d04-4915-b72d-fc5749f6baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.428284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261d07-6618-45bb-8936-21ee7add9ede req-a6435c3e-9196-4b2b-bd89-1fb6549f884c tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.428439 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-92df62d1-3d04-4915-b72d-fc5749f6baee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 1096 time: 0.0914423 Mar 31 23:29:24.430820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50261d07-6618-45bb-8936-21ee7add9ede req-a6435c3e-9196-4b2b-bd89-1fb6549f884c tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.0843801 Mar 31 23:29:24.433734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0421491a-3765-4247-a147-0db4393c9a8a req-3e3f324e-06c0-40f2-8010-41b597944658 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767045 Mar 31 23:29:24.480725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50261d07-6618-45bb-8936-21ee7add9ede req-8ab87682-1a34-4d77-88bb-4fa61e290d10 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Mar 31 23:29:24.510199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.512964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-269d26c8-123a-4fcc-ab0c-db452f98ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.513565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-269d26c8-123a-4fcc-ab0c-db452f98ee86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1096 time: 0.0542119 Mar 31 23:29:24.514908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.515807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.516355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.608612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54030) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:24.631798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=686058bd-545d-46cf-89be-16672edf7d69,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:24.643547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 686058bd-545d-46cf-89be-16672edf7d69 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:24.709459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-adb7b02c-09cc-4b77-8056-51a3f862c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.711474 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-adb7b02c-09cc-4b77-8056-51a3f862c0ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.1267216 Mar 31 23:29:24.736910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7fea24d4-5537-4112-8c7f-68d8a18c8769 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7513571 Mar 31 23:29:24.737212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:24.740369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:24.766693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-115ffe7d-ac0d-4a38-864c-36f14aab0623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.791362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-6eb95311-6091-4025-bcd0-0bbc430e5e76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 1000 time: 0.0715060 Mar 31 23:29:24.844486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-b7cbd9d3-2fff-4b5a-9890-6b0af0384c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.846090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-b7cbd9d3-2fff-4b5a-9890-6b0af0384c01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0480490 Mar 31 23:29:24.895885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-35ea01e5-515b-4c7c-8249-9d4232c7a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.897486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-35ea01e5-515b-4c7c-8249-9d4232c7a488 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428483 Mar 31 23:29:24.994065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-115ffe7d-ac0d-4a38-864c-36f14aab0623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.995816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.004858 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-949143c9-c573-4ad3-a520-0539975787b5 service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995536 Mar 31 23:29:25.081188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-115ffe7d-ac0d-4a38-864c-36f14aab0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.105450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-ba063804-c29f-4f7d-be94-91cec9327efe service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930800 Mar 31 23:29:25.127358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-115ffe7d-ac0d-4a38-864c-36f14aab0623 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=702da8780b1742beb91afc2146055dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180376 Mar 31 23:29:25.128264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ffe7d-ac0d-4a38-864c-36f14aab0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1d855b-4f24-4cb6-8ade-b0d8e45064f8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.130023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.161652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.178068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Network 686058bd-545d-46cf-89be-16672edf7d69 is not hosted by any dhcp agent {{(pid=109834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:29:25.179031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.179643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.180938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "PUT /v2.0/networks/686058bd-545d-46cf-89be-16672edf7d69 HTTP/1.1" status: 200 len: 857 time: 0.4470632 Mar 31 23:29:25.181172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.183763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54056) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.209652 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.287230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1b416-a9e3-425e-aad0-ce9cf14c2d24 tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event updated for resources: {'Network': ['ID=686058bd-545d-46cf-89be-16672edf7d69,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.306206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.310135 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.313067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.316764 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/af1d855b-4f24-4cb6-8ade-b0d8e45064f8 HTTP/1.1" status: 204 len: 168 time: 0.1832242 Mar 31 23:29:25.343169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af29f-74f1-4274-aa4c-f4cc78cb9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1d855b-4f24-4cb6-8ade-b0d8e45064f8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.395179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.423330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686058bd-545d-46cf-89be-16672edf7d69']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.433506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170e102c-52e4-41a1-bf2b-a180b10bac80') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.433796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170e102c-52e4-41a1-bf2b-a180b10bac80') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.443037 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.456918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.463208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:25.463598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:25.465308 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:25.578805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-3e31ed98-2fef-46fe-ab59-83b3e7c846ef tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.580308 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-3e31ed98-2fef-46fe-ab59-83b3e7c846ef tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6&tenant_id=710a39ff3417413aa2e29836e3ab1830&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 1096 time: 0.0517349 Mar 31 23:29:25.610252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.623032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 686058bd-545d-46cf-89be-16672edf7d69 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:25.637329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.640700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] 10.222.0.83 "DELETE /v2.0/networks/686058bd-545d-46cf-89be-16672edf7d69 HTTP/1.1" status: 204 len: 168 time: 0.4559841 Mar 31 23:29:25.649789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457912f-e6b2-435f-abc4-78ac34e23d6e req-b604427a-1d83-4e46-87c7-7b0f232528a4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.651583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d457912f-e6b2-435f-abc4-78ac34e23d6e req-b604427a-1d83-4e46-87c7-7b0f232528a4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.1369562 Mar 31 23:29:25.652291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54082) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.665494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Pushing event deleted for resources: {'Network': ['ID=686058bd-545d-46cf-89be-16672edf7d69,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.721581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcb914-2b25-4aef-bdf3-8b0e960770ca req-2e9e4dfe-5169-48f9-9f9b-0a9e350ed678 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.729775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffbcb914-2b25-4aef-bdf3-8b0e960770ca req-2e9e4dfe-5169-48f9-9f9b-0a9e350ed678 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.1599760 Mar 31 23:29:25.737851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.739070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.739627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.740180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.740711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.741244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.742344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.742893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.743656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.744186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.744708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.745235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17047-c660-4b9c-b378-85e466d230eb tempest-ExternalNetworksTestJSON-1265865132 tempest-ExternalNetworksTestJSON-1265865132-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:25.750162 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb1c99d-a0a8-41bb-8e61-15a580a1ac8d tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] DELETE failed (client error): The resource could not be found. Mar 31 23:29:25.750627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb1c99d-a0a8-41bb-8e61-15a580a1ac8d tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:29:25.756955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0bb1c99d-a0a8-41bb-8e61-15a580a1ac8d tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "DELETE /v2.0/subnets/36ffb31a-cdae-4093-88e5-4271a6e4b1a6 HTTP/1.1" status: 404 len: 337 time: 0.1020553 Mar 31 23:29:25.758355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54090) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.789386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:25.809743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d457912f-e6b2-435f-abc4-78ac34e23d6e req-42cda3a3-7fe4-4b3e-999b-9b42d708df81 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305227 Mar 31 23:29:25.849764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ffbcb914-2b25-4aef-bdf3-8b0e960770ca req-bb1aaf5d-d88e-4639-8a34-883c033099f7 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/security-groups?id=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189919 Mar 31 23:29:25.883173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:25.899803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-a7061869-bd66-45b0-943d-4bfec29ce608 service neutron] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:25.906025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-a7061869-bd66-45b0-943d-4bfec29ce608 service neutron] Notify callbacks [] for binding, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.911773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-a7061869-bd66-45b0-943d-4bfec29ce608 service neutron] 10.222.0.44 "DELETE /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc/bindings/n-h1-828414-2 HTTP/1.1" status: 204 len: 173 time: 0.3187194 Mar 31 23:29:25.933294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.032297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.055322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed598be1-4d41-4c59-8f73-6ecf386364bd']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.066392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17d2457-eccd-4bba-80db-4c8055b245af') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.066985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17d2457-eccd-4bba-80db-4c8055b245af') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.077242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54106) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.084004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.099775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.102317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04c34bcb-9d9e-491d-8991-a2ef1abde789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.107577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:26.108186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:26.111469 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:26.205938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04c34bcb-9d9e-491d-8991-a2ef1abde789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.235780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.240756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.249539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] 10.222.0.83 "DELETE /v2.0/networks/ed598be1-4d41-4c59-8f73-6ecf386364bd HTTP/1.1" status: 204 len: 168 time: 0.4879808 Mar 31 23:29:26.278113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5683-827d-4bd0-a72d-f7e521f036c6 tempest-ExternalNetworksTestJSON-1025955700 tempest-ExternalNetworksTestJSON-1025955700-project] Pushing event deleted for resources: {'Network': ['ID=ed598be1-4d41-4c59-8f73-6ecf386364bd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:26.292788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04c34bcb-9d9e-491d-8991-a2ef1abde789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.326687 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-43c83cde-0f63-4be3-bf8e-d4c4bd98ff4a tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.331115 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-43c83cde-0f63-4be3-bf8e-d4c4bd98ff4a tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 949 time: 0.0600593 Mar 31 23:29:26.356730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-04c34bcb-9d9e-491d-8991-a2ef1abde789 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee603a46ed564a8da50dc849a0ad7968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758651 Mar 31 23:29:26.356730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54120) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.364163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34bcb-9d9e-491d-8991-a2ef1abde789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0943c312-f4b9-427f-880b-ccbaa47523fa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:26.429734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.455086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.468733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Deleting port 68aacac0-cada-483c-906d-62ad0108680a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:26.469948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.576026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] For port 68aacac0-cada-483c-906d-62ad0108680a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=68aacac0-cada-483c-906d-62ad0108680a,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:26.576410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.584003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.586665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.587962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0943c312-f4b9-427f-880b-ccbaa47523fa HTTP/1.1" status: 204 len: 168 time: 0.2303340 Mar 31 23:29:26.592512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Calling delete_port for 68aacac0-cada-483c-906d-62ad0108680a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:26.595651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738ef59-6aa1-4bad-a4cb-6728f8439ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943c312-f4b9-427f-880b-ccbaa47523fa,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:26.818505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.831117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['68aacac0-cada-483c-906d-62ad0108680a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:26.849604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Pushing event deleted for resources: {'Port': ['ID=68aacac0-cada-483c-906d-62ad0108680a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:26.913737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] No DVR routers for this DVR port 68aacac0-cada-483c-906d-62ad0108680a on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:26.916544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.920078 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9c17364e-2ad4-48c8-b8f2-0357de12c095 req-5e399a60-8586-4738-b28d-ccacd10a9ccf tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.44 "DELETE /v2.0/ports/68aacac0-cada-483c-906d-62ad0108680a HTTP/1.1" status: 204 len: 173 time: 0.5729640 Mar 31 23:29:26.927350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'name': 'network-vif-deleted', 'tag': '68aacac0-cada-483c-906d-62ad0108680a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:26.927350 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718e8608-a5fa-44ed-96ff-ac985e00161a" -d '{"events": [{"server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "name": "network-vif-deleted", "tag": "68aacac0-cada-483c-906d-62ad0108680a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:26.983799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d95d741-044e-46cd-a390-7f103c84b7e3 req-36c60aa3-a7b8-49eb-8f38-3775fe850307 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0322773 Mar 31 23:29:26.998626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f5fd-bb75-4eb2-b94f-4e04b441abbe req-ed11fac2-34fe-484c-ac12-14046aced23d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.998626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e459f5fd-bb75-4eb2-b94f-4e04b441abbe req-ed11fac2-34fe-484c-ac12-14046aced23d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0831866 Mar 31 23:29:27.012785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.050419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54142) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.089529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e459f5fd-bb75-4eb2-b94f-4e04b441abbe req-9385e0fa-68f7-41b6-8d87-b6e4adbd5b3a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795414 Mar 31 23:29:27.156854 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a74aff-446f-4bb0-a4d7-7c37d3257d08 x-openstack-request-id: req-68a74aff-446f-4bb0-a4d7-7c37d3257d08 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:27.165170 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4803e6-dda3-4329-b8fd-12468b8affb7", "name": "network-vif-deleted", "tag": "68aacac0-cada-483c-906d-62ad0108680a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:27.165170 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-68a74aff-446f-4bb0-a4d7-7c37d3257d08 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:27.165993 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a74aff-446f-4bb0-a4d7-7c37d3257d08'] response: {'server_uuid': 'eb4803e6-dda3-4329-b8fd-12468b8affb7', 'name': 'network-vif-deleted', 'tag': '68aacac0-cada-483c-906d-62ad0108680a', 'status': 'completed', 'code': 200} Mar 31 23:29:27.278245 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-50577a60-5c58-4cf1-b981-c3d50f2a93cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a20a462c8644430a0af9b481681c7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639225 Mar 31 23:29:27.282364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54150) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.331585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.367343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.370591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec8f8d-9090-4864-a266-76201381b55d req-d1fe91ba-ef9b-43a8-b6f5-c52c5a5a8f0e tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:27.388372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fec8f8d-9090-4864-a266-76201381b55d req-d1fe91ba-ef9b-43a8-b6f5-c52c5a5a8f0e tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1096 time: 0.1801856 Mar 31 23:29:27.452837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.499599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fec8f8d-9090-4864-a266-76201381b55d req-274edb40-0148-462f-b39c-f5a390635cf6 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083839 Mar 31 23:29:27.502384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.567208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.607377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356d15a-0e53-4d5a-bc33-bbc1b5a6c5b2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.611407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=15cf50d4bf574891a7a9a8c86901d4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625246 Mar 31 23:29:27.614263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54160) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.618821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.619247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.619593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.619931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.620270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.620603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.620930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.621257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.621581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.621908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.622232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.622608 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b85c-841b-476c-839e-36fdc71f8fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:27.629357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3296b1-f433-4838-8001-2dbdb5d482cf req-6e207441-abba-48e4-9caa-c3633a2ecc75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:27.637493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb3296b1-f433-4838-8001-2dbdb5d482cf req-6e207441-abba-48e4-9caa-c3633a2ecc75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.0682526 Mar 31 23:29:27.670857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.673436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.674692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3157b709-322e-4990-a1bd-2fa6d0f7cace HTTP/1.1" status: 204 len: 168 time: 0.3780196 Mar 31 23:29:27.703710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710d24b-8e02-4dab-8d6d-a8c93da090ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157b709-322e-4990-a1bd-2fa6d0f7cace,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.713518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb3296b1-f433-4838-8001-2dbdb5d482cf req-52a6a8ae-d23a-494b-9096-e700d289af96 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 Mar 31 23:29:27.728647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.756253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54166) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.758839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.829476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-170ac78a-fc7f-4b0c-b388-369e808c7046 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 200 len: 992 time: 0.0711505 Mar 31 23:29:27.915885 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.920589 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.922561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6356d15a-0e53-4d5a-bc33-bbc1b5a6c5b2 HTTP/1.1" status: 204 len: 168 time: 0.3064897 Mar 31 23:29:27.934341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfd0d9-80f4-4698-9b02-422610e9f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356d15a-0e53-4d5a-bc33-bbc1b5a6c5b2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.114313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccee1f54-476e-4a0a-8b26-1b08433274a0 req-a112b9be-4991-46b2-a1da-38d812a23755 tempest-VolumesBackupsTest-1510510853 tempest-VolumesBackupsTest-1510510853-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb4803e6-dda3-4329-b8fd-12468b8affb7 HTTP/1.1" status: 200 len: 210 time: 0.0264294 Mar 31 23:29:28.466757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54184) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.509844 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5d5d9057-b94b-40f7-b9f4-9cbb087b0c71 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13c81279975f44429fdbbde9cdd0ab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418713 Mar 31 23:29:28.512327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.563178 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.586398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.690350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54190) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.698351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.701256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.702512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e400f93-82fb-4734-bd70-94425fb42b7f HTTP/1.1" status: 204 len: 168 time: 0.1892588 Mar 31 23:29:28.712049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e510243-a8af-437d-972c-e9d18312a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.712512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558dab6-cd0d-4445-8b04-1d949cb4967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e400f93-82fb-4734-bd70-94425fb42b7f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.812249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e510243-a8af-437d-972c-e9d18312a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.864209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e510243-a8af-437d-972c-e9d18312a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.904194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e510243-a8af-437d-972c-e9d18312a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996f3dc-bf55-437e-b0cd-9c47c2d2b5e6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.908777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e510243-a8af-437d-972c-e9d18312a0be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4a662ea4921c44a39573c2b78e370d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173378 Mar 31 23:29:28.921179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54196) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.990319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.021583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.167698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.167698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.167698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1996f3dc-bf55-437e-b0cd-9c47c2d2b5e6 HTTP/1.1" status: 204 len: 168 time: 0.2387981 Mar 31 23:29:29.176178 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b88e7f-46f0-4b85-8d0e-bb8859ac5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996f3dc-bf55-437e-b0cd-9c47c2d2b5e6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:30.085329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.260484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 4f0f0212-d445-4c7b-b111-bddf71b50780 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:30.261043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.345538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.346180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.363136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 4f0f0212-d445-4c7b-b111-bddf71b50780 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:30.612913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.641546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=4f0f0212-d445-4c7b-b111-bddf71b50780,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:30.695883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 68aacac0-cada-483c-906d-62ad0108680a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:30.713158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 68aacac0-cada-483c-906d-62ad0108680a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:30.713617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 68aacac0-cada-483c-906d-62ad0108680a not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:30.715605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.716132 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP 3e656614-324c-485b-aea6-18b393057c5e disassociated (deleted). External IP: 172.25.6.157, port: 0e5fed11-8100-4199-8f5a-ac3dec82cabc. Mar 31 23:29:31.275254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router a48660e7-cb3f-4d6b-a08f-788792ad6b7b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:31.410407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:31.415317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.424408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Sync routers for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:31.437985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:31.438754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:31.448192 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b44031b-ddb5-42c3-b1da-fa25c135939f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/floatingips/3e656614-324c-485b-aea6-18b393057c5e HTTP/1.1" status: 204 len: 168 time: 1.3607285 Mar 31 23:29:31.450862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:31.451114 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3ba5d-0dc2-428d-ba33-295779557206" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:31.556047 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df39815f-f158-429f-ba96-4e23649a995d x-openstack-request-id: req-df39815f-f158-429f-ba96-4e23649a995d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:31.578506 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:31.578506 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-df39815f-f158-429f-ba96-4e23649a995d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:31.578506 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df39815f-f158-429f-ba96-4e23649a995d'] response: {'name': 'network-changed', 'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'status': 'completed', 'code': 200} Mar 31 23:29:31.624440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-abf24627-27c6-4a4c-8606-637c02a863c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.626012 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-abf24627-27c6-4a4c-8606-637c02a863c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 1096 time: 0.0458229 Mar 31 23:29:31.628653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:31.706358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:31.752636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-425f73f9-c171-4dcf-a634-19cc76e04336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.754197 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-425f73f9-c171-4dcf-a634-19cc76e04336 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 200 len: 898 time: 0.1200745 Mar 31 23:29:31.826205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-d05f9495-9dc5-4a65-b419-20f057244a8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 200 len: 217 time: 0.0647452 Mar 31 23:29:31.898745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-600aee38-a9bd-447f-b0d7-e8cda6e29f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.900437 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-600aee38-a9bd-447f-b0d7-e8cda6e29f15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 200 len: 834 time: 0.0656269 Mar 31 23:29:31.914724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:31.945236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Checking router: a48660e7-cb3f-4d6b-a08f-788792ad6b7b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:31.955128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:31.955793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:31.976639 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-e1d6df42-2d8f-4e1c-9bc7-844b526545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.981781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-e1d6df42-2d8f-4e1c-9bc7-844b526545bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e483e7b0-2663-441e-934c-0b13d969c6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717049 Mar 31 23:29:31.988109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:32.086457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:32.107509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d15702-1d11-461e-bf35-65cd838f49e5 req-a7dee35c-ae50-4bd3-b619-19110d8e486b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.131718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d15702-1d11-461e-bf35-65cd838f49e5 req-a7dee35c-ae50-4bd3-b619-19110d8e486b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.1895175 Mar 31 23:29:32.142364 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-8d279d3b-c1cb-4bf2-8c89-2890d34ac5fa service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474466 Mar 31 23:29:32.173553 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.272986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d15702-1d11-461e-bf35-65cd838f49e5 req-70d7634d-d806-4c2c-94a4-cb070b9d92d0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=d8535a3b-9ca5-4c4a-848c-46749d80ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390429 Mar 31 23:29:32.335545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7c3ba5d-0dc2-428d-ba33-295779557206 req-34482935-fdb6-4ff8-a5a8-757db1875b4b service neutron] 10.222.0.44 "GET /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876416 Mar 31 23:29:32.349730 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.429329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:32.479141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29711-65c1-4100-9810-e4d2b9a28226 None None] The sync data for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 is: [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '6f559a09-65b4-4253-a0e5-b6dfc912e626', 'name': '', 'network_id': 'e483e7b0-2663-441e-934c-0b13d969c6b9', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:97:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'b847c93c-954f-4ba1-a101-1255e3c973e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:32.485259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Allocated IP 172.25.6.186 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/04a74368-5e70-45bc-ad30-42bae74b2a59) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:32.566559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-f3ece59f-2cdb-4bf2-bee3-090799c9d4c6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.577815 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-f3ece59f-2cdb-4bf2-bee3-090799c9d4c6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 945 time: 0.1227133 Mar 31 23:29:32.665346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.742581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 0e5fed11-8100-4199-8f5a-ac3dec82cabc {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:32.743212 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.761379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.860258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:32.870177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:32.876289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:32.933428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 0e5fed11-8100-4199-8f5a-ac3dec82cabc, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0e5fed11-8100-4199-8f5a-ac3dec82cabc,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:32.936463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.963190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 0e5fed11-8100-4199-8f5a-ac3dec82cabc owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:32.985888 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1637190-a618-484f-a75a-d5483526c062 None None] New status for floating IP 3e656614-324c-485b-aea6-18b393057c5e: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:33.076649 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.131828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Pushing event updated for resources: {'Port': ['ID=04a74368-5e70-45bc-ad30-42bae74b2a59,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:33.198342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.339616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.433362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=0e5fed11-8100-4199-8f5a-ac3dec82cabc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:33.442513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3828eb92-cf50-4985-9c60-7b67fb67f8dc req-f29de3b5-3ccb-4d3e-98af-334e857658f0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7e96835-dc7d-4ece-b8bc-388bed414da6 HTTP/1.1" status: 200 len: 210 time: 0.0514715 Mar 31 23:29:33.461251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] No DVR routers for this DVR port 0e5fed11-8100-4199-8f5a-ac3dec82cabc on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:33.463988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.468833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4c18583c-7ca8-41cf-83d0-417885f30bd9 req-7d53b0a7-101c-4852-8640-305e9f82b3cd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.44 "DELETE /v2.0/ports/0e5fed11-8100-4199-8f5a-ac3dec82cabc HTTP/1.1" status: 204 len: 173 time: 0.8821929 Mar 31 23:29:33.486129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.544083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.558560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-deleted', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:33.561259 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27371453-177b-4d29-b66f-517cdc940164" -d '{"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-deleted", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:33.613018 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e296bf7-2a3c-40f2-9bf5-ef75d9478303 x-openstack-request-id: req-8e296bf7-2a3c-40f2-9bf5-ef75d9478303 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:33.613496 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96835-dc7d-4ece-b8bc-388bed414da6", "name": "network-vif-deleted", "tag": "0e5fed11-8100-4199-8f5a-ac3dec82cabc", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:33.613586 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e296bf7-2a3c-40f2-9bf5-ef75d9478303 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:33.614090 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e296bf7-2a3c-40f2-9bf5-ef75d9478303'] response: {'server_uuid': 'a7e96835-dc7d-4ece-b8bc-388bed414da6', 'name': 'network-vif-deleted', 'tag': '0e5fed11-8100-4199-8f5a-ac3dec82cabc', 'status': 'completed', 'code': 200} Mar 31 23:29:33.621168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Pushing event updated for resources: {'Port': ['ID=04a74368-5e70-45bc-ad30-42bae74b2a59,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:33.652980 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.746112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.747523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5a509f7-db9d-482d-970b-1d5c521f23c4 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0390191 Mar 31 23:29:33.750531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:33.755595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1045339794', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'fixed_ips': [{'ip_address': '172.25.6.186'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:33.853441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Made reservation on behalf of 7ddd6570112f4bbf85c42d4c03830e24 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:33.856464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.869932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.968790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.982845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.041341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.054159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] device_id is not set on port 2ae19108-fb78-4e4c-b962-4d853ae6d4f4 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:34.073534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa829c-4320-4f88-8663-6ab87a235626,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.281180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d432c1bb-eb59-4180-9bcb-7c176a758dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.398066 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:29:34.398757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:29:34.402626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d432c1bb-eb59-4180-9bcb-7c176a758dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.464293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d432c1bb-eb59-4180-9bcb-7c176a758dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.469967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc4c9db0-af78-4d4d-807e-008ca782e148 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7183635 Mar 31 23:29:34.474371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54450) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.519487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54452) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.532879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d432c1bb-eb59-4180-9bcb-7c176a758dde admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1221c4e76bc341ca98bd5b175d6e8203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529695 Mar 31 23:29:34.547482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54454) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.567445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432c1bb-eb59-4180-9bcb-7c176a758dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0554c524-0c78-48d4-b56e-f7fd91560c24,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.689301 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.713567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.756221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Deleting port 04a74368-5e70-45bc-ad30-42bae74b2a59 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:34.757383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.821123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.870736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.871128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.884711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Calling delete_port for 04a74368-5e70-45bc-ad30-42bae74b2a59 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:34.927036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.930209 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.940221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0554c524-0c78-48d4-b56e-f7fd91560c24 HTTP/1.1" status: 204 len: 168 time: 0.3909988 Mar 31 23:29:34.975616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e7ae7-3d82-4127-a852-23155acd6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554c524-0c78-48d4-b56e-f7fd91560c24,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:35.026022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.226284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.264352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Pushing event deleted for resources: {'Port': ['ID=04a74368-5e70-45bc-ad30-42bae74b2a59,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:35.373355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.377607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.378913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e36aecaa-8547-4122-83ea-349e344ff457 tempest-ExternalNetworksAdminNegativeTestJSON-594101769 tempest-ExternalNetworksAdminNegativeTestJSON-594101769-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/880771cc-7296-4f0b-9ba2-c288389c439d HTTP/1.1" status: 204 len: 168 time: 0.9050851 Mar 31 23:29:35.390480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 6f559a09-65b4-4253-a0e5-b6dfc912e626 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:35.391096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.522265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 6f559a09-65b4-4253-a0e5-b6dfc912e626, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6f559a09-65b4-4253-a0e5-b6dfc912e626,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:35.523316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.543234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 6f559a09-65b4-4253-a0e5-b6dfc912e626 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:35.772884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:35.800852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3b3aecd-1799-4c6d-ae05-ed053e9fcd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.905250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3b3aecd-1799-4c6d-ae05-ed053e9fcd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.926968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.958852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=6f559a09-65b4-4253-a0e5-b6dfc912e626,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:35.993423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b3b3aecd-1799-4c6d-ae05-ed053e9fcd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.067693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b3b3aecd-1799-4c6d-ae05-ed053e9fcd15 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f7ffdb088a2f457aae6500bfb06b086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912047 Mar 31 23:29:36.071710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:36.128567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54482) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:36.176530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3aecd-1799-4c6d-ae05-ed053e9fcd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4186939f-0bc3-461b-85a2-3e6e98bd4c26,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.227185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.247590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.280893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.356531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e09d194a-bf55-4327-97af-3c0c95c44e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.466173 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.468840 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.474836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4186939f-0bc3-461b-85a2-3e6e98bd4c26 HTTP/1.1" status: 204 len: 168 time: 0.3932745 Mar 31 23:29:36.494206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc69aa9-8df2-4cc8-9828-96e9af3ae424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4186939f-0bc3-461b-85a2-3e6e98bd4c26,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.508475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router a48660e7-cb3f-4d6b-a08f-788792ad6b7b has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:36.576987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e09d194a-bf55-4327-97af-3c0c95c44e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.627622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:36.633842 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5f58fff-aa43-4b57-8a0b-0d5026acfdee tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/a48660e7-cb3f-4d6b-a08f-788792ad6b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1133373 Mar 31 23:29:36.636721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:36.637883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Sync routers for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:36.650041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:36.650660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:36.692856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting subnet b847c93c-954f-4ba1-a101-1255e3c973e1 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:36.696794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.698227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e09d194a-bf55-4327-97af-3c0c95c44e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.744949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.754462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e09d194a-bf55-4327-97af-3c0c95c44e2c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6a8a48ba45d4e879abdac539ffa4598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239042 Mar 31 23:29:36.759282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54490) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:36.763136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:36.771520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d194a-bf55-4327-97af-3c0c95c44e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b32d6-70dd-45f2-a0a0-369edfee86d7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.795079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 0e5fed11-8100-4199-8f5a-ac3dec82cabc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:36.795440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0e5fed11-8100-4199-8f5a-ac3dec82cabc not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:36.811134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:36.871678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.891818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.952558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.049526 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.082419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Subnet': ['ID=b847c93c-954f-4ba1-a101-1255e3c973e1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:37.086920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:29:35Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.097293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.101877 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-964e307d-5b8f-4141-9ace-a13473bf6cf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/subnets/b847c93c-954f-4ba1-a101-1255e3c973e1 HTTP/1.1" status: 204 len: 168 time: 0.4641585 Mar 31 23:29:37.104712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54504) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.117812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Checking router: a48660e7-cb3f-4d6b-a08f-788792ad6b7b for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:37.120558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffbdec-6f13-4a3d-b667-484b6972db08 None None] Network e483e7b0-2663-441e-934c-0b13d969c6b9 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:37.175735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.178930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.179661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc0b32d6-70dd-45f2-a0a0-369edfee86d7 HTTP/1.1" status: 204 len: 168 time: 0.4194319 Mar 31 23:29:37.186713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Routers {'a48660e7-cb3f-4d6b-a08f-788792ad6b7b'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:37.187620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.197293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91a81f-4f1f-4710-8e38-89081caf52d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b32d6-70dd-45f2-a0a0-369edfee86d7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:37.269258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.394677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] Set router a48660e7-cb3f-4d6b-a08f-788792ad6b7b gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:37.602777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] DHCP port deletion for e483e7b0-2663-441e-934c-0b13d969c6b9 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:37.772602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Deleting port 700535b5-c629-4944-a8fb-d933763770df {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:37.773724 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.780155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:29:35Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.851747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c081af-5253-444e-bc55-299bb3e60bcf None None] The sync data for ids ['a48660e7-cb3f-4d6b-a08f-788792ad6b7b'] in n-d-828414-2 is: [{'id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839255015', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:29:35Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '38bfb825-ab3f-44ed-9128-0b073059a1db', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48660e7-cb3f-4d6b-a08f-788792ad6b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:57Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:37.873750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.914532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] For port 700535b5-c629-4944-a8fb-d933763770df, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=700535b5-c629-4944-a8fb-d933763770df,segment=NetworkSegment(fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a),segment_id=fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:37.915377 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.933444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Calling delete_port for 700535b5-c629-4944-a8fb-d933763770df owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:38.072674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 38bfb825-ab3f-44ed-9128-0b073059a1db {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:38.073232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.148202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54544) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:38.164910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 38bfb825-ab3f-44ed-9128-0b073059a1db, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=38bfb825-ab3f-44ed-9128-0b073059a1db,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:38.165289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.196344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 38bfb825-ab3f-44ed-9128-0b073059a1db owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:38.234639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c37c690b-6b9c-47bb-9503-36562f493e05 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ddd6570112f4bbf85c42d4c03830e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823584 Mar 31 23:29:38.235289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:38.247109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.337610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6f559a09-65b4-4253-a0e5-b6dfc912e626 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:38.342732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] Pushing event deleted for resources: {'Port': ['ID=700535b5-c629-4944-a8fb-d933763770df,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:38.385198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.428843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.572190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.574839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.578317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13fa829c-4320-4f88-8663-6ab87a235626 HTTP/1.1" status: 204 len: 168 time: 0.3400359 Mar 31 23:29:38.595130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398003d8-7d8a-405d-8e35-8b15e7aad1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa829c-4320-4f88-8663-6ab87a235626,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:38.600654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.657684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6f559a09-65b4-4253-a0e5-b6dfc912e626 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:38.658226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6f559a09-65b4-4253-a0e5-b6dfc912e626 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:38.658657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 700535b5-c629-4944-a8fb-d933763770df no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:38.690842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdc03f-1b6c-4b6b-8cbd-a4c04682be9d None None] No DVR routers for this DVR port 700535b5-c629-4944-a8fb-d933763770df on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:38.694720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=38bfb825-ab3f-44ed-9128-0b073059a1db,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:38.720025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 700535b5-c629-4944-a8fb-d933763770df {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:38.720375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 700535b5-c629-4944-a8fb-d933763770df not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:38.819716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.929241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.931571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.058179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.059626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Fanout notify agent at l3_agent the message router_deleted on router a48660e7-cb3f-4d6b-a08f-788792ad6b7b {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:39.067836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.071501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-370dfac9-fce5-4191-9fca-4e8a4971dd6d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/routers/a48660e7-cb3f-4d6b-a08f-788792ad6b7b HTTP/1.1" status: 204 len: 168 time: 1.9634299 Mar 31 23:29:39.072040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54562) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:39.264519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.434856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.462464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e483e7b0-2663-441e-934c-0b13d969c6b9']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.475813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.476386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7c0e89-cd3b-4a97-9b6a-af35dc8a8e8a') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.493324 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.511991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.521163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:39.521480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:39.525594 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:39.686435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.696140 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.700415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/networks/e483e7b0-2663-441e-934c-0b13d969c6b9 HTTP/1.1" status: 204 len: 168 time: 0.6261423 Mar 31 23:29:39.703139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:39.720778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa022ba-80cf-450c-b3ea-4dc09acc431d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Network': ['ID=e483e7b0-2663-441e-934c-0b13d969c6b9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.815420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.867263 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.046357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.049107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.051146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/security-groups/d8535a3b-9ca5-4c4a-848c-46749d80ba74 HTTP/1.1" status: 204 len: 168 time: 0.3464177 Mar 31 23:29:40.077085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44a12-b896-4e81-8bf0-ef7211624472 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8535a3b-9ca5-4c4a-848c-46749d80ba74,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.157701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 38bfb825-ab3f-44ed-9128-0b073059a1db no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:40.191080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 38bfb825-ab3f-44ed-9128-0b073059a1db {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:40.191428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 38bfb825-ab3f-44ed-9128-0b073059a1db not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:40.610164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54616) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:40.614963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665521724', 'description': 'tempest-secgroup-smoke-665521724 description', 'project_id': '710a39ff3417413aa2e29836e3ab1830'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:40.738522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.816794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.885993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.918122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf197d3-8638-4574-849e-dfe78918306c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.996814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.998126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7e7a5e27-ccec-43a4-83a3-59d15eccc5f7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3868260 Mar 31 23:29:41.001110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54628) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.006693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:41.103809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.213615 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.315436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.348928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfe2a9a-81a3-4261-b31a-e631084647b4,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.355497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54638) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.431551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.435043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-02145a8b-36d5-4964-ba48-eee16c919e6c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4308560 Mar 31 23:29:41.436041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54644) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.441894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:41.515354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.574237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1669638-85d8-4b2d-9a1f-d2ce101870d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.623739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-185d112c-f951-439e-8d8e-0f4ee85f8b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.632968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.703412 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1669638-85d8-4b2d-9a1f-d2ce101870d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.705021 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.728841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7bcacf-9f16-43f4-9467-e52b6da66412,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.783519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1669638-85d8-4b2d-9a1f-d2ce101870d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.815274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.816386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-55122dbf-0372-4499-9cba-9a1f4a958d97 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784416 Mar 31 23:29:41.820157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54658) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.826957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:41.833452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d1669638-85d8-4b2d-9a1f-d2ce101870d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a4b4b993e3a4800af32472e951c7109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768529 Mar 31 23:29:41.834219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54660) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.835054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1669638-85d8-4b2d-9a1f-d2ce101870d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd4074-517f-4ef1-af6c-271ab6c07e9b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.903632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.905186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.927788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.956657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.094881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1290703662'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:42.110663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.115572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.118024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a0cd4074-517f-4ef1-af6c-271ab6c07e9b HTTP/1.1" status: 204 len: 168 time: 0.2790582 Mar 31 23:29:42.129529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.136194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240472cb-281e-4e2d-9a38-9af0c1a2b10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd4074-517f-4ef1-af6c-271ab6c07e9b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.252357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Made reservation on behalf of f84e175bad9c4cfa9c6653741397d07f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:42.257138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.260710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.280165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.304813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-c2873f04-b95f-4b89-b40c-326d05377710 req-e7d98446-5063-43ad-ab9d-0c872cf1baf9 service neutron] (109835) timed out ('10.222.0.44', 62937) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:29:42.305366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b81f6c8-75f6-417a-b48b-dd87e7b4a894,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.378948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.383222 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2dde1ae1-56cf-4a2a-9bc5-a9473a5fa1fd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5619807 Mar 31 23:29:42.384197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54678) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.385232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.391143 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:42.446277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.479653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:42.482400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.491798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862ac074-85f2-4ce8-8817-03489aaad7e8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.497701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.498058 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Added segment 5af468e5-c030-4071-9da6-c40127b3ed0f of type vlan for network 2644b619-5db7-4518-b28c-17ebb9c14471 Mar 31 23:29:42.553965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.577374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.634797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.653893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98173804-e5e5-4ca0-a133-8fd152fa03c4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.685644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.691512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:42.692095 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.758762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Pushing event updated for resources: {'Network': ['ID=2644b619-5db7-4518-b28c-17ebb9c14471,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.769617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2644b619-5db7-4518-b28c-17ebb9c14471 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:42.774533 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.778401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2d9a2c7-96f1-41d6-b8c5-9adb680db09a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3906941 Mar 31 23:29:42.778639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.783716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:42.797901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-45d8b904-74d3-4ca5-96a9-1c769d3702d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8912890 Mar 31 23:29:42.869466 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:29:42.874855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.916221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.935765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b154c5d9-0dae-4fe8-9c33-c035aa6a5424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.968612 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.043477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b154c5d9-0dae-4fe8-9c33-c035aa6a5424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.052129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.073858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc9c3ec-2039-4f51-8db3-f39a47ca045f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.099767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54694) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.114683 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b154c5d9-0dae-4fe8-9c33-c035aa6a5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.145303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.147174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-069fd3d1-9870-4ab9-a8a9-433ca8288840 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3669574 Mar 31 23:29:43.150139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54698) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.155653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'security_group_rule': {'security_group_id': 'bdf197d3-8638-4574-849e-dfe78918306c', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:43.161196 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b154c5d9-0dae-4fe8-9c33-c035aa6a5424 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0cb7f5d4ae2f4965965ea8396e3da008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438593 Mar 31 23:29:43.162287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154c5d9-0dae-4fe8-9c33-c035aa6a5424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da22f69-52ad-4510-9a21-9a1be894cfa7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.165544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54700) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.227054 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.248379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-416f1614-d09c-4216-9506-242dfacc7dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.272571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.281667 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Project 710a39ff3417413aa2e29836e3ab1830 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:29:43.292203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.375780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.388500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-416f1614-d09c-4216-9506-242dfacc7dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.390000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471', 'binding:host_id': 'n-h2-828414-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1249516363'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:43.412200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.415061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.427293 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4da22f69-52ad-4510-9a21-9a1be894cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2494516 Mar 31 23:29:43.428213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.428401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fd8b8-f853-47fe-b4a4-56c30f13a242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da22f69-52ad-4510-9a21-9a1be894cfa7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.446656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-416f1614-d09c-4216-9506-242dfacc7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.498257 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-416f1614-d09c-4216-9506-242dfacc7dfc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0808b3857d845549f2fe69cd420f1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974035 Mar 31 23:29:43.500278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1614-d09c-4216-9506-242dfacc7dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9cf914-369b-4f1f-be03-0e0ba7bb7a31,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.501045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54708) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.510528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Made reservation on behalf of 93dab151252f4d65b3f2c8e55bd2ec45 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:43.513015 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.530661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.559259 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.596355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e49eb2-62b9-4ec2-adb2-54d4368d2854,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.616312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.654927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.698270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.699443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb96873f-08fb-4850-b7a6-bbaecbfe8bb0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5480137 Mar 31 23:29:43.702605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54710) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.707677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'network': {'name': 'tempest-network-smoke--1808556748', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:43.716291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.789097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.794090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 999a2643-63ff-4d1e-af63-fa3623815253 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:43.800878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:43.805830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.809208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.814229 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.815438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e9cf914-369b-4f1f-be03-0e0ba7bb7a31 HTTP/1.1" status: 204 len: 168 time: 0.3132942 Mar 31 23:29:43.840376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b8fefcb2-f750-407d-8960-005fc63be635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.846613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:43.858527 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.859171 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Added segment 5d07c317-9214-4ae5-a750-e5c001249f8b of type vlan for network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 Mar 31 23:29:43.903930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b97d9-df50-491c-8916-acec0437deb1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.907532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.933567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b71709-cb04-447a-b08e-b4e24e312ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9cf914-369b-4f1f-be03-0e0ba7bb7a31,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.012437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.019623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:44.020219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.088209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Network': ['ID=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.102393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:44.108076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 999a2643-63ff-4d1e-af63-fa3623815253 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:44.118766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.129703 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66cb2fa6-5aeb-41d8-92fb-843d44f4ae58 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4257264 Mar 31 23:29:44.133101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.138597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'admin_state_up': True, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:44.210304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54718) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.224192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d4f57ff-a22c-4bba-a3e4-5648c6906136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.235272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.237226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.238197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.322089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.329656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=999a2643-63ff-4d1e-af63-fa3623815253,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.351290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Checking segment: {'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:44.351663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Network hostable DHCP agents. Network: 2644b619-5db7-4518-b28c-17ebb9c14471, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:44.400915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d4f57ff-a22c-4bba-a3e4-5648c6906136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.469253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Network 2644b619-5db7-4518-b28c-17ebb9c14471 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:44.497680 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d4f57ff-a22c-4bba-a3e4-5648c6906136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.540161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4d4f57ff-a22c-4bba-a3e4-5648c6906136 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c1d0117c6f5449ea2b70e816e8c909b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287575 Mar 31 23:29:44.541033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f57ff-a22c-4bba-a3e4-5648c6906136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6788bcb-6499-4bf8-b774-caa6414a2174,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.543579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.551707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.602659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.625199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2644b619-5db7-4518-b28c-17ebb9c14471) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:44.634575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadb8e6-19ce-49f3-833c-f216fc6e5e51 None None] Network 2644b619-5db7-4518-b28c-17ebb9c14471 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:44.636937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.639861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:44.674585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.675270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.676106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.684419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.685304 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.691090 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 2 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.714890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.715405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.716176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.724417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.725398 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.726073 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 3 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.743630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.743630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.743630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.748756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.749089 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.751753 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 4 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.766478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.766842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.767196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.772653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.772945 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.773344 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 5 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.785428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.790234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.790764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.790968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.795572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.795909 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.796308 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 6 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.810264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd84c0a8-dcef-42a4-b2e0-205456f42ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.810827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.811219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.811650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.816762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.816762 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.816983 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 7 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.830152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.832754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.836868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e6788bcb-6499-4bf8-b774-caa6414a2174 HTTP/1.1" status: 204 len: 168 time: 0.2894504 Mar 31 23:29:44.836868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.836868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.836868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.847208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.847540 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.848238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc8af2-304f-49fd-811d-c6c473bf3e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6788bcb-6499-4bf8-b774-caa6414a2174,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.850564 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 8 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.867304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.867641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.867985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.873069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.873587 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.874124 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 9 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.890578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.890917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.891293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.898526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.899606 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.900280 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 10 to bind port 999a2643-63ff-4d1e-af63-fa3623815253 Mar 31 23:29:44.923748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:44.924353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:44.924699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:44.930378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 999a2643-63ff-4d1e-af63-fa3623815253 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:44.930702 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 999a2643-63ff-4d1e-af63-fa3623815253 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:44.931111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.933650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.967592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.022080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 999a2643-63ff-4d1e-af63-fa3623815253, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:45.022619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempted to set empty binding levels {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:29:45.081043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.109798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd84c0a8-dcef-42a4-b2e0-205456f42ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.115412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:45.116064 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.136264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.186 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/281d1764-667c-45af-8c4c-2cc5df8c1367) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:45.137957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=999a2643-63ff-4d1e-af63-fa3623815253,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.199136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fd84c0a8-dcef-42a4-b2e0-205456f42ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.228966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c7a9b02b-66a5-4231-8828-a8af8cb085a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8413763 Mar 31 23:29:45.229186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54730) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.335803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Deleting port 999a2643-63ff-4d1e-af63-fa3623815253 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:45.336628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.366651 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.429452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 999a2643-63ff-4d1e-af63-fa3623815253, host n-h2-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:45.429817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.446115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Calling delete_port for 999a2643-63ff-4d1e-af63-fa3623815253 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:45.614430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fd84c0a8-dcef-42a4-b2e0-205456f42ff8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=acd52b6f2f114e6b865c23598a22786c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279748 Mar 31 23:29:45.615174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84c0a8-dcef-42a4-b2e0-205456f42ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9bc88-6f27-4a81-9051-ecf96bcbc127,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.617260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.642634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.664841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.705921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event deleted for resources: {'Port': ['ID=999a2643-63ff-4d1e-af63-fa3623815253,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.712520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.715370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8af6d11e-574f-46cb-8f2c-65935f4b4969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "DELETE /v2.0/ports/999a2643-63ff-4d1e-af63-fa3623815253 HTTP/1.1" status: 204 len: 168 time: 0.4851038 Mar 31 23:29:45.719555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54746) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.732681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.748920 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e054ce7b-7c39-4711-9fad-14bd3a94d4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:29:45.750904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e054ce7b-7c39-4711-9fad-14bd3a94d4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports/999a2643-63ff-4d1e-af63-fa3623815253 HTTP/1.1" status: 404 len: 333 time: 0.0296850 Mar 31 23:29:45.754343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.758825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.760489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-321853722'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:45.768182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.828487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=281d1764-667c-45af-8c4c-2cc5df8c1367,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.838032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:45.839517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:45.842023 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:45.891957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.892527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Made reservation on behalf of 93dab151252f4d65b3f2c8e55bd2ec45 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:45.894335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.894608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.897600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31a9bc88-6f27-4a81-9051-ecf96bcbc127 HTTP/1.1" status: 204 len: 168 time: 0.2788610 Mar 31 23:29:45.908666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be106f84-abcd-445d-8a58-a790ee72e4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9bc88-6f27-4a81-9051-ecf96bcbc127,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.994484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:46.232875 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.330799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.574341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.622008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.679708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.690304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Network 2644b619-5db7-4518-b28c-17ebb9c14471 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:46.725073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:46.731585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:46.732549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:46.733150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.747931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6fc491-3be8-4ea6-87b8-70f6ac8d7221,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.800101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.831624 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-39f5924f-9304-40ed-90c7-7d9db3aaa960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0759313 Mar 31 23:29:46.834320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54774) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:46.844912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:46.892013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 50ab650b-2c46-41e2-aa0a-3702408dfeaf is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:46.910620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.030650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:47.045432 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114f783-2952-4c2a-8819-99960091822c None None] Sync routers for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:47.060594 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:47.061247 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:47.135186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.140289 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-410c474d-dc3b-44cc-adbd-f27573c59de2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0026956 Mar 31 23:29:47.140409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54782) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.153618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:47.162684 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.181422 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bd1f5f82-dcc0-4c2a-984b-eedfe7f64dca tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=710a39ff3417413aa2e29836e3ab1830&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399542 Mar 31 23:29:47.184793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54784) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.199291 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:47.337790 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.426465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6fc491-3be8-4ea6-87b8-70f6ac8d7221,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:47.437314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd61f780-42de-457f-b0ca-83d99abe4a6e tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:47.438831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cd61f780-42de-457f-b0ca-83d99abe4a6e tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2530987 Mar 31 23:29:47.442404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54796) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.450630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.451884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.454654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.459935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.460265 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.460654 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 2 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.476257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.476747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.477096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.483211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.483656 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.483915 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 3 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.500705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.501051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.501559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.509105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.509429 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.509782 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:46Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:47.509987 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 4 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.528766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.529107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.529446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.540333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.540752 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.541232 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 5 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.543795 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c418fddf-e06a-4a21-bbbc-42cf0f2ac139 tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0997443 Mar 31 23:29:47.550434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54800) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.550585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114f783-2952-4c2a-8819-99960091822c None None] Checking router: 50ab650b-2c46-41e2-aa0a-3702408dfeaf for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:47.550585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114f783-2952-4c2a-8819-99960091822c None None] Updating router 50ab650b-2c46-41e2-aa0a-3702408dfeaf port 281d1764-667c-45af-8c4c-2cc5df8c1367 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:47.551331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257299243', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:47.585763 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.636325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.636325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.636645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.649906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.650053 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.654206 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 6 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.683830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.684562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.685107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.695493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.695818 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.699293 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 7 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.718583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.718940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.719325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.726935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.727335 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.727762 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 8 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.748761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.749188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.749594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.754813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.755517 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.756084 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 9 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.769965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.770421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.770842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.778275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.778638 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.779037 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 10 to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 Mar 31 23:29:47.809264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:47.809615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:47.809969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:47.821288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:47.822733 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:47.823398 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.826076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:47.830594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.955941 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.997199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:47.997756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempted to set empty binding levels {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:29:48.020043 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.060272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.095067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Pushing event updated for resources: {'Port': ['ID=281d1764-667c-45af-8c4c-2cc5df8c1367,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.100634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] In _notify_port_updated(), no bound segment for port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:29:48.101217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.101887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.105869 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.106381 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.106514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "PUT /v2.0/ports/2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 HTTP/1.1" status: 200 len: 978 time: 1.2709172 Mar 31 23:29:48.106978 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.107501 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.107989 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.108460 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.108923 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.109041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54814) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.109503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.109975 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.110446 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.110925 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.111647 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:48.122756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d114f783-2952-4c2a-8819-99960091822c None None] Attempting to bind port 281d1764-667c-45af-8c4c-2cc5df8c1367 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:48.122756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d114f783-2952-4c2a-8819-99960091822c None None] Attempting to bind port 281d1764-667c-45af-8c4c-2cc5df8c1367 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:48.122756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f783-2952-4c2a-8819-99960091822c None None] Attempting to bind port 281d1764-667c-45af-8c4c-2cc5df8c1367 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:48.130182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f783-2952-4c2a-8819-99960091822c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:48.131186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f783-2952-4c2a-8819-99960091822c None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:48.132431 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.133287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f783-2952-4c2a-8819-99960091822c None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:48.133996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-d114f783-2952-4c2a-8819-99960091822c None None] Bound port: 281d1764-667c-45af-8c4c-2cc5df8c1367, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:48.134546 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.172418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679c41b-fd75-42e6-9d3f-4dd5af3c1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6fc491-3be8-4ea6-87b8-70f6ac8d7221,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.222064 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-d114f783-2952-4c2a-8819-99960091822c None None] For port 281d1764-667c-45af-8c4c-2cc5df8c1367, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:48.222064 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-d114f783-2952-4c2a-8819-99960091822c None None] For port 281d1764-667c-45af-8c4c-2cc5df8c1367, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=281d1764-667c-45af-8c4c-2cc5df8c1367,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:48.233064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.233567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.234053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.234728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.235691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.236214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.238170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ffc57034-6d56-444d-a7d4-7386ab7ca69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5426 time: 0.1266036 Mar 31 23:29:48.245949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.286120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.321753 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d114f783-2952-4c2a-8819-99960091822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.350734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Deleting port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:48.350734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.362003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Subnet': ['ID=f2695402-7665-4655-afec-4fa0525f3ee6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.372922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Checking segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:48.373146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network hostable DHCP agents. Network: 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:48.409008 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:48.410192 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:48.468748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:48.488807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221, host n-h2-828414-2, got binding levels [] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:48.489409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.506614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Calling delete_port for 2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:48.577466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:48.583027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.586994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.593631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e95d3a-2ee4-431c-8eb2-df0cedc94c51 None None] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:48.641689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54848) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.660903 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5ae9f-fc54-4935-afea-08117041bd7b None None] Pushing event updated for resources: {'Port': ['ID=281d1764-667c-45af-8c4c-2cc5df8c1367,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.700641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d079c30-9493-45e9-a239-1e0cd9a03ca7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1557081 Mar 31 23:29:48.703524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54852) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.726445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.780545 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:48.820885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:48.823239 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.850131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a6fc491-3be8-4ea6-87b8-70f6ac8d7221,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.864166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.880519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-812eaf51-5fe9-480e-9b1e-5a625cd1cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "DELETE /v2.0/ports/2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 HTTP/1.1" status: 204 len: 168 time: 0.6308303 Mar 31 23:29:48.883791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54858) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.916171 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed23a915-0f6d-4f74-a941-59acfa3c0431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:29:48.921415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed23a915-0f6d-4f74-a941-59acfa3c0431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports/2a6fc491-3be8-4ea6-87b8-70f6ac8d7221 HTTP/1.1" status: 404 len: 333 time: 0.0334082 Mar 31 23:29:48.928889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54860) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.947346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-555944081', 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:48.979551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4007-1179-4228-8509-8436ff682e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.035578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Allocated IP 172.20.0.2 (9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48/f2695402-7665-4655-afec-4fa0525f3ee6/168a16c6-5df6-4c38-98bf-3ccbe92e42fd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:49.075082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Made reservation on behalf of 93dab151252f4d65b3f2c8e55bd2ec45 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:49.077533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.109241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port b546a2ad-aa43-497f-9f45-89c5fca8efdd yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:49.120111 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d114f783-2952-4c2a-8819-99960091822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:46Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.187236 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114f783-2952-4c2a-8819-99960091822c None None] The sync data for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 is: [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:46Z', 'revision_number': 3, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:49.226668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.263428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4007-1179-4228-8509-8436ff682e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.293170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.326085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.356767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4007-1179-4228-8509-8436ff682e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.377096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Pushing event updated for resources: {'Port': ['ID=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.393889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:49.400811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:49.406336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:49.434850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.471786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Network 2644b619-5db7-4518-b28c-17ebb9c14471 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:49.476255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b4007-1179-4228-8509-8436ff682e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf64f3-65b5-4efe-9db0-762399529d38,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.480145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Attempting to bind port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:49.480587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Attempting to bind port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:49.480767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:49.481071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Attempting to bind port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd on network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:49.487262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2e2b4007-1179-4228-8509-8436ff682e62 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e2d30eb81394fb68c9e67b6400d8a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420911 Mar 31 23:29:49.488070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:49.488235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Checking segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:49.488367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.488733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.489185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Bound using segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:49.489716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Bound port: 168a16c6-5df6-4c38-98bf-3ccbe92e42fd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:49.490811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.538297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54866) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.541501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:49.543282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.549726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.603858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] For port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:49.613412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] For port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:49.629026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.629283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=b546a2ad-aa43-497f-9f45-89c5fca8efdd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.661505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.679245 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d851821-2555-43ce-a3d1-72f660477520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7444305 Mar 31 23:29:49.684081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.690984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.703327 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.724079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc72addf-4685-44b5-96d3-3c0587d6ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.726274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc72addf-4685-44b5-96d3-3c0587d6ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports/b546a2ad-aa43-497f-9f45-89c5fca8efdd HTTP/1.1" status: 200 len: 958 time: 0.0437732 Mar 31 23:29:49.730707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.822277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0072a-e60a-4194-8fbd-f2cc256acc62 None None] Pushing event updated for resources: {'Port': ['ID=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.897974 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9e33042-07f7-40a9-b626-74eb1bd3a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.948200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Deleting port b546a2ad-aa43-497f-9f45-89c5fca8efdd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:49.948551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.080134 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.083264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.085302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4fcf64f3-65b5-4efe-9db0-762399529d38 HTTP/1.1" status: 204 len: 168 time: 0.5960627 Mar 31 23:29:50.110949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364e329-6215-4ecf-9748-410864640765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf64f3-65b5-4efe-9db0-762399529d38,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.125627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.191682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Calling delete_port for b546a2ad-aa43-497f-9f45-89c5fca8efdd owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:50.234734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.1 (9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48/f2695402-7665-4655-afec-4fa0525f3ee6/857b26af-f278-44d4-9416-6e8112314fd1) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:50.343380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9e33042-07f7-40a9-b626-74eb1bd3a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.382365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 281d1764-667c-45af-8c4c-2cc5df8c1367 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:50.433176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b9e33042-07f7-40a9-b626-74eb1bd3a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.457695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.464932 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b9e33042-07f7-40a9-b626-74eb1bd3a1f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0901698818e64df293394143c2153bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823917 Mar 31 23:29:50.471480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54878) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:50.496394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 281d1764-667c-45af-8c4c-2cc5df8c1367 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:50.496771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.530228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33042-07f7-40a9-b626-74eb1bd3a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bf0709-13b6-493a-8d28-dfcbab6296e7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.550523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.595040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.599583 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "DELETE /v2.0/ports/b546a2ad-aa43-497f-9f45-89c5fca8efdd HTTP/1.1" status: 204 len: 168 time: 0.8667262 Mar 31 23:29:50.601866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54882) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:50.605077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e65a4a-52e3-460b-b451-49736e13262e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event deleted for resources: {'Port': ['ID=b546a2ad-aa43-497f-9f45-89c5fca8efdd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.619356 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.622986 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.638635 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.715576 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.737318 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d5307a-1429-49d0-87a7-f3a02689ef21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:29:50.741161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-55d5307a-1429-49d0-87a7-f3a02689ef21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports/b546a2ad-aa43-497f-9f45-89c5fca8efdd HTTP/1.1" status: 404 len: 333 time: 0.1380227 Mar 31 23:29:50.752278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:50.752659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380944125'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:50.757559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 281d1764-667c-45af-8c4c-2cc5df8c1367, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=281d1764-667c-45af-8c4c-2cc5df8c1367,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:50.777944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:50.780302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.787976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:50.799993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.804237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.806732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:50.806899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c5bf0709-13b6-493a-8d28-dfcbab6296e7 HTTP/1.1" status: 204 len: 168 time: 0.3334749 Mar 31 23:29:50.825523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4c77c-b443-4111-8a43-f01c7ded0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bf0709-13b6-493a-8d28-dfcbab6296e7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.870495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.874336 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.875368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 168a16c6-5df6-4c38-98bf-3ccbe92e42fd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:50.885867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Made reservation on behalf of 93dab151252f4d65b3f2c8e55bd2ec45 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:50.890556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.940005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:51.018157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=281d1764-667c-45af-8c4c-2cc5df8c1367,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.035320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:51.037524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.226114 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.236306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.266681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:51.395691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00242a3-8f63-476d-af2d-ed0204443280 None None] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:51.517028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-818b795c-c969-4efe-b272-2966059fe2da None None] Provisioning complete for port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:51.517346 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-818b795c-c969-4efe-b272-2966059fe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.676755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-818b795c-c969-4efe-b272-2966059fe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.748974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.749651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.825373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Network 2644b619-5db7-4518-b28c-17ebb9c14471 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:51.828655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:51.833059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:51.833241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.835384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:51.836398 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.846922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=38314f28-ed3d-4afb-8967-bcbfa7b0b1b0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.919641 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84258116-2ecf-4cdb-a3b4-ff3ee3967f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1726048 Mar 31 23:29:51.935758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54904) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:51.935758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:51.957479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.971376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-818b795c-c969-4efe-b272-2966059fe2da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:29:51.971734 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-818b795c-c969-4efe-b272-2966059fe2da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:29:52.030224 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.228221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 281d1764-667c-45af-8c4c-2cc5df8c1367 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:52.343199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] device_id is not set on port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:52.359757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 281d1764-667c-45af-8c4c-2cc5df8c1367 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:52.359757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.365390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.378090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.446209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:52.460189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 168a16c6-5df6-4c38-98bf-3ccbe92e42fd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:52.464057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fcc55f4-a956-4d2f-9285-95623863344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.464270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.468665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.520303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=38314f28-ed3d-4afb-8967-bcbfa7b0b1b0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.544110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.546048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.560912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:52.561370 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.594189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.594812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.595395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.605591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.606221 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.608417 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 2 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.636375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.636966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.637472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.648064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.648670 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.653245 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 3 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.680188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.680698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.681197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.699779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.700102 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.703624 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 4 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.707223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fcc55f4-a956-4d2f-9285-95623863344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.722039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.722750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.723276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.727997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:52.730087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:52.730349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.730684 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.731749 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 5 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.747052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.747392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.747732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.754202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.755071 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.755214 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 6 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.769970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.770295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.770680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.777606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.777939 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.778321 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 7 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.800336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fcc55f4-a956-4d2f-9285-95623863344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.810820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-00a54344-8dbc-4a6c-b19f-f4515b4bd493 None None] Provisioning complete for port 857b26af-f278-44d4-9416-6e8112314fd1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:52.811374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-00a54344-8dbc-4a6c-b19f-f4515b4bd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.868526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-00a54344-8dbc-4a6c-b19f-f4515b4bd493 None None] Port 857b26af-f278-44d4-9416-6e8112314fd1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:52.872643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 50ab650b-2c46-41e2-aa0a-3702408dfeaf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:52.879513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-00a54344-8dbc-4a6c-b19f-f4515b4bd493 None None] Provisioning complete for port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:52.880179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-00a54344-8dbc-4a6c-b19f-f4515b4bd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.887411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc55f4-a956-4d2f-9285-95623863344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c242e-b3f3-4efc-9e52-836ec706a049,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.893094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.893483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.893822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.904971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.905305 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.908323 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 8 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.920956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0fcc55f4-a956-4d2f-9285-95623863344f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8fa5709d9654c82a89118d9b9602e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735398 Mar 31 23:29:52.924232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 54936) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:52.942792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.943164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.943511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:52.963341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:52.963546 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:52.965534 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 9 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:52.997166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.997612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.998048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:53.021554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:53.021879 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:53.022424 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempt 10 to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 Mar 31 23:29:53.054512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:53.055381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.057099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:53.057434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:53.057770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempting to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:53.071153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:53.071487 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Failed to bind port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '5af468e5-c030-4071-9da6-c40127b3ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '2644b619-5db7-4518-b28c-17ebb9c14471'}] Mar 31 23:29:53.071868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.075289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Sync routers for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:53.084078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5d86fde-6e67-436e-b655-d3a6ec9cc461 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/50ab650b-2c46-41e2-aa0a-3702408dfeaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3787391 Mar 31 23:29:53.105548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:53.106166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:53.114512 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.217806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:53.218566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attempted to set empty binding levels {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:29:53.258542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:53.260743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f7c2b6a8-dc1c-43e8-b678-a0bc50a73038 None None] Provisioning complete for port 857b26af-f278-44d4-9416-6e8112314fd1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:53.261344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c2b6a8-dc1c-43e8-b678-a0bc50a73038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.292826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.347710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.357003 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.361385 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f1c242e-b3f3-4efc-9e52-836ec706a049 HTTP/1.1" status: 204 len: 168 time: 0.4339828 Mar 31 23:29:53.361385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] In _notify_port_updated(), no bound segment for port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 on network 2644b619-5db7-4518-b28c-17ebb9c14471 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:29:53.377850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:53.378283 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.381862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "PUT /v2.0/ports/38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 HTTP/1.1" status: 200 len: 979 time: 1.4604478 Mar 31 23:29:53.384666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:53.418515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c522f-2240-4604-ad8c-a5ad9f6aa37d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event updated for resources: {'Port': ['ID=38314f28-ed3d-4afb-8967-bcbfa7b0b1b0,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.428205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19282097-b16c-4a40-a3bc-11ab666857bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c242e-b3f3-4efc-9e52-836ec706a049,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.447145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2b6a8-dc1c-43e8-b678-a0bc50a73038 None None] Port 857b26af-f278-44d4-9416-6e8112314fd1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:53.538351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-8bd546dd-9708-489b-81db-6c18b3c4fc7d tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665521724&fields=id&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 267 time: 0.1435437 Mar 31 23:29:53.636133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 2, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:53.664011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Checking router: 50ab650b-2c46-41e2-aa0a-3702408dfeaf for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:53.664343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Updating router 50ab650b-2c46-41e2-aa0a-3702408dfeaf port 857b26af-f278-44d4-9416-6e8112314fd1 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:53.702951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.891993 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:54.064088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Deleting port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:54.064088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.193859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] For port 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0, host n-h2-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:54.194243 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.221379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-9314f59b-cb11-408f-8ee9-bcec0583b388 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:54.225285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-9314f59b-cb11-408f-8ee9-bcec0583b388 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 797 time: 0.6741581 Mar 31 23:29:54.230495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Calling delete_port for 38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:54.267546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-ec5406ca-67e4-414e-9dc2-9fd3c919bc00 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/quotas/710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 375 time: 0.0342205 Mar 31 23:29:54.283518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.336759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.365224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.374076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-de9e25f8-beab-4ac2-bec0-9bf46eabd325 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900683 Mar 31 23:29:54.444278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317652-736b-4c72-aae9-57fd17930ee6 None None] Pushing event updated for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.458861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.491598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Pushing event deleted for resources: {'Port': ['ID=38314f28-ed3d-4afb-8967-bcbfa7b0b1b0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.503333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.503333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f3ff857a-6f25-4c2b-b3df-713e87c0cee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "DELETE /v2.0/ports/38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 HTTP/1.1" status: 204 len: 168 time: 1.1155655 Mar 31 23:29:54.505662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54994) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.514167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Attempting to bind port 857b26af-f278-44d4-9416-6e8112314fd1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:54.515271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Attempting to bind port 857b26af-f278-44d4-9416-6e8112314fd1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:54.515873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Attempting to bind port 857b26af-f278-44d4-9416-6e8112314fd1 on network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:54.524309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:54.525434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Checking segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:54.526149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.526733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Bound using segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:54.527443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Bound port: 857b26af-f278-44d4-9416-6e8112314fd1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:54.528035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.542237 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb0aa27-db23-4ec2-833d-4e7eae939ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:29:54.544349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7eb0aa27-db23-4ec2-833d-4e7eae939ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855215171-project-admin] 10.222.0.83 "GET /v2.0/ports/38314f28-ed3d-4afb-8967-bcbfa7b0b1b0 HTTP/1.1" status: 404 len: 333 time: 0.0375330 Mar 31 23:29:54.547871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 54996) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.611439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] For port 857b26af-f278-44d4-9416-6e8112314fd1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:54.615889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] For port 857b26af-f278-44d4-9416-6e8112314fd1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=857b26af-f278-44d4-9416-6e8112314fd1,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:54.686596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.738876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.862388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:54.863074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:54.929621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55012) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.953911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-6a4f8414-b100-4acc-b059-7323afa65d1b service neutron] 10.222.0.83 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664744 Mar 31 23:29:54.972235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.024280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317652-736b-4c72-aae9-57fd17930ee6 None None] Pushing event updated for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.029422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] Provisioning complete for port 857b26af-f278-44d4-9416-6e8112314fd1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.030430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.074936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2644b619-5db7-4518-b28c-17ebb9c14471']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.131147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af468e5-c030-4071-9da6-c40127b3ed0f') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.133186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af468e5-c030-4071-9da6-c40127b3ed0f') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.183645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.205823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:55.236151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.251430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:55.251857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:55.257362 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:55.259575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-e4566e21-9b51-4781-8b9b-e7fac86f8e50 service neutron] 10.222.0.83 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978642 Mar 31 23:29:55.315790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47b40e8c-7a47-48cf-9d40-a845df159a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.386379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.463312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] For port 857b26af-f278-44d4-9416-6e8112314fd1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=857b26af-f278-44d4-9416-6e8112314fd1,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:55.468216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47b40e8c-7a47-48cf-9d40-a845df159a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.486577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.502482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.518993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] 10.222.0.83 "DELETE /v2.0/networks/2644b619-5db7-4518-b28c-17ebb9c14471 HTTP/1.1" status: 204 len: 168 time: 0.9697514 Mar 31 23:29:55.538967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c19a3-dc3f-41c1-8b8b-318bfcce38cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964498758-project] Pushing event deleted for resources: {'Network': ['ID=2644b619-5db7-4518-b28c-17ebb9c14471,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.586808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47b40e8c-7a47-48cf-9d40-a845df159a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.632532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.678088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-615448ec-5389-48c5-a151-2fd8ad13340a req-feacefea-5342-49f2-9ca6-a16d3f991d94 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0530689 Mar 31 23:29:55.684915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.688224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-47b40e8c-7a47-48cf-9d40-a845df159a03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b7335bf042df4c7f8b34cdb38b956f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566831 Mar 31 23:29:55.692307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b40e8c-7a47-48cf-9d40-a845df159a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3bceff-59f5-4b7b-a6d3-a71708f05f95,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.743345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259e26-b016-426f-9b92-ca45383b6bc4 None None] Pushing event updated for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.760845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:54Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.765729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.790081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0c060-2f3f-4ba2-a5d3-1da6ea779bd1 None None] The sync data for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 is: [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:54Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:55.800112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fcefd14a-afba-4d1b-bd82-85f2279ea497 None None] Provisioning complete for port 857b26af-f278-44d4-9416-6e8112314fd1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.800346 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fcefd14a-afba-4d1b-bd82-85f2279ea497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.829941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.052515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.061784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.061784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6c3bceff-59f5-4b7b-a6d3-a71708f05f95 HTTP/1.1" status: 204 len: 168 time: 0.3709457 Mar 31 23:29:56.065448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c44ec-fba8-486c-96c4-2ffe9480a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3bceff-59f5-4b7b-a6d3-a71708f05f95,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.243852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 857b26af-f278-44d4-9416-6e8112314fd1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:56.285901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55050) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.343693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 857b26af-f278-44d4-9416-6e8112314fd1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.344204 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.719592 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-606db8ed-cd47-4576-8a2a-922e226bcf6f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f84e175bad9c4cfa9c6653741397d07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306591 Mar 31 23:29:56.720392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55064) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.812869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.853733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35035526-e042-4a43-9687-cde16a764b12 req-27544892-8481-4ab5-91e2-8aa8c2dc84c2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0519407 Mar 31 23:29:56.869796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.045922 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.051147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.053730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/862ac074-85f2-4ce8-8817-03489aaad7e8 HTTP/1.1" status: 204 len: 168 time: 0.3323262 Mar 31 23:29:57.065037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074be49-9df4-4d16-9864-e22d7a21e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ac074-85f2-4ce8-8817-03489aaad7e8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:57.950377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55102) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:57.992179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee3a7649-5ac7-41c1-8d90-37a021b43306 req-7d21d7db-8d5a-4275-b3e1-88d91349c4d1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0528677 Mar 31 23:29:58.000726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-50a4adb1-0bf3-4ff4-8a61-b8a47029b725 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93dab151252f4d65b3f2c8e55bd2ec45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484338 Mar 31 23:29:58.003258 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:58.059511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.085993 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.325908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.328529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.329726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b39b97d9-df50-491c-8916-acec0437deb1 HTTP/1.1" status: 204 len: 168 time: 0.3253508 Mar 31 23:29:58.339056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0f24e-edc6-4ddd-9e31-c0254141960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b97d9-df50-491c-8916-acec0437deb1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.618973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-c36aa90e-31e0-49ff-9124-3a6f409c3d2f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.621686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-c36aa90e-31e0-49ff-9124-3a6f409c3d2f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 797 time: 0.2557809 Mar 31 23:29:58.686645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-301bfea9-e392-4bd8-8f12-1fef29796ba7 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710a39ff3417413aa2e29836e3ab1830 HTTP/1.1" status: 200 len: 379 time: 0.0476489 Mar 31 23:29:58.699929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'port': {'device_id': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'admin_state_up': True, 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'security_groups': ['bdf197d3-8638-4574-849e-dfe78918306c']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:58.897579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Made reservation on behalf of 710a39ff3417413aa2e29836e3ab1830 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:58.901727 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.099469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.20.0.10 (9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48/f2695402-7665-4655-afec-4fa0525f3ee6/7688a3de-9355-4c46-b33b-f7c80368a4b4) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:59.108922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96a97ce2-5ccb-40fd-8e34-3cad364225d4 req-e28aa60d-982e-4ef6-8102-8654a5073ae2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0401609 Mar 31 23:29:59.283728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.399589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.463039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:59.469259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:59.477288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:59.543882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.544714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.553505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:59.716113 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-5e7c7b25-30bc-43f8-868e-03c29e5dedcf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199437 Mar 31 23:29:59.735441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Request body: {'port': {'device_id': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:59.799319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.878528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-de96ce9f-dac0-4ff5-8d1d-f09205558efe None None] Provisioning complete for port 7688a3de-9355-4c46-b33b-f7c80368a4b4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:59.880326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de96ce9f-dac0-4ff5-8d1d-f09205558efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.928407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-de96ce9f-dac0-4ff5-8d1d-f09205558efe None None] Port 7688a3de-9355-4c46-b33b-f7c80368a4b4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:00.224805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7688a3de-9355-4c46-b33b-f7c80368a4b4 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:00.233227 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.244118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ad03a-6b89-4c59-92e5-a1c1daa1e864 req-1b81f141-3a20-40c1-aaab-4fe3def04b0b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.245746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f82ad03a-6b89-4c59-92e5-a1c1daa1e864 req-1b81f141-3a20-40c1-aaab-4fe3def04b0b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 932 time: 0.0559134 Mar 31 23:30:00.247698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Transition to ACTIVE for port object 7688a3de-9355-4c46-b33b-f7c80368a4b4 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:30:00.297065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f82ad03a-6b89-4c59-92e5-a1c1daa1e864 req-2c38e5b0-1f8e-4ae0-be43-390ab94d2e44 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445135 Mar 31 23:30:00.382711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.694916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55232) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:00.793311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:00.871432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1233633029'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:00.882486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Attempting to bind port 7688a3de-9355-4c46-b33b-f7c80368a4b4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:00.882832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Attempting to bind port 7688a3de-9355-4c46-b33b-f7c80368a4b4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:00.883195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Attempting to bind port 7688a3de-9355-4c46-b33b-f7c80368a4b4 on network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:00.888001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Port 7688a3de-9355-4c46-b33b-f7c80368a4b4 on network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:00.888314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Attempting to bind port 7688a3de-9355-4c46-b33b-f7c80368a4b4 on network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:00.893447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:00.893788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Checking segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:00.894171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Bound using segment: {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:00.894597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Bound port: 7688a3de-9355-4c46-b33b-f7c80368a4b4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d07c317-9214-4ae5-a750-e5c001249f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:00.894951 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.965040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:00.968746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:00.986837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Made reservation on behalf of 9443b0696cbd408eab0cbb855b4b8aec for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:00.991302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.005534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.080317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.096847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.122844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.123486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.124956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] 10.222.0.10 "PUT /v2.0/ports/7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 1092 time: 1.3954308 Mar 31 23:30:01.125421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:01.127910 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd6271-4c92-4b45-bded-021f80c0bdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:01.156553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8efb-1478-48b9-b0ad-8db40cbe9a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.176978 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.179948 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3c452-4a4c-403e-85ce-03e64df1df86 x-openstack-request-id: req-ebe3c452-4a4c-403e-85ce-03e64df1df86 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:01.180238 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:01.181133 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ebe3c452-4a4c-403e-85ce-03e64df1df86 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:01.181550 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe3c452-4a4c-403e-85ce-03e64df1df86'] response: {'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'status': 'completed', 'code': 200} Mar 31 23:30:01.206957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:01.229539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09434bea-c451-4d54-9824-2f4db6e25a42,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.235124 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.235479 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Added segment 2de3f78c-8b31-4c65-a131-75db3e248338 of type vlan for network 6eb193a6-74f8-4200-9a61-3e5d08412f2f Mar 31 23:30:01.289798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.292786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-f283a4dc-999f-460d-ac0b-cd9ed22e2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.296098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-f283a4dc-999f-460d-ac0b-cd9ed22e2583 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1095 time: 0.0654962 Mar 31 23:30:01.411359 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.417193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.417926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.495660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Pushing event updated for resources: {'Network': ['ID=6eb193a6-74f8-4200-9a61-3e5d08412f2f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.510952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:01.524046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-66b6bcdf-7674-4bb7-9a2b-e6446377d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.525634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-66b6bcdf-7674-4bb7-9a2b-e6446377d006 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=710a39ff3417413aa2e29836e3ab1830&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2138164 Mar 31 23:30:01.556731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d04a6a86-0f80-4c44-89ff-63885f0651c6 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8603699 Mar 31 23:30:01.708814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55278) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:01.721657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a84218-f556-4ec7-a698-ac35e0b86766 req-32224136-cad7-4cbf-8e7b-ff4c35c912d4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.726906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6a84218-f556-4ec7-a698-ac35e0b86766 req-32224136-cad7-4cbf-8e7b-ff4c35c912d4 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.0885792 Mar 31 23:30:01.743760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-0ef28491-432e-45a8-9a46-7bfe19dc9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.745280 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f6fd6271-4c92-4b45-bded-021f80c0bdd8 req-0ef28491-432e-45a8-9a46-7bfe19dc9390 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2128458 Mar 31 23:30:01.805250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6a84218-f556-4ec7-a698-ac35e0b86766 req-c1fd9943-4cec-4733-a447-b13615698456 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611620 Mar 31 23:30:01.875911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-62738464-0006-4ee9-8497-1f27d659dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.877403 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-62738464-0006-4ee9-8497-1f27d659dfdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1095 time: 0.0476801 Mar 31 23:30:01.919890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90252f7c-7e43-4fb6-9f11-daa083bb181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.928788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-13959820-e614-4783-8694-4856d8cbcad0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0366325 Mar 31 23:30:01.996361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-8c15f106-d013-4ba0-b3fa-b2da6cc1f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.997834 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-8c15f106-d013-4ba0-b3fa-b2da6cc1f11b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.0624635 Mar 31 23:30:01.998305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55282) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:02.003044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f', 'binding:host_id': 'n-h2-828414-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1820129405'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:02.024152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90252f7c-7e43-4fb6-9f11-daa083bb181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.055075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-f40f89d4-3dc1-4ab2-b950-a8f7752ae191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.056836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-f40f89d4-3dc1-4ab2-b950-a8f7752ae191 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485561 Mar 31 23:30:02.151910 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-52f6bf8d-ffea-42ed-ab0c-d457cfc7304d service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Mar 31 23:30:02.159964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90252f7c-7e43-4fb6-9f11-daa083bb181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.199746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-90252f7c-7e43-4fb6-9f11-daa083bb181f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd4d73b3676d440f8598025b4f316668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661710 Mar 31 23:30:02.201682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90252f7c-7e43-4fb6-9f11-daa083bb181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3f6e0-26bf-448b-9c5e-c4cf7fa022ea,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.204010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55284) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:02.214020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Made reservation on behalf of 6e17496717024e55ab36134602dbba1a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:02.215836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.230627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.263028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.285235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2f8b0f18-bfcb-4df5-91c5-fc0f4f2c5614 req-bf1d0a18-ee96-42d1-9a56-b9e78ab17a78 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274140 Mar 31 23:30:02.289269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.342903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.440421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.440651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.443539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.444720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fbd3f6e0-26bf-448b-9c5e-c4cf7fa022ea HTTP/1.1" status: 204 len: 168 time: 0.2397845 Mar 31 23:30:02.448206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port 3cb42f3d-2009-451f-85d6-7e51e270f786 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:02.454556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89975e05-57b9-4e1f-9124-2262ea7f318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3f6e0-26bf-448b-9c5e-c4cf7fa022ea,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.533734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1340d4f8-e80d-4ba4-b527-a9ae1a4407c6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.687792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port 3cb42f3d-2009-451f-85d6-7e51e270f786 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:02.698804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.777711 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.853257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb42f3d-2009-451f-85d6-7e51e270f786,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.868055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Checking segment: {'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:02.868417 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Network hostable DHCP agents. Network: 6eb193a6-74f8-4200-9a61-3e5d08412f2f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:02.945754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c89d5-18e8-472f-8009-ff404dd2b803 req-5e621df4-86b8-4b25-9ed2-97cdb70506f9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.947222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1c89d5-18e8-472f-8009-ff404dd2b803 req-5e621df4-86b8-4b25-9ed2-97cdb70506f9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.0529799 Mar 31 23:30:02.988102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba1c89d5-18e8-472f-8009-ff404dd2b803 req-66d145f8-ab07-4b56-92e1-26365a44ffa1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Mar 31 23:30:02.999651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:03.108472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6eb193a6-74f8-4200-9a61-3e5d08412f2f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:03.112784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:03.118124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e94ab-2114-4064-9f01-f7398adf37de None None] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:03.130805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.131267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.131755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.136253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.136582 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.136971 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 2 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.150922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.151290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.152033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.156070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.165610 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.165610 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 3 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.170958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.171379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.171725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.177065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.178112 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.178572 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 4 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.191223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.191555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.192262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.198930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55296) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:03.199937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.200268 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.200758 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 5 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.213112 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d022254b-fdab-4555-a9f9-80a63ac19ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.214636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.215106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.215442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.221228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.221566 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.221963 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 6 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.237734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.238060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.238399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.243624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.244005 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.244391 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 7 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.259143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.259666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.260002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.265141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.265479 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.265904 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 8 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.279390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.279732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.280068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.284381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.284704 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.285094 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 9 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.298696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.299065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.299404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.299664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d022254b-fdab-4555-a9f9-80a63ac19ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.303860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.304184 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.304570 n-d-828414-2 neutron-server[109835]: INFO neutron.plugins.ml2.plugin [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 10 to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 Mar 31 23:30:03.316821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:03.317901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:03.318879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:03.323046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 3cb42f3d-2009-451f-85d6-7e51e270f786 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:03.323490 n-d-828414-2 neutron-server[109835]: ERROR neutron.plugins.ml2.managers [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 3cb42f3d-2009-451f-85d6-7e51e270f786 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:03.323986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.367834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d022254b-fdab-4555-a9f9-80a63ac19ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.404016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port 3cb42f3d-2009-451f-85d6-7e51e270f786, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:03.404670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempted to set empty binding levels {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:30:03.417442 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d022254b-fdab-4555-a9f9-80a63ac19ddd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=defb3664f3ce46af9b162615632ce49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174621 Mar 31 23:30:03.418304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022254b-fdab-4555-a9f9-80a63ac19ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcdfa07-99ba-42bd-805e-dabb89052a1a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.420060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:03.483361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.495568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.535175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.547170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:03.547858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.591811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb42f3d-2009-451f-85d6-7e51e270f786,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.682634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7722d77e-e259-4f0f-bed4-01def8121ddc tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6832633 Mar 31 23:30:03.685456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55310) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:03.719658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.722407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.724689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6dcdfa07-99ba-42bd-805e-dabb89052a1a HTTP/1.1" status: 204 len: 168 time: 0.3029525 Mar 31 23:30:03.745990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f547a0a-2f7c-4802-95cb-04ed289709ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcdfa07-99ba-42bd-805e-dabb89052a1a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.798243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Deleting port 3cb42f3d-2009-451f-85d6-7e51e270f786 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:03.798617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.871437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port 3cb42f3d-2009-451f-85d6-7e51e270f786, host n-h2-828414-2, got binding levels [] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:03.871966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.887356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Calling delete_port for 3cb42f3d-2009-451f-85d6-7e51e270f786 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:04.267838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0949-101c-44b1-a1c3-ef62183aa344 req-9e735690-87c4-4905-8d2e-619adf4aa2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.267838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-352b0949-101c-44b1-a1c3-ef62183aa344 req-9e735690-87c4-4905-8d2e-619adf4aa2dd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.0641637 Mar 31 23:30:04.272259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.273047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-352b0949-101c-44b1-a1c3-ef62183aa344 req-258cdedf-ea72-41cd-9f3b-15ea724805d1 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Mar 31 23:30:04.273554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb42f3d-2009-451f-85d6-7e51e270f786,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:04.273554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.273554 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7aa5aae2-5843-4041-bdd8-fbb56c379418 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "DELETE /v2.0/ports/3cb42f3d-2009-451f-85d6-7e51e270f786 HTTP/1.1" status: 204 len: 168 time: 0.5260546 Mar 31 23:30:04.273867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55320) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:04.273867 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f4910f-b05a-4f03-92f4-263e1ba0e9e1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:30:04.273867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-28f4910f-b05a-4f03-92f4-263e1ba0e9e1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports/3cb42f3d-2009-451f-85d6-7e51e270f786 HTTP/1.1" status: 404 len: 333 time: 0.0271053 Mar 31 23:30:04.273867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55324) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:04.273867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-80607815'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:04.359600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Made reservation on behalf of 6e17496717024e55ab36134602dbba1a for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:04.365185 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.383195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port fb1f500e-6302-4768-b5a7-1ac5f56e1256 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:04.583908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.657475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.719730 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1f500e-6302-4768-b5a7-1ac5f56e1256,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:04.726201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:04.727759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:04.730987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:04.732300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.732908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.839480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.842088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8873e625-cc15-4756-ae01-943d35d0e305 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5863416 Mar 31 23:30:04.844725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55342) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:04.850430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:04.915465 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.150468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port fb1f500e-6302-4768-b5a7-1ac5f56e1256 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:05.162503 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.256761 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.347076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1f500e-6302-4768-b5a7-1ac5f56e1256,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.360129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.360487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.360836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.369721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.370297 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.371464 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 2 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.393521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cd3e7-0c05-4b84-9984-d9d7dd5a44e1 req-7cd74a9d-0213-418b-b9bc-3258bc981c34 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.395522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022cd3e7-0c05-4b84-9984-d9d7dd5a44e1 req-7cd74a9d-0213-418b-b9bc-3258bc981c34 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.1020918 Mar 31 23:30:05.398572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.399174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.399678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.404647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.405174 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.406948 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 3 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.440763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.441351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.442420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.459929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.460275 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.462505 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 4 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.475424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022cd3e7-0c05-4b84-9984-d9d7dd5a44e1 req-f7e18f4b-fc8f-4355-b1d0-4191fb5e2fd5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691278 Mar 31 23:30:05.479915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.480281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.480810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.485394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.485907 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.486312 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 5 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.502346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.506262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.506262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.510305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.510646 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.511068 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 6 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.526028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.526399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.526865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.532040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.532382 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.532781 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 7 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.547566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.547913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.548302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.554679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.555047 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.555444 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 8 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.570242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.570592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.570936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.575915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.576249 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.576692 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 9 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.593045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.593045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.593045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.595673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.596077 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.596545 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 10 to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 Mar 31 23:30:05.611610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:05.611946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:05.612352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:05.618867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:05.621907 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:05.621907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.692688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55366) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:05.706495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port fb1f500e-6302-4768-b5a7-1ac5f56e1256, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:05.707209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempted to set empty binding levels {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:30:05.814929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be707a33-55c6-4ce9-a03e-5b08d6d94eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.856958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.893899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] In _notify_port_updated(), no bound segment for port fb1f500e-6302-4768-b5a7-1ac5f56e1256 on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:30:05.895735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.896498 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.899480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "PUT /v2.0/ports/fb1f500e-6302-4768-b5a7-1ac5f56e1256 HTTP/1.1" status: 200 len: 973 time: 1.0522876 Mar 31 23:30:05.901085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55370) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:05.906015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be707a33-55c6-4ce9-a03e-5b08d6d94eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.917764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:05.919791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff13c7-101c-484c-b2d5-cf1d082dfd89 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1f500e-6302-4768-b5a7-1ac5f56e1256,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.959068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.961279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.961771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.962248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.963349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.963998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.964478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.964952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.965613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.975557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55372) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:05.975668 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7d833f00-293a-4d74-bb02-c708fec8f664 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8291 time: 0.0697107 Mar 31 23:30:06.000723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-be707a33-55c6-4ce9-a03e-5b08d6d94eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.046452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be707a33-55c6-4ce9-a03e-5b08d6d94eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d926b28-ce1d-419a-82b0-9d626dfd1300,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.063346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Deleting port fb1f500e-6302-4768-b5a7-1ac5f56e1256 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:06.063700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.069053 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-be707a33-55c6-4ce9-a03e-5b08d6d94eeb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7b3bd2270ec4f0b8b41eb07efa0da2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747303 Mar 31 23:30:06.071532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:06.107320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.123598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'mac_address': 'fa:16:3e:f1:73:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:06.152029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.162490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port fb1f500e-6302-4768-b5a7-1ac5f56e1256, host n-h2-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.163652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.166239 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.182179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.182278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688a3de-9355-4c46-b33b-f7c80368a4b4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:06.201894 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Calling delete_port for fb1f500e-6302-4768-b5a7-1ac5f56e1256 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:06.206266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.290916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.319659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.322841 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.324202 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d926b28-ce1d-419a-82b0-9d626dfd1300 HTTP/1.1" status: 204 len: 168 time: 0.2514205 Mar 31 23:30:06.333882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074597-fca4-4120-ab3c-282858811989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d926b28-ce1d-419a-82b0-9d626dfd1300,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.356990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.391287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.391635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.391967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.392409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.392781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.393063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.393645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.394406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.394755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.395455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.395821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.396161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:06.428519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.471947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb1f500e-6302-4768-b5a7-1ac5f56e1256,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.483766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.488148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0adaef44-02f1-4a02-828d-c3886753f6a1 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "DELETE /v2.0/ports/fb1f500e-6302-4768-b5a7-1ac5f56e1256 HTTP/1.1" status: 204 len: 168 time: 0.5151947 Mar 31 23:30:06.491172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:06.524987 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04a26f6-47f9-4c83-b630-f145dcb72dac tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:30:06.530300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a04a26f6-47f9-4c83-b630-f145dcb72dac tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports/fb1f500e-6302-4768-b5a7-1ac5f56e1256 HTTP/1.1" status: 404 len: 333 time: 0.0356708 Mar 31 23:30:06.533791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55384) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:06.540387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-251675045', 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:06.644514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f1937-98eb-4455-8980-110e77c65ae5 req-9d57ceae-616f-4ef3-914f-281a311cb4b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.646729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c01f1937-98eb-4455-8980-110e77c65ae5 req-9d57ceae-616f-4ef3-914f-281a311cb4b0 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Mar 31 23:30:06.681422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Made reservation on behalf of 6e17496717024e55ab36134602dbba1a for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:06.683791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.684734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7688a3de-9355-4c46-b33b-f7c80368a4b4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:06.755495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c01f1937-98eb-4455-8980-110e77c65ae5 req-d1e9ce69-0b13-4c65-9f81-12b563cc01e2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015613 Mar 31 23:30:06.760922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port 6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:06.948077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.075266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.127115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:07.132704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:07.141327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:07.142308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.142909 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.149449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=6188a17e-83a7-4cd3-bcec-1f5e4fc304a4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:07.226901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a2b82299-1b6e-48c1-bec3-d6feabd9decb tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6910424 Mar 31 23:30:07.228799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55398) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:07.265915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78880fe4-8365-425e-9014-aaca03b01675 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.267560 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78880fe4-8365-425e-9014-aaca03b01675 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports/6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 HTTP/1.1" status: 200 len: 954 time: 0.0377238 Mar 31 23:30:07.270957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:07.411318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Deleting port 6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:07.412028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.483599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.497607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Calling delete_port for 6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:07.679669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.711282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event deleted for resources: {'Port': ['ID=6188a17e-83a7-4cd3-bcec-1f5e4fc304a4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:07.718487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.724773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:07.725274 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0d8b112-8764-4458-8888-8458368ee641 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "DELETE /v2.0/ports/6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 HTTP/1.1" status: 204 len: 168 time: 0.4499030 Mar 31 23:30:07.759548 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d50ec5-d674-4081-b4fb-8d28d4e0a887 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:30:07.764469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-55d50ec5-d674-4081-b4fb-8d28d4e0a887 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports/6188a17e-83a7-4cd3-bcec-1f5e4fc304a4 HTTP/1.1" status: 404 len: 333 time: 0.0354035 Mar 31 23:30:07.764836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55420) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:07.770436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1067661428'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:07.874403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Made reservation on behalf of 6e17496717024e55ab36134602dbba1a for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:07.878083 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.904174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:07.922275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:07.926641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8326dc-6da8-4259-9aa1-7b046fd77af3 req-837fb591-800b-4cd1-a5e3-08b42c4ceb57 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.928210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e8326dc-6da8-4259-9aa1-7b046fd77af3 req-837fb591-800b-4cd1-a5e3-08b42c4ceb57 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 945 time: 0.0854244 Mar 31 23:30:07.978384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e8326dc-6da8-4259-9aa1-7b046fd77af3 req-a2afd872-26f1-4968-8ac4-5b9ba3502565 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Mar 31 23:30:08.105518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.107843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 7688a3de-9355-4c46-b33b-f7c80368a4b4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:08.112281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7688a3de-9355-4c46-b33b-f7c80368a4b4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:08.112791 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.202684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.221616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.253061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Network 6eb193a6-74f8-4200-9a61-3e5d08412f2f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:08.254372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:08.258054 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b26a4b-5fa6-4eb5-98b6-4fe7b1ff86eb" -d '{"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-plugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:08.259430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:08.268274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:08.268666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.269267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.276811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.280761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:08.315101 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f19383-d2b5-4296-b1a1-cb3bb2f30f8e x-openstack-request-id: req-a5f19383-d2b5-4296-b1a1-cb3bb2f30f8e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:08.317894 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-plugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:08.317894 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a5f19383-d2b5-4296-b1a1-cb3bb2f30f8e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:08.317894 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f19383-d2b5-4296-b1a1-cb3bb2f30f8e'] response: {'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'code': 200} Mar 31 23:30:08.336919 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.378864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55440) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:08.389342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5e02580f-c14d-4bea-b7d7-b99746236eb7 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6213706 Mar 31 23:30:08.391531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:08.408192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.480959 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.583309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a106b-92b9-4cdc-b7a6-3bf90119f068 req-c82ef4a7-f51e-4e7c-b165-23d33118ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.584826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a39a106b-92b9-4cdc-b7a6-3bf90119f068 req-c82ef4a7-f51e-4e7c-b165-23d33118ed7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.1520381 Mar 31 23:30:08.654932 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a39a106b-92b9-4cdc-b7a6-3bf90119f068 req-d36895fc-05a0-4f73-be8b-f584f5f1dce3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596688 Mar 31 23:30:08.718818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] device_id is not set on port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:08.729455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.799720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.869628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.870009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.870355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:08.873706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.879260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:08.879701 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:08.885002 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 2 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:08.893967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.894310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.895270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:08.902257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:08.902257 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:08.902257 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 3 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:08.915586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.915923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.916273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:08.921415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:08.921748 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:08.922144 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 4 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:08.939947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.940681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.941028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:08.952029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:08.952378 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:08.952775 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 5 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:08.969489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.969826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.970158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:08.977507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:08.979040 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:08.979040 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 6 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:08.996713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:08.997845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:08.998407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.005318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.005318 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:09.005318 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 7 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:09.028138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.028138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.028138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.037272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.037272 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:09.037272 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 8 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:09.037704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.063312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.064157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.064728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.073290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.073944 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:09.075315 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 9 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:09.128088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.128419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.128750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.152417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.152752 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:09.155419 n-d-828414-2 neutron-server[109834]: INFO neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempt 10 to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e Mar 31 23:30:09.184000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923e18-7bbe-4529-81ac-6fae473644cb req-6ba9a14c-5d1b-45fa-90a1-fe33073e8baf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.184000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf923e18-7bbe-4529-81ac-6fae473644cb req-6ba9a14c-5d1b-45fa-90a1-fe33073e8baf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1070621 Mar 31 23:30:09.184000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.184000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.184000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempting to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.190645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-99e008c8-71e9-41b8-9340-a68c57cbea7e tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:09.195548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.195886 n-d-828414-2 neutron-server[109834]: ERROR neutron.plugins.ml2.managers [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Failed to bind port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on host n-h2-828414-2 for vnic_type normal using segments [{'id': '2de3f78c-8b31-4c65-a131-75db3e248338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6eb193a6-74f8-4200-9a61-3e5d08412f2f'}] Mar 31 23:30:09.196256 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.251703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf923e18-7bbe-4529-81ac-6fae473644cb req-2c06d70c-30f3-4ad7-99f6-a01d665b6bdb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646873 Mar 31 23:30:09.260760 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99e008c8-71e9-41b8-9340-a68c57cbea7e tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "PUT /v2.0/quotas/425c78cdad2d4d2e98609e561a4c915f HTTP/1.1" status: 200 len: 368 time: 0.2191405 Mar 31 23:30:09.261337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.266590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Request body: {'network': {'project_id': '425c78cdad2d4d2e98609e561a4c915f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:09.294684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:09.295119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attempted to set empty binding levels {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:30:09.366283 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.366496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Made reservation on behalf of 425c78cdad2d4d2e98609e561a4c915f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:09.369855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.380752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] In _notify_port_updated(), no bound segment for port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e on network 6eb193a6-74f8-4200-9a61-3e5d08412f2f {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:30:09.381618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.382212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.386743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "PUT /v2.0/ports/0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e HTTP/1.1" status: 200 len: 975 time: 1.0050387 Mar 31 23:30:09.387381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55468) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.390877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.450655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e9e3d-df01-4ae1-b3fb-f813d60cff46 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.483136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.500026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Deleting port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:09.500370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.530621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.557587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:09.565615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] For port 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e, host n-h2-828414-2, got binding levels [] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:09.565970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.567475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b24768-fae8-4443-b651-590bbae9f715,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.574034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.578436 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Added segment 1303bd31-6fc4-4c66-844e-6a190f3a82b5 of type vlan for network 49eab99f-f426-4bea-95e0-00e85f1bbb4f Mar 31 23:30:09.581666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Calling delete_port for 0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:09.622462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.712868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.714109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.714747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.742025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.771969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.778103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.782359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-776b7675-1da1-4f66-a5db-19c53664f806 tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e HTTP/1.1" status: 204 len: 168 time: 0.3759615 Mar 31 23:30:09.783784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event updated for resources: {'Network': ['ID=49eab99f-f426-4bea-95e0-00e85f1bbb4f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.784373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55470) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.794547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 49eab99f-f426-4bea-95e0-00e85f1bbb4f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:09.820101 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-158bf94e-c77f-404f-a867-81a25f331dc0 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5573823 Mar 31 23:30:09.821130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55474) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.826949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Request body: {'network': {'project_id': '425c78cdad2d4d2e98609e561a4c915f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:09.828701 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deca749-5f46-4a21-8980-f4628301c57f tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:30:09.830411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7deca749-5f46-4a21-8980-f4628301c57f tempest-PortsAdminExtendedAttrsTestJSON-415160211 tempest-PortsAdminExtendedAttrsTestJSON-415160211-project-admin] 10.222.0.83 "GET /v2.0/ports/0ffb43a7-fcb8-4ebd-bf7d-8bf6615b039e HTTP/1.1" status: 404 len: 333 time: 0.0450575 Mar 31 23:30:09.835860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55476) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.930998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.009241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Made reservation on behalf of 425c78cdad2d4d2e98609e561a4c915f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:10.011920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.035970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.072172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb193a6-74f8-4200-9a61-3e5d08412f2f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.092533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:10.100275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de3f78c-8b31-4c65-a131-75db3e248338') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.100582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de3f78c-8b31-4c65-a131-75db3e248338') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.113818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.116084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.119723 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Added segment 2ac65cde-0289-4f45-b083-3432e99bec1c of type vlan for network a39cf79c-7570-4ac2-ab8b-644a57f926b4 Mar 31 23:30:10.151219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.178779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:10.179225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:10.182213 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:10.205383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.336684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.342986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.347044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] 10.222.0.83 "DELETE /v2.0/networks/6eb193a6-74f8-4200-9a61-3e5d08412f2f HTTP/1.1" status: 204 len: 168 time: 0.5100830 Mar 31 23:30:10.375643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce38d1-d74f-4b8b-9d58-38658b0b3914 tempest-PortsAdminExtendedAttrsTestJSON-357721935 tempest-PortsAdminExtendedAttrsTestJSON-357721935-project] Pushing event deleted for resources: {'Network': ['ID=6eb193a6-74f8-4200-9a61-3e5d08412f2f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:10.393942 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.396903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.401775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.467950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57939aee-4dc0-41b0-84cc-87d8ad389b4f req-66fcd331-8f90-4351-98c9-895350cb1325 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.470258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57939aee-4dc0-41b0-84cc-87d8ad389b4f req-66fcd331-8f90-4351-98c9-895350cb1325 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0835044 Mar 31 23:30:10.509424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event updated for resources: {'Network': ['ID=a39cf79c-7570-4ac2-ab8b-644a57f926b4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:10.514514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57939aee-4dc0-41b0-84cc-87d8ad389b4f req-6c467885-3c85-44a4-9bb7-709df6d4991e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369351 Mar 31 23:30:10.520650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a39cf79c-7570-4ac2-ab8b-644a57f926b4 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:10.584852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a7a054d8-a88a-4d00-b5d2-bb1b50aea27a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7623024 Mar 31 23:30:10.587263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55494) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.593678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e7cb847d-0471-4307-ae8e-3d9bea4df0b2 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Request body: {'network': {'project_id': '425c78cdad2d4d2e98609e561a4c915f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:10.605079 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cb847d-0471-4307-ae8e-3d9bea4df0b2 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:30:10.605681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cb847d-0471-4307-ae8e-3d9bea4df0b2 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:30:10.606938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e7cb847d-0471-4307-ae8e-3d9bea4df0b2 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0181646 Mar 31 23:30:10.611921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55496) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.675662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b32a-254e-46eb-9a3a-5e4cd9786ebe req-f8bbaf6f-d744-4c66-809f-295ae753d097 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.677947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7f7b32a-254e-46eb-9a3a-5e4cd9786ebe req-f8bbaf6f-d744-4c66-809f-295ae753d097 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0728462 Mar 31 23:30:10.683397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90b004ba-f546-41e3-a08e-92b4557cd46d tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=425c78cdad2d4d2e98609e561a4c915f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678332 Mar 31 23:30:10.683804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55500) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.747535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7f7b32a-254e-46eb-9a3a-5e4cd9786ebe req-34322215-69b6-4b4f-b6e5-1ab1a09f75bb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583332 Mar 31 23:30:10.768643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55506) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.770381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.795866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.952371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55514) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.965043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.969430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.973913 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/53b24768-fae8-4443-b651-590bbae9f715 HTTP/1.1" status: 204 len: 168 time: 0.2853794 Mar 31 23:30:10.975845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55518) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:11.009682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f86ac-8669-4509-b83b-6f7dd6f77c67 tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b24768-fae8-4443-b651-590bbae9f715,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:11.084358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.093169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37040fdb-1e4e-4ef3-9ff3-426c8c2239ed tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.095446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-37040fdb-1e4e-4ef3-9ff3-426c8c2239ed tempest-TestNetworkAdvancedServerOps-1145144588 tempest-TestNetworkAdvancedServerOps-1145144588-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1092 time: 0.3252981 Mar 31 23:30:11.098945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55522) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:11.103718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:11.190185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b974be74-94a7-4272-bfd4-c12d01195667 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9443b0696cbd408eab0cbb855b4b8aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366519 Mar 31 23:30:11.192948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55526) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:11.203151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.233512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39cf79c-7570-4ac2-ab8b-644a57f926b4']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.256188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.256188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac65cde-0289-4f45-b083-3432e99bec1c') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.256188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac65cde-0289-4f45-b083-3432e99bec1c') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.265174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.281146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.296193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.328422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.338681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:11.339367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:11.341709 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:11.433845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.436814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.438858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/09434bea-c451-4d54-9824-2f4db6e25a42 HTTP/1.1" status: 204 len: 168 time: 0.2446644 Mar 31 23:30:11.449456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe79364-0613-4dec-915d-baa53d351e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09434bea-c451-4d54-9824-2f4db6e25a42,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:11.461768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.498125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.545697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.549099 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "DELETE /v2.0/networks/a39cf79c-7570-4ac2-ab8b-644a57f926b4 HTTP/1.1" status: 204 len: 168 time: 0.5722270 Mar 31 23:30:11.552978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55530) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:11.576576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b66bf-82c7-4db8-9bb6-d50194ec96af tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event deleted for resources: {'Network': ['ID=a39cf79c-7570-4ac2-ab8b-644a57f926b4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:11.621834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-907f5a3a-c0b3-4e88-a8f8-fb377e7ca223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.633073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.635751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Allocated IP 172.25.6.187 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/f36601f5-b12c-49fa-afc9-59d375c8900f) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:11.731990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.758073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eab99f-f426-4bea-95e0-00e85f1bbb4f']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.770802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1303bd31-6fc4-4c66-844e-6a190f3a82b5') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.771206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1303bd31-6fc4-4c66-844e-6a190f3a82b5') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.782372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.800067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.807905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:11.808318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:11.810493 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:11.953377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.964095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.967690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] 10.222.0.83 "DELETE /v2.0/networks/49eab99f-f426-4bea-95e0-00e85f1bbb4f HTTP/1.1" status: 204 len: 168 time: 0.4134946 Mar 31 23:30:12.005553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13ae07-b09a-4033-9854-1ac46bb9227a tempest-QuotasNegativeTest-1597491908 tempest-QuotasNegativeTest-1597491908-project-admin] Pushing event deleted for resources: {'Network': ['ID=49eab99f-f426-4bea-95e0-00e85f1bbb4f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:12.043281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.140583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55540) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:12.180898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29ef009a-6367-4f7e-98f7-c96197eaee34 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e17496717024e55ab36134602dbba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389853 Mar 31 23:30:12.183387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55542) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:12.195863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.247382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:12.263118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:12.266207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:12.303470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=f36601f5-b12c-49fa-afc9-59d375c8900f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:12.328756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.379668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.773323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.775836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.776973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1340d4f8-e80d-4ba4-b527-a9ae1a4407c6 HTTP/1.1" status: 204 len: 168 time: 0.5926943 Mar 31 23:30:12.856553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad8b19-7213-47ec-bfa1-0a4d55739a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340d4f8-e80d-4ba4-b527-a9ae1a4407c6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:13.063570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55558) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:13.081748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.315486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.395593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c496995c-0e40-4419-af55-1aaf828d296a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.534491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.568701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c496995c-0e40-4419-af55-1aaf828d296a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.650963 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c496995c-0e40-4419-af55-1aaf828d296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.651238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.704659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c496995c-0e40-4419-af55-1aaf828d296a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=633ace52210645ff9d381458abfb939a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399102 Mar 31 23:30:13.709634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event updated for resources: {'Port': ['ID=f36601f5-b12c-49fa-afc9-59d375c8900f,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:13.712012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55584) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:13.734850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496995c-0e40-4419-af55-1aaf828d296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e2d2d-16b5-4f35-a998-f012587983c1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:13.789485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.839867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18d5e924-de92-47c0-88b8-12efcdd2d170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.865661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.934644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.961096 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP e00a31b7-3c40-4217-b694-50e770dca288 associated. External IP: 172.25.6.187, port: 7688a3de-9355-4c46-b33b-f7c80368a4b4. Mar 31 23:30:14.167137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55596) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:14.239650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-08c1bf47-3a18-41ab-a440-599ee9c73013 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197076 Mar 31 23:30:14.265780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.270900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.273820 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff6e2d2d-16b5-4f35-a998-f012587983c1 HTTP/1.1" status: 204 len: 168 time: 0.5416074 Mar 31 23:30:14.319221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2793c-8cbf-4c9c-bfde-1c93b5316fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e2d2d-16b5-4f35-a998-f012587983c1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:14.387050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 50ab650b-2c46-41e2-aa0a-3702408dfeaf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:14.422034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba5d841c-9e81-4da9-b129-8b637f7ce9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.477539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-bb292979-4ad9-4d63-8364-0a60a8ce699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:14.478898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-bb292979-4ad9-4d63-8364-0a60a8ce699a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.1100829 Mar 31 23:30:14.612669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba5d841c-9e81-4da9-b129-8b637f7ce9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.672411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:14.685532 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Sync routers for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:14.690757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ba5d841c-9e81-4da9-b129-8b637f7ce9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.699393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-82206916-0727-4e01-a90b-4b2b619d9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:14.700876 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-82206916-0727-4e01-a90b-4b2b619d9dcf service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 899 time: 0.1960638 Mar 31 23:30:14.711905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55610) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:14.720642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:14.726184 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:30:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:14.754271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ba5d841c-9e81-4da9-b129-8b637f7ce9ae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b9e2ca90edde4b6a98718888a8f273a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870881 Mar 31 23:30:14.767468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55616) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:14.783905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d841c-9e81-4da9-b129-8b637f7ce9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae53cccd-6d11-493e-9553-9953b282beea,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:14.814028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.832731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.886747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.904446 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-60da2312-103e-44ab-a847-f310b92ed05f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8041451 Mar 31 23:30:14.908141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:14.911651 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d1843-b5a1-4871-ba97-c72581859c79" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:14.917312 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-0930700e-9434-4aa3-8f66-1db382306acd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 1000 time: 0.2064495 Mar 31 23:30:15.025474 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e775fb-4ef3-4e4c-9d8f-07b8818592f9 x-openstack-request-id: req-21e775fb-4ef3-4e4c-9d8f-07b8818592f9 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:15.026410 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:15.026886 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-21e775fb-4ef3-4e4c-9d8f-07b8818592f9 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:15.027458 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e775fb-4ef3-4e4c-9d8f-07b8818592f9'] response: {'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'status': 'completed', 'code': 200} Mar 31 23:30:15.052021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-b06eb2bd-d209-43c7-bd29-7b86c284812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:15.054555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-b06eb2bd-d209-43c7-bd29-7b86c284812b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.1307425 Mar 31 23:30:15.074813 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:15.123697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-3845e595-f148-488c-9f61-d4ebb06c2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:15.125973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.126692 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-3845e595-f148-488c-9f61-d4ebb06c2712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622463 Mar 31 23:30:15.131743 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.135080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae53cccd-6d11-493e-9553-9953b282beea HTTP/1.1" status: 204 len: 168 time: 0.3642678 Mar 31 23:30:15.135215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'networks': [{'name': 'tempest-network--144957456'}, {'name': 'tempest-network--1704058739'}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:15.135215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-network--144957456'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:15.135215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-network--1704058739'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:15.148680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99ecf2-3bf4-4591-af0e-b74a00d875f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae53cccd-6d11-493e-9553-9953b282beea,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:15.163805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f05b-3584-4ee2-b7f9-c6c58645b553 req-1ac63299-749d-4ae1-8c27-85a167a5f294 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:15.165837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42b7f05b-3584-4ee2-b7f9-c6c58645b553 req-1ac63299-749d-4ae1-8c27-85a167a5f294 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1125698 Mar 31 23:30:15.235139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42b7f05b-3584-4ee2-b7f9-c6c58645b553 req-fac44ca0-9072-432c-a1c1-58825a25d252 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626528 Mar 31 23:30:15.250080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:15.293208 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-5a2951ee-834d-4023-a8f9-8306c22190a1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557701 Mar 31 23:30:15.312540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'network': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:15.318549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.356195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8128ee9-242d-4e84-865e-bac131a6e8bf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/e00a31b7-3c40-4217-b694-50e770dca288 HTTP/1.1" status: 200 len: 992 time: 0.1038988 Mar 31 23:30:15.364122 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.370966 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.424576 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'e00a31b7-3c40-4217-b694-50e770dca288', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'mac_address': 'fa:16:3e:f1:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:12Z', 'updated_at': '2022-03-31T23:30:12Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:15.451954 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Checking router: 50ab650b-2c46-41e2-aa0a-3702408dfeaf for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:15.461610 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:15.462211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:30:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:15.465837 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5d2a8bb-c833-400c-ad18-ea90e884d6de req-dce67537-dbae-4622-b2b5-c391ef0afd13 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657352 Mar 31 23:30:15.510259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.558113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:15.579702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e13f-14a4-4d1b-8296-4bf66b8df794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.583953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.584716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.596983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:15.701375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e52eb-1a48-4e15-888a-21d31fa6e103,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:15.726276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:15.748141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.748482 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment 0a1b2fc2-79ca-48ff-bdd4-683bd547954d of type vlan for network 69a34c8a-0c67-4c31-9b0e-a7be1270532c Mar 31 23:30:15.798525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1843-b5a1-4871-ba97-c72581859c79 req-36dd3da7-0052-42d3-874c-9d730ca2fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:15.800015 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-36dd3da7-0052-42d3-874c-9d730ca2fcf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.1647003 Mar 31 23:30:15.819968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.876573 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'e00a31b7-3c40-4217-b694-50e770dca288', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'mac_address': 'fa:16:3e:f1:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:12Z', 'updated_at': '2022-03-31T23:30:12Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:15.906593 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c826c8f-8ec9-46cc-a1a9-193e4651f316 None None] The sync data for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 is: [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'e00a31b7-3c40-4217-b694-50e770dca288', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'mac_address': 'fa:16:3e:f1:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:12Z', 'updated_at': '2022-03-31T23:30:12Z', 'revision_number': 0, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:16.040133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55640) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.064218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191c9a88-0e0a-49c2-bf27-e96aae6bb13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.180685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191c9a88-0e0a-49c2-bf27-e96aae6bb13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.211326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd0bba-2da7-41b5-ad2e-103ca887aa49 None None] New status for floating IP e00a31b7-3c40-4217-b694-50e770dca288: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:30:16.218890 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e13f-14a4-4d1b-8296-4bf66b8df794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.220372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:16.239373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.239709 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment 406e0683-91f2-4509-9f12-3648a2602ba3 of type vlan for network c49e4ff6-de0a-4199-a847-aa60b43e61bd Mar 31 23:30:16.267799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191c9a88-0e0a-49c2-bf27-e96aae6bb13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.288001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1843-b5a1-4871-ba97-c72581859c79 req-b8111a2d-7c82-4f14-a3ea-92f60ecd7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.289470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-b8111a2d-7c82-4f14-a3ea-92f60ecd7b9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 899 time: 0.4783232 Mar 31 23:30:16.296034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-191c9a88-0e0a-49c2-bf27-e96aae6bb13b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=768975fc60f749d5b72ed3addafaccb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544026 Mar 31 23:30:16.297626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.298768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55642) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.310193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e13f-14a4-4d1b-8296-4bf66b8df794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.345558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c9a88-0e0a-49c2-bf27-e96aae6bb13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92793924-07b2-402c-ab0f-272515576b6e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.360745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55646) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.426586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e13f-14a4-4d1b-8296-4bf66b8df794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6654c25-35d6-4f53-a221-167e7f64d15f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.427200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.435694 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7ff0e13f-14a4-4d1b-8296-4bf66b8df794 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db11a8b3d9984fe1999d8f743d0df221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8761060 Mar 31 23:30:16.438281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.447307 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-edf6ec38-614f-4840-849f-dcb6d5013ba9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 1000 time: 0.1470077 Mar 31 23:30:16.450466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33e561c6-4495-44ba-a0ad-6e33373a59c9 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/e00a31b7-3c40-4217-b694-50e770dca288 HTTP/1.1" status: 200 len: 992 time: 0.0883038 Mar 31 23:30:16.464192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.490086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.491094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.497069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.502276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.502701 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.601002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1843-b5a1-4871-ba97-c72581859c79 req-ba22cdfa-9a42-4bc0-8be8-f5bce6ef0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.602457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-ba22cdfa-9a42-4bc0-8be8-f5bce6ef0d5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.1488917 Mar 31 23:30:16.620990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.625389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.625535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=69a34c8a-0c67-4c31-9b0e-a7be1270532c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.625629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/92793924-07b2-402c-ab0f-272515576b6e HTTP/1.1" status: 204 len: 168 time: 0.3248088 Mar 31 23:30:16.641275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 69a34c8a-0c67-4c31-9b0e-a7be1270532c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:16.647635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59411322-0aef-4898-9807-982d5c67d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92793924-07b2-402c-ab0f-272515576b6e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.650919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.651765 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9379623 Mar 31 23:30:16.660921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.698689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.741730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.744966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9c07-f103-4139-b197-d4f3036ab8b2 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=c49e4ff6-de0a-4199-a847-aa60b43e61bd,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.760469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1843-b5a1-4871-ba97-c72581859c79 req-fb16554f-98d7-4f59-ae71-a824e4e1582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.762128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-fb16554f-98d7-4f59-ae71-a824e4e1582c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506681 Mar 31 23:30:16.779163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c49e4ff6-de0a-4199-a847-aa60b43e61bd details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:16.885038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-18414277-82cf-44c6-9049-697ff024119b service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140938 Mar 31 23:30:16.996236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.997032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda83bb-dd0e-4c0c-8bd8-bf19f031902b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.004685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda83bb-dd0e-4c0c-8bd8-bf19f031902b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.005472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.006793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a6654c25-35d6-4f53-a221-167e7f64d15f HTTP/1.1" status: 204 len: 168 time: 0.5670867 Mar 31 23:30:17.012456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda83bb-dd0e-4c0c-8bd8-bf19f031902b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.018884 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda83bb-dd0e-4c0c-8bd8-bf19f031902b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.024765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6eda83bb-dd0e-4c0c-8bd8-bf19f031902b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3698034 Mar 31 23:30:17.025375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.032916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0998d5-49cc-4ecf-8b99-c6d62266d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6654c25-35d6-4f53-a221-167e7f64d15f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:17.102984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-997d1843-b5a1-4871-ba97-c72581859c79 req-8c22066d-abe7-4900-9e96-bd07dd9e8c4d service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119367 Mar 31 23:30:17.115755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.127105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.232309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.292346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a34c8a-0c67-4c31-9b0e-a7be1270532c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.292346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1b2fc2-79ca-48ff-bdd4-683bd547954d') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.292346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1b2fc2-79ca-48ff-bdd4-683bd547954d') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.292346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.292346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.298038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:17.298428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:17.301564 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:17.449862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.457968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.458180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.461501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/69a34c8a-0c67-4c31-9b0e-a7be1270532c HTTP/1.1" status: 204 len: 168 time: 0.4351189 Mar 31 23:30:17.464220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.483418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612ac9-91f9-4e22-ba9b-960c9980ef10 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=69a34c8a-0c67-4c31-9b0e-a7be1270532c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:17.552741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c4bace47-f8c0-4215-abe9-2be7fcf22530 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/e00a31b7-3c40-4217-b694-50e770dca288 HTTP/1.1" status: 200 len: 994 time: 0.0930407 Mar 31 23:30:17.558052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.654895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.667370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55670) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.681005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49e4ff6-de0a-4199-a847-aa60b43e61bd']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.685876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ec70-4c8b-4da4-b95f-32d30b83eb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.693892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406e0683-91f2-4509-9f12-3648a2602ba3') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.694495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406e0683-91f2-4509-9f12-3648a2602ba3') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:17.707780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.721449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.728702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:17.729294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:17.732445 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:17.868337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.876154 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.880250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/c49e4ff6-de0a-4199-a847-aa60b43e61bd HTTP/1.1" status: 204 len: 168 time: 0.4145052 Mar 31 23:30:17.884328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.894753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b619c6-41b0-4c85-b8dc-4534b142b825 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=c49e4ff6-de0a-4199-a847-aa60b43e61bd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:17.997402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ec70-4c8b-4da4-b95f-32d30b83eb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.031512 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03604e74-c31f-43ff-aa29-debf1775c658 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:18.037533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03604e74-c31f-43ff-aa29-debf1775c658 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:18.039106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-03604e74-c31f-43ff-aa29-debf1775c658 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1538024 Mar 31 23:30:18.042811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.047765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2027133314'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:18.130952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ec70-4c8b-4da4-b95f-32d30b83eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.167623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:18.171156 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.190277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a8f5ec70-4c8b-4da4-b95f-32d30b83eb2d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b98d5df0630d44bd87fb2f4a73aa1fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215807 Mar 31 23:30:18.192196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ec70-4c8b-4da4-b95f-32d30b83eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae0a12a-b739-46c0-a75a-d9cfa12dec68,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.193745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55690) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.209150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:18.220729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.221181 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment f61ac3a7-8eea-4232-89d2-9f01c41100f9 of type vlan for network 6400d6ac-3ac1-4126-a669-41dc5e5a3697 Mar 31 23:30:18.264368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.265796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.293286 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.365548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.371625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:18.372358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.411536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.414405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.416337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7ae0a12a-b739-46c0-a75a-d9cfa12dec68 HTTP/1.1" status: 204 len: 168 time: 0.2200072 Mar 31 23:30:18.428960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0da218-ef9d-4e6a-b1a8-89d4fd12a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae0a12a-b739-46c0-a75a-d9cfa12dec68,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.448474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=6400d6ac-3ac1-4126-a669-41dc5e5a3697,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.456311 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-feab4991-80fc-4f28-9fe5-18847d7eb421 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4097512 Mar 31 23:30:18.456547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55704) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.462501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-498984761'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:18.464952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6400d6ac-3ac1-4126-a669-41dc5e5a3697 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:18.582181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:18.585791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.618561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:18.629144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.629684 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment 30edbe15-332a-4c30-bf2f-4a862a2b3aed of type vlan for network f0df3017-a1aa-45c0-b17e-8a361537f966 Mar 31 23:30:18.658121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55708) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.678000 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.804623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.815295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:18.815295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.904032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=f0df3017-a1aa-45c0-b17e-8a361537f966,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.918420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f0df3017-a1aa-45c0-b17e-8a361537f966 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:18.919913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6d6c619f-83fe-4a4e-87ff-51db5d270c27 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4615955 Mar 31 23:30:18.924166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.928517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'ports': [{'network_id': '6400d6ac-3ac1-4126-a669-41dc5e5a3697', 'name': 'tempest-port--1964553676', 'admin_state_up': True}, {'network_id': 'f0df3017-a1aa-45c0-b17e-8a361537f966', 'admin_state_up': False}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:18.928881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'port': {'network_id': '6400d6ac-3ac1-4126-a669-41dc5e5a3697', 'name': 'tempest-port--1964553676', 'admin_state_up': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:18.929362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'port': {'network_id': 'f0df3017-a1aa-45c0-b17e-8a361537f966', 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:18.939935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-236223388'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:19.150409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Made reservation on behalf of 2c0224e34f3146c6b006166bbd8a65ad for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:19.151479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.167927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.254801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.256274 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'port': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:19.261004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.275669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.364720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.404244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:19.488146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17242aa5-9961-448c-af09-d39a4d3a0e8c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:19.491654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.491654 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Added segment a76bc7b1-3c31-4354-849c-33a7d57117b6 of type vlan for network 5c3578f3-5f02-4b46-af28-351e7bc9104e Mar 31 23:30:19.580555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] device_id is not set on port 2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:19.598806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.696229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.746762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.752630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:19.753280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.854319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] device_id is not set on port d79b43bf-1887-4b98-9dc6-e70c9112a4bb yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:19.860559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'Network': ['ID=5c3578f3-5f02-4b46-af28-351e7bc9104e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:19.871155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:19.954680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.963065 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ea10553-c607-4206-8dc3-272e331a5502 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3017969 Mar 31 23:30:19.966061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:19.971071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Request body: {'subnet': {'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:20.079581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.141854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Made reservation on behalf of 2c0224e34f3146c6b006166bbd8a65ad for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:20.146594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.193131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Port': ['ID=2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:20.215819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Checking segment: {'id': 'f61ac3a7-8eea-4232-89d2-9f01c41100f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6400d6ac-3ac1-4126-a669-41dc5e5a3697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:20.216423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network hostable DHCP agents. Network: 6400d6ac-3ac1-4126-a669-41dc5e5a3697, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:20.307679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network 6400d6ac-3ac1-4126-a669-41dc5e5a3697 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:20.370427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6400d6ac-3ac1-4126-a669-41dc5e5a3697) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:20.374455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:20.375373 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.380002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce873dd9-99c5-4ed9-9412-91ddbc7e06b0 None None] Network 6400d6ac-3ac1-4126-a669-41dc5e5a3697 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:20.433918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.467279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Port': ['ID=d79b43bf-1887-4b98-9dc6-e70c9112a4bb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:20.476374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Checking segment: {'id': '30edbe15-332a-4c30-bf2f-4a862a2b3aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f0df3017-a1aa-45c0-b17e-8a361537f966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:20.476374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network hostable DHCP agents. Network: f0df3017-a1aa-45c0-b17e-8a361537f966, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:20.505271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'Subnet': ['ID=fc2b8378-5401-4cab-9505-afee26afe03c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:20.518515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Checking segment: {'id': 'a76bc7b1-3c31-4354-849c-33a7d57117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:20.518901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Network hostable DHCP agents. Network: 5c3578f3-5f02-4b46-af28-351e7bc9104e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:20.610319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network f0df3017-a1aa-45c0-b17e-8a361537f966 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:20.610494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:20.661778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 5c3578f3-5f02-4b46-af28-351e7bc9104e) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:20.664311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f0df3017-a1aa-45c0-b17e-8a361537f966) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:20.666402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.667397 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.671275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:20.679694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ef8fc-3f19-4ab5-ba0b-e3aa5817ff03 None None] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:20.680198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.681927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a90b35-ef95-4ed1-9051-ffdfcb2b03b8 None None] Network f0df3017-a1aa-45c0-b17e-8a361537f966 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:20.691725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.691725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.739848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ba3f60f-32ca-485d-9e64-1c20098a305f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7725239 Mar 31 23:30:20.742598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55758) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:20.749151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Request body: {'port': {'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1207330572'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:20.758537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-efff54e6-c988-42e1-bec5-ac906413353c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8346462 Mar 31 23:30:20.760965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:20.915468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e612b1b-1801-4d66-b08b-bccb825aae1e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.932727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e612b1b-1801-4d66-b08b-bccb825aae1e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.936794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4e612b1b-1801-4d66-b08b-bccb825aae1e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1739416 Mar 31 23:30:20.939743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:20.998729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Made reservation on behalf of 2c0224e34f3146c6b006166bbd8a65ad for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:21.001609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-5c3578f3-5f02-4b46-af28-351e7bc9104e', 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e', 'tenant_id': '2c0224e34f3146c6b006166bbd8a65ad', 'fixed_ips': [{'subnet_id': 'fc2b8378-5401-4cab-9505-afee26afe03c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:21.007589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.007750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.028566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] device_id is not set on port fcf6ddde-5b71-4722-a156-c8a988f4ef60 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:21.063409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting port 2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:21.064026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.154230 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.165744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Allocated IP 2001:db8::2 (5c3578f3-5f02-4b46-af28-351e7bc9104e/fc2b8378-5401-4cab-9505-afee26afe03c/e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:21.176701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Calling delete_port for 2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:21.340772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.372723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.373160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Port': ['ID=2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:21.383599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.385961 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-41cabedd-36ed-48ff-b1c9-7f2a4f8a8cf6 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/ports/2ffe75b2-6cb4-4345-94c2-4a68ec0c5e96 HTTP/1.1" status: 204 len: 168 time: 0.4448776 Mar 31 23:30:21.388753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55776) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:21.450952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.496133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:21.501351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:21.506148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:21.514353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Pushing event updated for resources: {'Port': ['ID=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:21.527402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Allocated IP 2001:db8::156 (5c3578f3-5f02-4b46-af28-351e7bc9104e/fc2b8378-5401-4cab-9505-afee26afe03c/fcf6ddde-5b71-4722-a156-c8a988f4ef60) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:21.582416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting port d79b43bf-1887-4b98-9dc6-e70c9112a4bb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:21.583262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.586675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Attempting to bind port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:21.587406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Attempting to bind port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a76bc7b1-3c31-4354-849c-33a7d57117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:21.588024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Attempting to bind port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 on network 5c3578f3-5f02-4b46-af28-351e7bc9104e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:21.602429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:21.603260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Checking segment: {'id': 'a76bc7b1-3c31-4354-849c-33a7d57117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:21.603934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.605646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Bound using segment: {'id': 'a76bc7b1-3c31-4354-849c-33a7d57117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:21.606724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Bound port: e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76bc7b1-3c31-4354-849c-33a7d57117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:21.607426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.690707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] For port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:21.695216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] For port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,segment=NetworkSegment(a76bc7b1-3c31-4354-849c-33a7d57117b6),segment_id=a76bc7b1-3c31-4354-849c-33a7d57117b6)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:21.755531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.842277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66adaef-7be9-4522-b54a-06120cd16ff0 None None] Pushing event updated for resources: {'Port': ['ID=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:22.184529 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.211710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Calling delete_port for d79b43bf-1887-4b98-9dc6-e70c9112a4bb owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:22.238193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.270830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:22.326092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:22.326520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.392863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.412178 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.428043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.451440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,segment=NetworkSegment(a76bc7b1-3c31-4354-849c-33a7d57117b6),segment_id=a76bc7b1-3c31-4354-849c-33a7d57117b6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:22.457488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:22.464343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:22.469035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:22.474717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.475979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.481733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.487075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/ports/d79b43bf-1887-4b98-9dc6-e70c9112a4bb HTTP/1.1" status: 204 len: 168 time: 1.0951746 Mar 31 23:30:22.488697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55790) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.492005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'Port': ['ID=fcf6ddde-5b71-4722-a156-c8a988f4ef60,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:22.517837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252f811-1341-4f61-b53c-3a6dabfdfff3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Port': ['ID=d79b43bf-1887-4b98-9dc6-e70c9112a4bb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:22.524866 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.529102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36091dce-3273-4322-b908-2d77b72b1198 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0392959 Mar 31 23:30:22.536381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55792) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.542760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1417954511'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:22.578700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:22.585487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6dc30e8a-d4f7-47df-8f99-5852aba1bbf3 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8415098 Mar 31 23:30:22.590896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55794) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.595777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Request body: {'port': {'network_id': '5c3578f3-5f02-4b46-af28-351e7bc9104e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-988676167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:22.596719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] bootfile-name is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:22.598208 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] tftp-server is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:22.598723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] server-ip-address is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:22.673026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:22.678162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.715828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:22.728150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.728593 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment baa2bdec-bde0-45cf-802f-6fc0d2839491 of type vlan for network 85fa3f41-43d0-431a-9884-64b4411b2a09 Mar 31 23:30:22.773695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.787619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Made reservation on behalf of 2c0224e34f3146c6b006166bbd8a65ad for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:22.793055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.813930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] device_id is not set on port c694b7f9-4661-459c-ba2b-f3f363621a73 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:22.862653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.870154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.871043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.948092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Allocated IP 2001:db8::376 (5c3578f3-5f02-4b46-af28-351e7bc9104e/fc2b8378-5401-4cab-9505-afee26afe03c/c694b7f9-4661-459c-ba2b-f3f363621a73) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:22.962200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=85fa3f41-43d0-431a-9884-64b4411b2a09,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:22.978120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 85fa3f41-43d0-431a-9884-64b4411b2a09 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:22.991228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8900c601-0e20-4b10-afe2-8644de3238f1 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4535973 Mar 31 23:30:22.992192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.008110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-792792043'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:23.079831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce1b5e-b4a8-4958-9dd6-d9a81d401b29 None None] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:23.116790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:23.120355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.149425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:23.160958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.160958 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Added segment 708f1674-cd3c-4647-8c36-060b79e46d7e of type vlan for network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 Mar 31 23:30:23.183465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cc7de4db-1c62-4189-a88d-e60eb74aa7cc None None] Provisioning complete for port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:23.183833 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc7de4db-1c62-4189-a88d-e60eb74aa7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.207601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.209839 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.324496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.331027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:23.331840 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.359514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.414188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:23.418077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:23.418756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Network': ['ID=820fd3f9-1f45-4d52-ba44-6e694aa1dc78,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:23.422250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:23.432038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:23.432038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.432530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:23.435796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'Port': ['ID=c694b7f9-4661-459c-ba2b-f3f363621a73,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:23.470500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-04aa3a39-4ae9-4e8b-a719-555a850b670a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4768438 Mar 31 23:30:23.516239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a940fac3-1a9d-40c2-a502-fad8b0e43aaa tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9254835 Mar 31 23:30:23.523810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55808) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.633179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cca2c5-b06c-47fd-9d10-c913ca27083f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:23.639381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cca2c5-b06c-47fd-9d10-c913ca27083f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:23.645292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cca2c5-b06c-47fd-9d10-c913ca27083f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:23.647072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a4cca2c5-b06c-47fd-9d10-c913ca27083f tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1261747 Mar 31 23:30:23.650126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.685199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09c0e1f9-3f9e-4048-88fe-89fecd3ae9fa None None] Provisioning complete for port fcf6ddde-5b71-4722-a156-c8a988f4ef60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:23.686052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09c0e1f9-3f9e-4048-88fe-89fecd3ae9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.736566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-09c0e1f9-3f9e-4048-88fe-89fecd3ae9fa None None] Port fcf6ddde-5b71-4722-a156-c8a988f4ef60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:23.757986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-09c0e1f9-3f9e-4048-88fe-89fecd3ae9fa None None] Provisioning complete for port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:23.767190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-09c0e1f9-3f9e-4048-88fe-89fecd3ae9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.857979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Deleting port c694b7f9-4661-459c-ba2b-f3f363621a73 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:23.857979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.970764 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.988158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Calling delete_port for c694b7f9-4661-459c-ba2b-f3f363621a73 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:24.161982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2854277b-9e28-40d3-8ac9-5faecc985f10 None None] Provisioning complete for port fcf6ddde-5b71-4722-a156-c8a988f4ef60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:24.162609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2854277b-9e28-40d3-8ac9-5faecc985f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.276500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:24.284809 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.350377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event deleted for resources: {'Port': ['ID=c694b7f9-4661-459c-ba2b-f3f363621a73,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:24.354338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2854277b-9e28-40d3-8ac9-5faecc985f10 None None] Port fcf6ddde-5b71-4722-a156-c8a988f4ef60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:24.384169 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.420961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.434507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b4722be-9794-4fb5-944e-f5dcd5a2d55c tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "DELETE /v2.0/ports/c694b7f9-4661-459c-ba2b-f3f363621a73 HTTP/1.1" status: 204 len: 168 time: 0.7777755 Mar 31 23:30:24.434747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:24.434747 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.435303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55816) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:24.449502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Request body: {'port': {'name': 'tempest-new-port-name-2054096239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:24.449910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] bootfile-name is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:24.450253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] tftp-server is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:24.450586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] server-ip-address is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:24.580424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.600347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7774c62c-e610-4a83-b276-334c996e22ce None None] Could not find standard attr ID for object c694b7f9-4661-459c-ba2b-f3f363621a73. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:30:24.890939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.953548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.992248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] In _notify_port_updated(), no bound segment for port fcf6ddde-5b71-4722-a156-c8a988f4ef60 on network 5c3578f3-5f02-4b46-af28-351e7bc9104e {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:30:24.999590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:25.000506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.002188 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "PUT /v2.0/ports/fcf6ddde-5b71-4722-a156-c8a988f4ef60 HTTP/1.1" status: 200 len: 1130 time: 0.5639718 Mar 31 23:30:25.006383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55826) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:25.073959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56817f-58f2-41ac-94c0-1f67c56a025b tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:25.080123 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6f56817f-58f2-41ac-94c0-1f67c56a025b tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "GET /v2.0/ports/fcf6ddde-5b71-4722-a156-c8a988f4ef60 HTTP/1.1" status: 200 len: 1130 time: 0.0684116 Mar 31 23:30:25.081120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55828) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:25.137437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7215573-86e4-43f6-96ca-b1cc95a3d526 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event updated for resources: {'Port': ['ID=fcf6ddde-5b71-4722-a156-c8a988f4ef60,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:25.218536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Deleting port fcf6ddde-5b71-4722-a156-c8a988f4ef60 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:25.218889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.341042 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.379103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Calling delete_port for fcf6ddde-5b71-4722-a156-c8a988f4ef60 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:25.545155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dca5e127-22f8-4292-abc6-11f917e75ff6 None None] Provisioning complete for port fcf6ddde-5b71-4722-a156-c8a988f4ef60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:25.546276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dca5e127-22f8-4292-abc6-11f917e75ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.593743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dca5e127-22f8-4292-abc6-11f917e75ff6 None None] Port fcf6ddde-5b71-4722-a156-c8a988f4ef60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:25.661456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.696542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event deleted for resources: {'Port': ['ID=fcf6ddde-5b71-4722-a156-c8a988f4ef60,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:25.755459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.761283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4d5292f0-acd3-49a3-8966-db81c4627f54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "DELETE /v2.0/ports/fcf6ddde-5b71-4722-a156-c8a988f4ef60 HTTP/1.1" status: 204 len: 168 time: 0.6775620 Mar 31 23:30:25.762511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55834) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:25.876743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Deleting subnet fc2b8378-5401-4cab-9505-afee26afe03c {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:25.895517 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.979983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.072028 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.199396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.229128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2b8378-5401-4cab-9505-afee26afe03c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:26.239883 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.245610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653b117-7d27-4fb2-af06-1b89a7085b58 None None] Network 5c3578f3-5f02-4b46-af28-351e7bc9104e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:26.246472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55842) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:26.249319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "DELETE /v2.0/subnets/fc2b8378-5401-4cab-9505-afee26afe03c HTTP/1.1" status: 204 len: 168 time: 0.4798417 Mar 31 23:30:26.258818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.259204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.259542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.259879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.260217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.260553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.260883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.261213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.261546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.261881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.262196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.262517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210258-89e5-42d7-9953-3ace61deca54 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:26.424560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.470846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] DHCP port deletion for 5c3578f3-5f02-4b46-af28-351e7bc9104e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:26.517383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Deleting port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:26.517773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.577120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Deleting port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:26.578541 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.656603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] For port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,segment=NetworkSegment(a76bc7b1-3c31-4354-849c-33a7d57117b6),segment_id=a76bc7b1-3c31-4354-849c-33a7d57117b6)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:26.656945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.677474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Calling delete_port for e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:26.703793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] For port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,segment=NetworkSegment(a76bc7b1-3c31-4354-849c-33a7d57117b6),segment_id=a76bc7b1-3c31-4354-849c-33a7d57117b6)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:26.704188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.734713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Calling delete_port for e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:26.776194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55846) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:26.781927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'subnets': [{'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1974762746', 'ip_version': 6}, {'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:26.782247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'subnet': {'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1974762746', 'ip_version': 6}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:26.782893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Request body: {'subnet': {'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:26.876234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.877577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.937397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] Pushing event deleted for resources: {'Port': ['ID=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:26.938780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event deleted for resources: {'Port': ['ID=e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:26.941801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbba91-e480-4f1e-952e-e7bafa8f632b None None] No DVR routers for this DVR port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:26.955725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] No DVR routers for this DVR port e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:27.080867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.103450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Made reservation on behalf of bbb8a26a23b64b06aede4b4a5769c0c5 for: {'subnet': 2} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:27.108803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.108803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.115342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3578f3-5f02-4b46-af28-351e7bc9104e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.138259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76bc7b1-3c31-4354-849c-33a7d57117b6') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.138563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76bc7b1-3c31-4354-849c-33a7d57117b6') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.183080 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.215772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.230016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:27.230389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:27.233570 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:27.349235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.355358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.363590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] 10.222.0.83 "DELETE /v2.0/networks/5c3578f3-5f02-4b46-af28-351e7bc9104e HTTP/1.1" status: 204 len: 168 time: 1.1154859 Mar 31 23:30:27.387742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752f997-c572-4275-b5be-6beda9a315c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962 tempest-ExtraDHCPOptionsIpV6TestJSON-2101760962-project] Pushing event deleted for resources: {'Network': ['ID=5c3578f3-5f02-4b46-af28-351e7bc9104e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:27.771442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.833322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Subnet': ['ID=3f9a7419-3801-47e9-b947-f980fd25486a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:27.850236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.850592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.850910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.851261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.851586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.851911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.852230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.852571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.852868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.853182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.853499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.853813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:27.863307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Checking segment: {'id': 'baa2bdec-bde0-45cf-802f-6fc0d2839491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:27.863658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network hostable DHCP agents. Network: 85fa3f41-43d0-431a-9884-64b4411b2a09, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:27.933507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55862) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.005017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network 85fa3f41-43d0-431a-9884-64b4411b2a09 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:28.095869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 85fa3f41-43d0-431a-9884-64b4411b2a09) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:28.105454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c5e56-d335-4da1-b4b7-25bca6b638fd None None] Network 85fa3f41-43d0-431a-9884-64b4411b2a09 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:28.120464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.197395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:28.227212 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fee9ded3-f96f-40b4-b740-9a5b76c29ac6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2c0224e34f3146c6b006166bbd8a65ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924860 Mar 31 23:30:28.229822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.234059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:28.234667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e2cc46b5-ebfe-429c-b0f0-e8cc8a9a3d57 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:28.238583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event updated for resources: {'Subnet': ['ID=ef065125-a815-4bdc-95c1-0b1f55eceddb,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:28.276840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Checking segment: {'id': '708f1674-cd3c-4647-8c36-060b79e46d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:28.277199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network hostable DHCP agents. Network: 820fd3f9-1f45-4d52-ba44-6e694aa1dc78, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:28.316158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.347584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.381476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-85fa3f41-43d0-431a-9884-64b4411b2a09', 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09', 'tenant_id': 'bbb8a26a23b64b06aede4b4a5769c0c5', 'fixed_ips': [{'subnet_id': '3f9a7419-3801-47e9-b947-f980fd25486a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:28.383907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.398161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:28.490319 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.493620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.494584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/17242aa5-9961-448c-af09-d39a4d3a0e8c HTTP/1.1" status: 204 len: 168 time: 0.2636847 Mar 31 23:30:28.496143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 820fd3f9-1f45-4d52-ba44-6e694aa1dc78) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:28.510972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.514979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.516642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.517056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36bc2-1e33-4aaf-b72d-1a5f67b09a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17242aa5-9961-448c-af09-d39a4d3a0e8c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:28.598553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a9ba5-eecc-443f-8263-5959b365c7c5 None None] Network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:28.637510 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-30d095e7-ab17-4412-8223-6d0f64f4ab7e tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8601985 Mar 31 23:30:28.639964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55874) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.741794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26dbd0-198e-4641-8204-820692b1fa8a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.743580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26dbd0-198e-4641-8204-820692b1fa8a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.745127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26dbd0-198e-4641-8204-820692b1fa8a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.746771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bf26dbd0-198e-4641-8204-820692b1fa8a tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1058207 Mar 31 23:30:28.756985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.860024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting subnet 3f9a7419-3801-47e9-b947-f980fd25486a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:28.876353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-820fd3f9-1f45-4d52-ba44-6e694aa1dc78', 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78', 'tenant_id': 'bbb8a26a23b64b06aede4b4a5769c0c5', 'fixed_ips': [{'subnet_id': 'ef065125-a815-4bdc-95c1-0b1f55eceddb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:28.877274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.926591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Allocated IP 2001:db8::1 (85fa3f41-43d0-431a-9884-64b4411b2a09/3f9a7419-3801-47e9-b947-f980fd25486a/46b378a0-176c-41a2-b7ae-29a98525c29c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:29.290460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Allocated IP 2001:db8:0:1::1 (820fd3f9-1f45-4d52-ba44-6e694aa1dc78/ef065125-a815-4bdc-95c1-0b1f55eceddb/3e9cad2f-9ce2-49ab-b15c-359e66e048bd) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:29.479699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.563819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.576675 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.579260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.621894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.638369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Network 85fa3f41-43d0-431a-9884-64b4411b2a09 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:29.643982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:29.649675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:29.675988 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.675988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Pushing event updated for resources: {'Port': ['ID=46b378a0-176c-41a2-b7ae-29a98525c29c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:29.734776 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.751997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:29.757882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:29.774977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:29.775713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55910) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:29.800794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Attempting to bind port 46b378a0-176c-41a2-b7ae-29a98525c29c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:29.801418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Attempting to bind port 46b378a0-176c-41a2-b7ae-29a98525c29c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'baa2bdec-bde0-45cf-802f-6fc0d2839491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:29.801776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Attempting to bind port 46b378a0-176c-41a2-b7ae-29a98525c29c on network 85fa3f41-43d0-431a-9884-64b4411b2a09 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:29.816047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Pushing event updated for resources: {'Port': ['ID=3e9cad2f-9ce2-49ab-b15c-359e66e048bd,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:29.834561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:29.834946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Checking segment: {'id': 'baa2bdec-bde0-45cf-802f-6fc0d2839491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:29.835558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.836097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Bound using segment: {'id': 'baa2bdec-bde0-45cf-802f-6fc0d2839491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:29.836468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Bound port: 46b378a0-176c-41a2-b7ae-29a98525c29c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2bdec-bde0-45cf-802f-6fc0d2839491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85fa3f41-43d0-431a-9884-64b4411b2a09'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:29.836863 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.969751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-601104994'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:30.002416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Attempting to bind port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:30.003138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Attempting to bind port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '708f1674-cd3c-4647-8c36-060b79e46d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:30.003667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Attempting to bind port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd on network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:30.017311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:30.018068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Checking segment: {'id': '708f1674-cd3c-4647-8c36-060b79e46d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:30.019368 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.019840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Bound using segment: {'id': '708f1674-cd3c-4647-8c36-060b79e46d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:30.027242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Bound port: 3e9cad2f-9ce2-49ab-b15c-359e66e048bd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708f1674-cd3c-4647-8c36-060b79e46d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '820fd3f9-1f45-4d52-ba44-6e694aa1dc78'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:30.027838 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.089797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Made reservation on behalf of f2d59c359aae43438fd17cc31d5be8a5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:30.093968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.106590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.126060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] For port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:30.132397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] For port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3e9cad2f-9ce2-49ab-b15c-359e66e048bd,segment=NetworkSegment(708f1674-cd3c-4647-8c36-060b79e46d7e),segment_id=708f1674-cd3c-4647-8c36-060b79e46d7e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:30.185728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.221568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.243698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.285783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349523d2-b05c-4a0f-a7bd-de5b8773d604,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.291426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f92456-1a49-4e77-a8eb-a0aef07ae616 None None] Pushing event updated for resources: {'Port': ['ID=3e9cad2f-9ce2-49ab-b15c-359e66e048bd,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.302441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.311094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:30.325165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] For port 46b378a0-176c-41a2-b7ae-29a98525c29c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:30.330426 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.331916 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Added segment f437c138-f6a5-4571-a3f1-15e852b2f3e5 of type vlan for network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 Mar 31 23:30:30.349906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] For port 46b378a0-176c-41a2-b7ae-29a98525c29c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=46b378a0-176c-41a2-b7ae-29a98525c29c,segment=NetworkSegment(baa2bdec-bde0-45cf-802f-6fc0d2839491),segment_id=baa2bdec-bde0-45cf-802f-6fc0d2839491)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:30.356780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9a7419-3801-47e9-b947-f980fd25486a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.360664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.368301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c7c73842-ddce-421d-9871-ad0b8169d6ff tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/subnets/3f9a7419-3801-47e9-b947-f980fd25486a HTTP/1.1" status: 204 len: 168 time: 1.6101673 Mar 31 23:30:30.368909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55918) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:30.388330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.415778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.434164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting subnet ef065125-a815-4bdc-95c1-0b1f55eceddb {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:30.438166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.477633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.479100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eb3dd-a39f-4a9a-bbee-4fdbaec37c81 None None] Pushing event updated for resources: {'Port': ['ID=46b378a0-176c-41a2-b7ae-29a98525c29c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.488413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:30.488413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.540596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.616827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8399944 Mar 31 23:30:30.621714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55922) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:30.626666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Request body: {'subnet': {'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:30.632367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5ead-ff15-4952-b0d1-ad12eb1d50d0 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'Network': ['ID=3fba5831-f7e0-41a0-b5dd-1b68fa189565,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.653175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:30.771210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.884630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Made reservation on behalf of f2d59c359aae43438fd17cc31d5be8a5 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:30.888792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.891762 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:30:31.075345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.114002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Subnet': ['ID=ef065125-a815-4bdc-95c1-0b1f55eceddb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:31.116268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.121805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a31895a4-0418-4dea-a0ca-061be3ac435c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/subnets/ef065125-a815-4bdc-95c1-0b1f55eceddb HTTP/1.1" status: 204 len: 168 time: 0.7496328 Mar 31 23:30:31.123588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55926) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:31.234952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3022eaf-1681-47ae-a890-b25548ea9d13 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:31.237937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f3022eaf-1681-47ae-a890-b25548ea9d13 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1104407 Mar 31 23:30:31.240789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55930) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:31.283812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.327422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.361717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'Subnet': ['ID=ea427334-e078-4347-acfa-d96c83d8d842,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:31.364848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Checking segment: {'id': 'f437c138-f6a5-4571-a3f1-15e852b2f3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:31.365212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Network hostable DHCP agents. Network: 3fba5831-f7e0-41a0-b5dd-1b68fa189565, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:31.401187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:31.401531 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.500960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:31.505550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] For port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3e9cad2f-9ce2-49ab-b15c-359e66e048bd,segment=NetworkSegment(708f1674-cd3c-4647-8c36-060b79e46d7e),segment_id=708f1674-cd3c-4647-8c36-060b79e46d7e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:31.506127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.523461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Calling delete_port for 3e9cad2f-9ce2-49ab-b15c-359e66e048bd owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:31.603936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 3fba5831-f7e0-41a0-b5dd-1b68fa189565) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:31.613798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:31.617133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.630200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13ecf3-0f9e-4c9d-b02e-108ec19616d8 None None] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:31.696702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.716048 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4482aad6-2cb3-4aa0-a5e7-3f697785f4b8 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0931823 Mar 31 23:30:31.718875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55944) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:31.738086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Request body: {'port': {'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1878051171'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:31.741157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] No DVR routers for this DVR port 3e9cad2f-9ce2-49ab-b15c-359e66e048bd on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:31.781184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Port': ['ID=3e9cad2f-9ce2-49ab-b15c-359e66e048bd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:31.926863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.950266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-3fba5831-f7e0-41a0-b5dd-1b68fa189565', 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565', 'tenant_id': 'f2d59c359aae43438fd17cc31d5be8a5', 'fixed_ips': [{'subnet_id': 'ea427334-e078-4347-acfa-d96c83d8d842'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:31.951851 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.977439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820fd3f9-1f45-4d52-ba44-6e694aa1dc78']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:32.036709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708f1674-cd3c-4647-8c36-060b79e46d7e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:32.036709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708f1674-cd3c-4647-8c36-060b79e46d7e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:32.053735 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.056611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Made reservation on behalf of f2d59c359aae43438fd17cc31d5be8a5 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:32.060331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.092527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.105257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] device_id is not set on port 86a99790-2a83-491b-9fe1-3fcc778cc75a yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:32.109995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:32.112475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:32.115733 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:32.232312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e1c81-68c0-49d3-bf26-3c17279a3cd6 None None] Network 85fa3f41-43d0-431a-9884-64b4411b2a09 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:32.317150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Allocated IP 172.20.0.4 (3fba5831-f7e0-41a0-b5dd-1b68fa189565/ea427334-e078-4347-acfa-d96c83d8d842/86a99790-2a83-491b-9fe1-3fcc778cc75a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:32.343555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861682c-cd47-4e0e-b8f4-e798d57b0c2d None None] Network 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:32.345256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 46b378a0-176c-41a2-b7ae-29a98525c29c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:32.383306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.400655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] Provisioning complete for port 46b378a0-176c-41a2-b7ae-29a98525c29c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:32.401124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.408346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.416187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/820fd3f9-1f45-4d52-ba44-6e694aa1dc78 HTTP/1.1" status: 204 len: 168 time: 1.1719487 Mar 31 23:30:32.416187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba43540-f9cc-4ff1-b1ed-5b9fa409821c tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=820fd3f9-1f45-4d52-ba44-6e694aa1dc78,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:32.416949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55958) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:32.521468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.543101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.588315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Deleting port 46b378a0-176c-41a2-b7ae-29a98525c29c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:32.588595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.668262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.668756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] For port 46b378a0-176c-41a2-b7ae-29a98525c29c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=46b378a0-176c-41a2-b7ae-29a98525c29c,segment=NetworkSegment(baa2bdec-bde0-45cf-802f-6fc0d2839491),segment_id=baa2bdec-bde0-45cf-802f-6fc0d2839491)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:32.669196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.679445 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.684893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Calling delete_port for 46b378a0-176c-41a2-b7ae-29a98525c29c owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:32.701074 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 46b378a0-176c-41a2-b7ae-29a98525c29c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:32.701750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.781624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:32.783614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'Port': ['ID=86a99790-2a83-491b-9fe1-3fcc778cc75a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:32.787077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:32.789559 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:32.831625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] For port 46b378a0-176c-41a2-b7ae-29a98525c29c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=46b378a0-176c-41a2-b7ae-29a98525c29c,segment=NetworkSegment(baa2bdec-bde0-45cf-802f-6fc0d2839491),segment_id=baa2bdec-bde0-45cf-802f-6fc0d2839491)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:32.833593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Allocated IP 172.20.0.2 (3fba5831-f7e0-41a0-b5dd-1b68fa189565/ea427334-e078-4347-acfa-d96c83d8d842/9454cfa7-5b68-4ce2-9f70-d8a28bb7440f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:32.844635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2067bac-9303-48fd-b806-d2a4cd08ba99 None None] DHCP port deletion for 820fd3f9-1f45-4d52-ba44-6e694aa1dc78 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:32.866542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:32.871102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.937111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] DHCP port deletion for 85fa3f41-43d0-431a-9884-64b4411b2a09 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:32.945623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.993938 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed68e99e-41a3-44a7-9669-85a28d55b871 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2738979 Mar 31 23:30:32.996948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55970) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:33.017052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.017707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Request body: {'port': {'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1930712047', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:33.019641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.api.validators [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] bootfile-name is not in valid_values {{(pid=109834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:33.020097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.api.validators [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] tftp-server is not in valid_values {{(pid=109834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:33.025958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.api.validators [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] server-ip-address is not in valid_values {{(pid=109834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:33.025958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.090284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ec24-fdc5-4854-ae28-98d64b5c0329 None None] Pushing event updated for resources: {'Port': ['ID=46b378a0-176c-41a2-b7ae-29a98525c29c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.092912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-583d2d77-e9e9-44fd-b3c9-dc217036e1aa None None] Could not find standard attr ID for object 3e9cad2f-9ce2-49ab-b15c-359e66e048bd. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:30:33.099043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Port': ['ID=46b378a0-176c-41a2-b7ae-29a98525c29c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.103269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] No DVR routers for this DVR port 46b378a0-176c-41a2-b7ae-29a98525c29c on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:33.202249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.202833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.219915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Deleting port 46b378a0-176c-41a2-b7ae-29a98525c29c {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:33.220287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.234642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fa3f41-43d0-431a-9884-64b4411b2a09']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.255123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa2bdec-bde0-45cf-802f-6fc0d2839491') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.255563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa2bdec-bde0-45cf-802f-6fc0d2839491') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.273810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.291864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] For port 46b378a0-176c-41a2-b7ae-29a98525c29c, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:33.292260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.303733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.306848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.313608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:33.314389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:33.317640 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:33.323892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Calling delete_port for 46b378a0-176c-41a2-b7ae-29a98525c29c owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:33.360641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Port 46b378a0-176c-41a2-b7ae-29a98525c29c was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:30:33.363346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:33.366915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.374853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Made reservation on behalf of f2d59c359aae43438fd17cc31d5be8a5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:33.379350 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.388277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:33.401293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] No DVR routers for this DVR port 46b378a0-176c-41a2-b7ae-29a98525c29c on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:33.405162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] device_id is not set on port 87ee9576-06fb-4681-a36d-738fe0339c90 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:33.408215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:33.477907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Pushing event updated for resources: {'Port': ['ID=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.502628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.507176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6b721-7fd4-4928-84bd-7b1a77ea7dcc None None] Pushing event deleted for resources: {'Port': ['ID=46b378a0-176c-41a2-b7ae-29a98525c29c,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.511847 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.513101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Attempting to bind port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:33.513476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Attempting to bind port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'f437c138-f6a5-4571-a3f1-15e852b2f3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:33.513838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Attempting to bind port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f on network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:33.518862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55980) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:33.520132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:33.520628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Checking segment: {'id': 'f437c138-f6a5-4571-a3f1-15e852b2f3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:33.521031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.521417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Bound using segment: {'id': 'f437c138-f6a5-4571-a3f1-15e852b2f3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:33.521909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Bound port: 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f437c138-f6a5-4571-a3f1-15e852b2f3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3fba5831-f7e0-41a0-b5dd-1b68fa189565'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:33.522245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.528789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/85fa3f41-43d0-431a-9884-64b4411b2a09 HTTP/1.1" status: 204 len: 168 time: 1.1107988 Mar 31 23:30:33.546187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6158b4-4511-4511-93ed-7650d984d7b3 tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=85fa3f41-43d0-431a-9884-64b4411b2a09,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.569314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Allocated IP 172.20.0.13 (3fba5831-f7e0-41a0-b5dd-1b68fa189565/ea427334-e078-4347-acfa-d96c83d8d842/87ee9576-06fb-4681-a36d-738fe0339c90) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:33.637742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.654786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] For port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:33.659960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] For port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,segment=NetworkSegment(f437c138-f6a5-4571-a3f1-15e852b2f3e5),segment_id=f437c138-f6a5-4571-a3f1-15e852b2f3e5)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:33.735631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.763197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.827406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0df3017-a1aa-45c0-b17e-8a361537f966']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.840191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585689d-5784-4093-8f8f-470f3d359b47 None None] Pushing event updated for resources: {'Port': ['ID=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.852659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.862074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30edbe15-332a-4c30-bf2f-4a862a2b3aed') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.862332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30edbe15-332a-4c30-bf2f-4a862a2b3aed') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:33.874563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.890363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.899504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:33.900215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:33.903766 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:33.969440 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.025515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:34.029040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:34.033090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:34.052658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.063361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.069657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'Port': ['ID=87ee9576-06fb-4681-a36d-738fe0339c90,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:34.082330 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/f0df3017-a1aa-45c0-b17e-8a361537f966 HTTP/1.1" status: 204 len: 168 time: 0.5596178 Mar 31 23:30:34.085272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 55994) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.145736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.147102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.149949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bccaf-e6e0-450a-bc96-2cb2362c441b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=f0df3017-a1aa-45c0-b17e-8a361537f966,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:34.267163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.275393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-94117253-7fdf-4eba-bef3-fd88d72cae4f tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2766023 Mar 31 23:30:34.277649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 55998) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.319486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:34.372325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0dd68-f6cf-404a-9efb-730ca01d52b3 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.379964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0dd68-f6cf-404a-9efb-730ca01d52b3 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.385895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0dd68-f6cf-404a-9efb-730ca01d52b3 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.390970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-08a0dd68-f6cf-404a-9efb-730ca01d52b3 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1097412 Mar 31 23:30:34.391248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56000) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.417548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.422013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:34.422571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.445138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6400d6ac-3ac1-4126-a669-41dc5e5a3697']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.458147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61ac3a7-8eea-4232-89d2-9f01c41100f9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.458728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61ac3a7-8eea-4232-89d2-9f01c41100f9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.474118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.492879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.500364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Deleting port 87ee9576-06fb-4681-a36d-738fe0339c90 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:34.500845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.506971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:34.507622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.535965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:34.545555 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:34.612774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,segment=NetworkSegment(f437c138-f6a5-4571-a3f1-15e852b2f3e5),segment_id=f437c138-f6a5-4571-a3f1-15e852b2f3e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:34.622205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.638657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Calling delete_port for 87ee9576-06fb-4681-a36d-738fe0339c90 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:34.684048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.684287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.692421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.695375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] 10.222.0.83 "DELETE /v2.0/networks/6400d6ac-3ac1-4126-a669-41dc5e5a3697 HTTP/1.1" status: 204 len: 168 time: 0.6078885 Mar 31 23:30:34.751988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c03117-493c-4aa8-93c1-ff5d68ccea9b tempest-BulkNetworkOpsIpV6Test-636669258 tempest-BulkNetworkOpsIpV6Test-636669258-project] Pushing event deleted for resources: {'Network': ['ID=6400d6ac-3ac1-4126-a669-41dc5e5a3697,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:34.789243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 46b378a0-176c-41a2-b7ae-29a98525c29c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:34.813002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 46b378a0-176c-41a2-b7ae-29a98525c29c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:34.813706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 46b378a0-176c-41a2-b7ae-29a98525c29c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:34.814347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3e9cad2f-9ce2-49ab-b15c-359e66e048bd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:34.900376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:34.908077 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.909160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 3e9cad2f-9ce2-49ab-b15c-359e66e048bd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:34.909746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3e9cad2f-9ce2-49ab-b15c-359e66e048bd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:34.964066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.012748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event deleted for resources: {'Port': ['ID=87ee9576-06fb-4681-a36d-738fe0339c90,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.114987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.122064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-94984d86-502f-4f9c-9eeb-6128dfefd271 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "DELETE /v2.0/ports/87ee9576-06fb-4681-a36d-738fe0339c90 HTTP/1.1" status: 204 len: 168 time: 0.7296572 Mar 31 23:30:35.124605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.130837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Request body: {'port': {'name': 'tempest-new-port-name-1236096722', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:35.131279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] bootfile-name is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:35.131612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] tftp-server is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:35.131935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.api.validators [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] server-ip-address is not in valid_values {{(pid=109835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:30:35.208829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24c045-1899-4264-b30d-6d587bb9af09 None None] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:35.209357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.342841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.369055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e2caf93-f3af-4700-8f11-e958dceb3458 None None] Provisioning complete for port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:35.369426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e2caf93-f3af-4700-8f11-e958dceb3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.471272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.515074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e7ba8a07-7505-49a4-a49b-9a6b6549a52b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bbb8a26a23b64b06aede4b4a5769c0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697645 Mar 31 23:30:35.516776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56030) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.576646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.589899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.688423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.692328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event updated for resources: {'Port': ['ID=86a99790-2a83-491b-9fe1-3fcc778cc75a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.733010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] In _notify_port_updated(), no bound segment for port 86a99790-2a83-491b-9fe1-3fcc778cc75a on network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:30:35.741328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-87767da9-b67e-4221-97b4-e81bcd85b16d None None] Provisioning complete for port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:35.741700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87767da9-b67e-4221-97b4-e81bcd85b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.753971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.754672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.758669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c0bb5487-1f13-44b8-837d-0dc1871beac2 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "PUT /v2.0/ports/86a99790-2a83-491b-9fe1-3fcc778cc75a HTTP/1.1" status: 200 len: 1136 time: 0.6330526 Mar 31 23:30:35.758820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56036) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.836338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a034faaa-ddb3-434a-b8a7-a4f43d27e5cd tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.837806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a034faaa-ddb3-434a-b8a7-a4f43d27e5cd tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "GET /v2.0/ports/86a99790-2a83-491b-9fe1-3fcc778cc75a HTTP/1.1" status: 200 len: 1136 time: 0.0780084 Mar 31 23:30:35.843296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56038) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.918985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.921804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.928597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e97e52eb-1a48-4e15-888a-21d31fa6e103 HTTP/1.1" status: 204 len: 168 time: 0.4104011 Mar 31 23:30:35.946352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fbbe6-e7f8-406e-98ff-03500d00fa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e52eb-1a48-4e15-888a-21d31fa6e103,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:36.030805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Deleting port 86a99790-2a83-491b-9fe1-3fcc778cc75a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:36.031204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.142302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-87767da9-b67e-4221-97b4-e81bcd85b16d None None] Provisioning complete for port 86a99790-2a83-491b-9fe1-3fcc778cc75a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:36.142803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87767da9-b67e-4221-97b4-e81bcd85b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.169868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.191879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-87767da9-b67e-4221-97b4-e81bcd85b16d None None] Port 86a99790-2a83-491b-9fe1-3fcc778cc75a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:36.198247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Calling delete_port for 86a99790-2a83-491b-9fe1-3fcc778cc75a owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:36.245424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:36.359109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2c04861f-019b-442f-bdc7-982a3e14c708 None None] Provisioning complete for port 86a99790-2a83-491b-9fe1-3fcc778cc75a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:36.359474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2c04861f-019b-442f-bdc7-982a3e14c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.411479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:36.411853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.446990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2c04861f-019b-442f-bdc7-982a3e14c708 None None] Port 86a99790-2a83-491b-9fe1-3fcc778cc75a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:36.575461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.575973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-28df01a5-06b8-439a-a045-2cdbe3ea11b2 None None] Could not find standard attr ID for object 87ee9576-06fb-4681-a36d-738fe0339c90. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:30:36.631487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event deleted for resources: {'Port': ['ID=86a99790-2a83-491b-9fe1-3fcc778cc75a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:36.700673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.708106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56060) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:36.708618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-694bf12a-b48f-4b6e-9844-fa6389052453 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "DELETE /v2.0/ports/86a99790-2a83-491b-9fe1-3fcc778cc75a HTTP/1.1" status: 204 len: 168 time: 0.8638420 Mar 31 23:30:36.771258 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Deleting subnet ea427334-e078-4347-acfa-d96c83d8d842 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:36.777375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.834304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.940216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.093080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0e684925-d932-4a0d-80b4-39935c739b60 None None] Could not find standard attr ID for object 86a99790-2a83-491b-9fe1-3fcc778cc75a. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:30:37.107473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.163212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event deleted for resources: {'Subnet': ['ID=ea427334-e078-4347-acfa-d96c83d8d842,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:37.170760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.176953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ac846a4a-1381-44a6-bb4a-6000ad2edb05 tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "DELETE /v2.0/subnets/ea427334-e078-4347-acfa-d96c83d8d842 HTTP/1.1" status: 204 len: 168 time: 0.4668715 Mar 31 23:30:37.181043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:37.276529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.352238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743ab44-0d07-42cb-a84d-396d33b807f1 None None] Network 3fba5831-f7e0-41a0-b5dd-1b68fa189565 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:37.397745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Deleting port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:37.398918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.482187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56086) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:37.495727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] For port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,segment=NetworkSegment(f437c138-f6a5-4571-a3f1-15e852b2f3e5),segment_id=f437c138-f6a5-4571-a3f1-15e852b2f3e5)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:37.497811 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.526376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Calling delete_port for 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:37.620312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-147657851'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:37.656529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] DHCP port deletion for 3fba5831-f7e0-41a0-b5dd-1b68fa189565 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:37.713171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.716008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Deleting port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:37.716008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.730464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:37.734523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.740823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] No DVR routers for this DVR port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:37.754857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.801538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] For port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:37.801934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.816683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Calling delete_port for 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:37.819832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:30:37.828116 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.828856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event deleted for resources: {'Port': ['ID=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:37.848802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] Pushing event deleted for resources: {'Port': ['ID=9454cfa7-5b68-4ce2-9f70-d8a28bb7440f,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:37.853019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5df177-3e4a-4f33-bd19-5c62587340ef None None] No DVR routers for this DVR port 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:37.856962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.915758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.919455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.935914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:37.955686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fba5831-f7e0-41a0-b5dd-1b68fa189565']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:37.961854 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.962514 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 09e488b6-6cec-455c-b910-20fd63efca08 of type vlan for network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 Mar 31 23:30:37.967493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f437c138-f6a5-4571-a3f1-15e852b2f3e5') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:37.968051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f437c138-f6a5-4571-a3f1-15e852b2f3e5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:37.979487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.998055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.005180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:38.005591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.006807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6974ea9-f5fb-4689-adf9-59a4aa3347a5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:38.008674 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:38.029821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.155554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:38.162956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.169549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:38.170153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.177756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:38.177756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9454cfa7-5b68-4ce2-9f70-d8a28bb7440f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:38.187038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.226492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.229688 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] 10.222.0.83 "DELETE /v2.0/networks/3fba5831-f7e0-41a0-b5dd-1b68fa189565 HTTP/1.1" status: 204 len: 168 time: 1.0475996 Mar 31 23:30:38.230652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242da80-8635-457f-b208-cd481d747b8b tempest-ExtraDHCPOptionsTestJSON-1675943847 tempest-ExtraDHCPOptionsTestJSON-1675943847-project] Pushing event deleted for resources: {'Network': ['ID=3fba5831-f7e0-41a0-b5dd-1b68fa189565,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.279231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=53aaab5f-dcf2-4fef-8d47-6962d542cf11,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.290977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5e98fd24-0b14-4f22-91bc-27c4d996ff5a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8072674 Mar 31 23:30:38.293416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56106) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:38.296165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:38.300812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'name': 'tempest-PortsTestJSON-890501681'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:38.512224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:38.516050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.535843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:38.731463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.810931 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.832336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56118) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:38.895175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=8bd66a36-2fd9-4f98-b415-d0df7042bf60,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.902866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '09e488b6-6cec-455c-b910-20fd63efca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:38.903433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 53aaab5f-dcf2-4fef-8d47-6962d542cf11, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:38.952854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:39.019571 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9663d3bf-5d2f-4bb4-b344-f7194764fe3c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f2d59c359aae43438fd17cc31d5be8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861005 Mar 31 23:30:39.022200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56124) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:39.033145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 53aaab5f-dcf2-4fef-8d47-6962d542cf11) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:39.044015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6428f-bdcd-478d-a587-5ea6b6b395a8 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:39.048211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:39.067572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:39.067572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.085435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.109905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.155636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00913105-bcce-4f50-b490-ed978b42ee60 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8600714 Mar 31 23:30:39.158516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56130) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:39.164140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-726401930'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:39.238640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.241310 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.242474 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/349523d2-b05c-4a0f-a7bd-de5b8773d604 HTTP/1.1" status: 204 len: 168 time: 0.2194047 Mar 31 23:30:39.253306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a7939-04be-44f6-b55f-4fd173c18f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349523d2-b05c-4a0f-a7bd-de5b8773d604,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:39.266470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:39.271185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.333412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:39.342774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.343152 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 86e05159-72a7-46fe-b400-c64506731f32 of type vlan for network 81a7e011-4e7b-485c-8c53-2654c3fe9878 Mar 31 23:30:39.391298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.466744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.472625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:39.473148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.568463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=81a7e011-4e7b-485c-8c53-2654c3fe9878,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:39.615637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 81a7e011-4e7b-485c-8c53-2654c3fe9878 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:39.638342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56144) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:39.638564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3495fb1a-24b0-411b-8071-583f9702a6e8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4786971 Mar 31 23:30:39.644454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'ports': [{'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'}, {'network_id': '81a7e011-4e7b-485c-8c53-2654c3fe9878'}]} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:39.645369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:39.645915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '81a7e011-4e7b-485c-8c53-2654c3fe9878'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:39.957781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 2} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:39.969970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.006810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.162165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 580a998d-2b31-46ea-a1e5-de02d0524c21 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:40.262910 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.342371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 4b805b15-c3f9-4d48-b770-ad8881b0f214 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:40.454483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.513736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56178) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:40.552646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.610155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:40.615865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:40.621204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:40.622059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.629704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=580a998d-2b31-46ea-a1e5-de02d0524c21,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:40.669495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e8e38136-b825-40d7-8e31-cf4ee0f885c3 tempest-ServiceProvidersTest-111929127 tempest-ServiceProvidersTest-111929127-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1545343 Mar 31 23:30:40.702425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=4b805b15-c3f9-4d48-b770-ad8881b0f214,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:40.728717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '86e05159-72a7-46fe-b400-c64506731f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '81a7e011-4e7b-485c-8c53-2654c3fe9878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:40.730133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 81a7e011-4e7b-485c-8c53-2654c3fe9878, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:40.803661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 81a7e011-4e7b-485c-8c53-2654c3fe9878 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:40.900527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 81a7e011-4e7b-485c-8c53-2654c3fe9878) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:40.904675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:40.911732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:40.912414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cf88a-401c-4519-8875-585788c72ff7 None None] Network 81a7e011-4e7b-485c-8c53-2654c3fe9878 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:40.917192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:40.917855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.007256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7f1c837e-9192-4ebb-b6a4-fffa2a3a3f80 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3672473 Mar 31 23:30:41.009996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56190) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.115269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 4b805b15-c3f9-4d48-b770-ad8881b0f214 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:41.115771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.198162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.215229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 4b805b15-c3f9-4d48-b770-ad8881b0f214 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:41.231486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56202) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.371863 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80ec29de-6a8d-4b50-966b-8e78ad506daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.387253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.422883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=4b805b15-c3f9-4d48-b770-ad8881b0f214,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.436244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.440131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39ba53b0-07f1-4388-9082-1f88a1865194 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/4b805b15-c3f9-4d48-b770-ad8881b0f214 HTTP/1.1" status: 204 len: 168 time: 0.4283645 Mar 31 23:30:41.442883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56208) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.497509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80ec29de-6a8d-4b50-966b-8e78ad506daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.508523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3fe5d-db86-4a84-b6c8-9fba8b81f4eb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:41.514997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3fe5d-db86-4a84-b6c8-9fba8b81f4eb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:41.517822 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-18d3fe5d-db86-4a84-b6c8-9fba8b81f4eb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0728941 Mar 31 23:30:41.519494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56214) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.566600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-80ec29de-6a8d-4b50-966b-8e78ad506daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.598224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1c27-bf74-4c4d-99cb-42247c1145a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.650797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-80ec29de-6a8d-4b50-966b-8e78ad506daf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad1edb2d4f804656832b0ce6bb04183d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158349 Mar 31 23:30:41.650797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec29de-6a8d-4b50-966b-8e78ad506daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11202be1-6d47-4c1d-b4da-5f93aecab78a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.651223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56216) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.694825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 580a998d-2b31-46ea-a1e5-de02d0524c21 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:41.695228 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.716750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.748668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.771360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.786633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 580a998d-2b31-46ea-a1e5-de02d0524c21 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:41.850454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.855995 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.879072 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11202be1-6d47-4c1d-b4da-5f93aecab78a HTTP/1.1" status: 204 len: 168 time: 0.2168441 Mar 31 23:30:41.890573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32713e7-eea2-4af0-a204-061f19d79098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11202be1-6d47-4c1d-b4da-5f93aecab78a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.929756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.971632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=580a998d-2b31-46ea-a1e5-de02d0524c21,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.990950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.995529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-58158a91-2ef7-498a-b33a-2df4613da24a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/580a998d-2b31-46ea-a1e5-de02d0524c21 HTTP/1.1" status: 204 len: 168 time: 0.4747190 Mar 31 23:30:41.998223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56226) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:42.074629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578a147-61cc-4999-b72e-d20664f6a8c1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:42.076701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b578a147-61cc-4999-b72e-d20664f6a8c1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0767963 Mar 31 23:30:42.078995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56228) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:42.114508 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bb1602-b6ff-4df7-952b-18a5a1233528 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:42.116065 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-93bb1602-b6ff-4df7-952b-18a5a1233528 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/4b805b15-c3f9-4d48-b770-ad8881b0f214 HTTP/1.1" status: 404 len: 333 time: 0.0359790 Mar 31 23:30:42.118819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56230) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:42.144300 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-968985ff-7a10-4e97-98f5-23bce2db2a77 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:42.145806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-968985ff-7a10-4e97-98f5-23bce2db2a77 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/580a998d-2b31-46ea-a1e5-de02d0524c21 HTTP/1.1" status: 404 len: 333 time: 0.0260620 Mar 31 23:30:42.148529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56234) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:42.232638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.343588 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.371266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a7e011-4e7b-485c-8c53-2654c3fe9878']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:42.395343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e05159-72a7-46fe-b400-c64506731f32') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:42.395610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e05159-72a7-46fe-b400-c64506731f32') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:42.405184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.419229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.425962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:42.426442 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:42.429518 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:42.563637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.573253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.576362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/81a7e011-4e7b-485c-8c53-2654c3fe9878 HTTP/1.1" status: 204 len: 168 time: 0.4269426 Mar 31 23:30:42.580832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56254) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:42.590960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-960385015'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:42.596848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6547b87-508f-4309-acf4-b67c7f08123f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=81a7e011-4e7b-485c-8c53-2654c3fe9878,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:42.729823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:42.734326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.761468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:42.773039 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.773758 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 82050b60-2e5c-4f08-a9ed-11ccb9cb05f8 of type vlan for network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b Mar 31 23:30:42.831887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.943412 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.949804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:42.950396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.042004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4573438 Mar 31 23:30:43.042315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56272) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:43.047872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:43.055330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713e30-dc53-4b8f-99c9-4868a7225344 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:43.070317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:43.221806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:43.229719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.304227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:30:43.305064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:30:43.513137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.601106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=55c1effd-ab95-4dec-ae34-2c3a3c132324,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:43.648720 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:43.649833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:43.734860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:43.797961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:43.805396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:43.809359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.811697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca28921-8265-465c-abb0-dd7ee0a906ae None None] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:43.832832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-129176a9-76aa-44a5-92ca-f0e469116b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.875326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf975e47-3adc-4252-ab3b-85116992081d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8315051 Mar 31 23:30:43.878633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56298) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:43.883738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b', 'name': 'tempest-PortsTestJSON-1776654708'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:44.053724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b', 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': '55c1effd-ab95-4dec-ae34-2c3a3c132324'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:44.054617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.174049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:44.177823 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.201119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 7bb78bc8-f878-4865-8ff3-1804dbc2001e yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:44.235500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Allocated IP 172.20.0.2 (1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b/55c1effd-ab95-4dec-ae34-2c3a3c132324/208c0897-89f2-405c-bab7-afd7edaddaae) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:44.389233 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.444182 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.507157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:44.509741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.6 (1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b/55c1effd-ab95-4dec-ae34-2c3a3c132324/7bb78bc8-f878-4865-8ff3-1804dbc2001e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:44.515114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:44.524641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:44.537459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Pushing event updated for resources: {'Port': ['ID=208c0897-89f2-405c-bab7-afd7edaddaae,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:44.623069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Attempting to bind port 208c0897-89f2-405c-bab7-afd7edaddaae on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:44.623450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Attempting to bind port 208c0897-89f2-405c-bab7-afd7edaddaae by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:44.624005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Attempting to bind port 208c0897-89f2-405c-bab7-afd7edaddaae on network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:44.634163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:44.634793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Checking segment: {'id': '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:44.638500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.638846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Bound using segment: {'id': '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:44.639381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Bound port: 208c0897-89f2-405c-bab7-afd7edaddaae, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:44.639758 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.744257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] For port 208c0897-89f2-405c-bab7-afd7edaddaae, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:44.747518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] For port 208c0897-89f2-405c-bab7-afd7edaddaae, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=208c0897-89f2-405c-bab7-afd7edaddaae,segment=NetworkSegment(82050b60-2e5c-4f08-a9ed-11ccb9cb05f8),segment_id=82050b60-2e5c-4f08-a9ed-11ccb9cb05f8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:44.787260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.816680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.910078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7e966-137f-4b73-b7f5-efca0ed06a45 None None] Pushing event updated for resources: {'Port': ['ID=208c0897-89f2-405c-bab7-afd7edaddaae,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:44.913351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.990340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:44.993664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:44.998204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:45.003813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=7bb78bc8-f878-4865-8ff3-1804dbc2001e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.056719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:45.057338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.134168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-924e6f25-7865-44d1-af3a-b1e007180411 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2519498 Mar 31 23:30:45.134523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56338) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:45.295160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 7bb78bc8-f878-4865-8ff3-1804dbc2001e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:45.295590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.386287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.409448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.423334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 7bb78bc8-f878-4865-8ff3-1804dbc2001e owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:45.678846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.714359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=7bb78bc8-f878-4865-8ff3-1804dbc2001e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.789859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.796207 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95845597-8f7a-41a5-929a-74ae18a88930 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/7bb78bc8-f878-4865-8ff3-1804dbc2001e HTTP/1.1" status: 204 len: 168 time: 0.6578257 Mar 31 23:30:45.796682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56360) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:45.830522 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-42086c03-841f-476c-9f7f-82c2fa39dd59 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:30:45.831234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42086c03-841f-476c-9f7f-82c2fa39dd59 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:30:45.838850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-42086c03-841f-476c-9f7f-82c2fa39dd59 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/7bb78bc8-f878-4865-8ff3-1804dbc2001e HTTP/1.1" status: 404 len: 333 time: 0.0410979 Mar 31 23:30:45.841518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56364) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:45.872419 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c010353-b166-4298-93e1-d77c18a66d30 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:45.874419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0c010353-b166-4298-93e1-d77c18a66d30 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/7bb78bc8-f878-4865-8ff3-1804dbc2001e HTTP/1.1" status: 404 len: 333 time: 0.0319233 Mar 31 23:30:45.877623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56366) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:45.948494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 55c1effd-ab95-4dec-ae34-2c3a3c132324 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:45.953413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.056588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.270027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.287403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 208c0897-89f2-405c-bab7-afd7edaddaae up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:46.363100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a86ba-bddb-4f09-9bb7-829787084bfc None None] Network 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:46.432776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.466119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.472616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/55c1effd-ab95-4dec-ae34-2c3a3c132324 HTTP/1.1" status: 204 len: 168 time: 0.5907724 Mar 31 23:30:46.472616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedec2f3-ba3c-4b84-99d9-657dd4b538e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=55c1effd-ab95-4dec-ae34-2c3a3c132324,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:46.473118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:46.481536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 208c0897-89f2-405c-bab7-afd7edaddaae triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:46.482618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.538474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Provisioning complete for port 208c0897-89f2-405c-bab7-afd7edaddaae triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:46.538844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.646090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.708526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 208c0897-89f2-405c-bab7-afd7edaddaae {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:46.709584 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.800867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port 208c0897-89f2-405c-bab7-afd7edaddaae, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=208c0897-89f2-405c-bab7-afd7edaddaae,segment=NetworkSegment(82050b60-2e5c-4f08-a9ed-11ccb9cb05f8),segment_id=82050b60-2e5c-4f08-a9ed-11ccb9cb05f8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:46.801580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.804269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.820166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 208c0897-89f2-405c-bab7-afd7edaddaae owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:46.830709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.902915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.906681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 208c0897-89f2-405c-bab7-afd7edaddaae, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=208c0897-89f2-405c-bab7-afd7edaddaae,segment=NetworkSegment(82050b60-2e5c-4f08-a9ed-11ccb9cb05f8),segment_id=82050b60-2e5c-4f08-a9ed-11ccb9cb05f8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:46.911883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.941792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] DHCP port deletion for 1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:46.994875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.062675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.094281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=208c0897-89f2-405c-bab7-afd7edaddaae,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.094510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=208c0897-89f2-405c-bab7-afd7edaddaae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.101672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:30:47.102037 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:30:47.107100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Deleting port 208c0897-89f2-405c-bab7-afd7edaddaae {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:47.108080 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.113348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port 208c0897-89f2-405c-bab7-afd7edaddaae on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:47.184254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] For port 208c0897-89f2-405c-bab7-afd7edaddaae, host n-d-828414-2, got binding levels [] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:47.184599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.207026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Calling delete_port for 208c0897-89f2-405c-bab7-afd7edaddaae owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:47.211259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.ipam_backend_mixin [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Port 208c0897-89f2-405c-bab7-afd7edaddaae was not found and therefore no delete operation was performed {{(pid=109836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:30:47.211999 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.222504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.245390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:47.253642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] Pushing event deleted for resources: {'Port': ['ID=208c0897-89f2-405c-bab7-afd7edaddaae,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.261706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee60d7-0eb9-45fc-bdbf-e697f983336a None None] No DVR routers for this DVR port 208c0897-89f2-405c-bab7-afd7edaddaae on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:47.274041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:47.274937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82050b60-2e5c-4f08-a9ed-11ccb9cb05f8') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:47.288525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.307301 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.313726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:47.314138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:47.317584 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:47.472957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.477465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.487852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b HTTP/1.1" status: 204 len: 168 time: 1.0071933 Mar 31 23:30:47.488644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56410) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:47.495606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-720831622'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:47.501180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a007-0255-4c10-a97a-a888bb9348f9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=1b8f3b2e-4eac-40e8-a4ee-bac7a68c6e5b,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.619521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:47.622173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-934e3488-d8b3-481b-8491-3e48ed3bc05a None None] Port 208c0897-89f2-405c-bab7-afd7edaddaae update to ACTIVE by agent not found {{(pid=109836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:30:47.623858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.659852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:47.675907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.676588 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 0ebce20e-fed9-417b-914c-cc2e166d3009 of type vlan for network 7570f212-aaaf-43de-b272-7de498f56014 Mar 31 23:30:47.732561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.860325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.873863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:47.874891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.958368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=7570f212-aaaf-43de-b272-7de498f56014,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.970782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7570f212-aaaf-43de-b272-7de498f56014 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:47.975795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56424) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:47.983121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '7570f212-aaaf-43de-b272-7de498f56014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:47.988863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9178057f-7236-4bd0-9901-4092d4629270 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4990573 Mar 31 23:30:48.178826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 208c0897-89f2-405c-bab7-afd7edaddaae no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:48.205104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 208c0897-89f2-405c-bab7-afd7edaddaae {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:48.210611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 208c0897-89f2-405c-bab7-afd7edaddaae not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:48.288978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:48.288978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.587597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.677727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:48.706033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '0ebce20e-fed9-417b-914c-cc2e166d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7570f212-aaaf-43de-b272-7de498f56014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:48.706738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 7570f212-aaaf-43de-b272-7de498f56014, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:48.786439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 7570f212-aaaf-43de-b272-7de498f56014 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:48.860564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7570f212-aaaf-43de-b272-7de498f56014) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:48.865772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:48.866470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.872144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5822c-1d23-429b-820f-7d49d2b98f96 None None] Network 7570f212-aaaf-43de-b272-7de498f56014 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:48.940392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7dc0ee45-2abd-4291-83d1-bad8205c9913 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9590979 Mar 31 23:30:48.940627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56444) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:48.946247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '7570f212-aaaf-43de-b272-7de498f56014', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1481359879'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:49.056381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7570f212-aaaf-43de-b272-7de498f56014', 'network_id': '7570f212-aaaf-43de-b272-7de498f56014', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': 'ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:49.057631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.163588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:49.169426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.191029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 7b537d05-98d7-43f3-8893-dc38bf1d7813 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:49.224820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Allocated IP 172.20.0.2 (7570f212-aaaf-43de-b272-7de498f56014/ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54/07f57602-15ef-4cb4-aa23-9de0eda95cec) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:49.376885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.472963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.522840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Network 7570f212-aaaf-43de-b272-7de498f56014 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:49.526329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:49.529334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:49.540604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Pushing event updated for resources: {'Port': ['ID=07f57602-15ef-4cb4-aa23-9de0eda95cec,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:49.596795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.7 (7570f212-aaaf-43de-b272-7de498f56014/ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54/7b537d05-98d7-43f3-8893-dc38bf1d7813) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:49.618524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Attempting to bind port 07f57602-15ef-4cb4-aa23-9de0eda95cec on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:49.619072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Attempting to bind port 07f57602-15ef-4cb4-aa23-9de0eda95cec by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0ebce20e-fed9-417b-914c-cc2e166d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7570f212-aaaf-43de-b272-7de498f56014'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:49.619628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Attempting to bind port 07f57602-15ef-4cb4-aa23-9de0eda95cec on network 7570f212-aaaf-43de-b272-7de498f56014 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:49.625913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:49.626374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Checking segment: {'id': '0ebce20e-fed9-417b-914c-cc2e166d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7570f212-aaaf-43de-b272-7de498f56014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:49.626858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.627538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Bound using segment: {'id': '0ebce20e-fed9-417b-914c-cc2e166d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7570f212-aaaf-43de-b272-7de498f56014'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:49.627960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Bound port: 07f57602-15ef-4cb4-aa23-9de0eda95cec, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebce20e-fed9-417b-914c-cc2e166d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7570f212-aaaf-43de-b272-7de498f56014'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:49.628343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.700926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] For port 07f57602-15ef-4cb4-aa23-9de0eda95cec, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:49.704016 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] For port 07f57602-15ef-4cb4-aa23-9de0eda95cec, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=07f57602-15ef-4cb4-aa23-9de0eda95cec,segment=NetworkSegment(0ebce20e-fed9-417b-914c-cc2e166d3009),segment_id=0ebce20e-fed9-417b-914c-cc2e166d3009)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:49.739849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.791287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.879957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.882451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7b157-4887-424b-bb41-b6d9a6f2d104 None None] Pushing event updated for resources: {'Port': ['ID=07f57602-15ef-4cb4-aa23-9de0eda95cec,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:49.942443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 7570f212-aaaf-43de-b272-7de498f56014 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:49.945957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:49.948897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:49.956921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=7b537d05-98d7-43f3-8893-dc38bf1d7813,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:50.050600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:50.052604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.168338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56476) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:50.169033 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4443ffaa-3baa-4615-86ad-01307224384b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2259419 Mar 31 23:30:50.338819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 7b537d05-98d7-43f3-8893-dc38bf1d7813 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:50.339202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.364281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 07f57602-15ef-4cb4-aa23-9de0eda95cec up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:50.427759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 07f57602-15ef-4cb4-aa23-9de0eda95cec triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:50.428478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.455953 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.474715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 7b537d05-98d7-43f3-8893-dc38bf1d7813 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:50.568900 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.623577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 07f57602-15ef-4cb4-aa23-9de0eda95cec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=07f57602-15ef-4cb4-aa23-9de0eda95cec,segment=NetworkSegment(0ebce20e-fed9-417b-914c-cc2e166d3009),segment_id=0ebce20e-fed9-417b-914c-cc2e166d3009)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:50.728893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.804869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=07f57602-15ef-4cb4-aa23-9de0eda95cec,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:51.225942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db8f4e-e8cf-42d0-942d-6a43cb7acf90 None None] Network 7570f212-aaaf-43de-b272-7de498f56014 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:51.243254 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.276316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=7b537d05-98d7-43f3-8893-dc38bf1d7813,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:51.407646 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.411844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-561e45f9-20fd-42d9-857e-62e6eff0cfa9 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/7b537d05-98d7-43f3-8893-dc38bf1d7813 HTTP/1.1" status: 204 len: 168 time: 1.2409153 Mar 31 23:30:51.417138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56502) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:51.450301 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-82296fa3-02a0-4418-b320-6beffb89585a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:51.451900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-82296fa3-02a0-4418-b320-6beffb89585a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/7b537d05-98d7-43f3-8893-dc38bf1d7813 HTTP/1.1" status: 404 len: 333 time: 0.0366724 Mar 31 23:30:51.456583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56504) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:51.524944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0889df99-a7fd-4a90-bbc1-7b7d468960f8 None None] Provisioning complete for port 07f57602-15ef-4cb4-aa23-9de0eda95cec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:51.525316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0889df99-a7fd-4a90-bbc1-7b7d468960f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.533780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:51.537410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.615869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.743461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.911443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.940345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:51.944300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.950303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56512) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:51.972831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-59e3910a-ead4-426e-8173-a8e3a029085f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54 HTTP/1.1" status: 204 len: 168 time: 0.5150971 Mar 31 23:30:51.981142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d661c-adda-47d3-91c9-d30ec7b61683 None None] Network 7570f212-aaaf-43de-b272-7de498f56014 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:52.077305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9501a9a1-183b-4fa3-a604-453893fad96f None None] Provisioning complete for port 07f57602-15ef-4cb4-aa23-9de0eda95cec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.077690 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9501a9a1-183b-4fa3-a604-453893fad96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.138427 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.227049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 07f57602-15ef-4cb4-aa23-9de0eda95cec {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:52.232096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.246293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 07f57602-15ef-4cb4-aa23-9de0eda95cec up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:52.294389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port 07f57602-15ef-4cb4-aa23-9de0eda95cec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=07f57602-15ef-4cb4-aa23-9de0eda95cec,segment=NetworkSegment(0ebce20e-fed9-417b-914c-cc2e166d3009),segment_id=0ebce20e-fed9-417b-914c-cc2e166d3009)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:52.294783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.311890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 07f57602-15ef-4cb4-aa23-9de0eda95cec owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:52.316072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 07f57602-15ef-4cb4-aa23-9de0eda95cec triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.316445 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.366816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] DHCP port deletion for 7570f212-aaaf-43de-b272-7de498f56014 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:52.465822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Deleting port 07f57602-15ef-4cb4-aa23-9de0eda95cec {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:52.465822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.506022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.522084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port 07f57602-15ef-4cb4-aa23-9de0eda95cec on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:52.557557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] For port 07f57602-15ef-4cb4-aa23-9de0eda95cec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=07f57602-15ef-4cb4-aa23-9de0eda95cec,segment=NetworkSegment(0ebce20e-fed9-417b-914c-cc2e166d3009),segment_id=0ebce20e-fed9-417b-914c-cc2e166d3009)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:52.557982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.570367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=07f57602-15ef-4cb4-aa23-9de0eda95cec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:52.571257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Calling delete_port for 07f57602-15ef-4cb4-aa23-9de0eda95cec owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:52.644443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.666606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7570f212-aaaf-43de-b272-7de498f56014']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:52.678388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebce20e-fed9-417b-914c-cc2e166d3009') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:52.681298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebce20e-fed9-417b-914c-cc2e166d3009') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:52.683800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.692247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.706656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.712931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:52.713338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:52.716497 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:52.722060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] No DVR routers for this DVR port 07f57602-15ef-4cb4-aa23-9de0eda95cec on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:52.724254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55096cda-ea3b-4566-b7fe-55d96dee3174 None None] Pushing event deleted for resources: {'Port': ['ID=07f57602-15ef-4cb4-aa23-9de0eda95cec,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:53.197257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.227622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.232509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/7570f212-aaaf-43de-b272-7de498f56014 HTTP/1.1" status: 204 len: 168 time: 1.2812243 Mar 31 23:30:53.234458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de90cea-5655-4e2a-836a-3adf30509ba1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=7570f212-aaaf-43de-b272-7de498f56014,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:53.237054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:53.249106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'name': 'tempest-PortsTestJSON-761343045'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:53.442948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:53.448005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.483850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:53.677663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.774328 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.832063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:53.836729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:53.841978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:53.849101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:53.849764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.863848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:53.943348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-48675038-9827-4563-a68f-982edd391c4b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7041490 Mar 31 23:30:53.945928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56560) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:54.049485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:54.050038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.145295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.166523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:54.270472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 07f57602-15ef-4cb4-aa23-9de0eda95cec no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:54.296361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 07f57602-15ef-4cb4-aa23-9de0eda95cec {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:54.297737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 07f57602-15ef-4cb4-aa23-9de0eda95cec not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:54.327959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.357472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.388453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:54.399499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.403149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4d7f1c08-523d-46c0-af90-bdcdcea3a453 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/5d1f5bc1-8ecf-4ef5-82b7-772ec599fa6e HTTP/1.1" status: 204 len: 168 time: 0.4562247 Mar 31 23:30:54.405556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:54.410650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'mac_address': 'fa:16:3e:bd:68:70', 'name': 'tempest-PortsTestJSON-721551196'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:54.648664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:54.738100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.762925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 4a617d24-05b0-4294-9e3e-a8b6a2da33bd yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:54.974023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.061104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.104892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:55.109933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:55.113247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:55.118727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.119339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.139709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=4a617d24-05b0-4294-9e3e-a8b6a2da33bd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:55.217883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0e17451a-bf8e-48cb-8695-0b62cf661ef0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8112962 Mar 31 23:30:55.220829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56590) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:55.264613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11351260-341a-42d2-a015-ba8020708963 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.265958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-11351260-341a-42d2-a015-ba8020708963 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/4a617d24-05b0-4294-9e3e-a8b6a2da33bd HTTP/1.1" status: 200 len: 840 time: 0.0440655 Mar 31 23:30:55.268808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:55.356880 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 4a617d24-05b0-4294-9e3e-a8b6a2da33bd {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:55.357269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.429898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.442896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 4a617d24-05b0-4294-9e3e-a8b6a2da33bd owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:55.585928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.613645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=4a617d24-05b0-4294-9e3e-a8b6a2da33bd,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:55.628096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.634098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c3055b75-a0ef-45db-816f-db7a9400f336 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/4a617d24-05b0-4294-9e3e-a8b6a2da33bd HTTP/1.1" status: 204 len: 168 time: 0.3619876 Mar 31 23:30:55.634368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:55.661645 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c942512e-dcfe-4f81-a4b2-880e0c09b608 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:55.665628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c942512e-dcfe-4f81-a4b2-880e0c09b608 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/4a617d24-05b0-4294-9e3e-a8b6a2da33bd HTTP/1.1" status: 404 len: 333 time: 0.0279255 Mar 31 23:30:55.668486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56606) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:55.674606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'name': 'tempest-PortsTestJSON-247023273'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:55.853793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:55.857627 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.887554 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 3c93b65f-4bbe-459a-8d6b-8d8baaa27685 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:56.081372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.163281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.225017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:56.239646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=3c93b65f-4bbe-459a-8d6b-8d8baaa27685,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:56.243610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:56.252800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:56.261212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.262970 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.367284 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5207a206-93dc-4786-b45d-0b2d3c6fd717 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6972656 Mar 31 23:30:56.369369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56632) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:56.375710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:56.444679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.616242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.700484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.736113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] In _notify_port_updated(), no bound segment for port 3c93b65f-4bbe-459a-8d6b-8d8baaa27685 on network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:30:56.741633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.742232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.743553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/ports/3c93b65f-4bbe-459a-8d6b-8d8baaa27685 HTTP/1.1" status: 200 len: 818 time: 0.3731964 Mar 31 23:30:56.752349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56640) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:56.759915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e73b1f-5b32-4480-8f72-7209a87ae576 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=3c93b65f-4bbe-459a-8d6b-8d8baaa27685,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:56.851282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 3c93b65f-4bbe-459a-8d6b-8d8baaa27685 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:56.851282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.928276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.942486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 3c93b65f-4bbe-459a-8d6b-8d8baaa27685 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:57.101257 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.144146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=3c93b65f-4bbe-459a-8d6b-8d8baaa27685,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:57.157261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.162042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a5b36666-8653-406b-a28f-06d4578d9d55 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/3c93b65f-4bbe-459a-8d6b-8d8baaa27685 HTTP/1.1" status: 204 len: 168 time: 0.4085963 Mar 31 23:30:57.164576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56650) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:57.222395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc42ef73-3a4b-466c-abc3-6308a2081ba3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:57.226126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc42ef73-3a4b-466c-abc3-6308a2081ba3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0585389 Mar 31 23:30:57.227130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56652) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:57.255515 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4c20d1-ef95-4f0b-b264-d18feea4eea7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:30:57.257190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ea4c20d1-ef95-4f0b-b264-d18feea4eea7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/3c93b65f-4bbe-459a-8d6b-8d8baaa27685 HTTP/1.1" status: 404 len: 333 time: 0.0287414 Mar 31 23:30:57.260927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56654) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:57.265861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1469829098'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:57.334383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:57.337985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.364967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:57.378657 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.379033 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 865e0155-7ab1-48e4-8cf7-d78be36086ba of type vlan for network a4e90878-fd51-4d8d-ae5c-acf219f92526 Mar 31 23:30:57.421694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.557562 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.564055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:57.564684 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.642951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=a4e90878-fd51-4d8d-ae5c-acf219f92526,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:57.659212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:57.685557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9ddfaec0-d0e6-46f7-a32f-3b0331032665 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4234030 Mar 31 23:30:57.688517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:57.694604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:57.866420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:57.870240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.169035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.239370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=3e928aa0-8dfe-418f-a6c3-c046504fd366,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:58.247423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '865e0155-7ab1-48e4-8cf7-d78be36086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:58.247904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: a4e90878-fd51-4d8d-ae5c-acf219f92526, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:58.357172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:58.471251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a4e90878-fd51-4d8d-ae5c-acf219f92526) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:58.476598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:58.478073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.482288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c2593-f383-4b46-ad90-953fc6b8ee07 None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:58.554176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce1af42d-f5fa-4759-b909-8e105486c980 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8644080 Mar 31 23:30:58.557068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56692) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:58.562320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:58.667181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a4e90878-fd51-4d8d-ae5c-acf219f92526', 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': '3e928aa0-8dfe-418f-a6c3-c046504fd366'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:58.668422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.790298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:58.794169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.822287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Allocated IP 172.20.0.2 (a4e90878-fd51-4d8d-ae5c-acf219f92526/3e928aa0-8dfe-418f-a6c3-c046504fd366/713aaf77-f1d0-4e83-9f47-8f461ff4a971) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:58.954609 n-d-828414-2 neutron-server[109834]: INFO neutron.db.ipam_backend_mixin [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e928aa0-8dfe-418f-a6c3-c046504fd366 (CIDR: 172.20.0.0/28) Mar 31 23:30:59.038257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.106260 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:30:59.106763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:30:59.140424 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.187094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:59.190795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:59.195718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:59.198885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Pushing event updated for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:59.214084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56708) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:59.214559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dc1f9432-871c-4404-8884-7a7cb8a30ace tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6514521 Mar 31 23:30:59.217744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:59.288597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Attempting to bind port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:59.289104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Attempting to bind port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '865e0155-7ab1-48e4-8cf7-d78be36086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:59.289717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Attempting to bind port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 on network a4e90878-fd51-4d8d-ae5c-acf219f92526 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:59.300101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:59.300821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Checking segment: {'id': '865e0155-7ab1-48e4-8cf7-d78be36086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:59.301473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.302086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Bound using segment: {'id': '865e0155-7ab1-48e4-8cf7-d78be36086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:59.302794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Bound port: 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865e0155-7ab1-48e4-8cf7-d78be36086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:59.303611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.398001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:59.401449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=713aaf77-f1d0-4e83-9f47-8f461ff4a971,segment=NetworkSegment(865e0155-7ab1-48e4-8cf7-d78be36086ba),segment_id=865e0155-7ab1-48e4-8cf7-d78be36086ba)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:59.499478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:59.505247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.539855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.635045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916d49-dcc0-4714-a5a4-c7cbfc878aae None None] Pushing event updated for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:59.991893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.085261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:00.085820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:00.093361 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:00.094046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.113015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=0f242b6b-401d-4353-8796-b087a2c2cc0a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:00.205372 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-079263b1-92df-4cc1-860c-f6e8dfba2bc0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9916716 Mar 31 23:31:00.208134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:00.214771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'fixed_ips': [{'subnet_id': '3e928aa0-8dfe-418f-a6c3-c046504fd366'}, {'subnet_id': '0f242b6b-401d-4353-8796-b087a2c2cc0a'}], 'name': 'tempest-PortsTestJSON-521467728'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:00.231128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 713aaf77-f1d0-4e83-9f47-8f461ff4a971 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:00.300417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:00.300859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.420452 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.437522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:00.465570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=713aaf77-f1d0-4e83-9f47-8f461ff4a971,segment=NetworkSegment(865e0155-7ab1-48e4-8cf7-d78be36086ba),segment_id=865e0155-7ab1-48e4-8cf7-d78be36086ba)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:00.552580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.571151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 9024347a-7530-470e-93b1-cb58db36e488 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:00.580451 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.679897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:01.058162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.13 (a4e90878-fd51-4d8d-ae5c-acf219f92526/3e928aa0-8dfe-418f-a6c3-c046504fd366/9024347a-7530-470e-93b1-cb58db36e488) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:01.066670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.27 (a4e90878-fd51-4d8d-ae5c-acf219f92526/0f242b6b-401d-4353-8796-b087a2c2cc0a/9024347a-7530-470e-93b1-cb58db36e488) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:01.124241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936a725-3fcf-4f58-8c13-a2db35e067f2 None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:01.279565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-02eea0df-d552-4f81-86a2-f3ed0cc3c824 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:01.281570 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-02eea0df-d552-4f81-86a2-f3ed0cc3c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.301215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.449044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.555066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:01.559834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:01.567557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:01.571929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=9024347a-7530-470e-93b1-cb58db36e488,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:01.622525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Update dhcp port {'port': {'network_id': 'a4e90878-fd51-4d8d-ae5c-acf219f92526', 'fixed_ips': [{'subnet_id': '3e928aa0-8dfe-418f-a6c3-c046504fd366', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f242b6b-401d-4353-8796-b087a2c2cc0a'}], 'binding:host_id': 'n-d-828414-2'}, 'id': '713aaf77-f1d0-4e83-9f47-8f461ff4a971'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:31:01.653341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.665426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.666141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.756068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ba99bc73-4996-4a5d-b53e-949ca02d66e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5465109 Mar 31 23:31:01.758649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:01.764640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e928aa0-8dfe-418f-a6c3-c046504fd366'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:01.847437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.850447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Allocated IP 172.20.0.18 (a4e90878-fd51-4d8d-ae5c-acf219f92526/0f242b6b-401d-4353-8796-b087a2c2cc0a/713aaf77-f1d0-4e83-9f47-8f461ff4a971) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:01.965113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=713aaf77-f1d0-4e83-9f47-8f461ff4a971,segment=NetworkSegment(865e0155-7ab1-48e4-8cf7-d78be36086ba),segment_id=865e0155-7ab1-48e4-8cf7-d78be36086ba)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:02.009625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.117619 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.246686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Delete allocated IP 172.20.0.27 (a4e90878-fd51-4d8d-ae5c-acf219f92526/0f242b6b-401d-4353-8796-b087a2c2cc0a) {{(pid=109835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:31:02.273833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0adcd-69c6-4860-99aa-e8bfe895c7f9 None None] Pushing event updated for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:02.298704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 713aaf77-f1d0-4e83-9f47-8f461ff4a971 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:02.366717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:02.367291 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.452221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.517381 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.618133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=9024347a-7530-470e-93b1-cb58db36e488,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:02.698853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] In _notify_port_updated(), no bound segment for port 9024347a-7530-470e-93b1-cb58db36e488 on network a4e90878-fd51-4d8d-ae5c-acf219f92526 {{(pid=109835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:31:02.705647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:02.706338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.710866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56780) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:02.711434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4adb04c4-ea49-43ea-bf98-99f8b12d7026 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/ports/9024347a-7530-470e-93b1-cb58db36e488 HTTP/1.1" status: 200 len: 919 time: 0.9513054 Mar 31 23:31:02.718521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e928aa0-8dfe-418f-a6c3-c046504fd366'}, {'subnet_id': '0f242b6b-401d-4353-8796-b087a2c2cc0a'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:02.908653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.017774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f24b4d-b810-453d-b661-974ad8611ec1 None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:03.287892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.21 (a4e90878-fd51-4d8d-ae5c-acf219f92526/0f242b6b-401d-4353-8796-b087a2c2cc0a/9024347a-7530-470e-93b1-cb58db36e488) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:03.320527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-258c35c1-4f4d-4893-9403-12ee7949fb93 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:03.321563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-258c35c1-4f4d-4893-9403-12ee7949fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.437375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.508729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-258c35c1-4f4d-4893-9403-12ee7949fb93 None None] Provisioning complete for port 9024347a-7530-470e-93b1-cb58db36e488 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:03.508729 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-258c35c1-4f4d-4893-9403-12ee7949fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.509172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:03.528116 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.549522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-258c35c1-4f4d-4893-9403-12ee7949fb93 None None] Port 9024347a-7530-470e-93b1-cb58db36e488 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:03.674095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbbdd-5973-4b69-888b-6a18985d31fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.717997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=9024347a-7530-470e-93b1-cb58db36e488,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:03.752154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] In _notify_port_updated(), no bound segment for port 9024347a-7530-470e-93b1-cb58db36e488 on network a4e90878-fd51-4d8d-ae5c-acf219f92526 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:31:03.757757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:03.763302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.763302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4e4748b5-5aa0-4ae7-9566-d640642ca5db tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/ports/9024347a-7530-470e-93b1-cb58db36e488 HTTP/1.1" status: 200 len: 999 time: 1.0467601 Mar 31 23:31:03.763525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56808) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:03.834379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbbdd-5973-4b69-888b-6a18985d31fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.884208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 9024347a-7530-470e-93b1-cb58db36e488 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:03.884570 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.894297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbbdd-5973-4b69-888b-6a18985d31fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.932661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2e9bbbdd-5973-4b69-888b-6a18985d31fc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3ae37d7cbd44f8987d38eb1de7f726e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271708 Mar 31 23:31:03.935846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:03.965328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bbbdd-5973-4b69-888b-6a18985d31fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc4f519-3c87-42e7-89e3-10464729f157,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.028682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.043548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 9024347a-7530-470e-93b1-cb58db36e488 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:04.059897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.088170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.205893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-af48cba6-81e9-4553-9d87-f08118dc2219 None None] Provisioning complete for port 9024347a-7530-470e-93b1-cb58db36e488 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:04.206267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af48cba6-81e9-4553-9d87-f08118dc2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.273001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.277661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.279271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5dc4f519-3c87-42e7-89e3-10464729f157 HTTP/1.1" status: 204 len: 168 time: 0.3425326 Mar 31 23:31:04.282781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-af48cba6-81e9-4553-9d87-f08118dc2219 None None] Port 9024347a-7530-470e-93b1-cb58db36e488 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:04.298531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 713aaf77-f1d0-4e83-9f47-8f461ff4a971 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:04.315017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52791d25-3898-4c32-bb40-7877ce5c5feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc4f519-3c87-42e7-89e3-10464729f157,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.379700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-af48cba6-81e9-4553-9d87-f08118dc2219 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:04.380216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af48cba6-81e9-4553-9d87-f08118dc2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.426028 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.441732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:04.442156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.466872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=9024347a-7530-470e-93b1-cb58db36e488,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.595997 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.601620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-316fd97b-9d71-41f2-85b0-b34d6f1756c3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/9024347a-7530-470e-93b1-cb58db36e488 HTTP/1.1" status: 204 len: 168 time: 0.8356698 Mar 31 23:31:04.603424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56830) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:04.670506 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0623f13f-d16a-40d0-88cd-b06c7f8ba60d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:04.675994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0623f13f-d16a-40d0-88cd-b06c7f8ba60d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/9024347a-7530-470e-93b1-cb58db36e488 HTTP/1.1" status: 404 len: 333 time: 0.0675504 Mar 31 23:31:04.676219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56834) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:04.691783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d871180-ec0b-49e0-912c-8a15d3b018c6 None None] Could not find standard attr ID for object 9024347a-7530-470e-93b1-cb58db36e488. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:04.749676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 0f242b6b-401d-4353-8796-b087a2c2cc0a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:04.755355 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.839621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.858526 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.916462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-302ddb53-aa10-4232-b357-79fcf6136cfd None None] Could not find standard attr ID for object 9024347a-7530-470e-93b1-cb58db36e488. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:04.956903 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.094935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.130987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=0f242b6b-401d-4353-8796-b087a2c2cc0a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:05.149873 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.149873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-080024ee-d4fb-45fc-8c29-bdd8bf10f64e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/0f242b6b-401d-4353-8796-b087a2c2cc0a HTTP/1.1" status: 204 len: 168 time: 0.4704976 Mar 31 23:31:05.150148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56846) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:05.153452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3c9262c3-7783-4a75-bb69-ef496744105a None None] Could not find standard attr ID for object 9024347a-7530-470e-93b1-cb58db36e488. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:05.245693 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 3e928aa0-8dfe-418f-a6c3-c046504fd366 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:05.248867 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.277949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56848) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:05.295130 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-904eb295-b9e8-46a2-8414-5a08e4b40b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.298296 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.397602 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.400796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-904eb295-b9e8-46a2-8414-5a08e4b40b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.483026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-904eb295-b9e8-46a2-8414-5a08e4b40b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.533200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-904eb295-b9e8-46a2-8414-5a08e4b40b27 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=46fef24c1f1c4e888fac610ce0c4451c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503428 Mar 31 23:31:05.533609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56856) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:05.552717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb295-b9e8-46a2-8414-5a08e4b40b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74daef-5055-484a-b6f5-2b2c5ceeb128,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:05.574409 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.615658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=3e928aa0-8dfe-418f-a6c3-c046504fd366,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:05.622267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.629788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56858) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:05.640844 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06423b71-f448-4434-96a0-ec6fb12d00a1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/3e928aa0-8dfe-418f-a6c3-c046504fd366 HTTP/1.1" status: 204 len: 168 time: 0.4897547 Mar 31 23:31:05.685110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.717605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.754989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0215e-4616-4e9b-9b72-cab10affd598 None None] Network a4e90878-fd51-4d8d-ae5c-acf219f92526 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:05.764964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.831639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:05.832107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.877935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.880664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.882380 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4e74daef-5055-484a-b6f5-2b2c5ceeb128 HTTP/1.1" status: 204 len: 168 time: 0.3474808 Mar 31 23:31:05.894045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671cedf-61fe-47fe-961b-b7b38551605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74daef-5055-484a-b6f5-2b2c5ceeb128,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:05.930522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=713aaf77-f1d0-4e83-9f47-8f461ff4a971,segment=NetworkSegment(865e0155-7ab1-48e4-8cf7-d78be36086ba),segment_id=865e0155-7ab1-48e4-8cf7-d78be36086ba)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:05.937614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.961886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 713aaf77-f1d0-4e83-9f47-8f461ff4a971 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:05.988793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] DHCP port deletion for a4e90878-fd51-4d8d-ae5c-acf219f92526 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:06.072947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Deleting port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:06.074497 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.145461 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.147947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] For port 713aaf77-f1d0-4e83-9f47-8f461ff4a971, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=713aaf77-f1d0-4e83-9f47-8f461ff4a971,segment=NetworkSegment(865e0155-7ab1-48e4-8cf7-d78be36086ba),segment_id=865e0155-7ab1-48e4-8cf7-d78be36086ba)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:06.148331 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.171465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Calling delete_port for 713aaf77-f1d0-4e83-9f47-8f461ff4a971 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:06.195502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:06.201459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:06.260955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 713aaf77-f1d0-4e83-9f47-8f461ff4a971 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:06.300555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 713aaf77-f1d0-4e83-9f47-8f461ff4a971 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:06.300555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 713aaf77-f1d0-4e83-9f47-8f461ff4a971 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:06.303257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.330227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] Pushing event deleted for resources: {'Port': ['ID=713aaf77-f1d0-4e83-9f47-8f461ff4a971,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:06.333022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.335586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9ae22-f370-4249-9646-dc24f5e725f5 None None] No DVR routers for this DVR port 713aaf77-f1d0-4e83-9f47-8f461ff4a971 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:06.370722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e90878-fd51-4d8d-ae5c-acf219f92526']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.388640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865e0155-7ab1-48e4-8cf7-d78be36086ba') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.388941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865e0155-7ab1-48e4-8cf7-d78be36086ba') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.408047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.429869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.443676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:06.444109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:06.459611 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:06.615641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.625644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.631876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/a4e90878-fd51-4d8d-ae5c-acf219f92526 HTTP/1.1" status: 204 len: 168 time: 0.9976737 Mar 31 23:31:06.632674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56880) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.643127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbe83f-aed9-4c35-920d-864d6ed02754 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=a4e90878-fd51-4d8d-ae5c-acf219f92526,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:06.697516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16087232-bf72-420e-8b18-9fd1d4f31808 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:06.699162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16087232-bf72-420e-8b18-9fd1d4f31808 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0647302 Mar 31 23:31:06.702766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.754390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56892) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.762402 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b58964d9-a28a-4436-a0e8-712088ec9302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0550888 Mar 31 23:31:06.763184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56894) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.769497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1685656826'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:06.773045 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dbbeaec-0811-4ba7-91e7-686f75dc140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.858846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dbbeaec-0811-4ba7-91e7-686f75dc140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.860967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:06.865328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.890783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:06.900988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.901353 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment d7b88dba-85cf-432a-b19e-bc223bbeea8e of type vlan for network 16d55373-7235-40ec-85d4-8119b808dfc7 Mar 31 23:31:06.945613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.962586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8dbbeaec-0811-4ba7-91e7-686f75dc140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.010249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8dbbeaec-0811-4ba7-91e7-686f75dc140c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2d2c67f21644f3e82f67b4dd25e0e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543981 Mar 31 23:31:07.013050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56902) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:07.045323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbeaec-0811-4ba7-91e7-686f75dc140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d575f71-d7c7-41b4-9de6-87523f353c28,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.062328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.074296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:07.075641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.126532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.194214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4294639 Mar 31 23:31:07.196859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 56904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:07.207795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:07.211461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486608-23d4-410e-b7ca-d820fafb6403 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=16d55373-7235-40ec-85d4-8119b808dfc7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.219539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.224631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 16d55373-7235-40ec-85d4-8119b808dfc7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:07.402297 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.407150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.407150 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1d575f71-d7c7-41b4-9de6-87523f353c28 HTTP/1.1" status: 204 len: 168 time: 0.3921218 Mar 31 23:31:07.414941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09a01-fccc-4240-b0cb-4c501e966707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d575f71-d7c7-41b4-9de6-87523f353c28,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.425328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:07.430682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.739246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.805001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=db1449a2-3c0c-46e0-bf54-2611350b7ec4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.814554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': 'd7b88dba-85cf-432a-b19e-bc223bbeea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:07.814921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 16d55373-7235-40ec-85d4-8119b808dfc7, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:07.891282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:07.928233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 16d55373-7235-40ec-85d4-8119b808dfc7 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:08.043674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 16d55373-7235-40ec-85d4-8119b808dfc7) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:08.049460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:08.050568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.056907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b32f4-4550-410f-aaf0-a436cbc1772d None None] Network 16d55373-7235-40ec-85d4-8119b808dfc7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:08.213405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-16d55373-7235-40ec-85d4-8119b808dfc7', 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': 'db1449a2-3c0c-46e0-bf54-2611350b7ec4'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:08.219624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.291148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1fdb82a4-1b0e-4410-abea-5e0adf01b951 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0932047 Mar 31 23:31:08.296382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 56940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:08.302430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7', 'name': 'tempest-PortsTestJSON-1459067956'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:08.375530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Allocated IP 172.20.0.2 (16d55373-7235-40ec-85d4-8119b808dfc7/db1449a2-3c0c-46e0-bf54-2611350b7ec4/6307c605-50ca-48f2-bf93-ab4b6dfbf7a6) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:08.541336 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.555796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:08.559530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.579840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 656804be-61b2-42c2-acf9-65832841365b yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:08.648982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.706236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Network 16d55373-7235-40ec-85d4-8119b808dfc7 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:08.710597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:08.712946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Pushing event updated for resources: {'Port': ['ID=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:08.716899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:08.725718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.726087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.726549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.726896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.727294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.727577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.727908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.728353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.728680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.729002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.729379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.729639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:08.770027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6ee6b4f4-2941-4201-85ac-72143fc786ec {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:31:08.770397 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:31:08.840454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Attempting to bind port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:08.840824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Attempting to bind port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd7b88dba-85cf-432a-b19e-bc223bbeea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:08.841317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Attempting to bind port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 on network 16d55373-7235-40ec-85d4-8119b808dfc7 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:08.846899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:08.847316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Checking segment: {'id': 'd7b88dba-85cf-432a-b19e-bc223bbeea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:08.847712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.848106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Bound using segment: {'id': 'd7b88dba-85cf-432a-b19e-bc223bbeea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:08.848575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Bound port: 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b88dba-85cf-432a-b19e-bc223bbeea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:08.848958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.930544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] For port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:08.934380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] For port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,segment=NetworkSegment(d7b88dba-85cf-432a-b19e-bc223bbeea8e),segment_id=d7b88dba-85cf-432a-b19e-bc223bbeea8e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:09.030197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.092105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8511bcd-2f64-434b-85f3-209e19a74b79 None None] Pushing event updated for resources: {'Port': ['ID=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:09.272318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.315717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 0567e46a-5922-4d46-9df2-0e59c7657591 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:09.520350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.4 (16d55373-7235-40ec-85d4-8119b808dfc7/db1449a2-3c0c-46e0-bf54-2611350b7ec4/0567e46a-5922-4d46-9df2-0e59c7657591) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:09.716649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.828503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.908305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 16d55373-7235-40ec-85d4-8119b808dfc7 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:09.913869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:09.921013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:09.923426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=0567e46a-5922-4d46-9df2-0e59c7657591,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:09.995999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:09.996729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.130941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-90924867-b656-4adb-a00d-d95b96992cb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8325965 Mar 31 23:31:10.133455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57004) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.138821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '16d55373-7235-40ec-85d4-8119b808dfc7', 'name': 'tempest-PortsTestJSON-1110404320'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:10.311551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:10.397454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:10.397825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.426374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be674312-342a-4351-b00e-425cbd9b43aa None None] Network 16d55373-7235-40ec-85d4-8119b808dfc7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:10.435683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:10.442591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.490106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port deb8536f-afcb-4dd1-a1a7-e84362a103cb yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:10.541595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e728a48b-1964-4973-b3da-b9341e2f86cc None None] Provisioning complete for port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:10.542000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e728a48b-1964-4973-b3da-b9341e2f86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.616394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.12 (16d55373-7235-40ec-85d4-8119b808dfc7/db1449a2-3c0c-46e0-bf54-2611350b7ec4/deb8536f-afcb-4dd1-a1a7-e84362a103cb) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:10.689631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.759400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e728a48b-1964-4973-b3da-b9341e2f86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.766624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,segment=NetworkSegment(d7b88dba-85cf-432a-b19e-bc223bbeea8e),segment_id=d7b88dba-85cf-432a-b19e-bc223bbeea8e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:10.819579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.843939 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.972275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-e728a48b-1964-4973-b3da-b9341e2f86cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:31:10.972964 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-e728a48b-1964-4973-b3da-b9341e2f86cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:31:10.977958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:10.986374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.089072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 16d55373-7235-40ec-85d4-8119b808dfc7 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:11.095188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:11.100440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:11.105688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=deb8536f-afcb-4dd1-a1a7-e84362a103cb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:11.165036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.165724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.268521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6ac603d9-6348-4496-81ea-4c18e940f0ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1338387 Mar 31 23:31:11.273942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57030) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:11.406140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf115830-f5f3-49ea-a0a3-a1d617595c97 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.411055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cf115830-f5f3-49ea-a0a3-a1d617595c97 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1363473 Mar 31 23:31:11.412076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57034) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:11.592446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port deb8536f-afcb-4dd1-a1a7-e84362a103cb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:11.594803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.675350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8ed6829f-e913-4249-9dde-e704522f138d None None] Provisioning complete for port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:11.675918 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed6829f-e913-4249-9dde-e704522f138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.703708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7a902993-1a5c-4c4b-85c2-fdef48a07376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.726619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.742064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for deb8536f-afcb-4dd1-a1a7-e84362a103cb owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:11.782846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8ed6829f-e913-4249-9dde-e704522f138d None None] Provisioning complete for port 0567e46a-5922-4d46-9df2-0e59c7657591 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:11.783248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed6829f-e913-4249-9dde-e704522f138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.855558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6829f-e913-4249-9dde-e704522f138d None None] Port 0567e46a-5922-4d46-9df2-0e59c7657591 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:11.979945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0b0db3e2-5a46-4ec6-b506-f9d65af7af64 None None] Provisioning complete for port deb8536f-afcb-4dd1-a1a7-e84362a103cb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:11.979945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b0db3e2-5a46-4ec6-b506-f9d65af7af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.023956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0b0db3e2-5a46-4ec6-b506-f9d65af7af64 None None] Port deb8536f-afcb-4dd1-a1a7-e84362a103cb cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:12.031436 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.065501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=deb8536f-afcb-4dd1-a1a7-e84362a103cb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:12.157043 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.162202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5f549d20-eed3-4614-87b0-952741cc486a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/deb8536f-afcb-4dd1-a1a7-e84362a103cb HTTP/1.1" status: 204 len: 168 time: 0.7465603 Mar 31 23:31:12.162586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57052) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:12.195189 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fa1a2f-82b2-49b9-bcec-7dda09bae714 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:12.201599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-17fa1a2f-82b2-49b9-bcec-7dda09bae714 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/deb8536f-afcb-4dd1-a1a7-e84362a103cb HTTP/1.1" status: 404 len: 333 time: 0.0332563 Mar 31 23:31:12.201979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57054) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:12.260511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:12.410550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:12.410942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.429090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 0567e46a-5922-4d46-9df2-0e59c7657591 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:12.429724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.556311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.571956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 0567e46a-5922-4d46-9df2-0e59c7657591 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:12.802403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.842502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=0567e46a-5922-4d46-9df2-0e59c7657591,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:12.910239 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.915092 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8beb21cd-b6a4-42c8-8421-1f7d9488c3a5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/0567e46a-5922-4d46-9df2-0e59c7657591 HTTP/1.1" status: 204 len: 168 time: 0.7102571 Mar 31 23:31:12.916367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57070) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:12.942134 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8a75ed-5108-4f5b-926d-17418e6f3e73 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:12.946300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0d8a75ed-5108-4f5b-926d-17418e6f3e73 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/0567e46a-5922-4d46-9df2-0e59c7657591 HTTP/1.1" status: 404 len: 333 time: 0.0262539 Mar 31 23:31:12.946511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57072) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:13.016979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet db1449a2-3c0c-46e0-bf54-2611350b7ec4 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:13.020860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.083902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.504387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.671500 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.700345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfe1c5-3d66-471d-9923-7b113e1fd37d None None] Network 16d55373-7235-40ec-85d4-8119b808dfc7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:13.708429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.712371 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/db1449a2-3c0c-46e0-bf54-2611350b7ec4 HTTP/1.1" status: 204 len: 168 time: 0.7642081 Mar 31 23:31:13.713287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebae28d-4d1e-4a8b-af0d-cf1b038673ee tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=db1449a2-3c0c-46e0-bf54-2611350b7ec4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:13.714325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57098) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:13.804581 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.883679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:13.884281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.909606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d82a7f1e-5d20-45c0-a7e1-b4e2ad3bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.932715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] DHCP port deletion for 16d55373-7235-40ec-85d4-8119b808dfc7 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:13.957229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,segment=NetworkSegment(d7b88dba-85cf-432a-b19e-bc223bbeea8e),segment_id=d7b88dba-85cf-432a-b19e-bc223bbeea8e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:13.957805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:13.973819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:13.990390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Deleting port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:13.990772 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.098337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] For port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,segment=NetworkSegment(d7b88dba-85cf-432a-b19e-bc223bbeea8e),segment_id=d7b88dba-85cf-432a-b19e-bc223bbeea8e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:14.098622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.157312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Calling delete_port for 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:14.234367 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-d1ec696d-0740-4697-a126-251588498fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921493 Mar 31 23:31:14.247857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.259934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.273993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:14.290444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:14.300051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:14.331768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] No DVR routers for this DVR port 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:14.333837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e8eed-7046-4f35-a078-620b6d83fbb3 None None] Pushing event deleted for resources: {'Port': ['ID=6307c605-50ca-48f2-bf93-ab4b6dfbf7a6,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:14.335860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:14.336201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6307c605-50ca-48f2-bf93-ab4b6dfbf7a6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:14.395705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-37265abb-d032-4c0d-a4ff-42e781bc3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:14.397271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-37265abb-d032-4c0d-a4ff-42e781bc3f34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.0807152 Mar 31 23:31:14.436671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.462995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d55373-7235-40ec-85d4-8119b808dfc7']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:14.472756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b88dba-85cf-432a-b19e-bc223bbeea8e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:14.473057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b88dba-85cf-432a-b19e-bc223bbeea8e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:14.484663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.504342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.511521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:14.511937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.521130 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-4cc8e7f2-972e-4901-be31-a4c27b35e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:14.522639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-4cc8e7f2-972e-4901-be31-a4c27b35e86b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 899 time: 0.0976202 Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:14.580119 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:14.643590 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-fc353630-c53d-48e8-9301-c230eacb07bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 1002 time: 0.1137378 Mar 31 23:31:14.697577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-91f10739-bed0-4d3d-a78a-9cbdf1841839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:14.699612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-91f10739-bed0-4d3d-a78a-9cbdf1841839 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.0478470 Mar 31 23:31:14.739679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.748407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.758623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/16d55373-7235-40ec-85d4-8119b808dfc7 HTTP/1.1" status: 204 len: 168 time: 1.0371866 Mar 31 23:31:14.758845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57122) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:14.777170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365698209'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:14.793082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-eff25e4f-aaf7-4ba9-9343-b7616134353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:14.794677 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-eff25e4f-aaf7-4ba9-9343-b7616134353a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885804 Mar 31 23:31:14.795416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce679f-84ae-4cf7-b36b-132d9bd7463c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=16d55373-7235-40ec-85d4-8119b808dfc7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:14.908587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:14.912221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.967080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-c887c5dd-6226-41e3-90e8-66c9c77c5fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620491 Mar 31 23:31:14.976352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:15.025104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.025722 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 6701b18b-f5e0-4fd6-ba07-d7c711c9be65 of type vlan for network 7661b656-5807-43f2-aa7d-cc169325600a Mar 31 23:31:15.167573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.206779 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36ba5334-db30-45ed-9fb7-5efc6eff74bc req-4d35bb9a-e983-4bab-a940-74e96cd562c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324412 Mar 31 23:31:15.293595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.305526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:15.311269 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.444430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=7661b656-5807-43f2-aa7d-cc169325600a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:15.460444 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ce17c78f-fabe-4ef9-9007-c34f7db0ffb3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6968725 Mar 31 23:31:15.461257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57138) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:15.468694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '7661b656-5807-43f2-aa7d-cc169325600a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:15.477862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7661b656-5807-43f2-aa7d-cc169325600a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:15.578045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.699657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:15.704296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.060100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.157938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=7127a22f-b10d-4907-ae92-a76b8ccbe9e7,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:16.168014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '6701b18b-f5e0-4fd6-ba07-d7c711c9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:16.168370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 7661b656-5807-43f2-aa7d-cc169325600a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:16.267379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 7661b656-5807-43f2-aa7d-cc169325600a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:16.373399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7661b656-5807-43f2-aa7d-cc169325600a) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:16.379206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:16.380088 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.385981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c11dac-9bdc-4147-9149-b0176a2c12e4 None None] Network 7661b656-5807-43f2-aa7d-cc169325600a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:16.482396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:16.484835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3aa206c8-6547-4b03-a303-58d226c69c58 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0221961 Mar 31 23:31:16.489830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '7661b656-5807-43f2-aa7d-cc169325600a', 'name': 'tempest-PortsTestJSON-427567307', 'fixed_ips': [{'subnet_id': '7127a22f-b10d-4907-ae92-a76b8ccbe9e7', 'ip_address': '172.20.0.10'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:16.667211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.684967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7661b656-5807-43f2-aa7d-cc169325600a', 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': '7127a22f-b10d-4907-ae92-a76b8ccbe9e7'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:16.685848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.786022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:16.813450 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.854173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Allocated IP 172.20.0.2 (7661b656-5807-43f2-aa7d-cc169325600a/7127a22f-b10d-4907-ae92-a76b8ccbe9e7/eb859138-4b93-44ca-aa8b-19ab29d09623) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:16.975171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.018895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 60953bc1-fa65-4d13-876d-ce0f13696dbc yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:17.072550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.245060 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.286559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Network 7661b656-5807-43f2-aa7d-cc169325600a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:17.292502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:17.294659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.10 (7661b656-5807-43f2-aa7d-cc169325600a/7127a22f-b10d-4907-ae92-a76b8ccbe9e7/60953bc1-fa65-4d13-876d-ce0f13696dbc) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:17.296186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:17.309330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Pushing event updated for resources: {'Port': ['ID=eb859138-4b93-44ca-aa8b-19ab29d09623,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:17.386701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Attempting to bind port eb859138-4b93-44ca-aa8b-19ab29d09623 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:17.387145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Attempting to bind port eb859138-4b93-44ca-aa8b-19ab29d09623 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6701b18b-f5e0-4fd6-ba07-d7c711c9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:17.389748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Attempting to bind port eb859138-4b93-44ca-aa8b-19ab29d09623 on network 7661b656-5807-43f2-aa7d-cc169325600a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:17.394782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:17.395759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Checking segment: {'id': '6701b18b-f5e0-4fd6-ba07-d7c711c9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:17.395759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.395976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Bound using segment: {'id': '6701b18b-f5e0-4fd6-ba07-d7c711c9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:17.396440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Bound port: eb859138-4b93-44ca-aa8b-19ab29d09623, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6701b18b-f5e0-4fd6-ba07-d7c711c9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '7661b656-5807-43f2-aa7d-cc169325600a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:17.396827 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.477393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] For port eb859138-4b93-44ca-aa8b-19ab29d09623, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:17.480489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] For port eb859138-4b93-44ca-aa8b-19ab29d09623, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb859138-4b93-44ca-aa8b-19ab29d09623,segment=NetworkSegment(6701b18b-f5e0-4fd6-ba07-d7c711c9be65),segment_id=6701b18b-f5e0-4fd6-ba07-d7c711c9be65)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:17.521318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.577318 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.636220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.642629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57194) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:17.667409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a2ba-9b73-4ffe-8dce-d8af04431504 None None] Pushing event updated for resources: {'Port': ['ID=eb859138-4b93-44ca-aa8b-19ab29d09623,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:17.707725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 7661b656-5807-43f2-aa7d-cc169325600a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:17.711266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:17.715727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:17.746390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=60953bc1-fa65-4d13-876d-ce0f13696dbc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:17.780045 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:17.780749 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.816959 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d18db32e-32ff-4be8-a239-08dcec661534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.867505 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09dd36e0-a512-4197-8626-d890f64c58a0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3829827 Mar 31 23:31:17.868501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57204) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:17.880288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '7661b656-5807-43f2-aa7d-cc169325600a', 'name': 'tempest-PortsTestJSON-1559670878', 'fixed_ips': [{'subnet_id': '7127a22f-b10d-4907-ae92-a76b8ccbe9e7', 'ip_address': '172.20.0.9'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:17.988193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d18db32e-32ff-4be8-a239-08dcec661534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.096016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d18db32e-32ff-4be8-a239-08dcec661534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.145197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18db32e-32ff-4be8-a239-08dcec661534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf973e-afa0-4d6f-9fe7-4bef27793e44,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.149801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d18db32e-32ff-4be8-a239-08dcec661534 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6fa5eabf1b014330abe5f9f7c74381a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061681 Mar 31 23:31:18.158249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57212) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:18.189648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:18.194729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.228777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port a8f57dd8-ab70-4389-b31b-df2c5610aa29 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:18.246708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.271167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb859138-4b93-44ca-aa8b-19ab29d09623 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:18.322980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.363803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eb859138-4b93-44ca-aa8b-19ab29d09623 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:18.364515 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.479257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.9 (7661b656-5807-43f2-aa7d-cc169325600a/7127a22f-b10d-4907-ae92-a76b8ccbe9e7/a8f57dd8-ab70-4389-b31b-df2c5610aa29) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:18.491435 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.539476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port eb859138-4b93-44ca-aa8b-19ab29d09623, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb859138-4b93-44ca-aa8b-19ab29d09623,segment=NetworkSegment(6701b18b-f5e0-4fd6-ba07-d7c711c9be65),segment_id=6701b18b-f5e0-4fd6-ba07-d7c711c9be65)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:18.560998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.560998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.560998 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/80cf973e-afa0-4d6f-9fe7-4bef27793e44 HTTP/1.1" status: 204 len: 168 time: 0.4029438 Mar 31 23:31:18.632974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517000-186a-40b9-a1cd-e94f4f88f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf973e-afa0-4d6f-9fe7-4bef27793e44,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.647588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.711689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=eb859138-4b93-44ca-aa8b-19ab29d09623,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.744207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.888247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.929709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c056d-c5d2-43b7-9e8b-b7eb9d5666fe None None] Network 7661b656-5807-43f2-aa7d-cc169325600a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:18.945311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 7661b656-5807-43f2-aa7d-cc169325600a is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:18.948484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:18.958498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:18.988118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=a8f57dd8-ab70-4389-b31b-df2c5610aa29,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:19.036721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.037525 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.088978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7be36d43-66d5-4187-b1c4-d97354a7f187 None None] Provisioning complete for port eb859138-4b93-44ca-aa8b-19ab29d09623 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:19.089354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7be36d43-66d5-4187-b1c4-d97354a7f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.204675 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cabd1734-cad7-4a17-8bab-c3e8e8a8bb4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3348818 Mar 31 23:31:19.210485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57238) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.350085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd89c-b51d-43c3-8705-ca973da00d27 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.351796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d9cbd89c-b51d-43c3-8705-ca973da00d27 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1395314 Mar 31 23:31:19.354583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57244) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.373487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.393843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd62f890-ae93-4d20-8095-b02649c983e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.519229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6868e3-50f9-4ee4-ac30-414c6c1339c7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.535208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6868e3-50f9-4ee4-ac30-414c6c1339c7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.545632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6868e3-50f9-4ee4-ac30-414c6c1339c7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.554339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1f6868e3-50f9-4ee4-ac30-414c6c1339c7 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1984773 Mar 31 23:31:19.557217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57252) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.566199 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd62f890-ae93-4d20-8095-b02649c983e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.642271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd62f890-ae93-4d20-8095-b02649c983e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.694132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Provisioning complete for port a8f57dd8-ab70-4389-b31b-df2c5610aa29 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:19.694994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.730417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62f890-ae93-4d20-8095-b02649c983e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1183eee-92bc-407d-9f62-f945a006c14e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:19.749000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port a8f57dd8-ab70-4389-b31b-df2c5610aa29 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:19.749528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.760567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd62f890-ae93-4d20-8095-b02649c983e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4f9f8125a89644fbb61a55eb5180363e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859246 Mar 31 23:31:19.763067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57254) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.847183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Port a8f57dd8-ab70-4389-b31b-df2c5610aa29 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:19.862628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Provisioning complete for port 60953bc1-fa65-4d13-876d-ce0f13696dbc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:19.863398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.877094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.933408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.962247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.964011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Port 60953bc1-fa65-4d13-876d-ce0f13696dbc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:19.981516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Provisioning complete for port eb859138-4b93-44ca-aa8b-19ab29d09623 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:19.982367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6876cfbc-622b-47e2-ad90-4f9832495fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.993261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for a8f57dd8-ab70-4389-b31b-df2c5610aa29 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:20.093853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.097666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.099629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b1183eee-92bc-407d-9f62-f945a006c14e HTTP/1.1" status: 204 len: 168 time: 0.3350279 Mar 31 23:31:20.152209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb9b61-ff36-43c1-a2a5-df305f5c77cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1183eee-92bc-407d-9f62-f945a006c14e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.287537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9ab2bf02-36bc-42d7-9d1d-7ec5472c9f70 None None] Provisioning complete for port 60953bc1-fa65-4d13-876d-ce0f13696dbc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:20.287537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf02-36bc-42d7-9d1d-7ec5472c9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.315762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb859138-4b93-44ca-aa8b-19ab29d09623 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:20.376377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2bf02-36bc-42d7-9d1d-7ec5472c9f70 None None] Port 60953bc1-fa65-4d13-876d-ce0f13696dbc cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:20.384015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.386993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port eb859138-4b93-44ca-aa8b-19ab29d09623 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:20.387513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.423143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=a8f57dd8-ab70-4389-b31b-df2c5610aa29,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.529661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-42979764-1429-4d79-b76f-fcb84f5a3817 None None] Could not find standard attr ID for object a8f57dd8-ab70-4389-b31b-df2c5610aa29. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:20.574040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.580217 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-67100aea-c67d-4fcd-b54a-77f40093c885 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/a8f57dd8-ab70-4389-b31b-df2c5610aa29 HTTP/1.1" status: 204 len: 168 time: 1.0205102 Mar 31 23:31:20.589847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57264) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:20.619968 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-78590a28-cbd9-4d1b-ad77-7757729b1a2f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:20.621899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78590a28-cbd9-4d1b-ad77-7757729b1a2f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/a8f57dd8-ab70-4389-b31b-df2c5610aa29 HTTP/1.1" status: 404 len: 333 time: 0.0368307 Mar 31 23:31:20.625424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57268) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:20.765740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 60953bc1-fa65-4d13-876d-ce0f13696dbc {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:20.766463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.881306 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.895262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 60953bc1-fa65-4d13-876d-ce0f13696dbc owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:21.110669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.160123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=60953bc1-fa65-4d13-876d-ce0f13696dbc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.292027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.296498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0eb03b4-1bad-4f8a-a97f-0588650a9155 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/60953bc1-fa65-4d13-876d-ce0f13696dbc HTTP/1.1" status: 204 len: 168 time: 0.6693757 Mar 31 23:31:21.298917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.337275 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-032d8493-1f56-41a1-abcc-82b6be561e05 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:21.342103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.343191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-032d8493-1f56-41a1-abcc-82b6be561e05 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/60953bc1-fa65-4d13-876d-ce0f13696dbc HTTP/1.1" status: 404 len: 333 time: 0.0421920 Mar 31 23:31:21.415242 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 7127a22f-b10d-4907-ae92-a76b8ccbe9e7 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:21.424090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.477986 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.581368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.728247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.758567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=7127a22f-b10d-4907-ae92-a76b8ccbe9e7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.762302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.766112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-36adc746-2339-4483-9fc5-3b9c2492d512 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/7127a22f-b10d-4907-ae92-a76b8ccbe9e7 HTTP/1.1" status: 204 len: 168 time: 0.4228532 Mar 31 23:31:21.769118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57308) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.786490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f405b-1096-498d-a55f-ef689051db41 None None] Network 7661b656-5807-43f2-aa7d-cc169325600a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:21.861866 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.945335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port eb859138-4b93-44ca-aa8b-19ab29d09623 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:21.945682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.023121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port eb859138-4b93-44ca-aa8b-19ab29d09623, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb859138-4b93-44ca-aa8b-19ab29d09623,segment=NetworkSegment(6701b18b-f5e0-4fd6-ba07-d7c711c9be65),segment_id=6701b18b-f5e0-4fd6-ba07-d7c711c9be65)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:22.023568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.039300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] DHCP port deletion for 7661b656-5807-43f2-aa7d-cc169325600a request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:22.044215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for eb859138-4b93-44ca-aa8b-19ab29d09623 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:22.113233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Deleting port eb859138-4b93-44ca-aa8b-19ab29d09623 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:22.113982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.187925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] For port eb859138-4b93-44ca-aa8b-19ab29d09623, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=eb859138-4b93-44ca-aa8b-19ab29d09623,segment=NetworkSegment(6701b18b-f5e0-4fd6-ba07-d7c711c9be65),segment_id=6701b18b-f5e0-4fd6-ba07-d7c711c9be65)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:22.188483 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.203848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Calling delete_port for eb859138-4b93-44ca-aa8b-19ab29d09623 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:22.224979 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.261285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb859138-4b93-44ca-aa8b-19ab29d09623 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:22.264299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=eb859138-4b93-44ca-aa8b-19ab29d09623,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:22.272816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port eb859138-4b93-44ca-aa8b-19ab29d09623 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:22.288915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: eb859138-4b93-44ca-aa8b-19ab29d09623 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:22.289992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device eb859138-4b93-44ca-aa8b-19ab29d09623 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:22.342814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.374606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] Pushing event deleted for resources: {'Port': ['ID=eb859138-4b93-44ca-aa8b-19ab29d09623,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:22.381352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22c0af-bb78-4db8-a6cf-47046638dafb None None] No DVR routers for this DVR port eb859138-4b93-44ca-aa8b-19ab29d09623 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:22.426694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.455113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7661b656-5807-43f2-aa7d-cc169325600a']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.465888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6701b18b-f5e0-4fd6-ba07-d7c711c9be65') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.466319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6701b18b-f5e0-4fd6-ba07-d7c711c9be65') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.479116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.508734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.519288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:22.519947 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:22.523027 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:22.680956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.712397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.715769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/7661b656-5807-43f2-aa7d-cc169325600a HTTP/1.1" status: 204 len: 168 time: 0.9456460 Mar 31 23:31:22.716803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4968415-827f-45b3-b891-60c7df13c2c4 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=7661b656-5807-43f2-aa7d-cc169325600a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:22.721965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57326) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:22.728404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-688104817'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:22.829824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:22.836206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.866649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:22.878777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.879158 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Added segment 36d3624d-53af-4bf2-b203-84e303cd25dc of type vlan for network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 Mar 31 23:31:22.925857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.036498 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.042297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:23.042895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.138890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Network': ['ID=64a6c9f4-53bf-4aa9-82dc-bae04bd68522,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:23.152681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:23.201908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:23.208136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8cc60877-47db-4438-a3de-29fc85de52e6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4837189 Mar 31 23:31:23.211159 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:23.424918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:23.428695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.739144 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.798277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=8b29f57b-7aae-4871-b0b9-ca113b2a5b2a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:23.809717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Checking segment: {'id': '36d3624d-53af-4bf2-b203-84e303cd25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:23.810073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network hostable DHCP agents. Network: 64a6c9f4-53bf-4aa9-82dc-bae04bd68522, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:23.922738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:23.990495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 64a6c9f4-53bf-4aa9-82dc-bae04bd68522) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:23.997872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ae017-4a6d-46c6-b82e-6c0d74fb5d0b None None] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:24.016542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:24.017238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.099493 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31ca8e0d-d10f-42b8-872d-c457a6a8fd8c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8930547 Mar 31 23:31:24.099706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57352) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.112604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-836329353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:24.190825 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.191021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-64a6c9f4-53bf-4aa9-82dc-bae04bd68522', 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': '8b29f57b-7aae-4871-b0b9-ca113b2a5b2a'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:24.191899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.192026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.279094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.302432 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.338125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.367875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Allocated IP 172.20.0.2 (64a6c9f4-53bf-4aa9-82dc-bae04bd68522/8b29f57b-7aae-4871-b0b9-ca113b2a5b2a/79317800-3cf0-43ca-9adf-394488ce4d51) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:24.456626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.458035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-09accd29-056f-4e38-9a2a-fc9c987a3cd0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3574932 Mar 31 23:31:24.460963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57360) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.470936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522', 'name': 'tempest-PortsTestJSON-1157307602'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:24.521606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.595589 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.651868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:24.656008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:24.667733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:24.679295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Pushing event updated for resources: {'Port': ['ID=79317800-3cf0-43ca-9adf-394488ce4d51,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:24.698381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:24.703345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.724185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:24.747032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Attempting to bind port 79317800-3cf0-43ca-9adf-394488ce4d51 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:24.747528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Attempting to bind port 79317800-3cf0-43ca-9adf-394488ce4d51 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '36d3624d-53af-4bf2-b203-84e303cd25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:24.747957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Attempting to bind port 79317800-3cf0-43ca-9adf-394488ce4d51 on network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:24.753688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:24.754118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Checking segment: {'id': '36d3624d-53af-4bf2-b203-84e303cd25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:24.754523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.754917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Bound using segment: {'id': '36d3624d-53af-4bf2-b203-84e303cd25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:24.755414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Bound port: 79317800-3cf0-43ca-9adf-394488ce4d51, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3624d-53af-4bf2-b203-84e303cd25dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '64a6c9f4-53bf-4aa9-82dc-bae04bd68522'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:24.755790 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.820968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] For port 79317800-3cf0-43ca-9adf-394488ce4d51, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:24.824837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] For port 79317800-3cf0-43ca-9adf-394488ce4d51, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79317800-3cf0-43ca-9adf-394488ce4d51,segment=NetworkSegment(36d3624d-53af-4bf2-b203-84e303cd25dc),segment_id=36d3624d-53af-4bf2-b203-84e303cd25dc)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:24.850039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.8 (64a6c9f4-53bf-4aa9-82dc-bae04bd68522/8b29f57b-7aae-4871-b0b9-ca113b2a5b2a/e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:24.909866 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.978823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51572ad-40cc-4b2f-87cc-1c7dba16bcd2 None None] Pushing event updated for resources: {'Port': ['ID=79317800-3cf0-43ca-9adf-394488ce4d51,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:25.041958 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.199236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.285031 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:25.288430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:25.292544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:25.317467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:25.353199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:25.353894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.485274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1a9ec3c1-43b8-45e7-95be-d93a97e4fd5f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0222242 Mar 31 23:31:25.487998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:25.882880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.459893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077d054-bc44-4dd8-b3fe-d525738f2fb4 None None] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:26.467927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79317800-3cf0-43ca-9adf-394488ce4d51 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:26.560830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] Provisioning complete for port 79317800-3cf0-43ca-9adf-394488ce4d51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:26.561206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.673469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.734456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.757716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79317800-3cf0-43ca-9adf-394488ce4d51 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:26.757943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.903973 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.980873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.993548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.993896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.994296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.994562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.994908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.995239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.995570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.995896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.996225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.996549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.996873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.997195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.022556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] For port 79317800-3cf0-43ca-9adf-394488ce4d51, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79317800-3cf0-43ca-9adf-394488ce4d51,segment=NetworkSegment(36d3624d-53af-4bf2-b203-84e303cd25dc),segment_id=36d3624d-53af-4bf2-b203-84e303cd25dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:27.028952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.115822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.234736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:31:27.235063 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:31:27.239418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ab2b9-1d80-4365-8a3f-3d7a316c5e05 None None] Pushing event updated for resources: {'Port': ['ID=79317800-3cf0-43ca-9adf-394488ce4d51,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:27.272391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.400598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50f4ff-c1e3-464b-88ef-56ce036a6bd0 req-4a63aa2f-169a-4c3a-968c-3ea37baf7177 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:27.414770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec50f4ff-c1e3-464b-88ef-56ce036a6bd0 req-4a63aa2f-169a-4c3a-968c-3ea37baf7177 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.2128360 Mar 31 23:31:27.447748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-643355b1-6c8c-4c6f-b755-f614ce995ec0 None None] Provisioning complete for port 79317800-3cf0-43ca-9adf-394488ce4d51 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:27.448146 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-643355b1-6c8c-4c6f-b755-f614ce995ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.504354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec50f4ff-c1e3-464b-88ef-56ce036a6bd0 req-3cf1bfc5-1c8d-444d-91a6-99cb6e1de566 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881689 Mar 31 23:31:27.532333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.613205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-643355b1-6c8c-4c6f-b755-f614ce995ec0 None None] Provisioning complete for port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:27.614404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-643355b1-6c8c-4c6f-b755-f614ce995ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.684303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-643355b1-6c8c-4c6f-b755-f614ce995ec0 None None] Port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:27.810520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a6badc32-9dde-4017-a597-7f43db4d6b62 None None] Provisioning complete for port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:27.810895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a6badc32-9dde-4017-a597-7f43db4d6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.907560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a6badc32-9dde-4017-a597-7f43db4d6b62 None None] Port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:27.911532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.996321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.042895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-63531d69-cddc-4d6d-bb04-dd20dd3a953a None None] Provisioning complete for port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.043198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63531d69-cddc-4d6d-bb04-dd20dd3a953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.084321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-63531d69-cddc-4d6d-bb04-dd20dd3a953a None None] Port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:28.091284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:28.107471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.236969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:28.238594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:28.263690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79317800-3cf0-43ca-9adf-394488ce4d51 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:28.353365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 79317800-3cf0-43ca-9adf-394488ce4d51 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.353745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.504780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Router 9480a7a2-4cc7-4128-b609-1092622b13fc is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:31:28.689933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:28.695281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8c99e97c-0730-4836-929a-133beb68ea63 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/routers/9480a7a2-4cc7-4128-b609-1092622b13fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2062387 Mar 31 23:31:28.698154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.708597 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] Sync routers for ids ['9480a7a2-4cc7-4128-b609-1092622b13fc'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:28.717522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b9151dd3-932f-4bde-b1f4-4114fc387291 None None] Provisioning complete for port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.722318 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9151dd3-932f-4bde-b1f4-4114fc387291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.723380 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] Routers {'9480a7a2-4cc7-4128-b609-1092622b13fc'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:28.724244 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:31:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['9480a7a2-4cc7-4128-b609-1092622b13fc'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.740144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdeca-d761-4416-a060-1b15b22f0dc7 req-4f4c31b4-6614-4016-bdba-9cbecbc5ec6f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.742088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e60fdeca-d761-4416-a060-1b15b22f0dc7 req-4f4c31b4-6614-4016-bdba-9cbecbc5ec6f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1006320 Mar 31 23:31:28.790266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b9151dd3-932f-4bde-b1f4-4114fc387291 None None] Port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:28.813848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16924ac5-b4f8-424a-a915-1fd8f6cc7da8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.815515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16924ac5-b4f8-424a-a915-1fd8f6cc7da8 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?device_id=9480a7a2-4cc7-4128-b609-1092622b13fc HTTP/1.1" status: 200 len: 982 time: 0.1158149 Mar 31 23:31:28.818601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.836252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e60fdeca-d761-4416-a060-1b15b22f0dc7 req-a7318e7d-2b5a-4057-960d-b9848372b452 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827367 Mar 31 23:31:28.877263 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.886997 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] Routers {'9480a7a2-4cc7-4128-b609-1092622b13fc'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:28.887627 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:31:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['9480a7a2-4cc7-4128-b609-1092622b13fc'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.926490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.927174 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c9e85-adcd-4313-9068-6497a2fa3fff None None] The sync data for ids ['9480a7a2-4cc7-4128-b609-1092622b13fc'] in n-d-828414-2 is: [] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:29.274928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.926986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:29.927705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.996232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0f2a4-98ad-4a6b-a702-4dc46840739f req-671ea73f-964a-4135-9cca-ee39f8393ad5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:30.005027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97a0f2a4-98ad-4a6b-a702-4dc46840739f req-671ea73f-964a-4135-9cca-ee39f8393ad5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0816336 Mar 31 23:31:30.033323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.043722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97a0f2a4-98ad-4a6b-a702-4dc46840739f req-b5eccc0e-ab77-4635-be65-955b546eb2cf tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 Mar 31 23:31:30.051133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:30.315716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.349478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:30.373804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.374231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.374571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.374906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.375542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.375873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.376201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.376522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.376846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.377216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.377537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.377857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:30.522759 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.698022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Router 9480a7a2-4cc7-4128-b609-1092622b13fc has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:30.778344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:30.788302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7c3272ff-0554-4d45-b93c-3cd43ddb789a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/routers/9480a7a2-4cc7-4128-b609-1092622b13fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9655993 Mar 31 23:31:30.788302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:30.790513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] Sync routers for ids ['9480a7a2-4cc7-4128-b609-1092622b13fc'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:30.806420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] Routers {'9480a7a2-4cc7-4128-b609-1092622b13fc'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:30.807316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:31:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['9480a7a2-4cc7-4128-b609-1092622b13fc'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:30.823837 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b5bdcd-e607-46c8-bc30-ee6f7573fe34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:30.825578 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31b5bdcd-e607-46c8-bc30-ee6f7573fe34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/e0efe4e3-0a3b-46dc-bf9c-e6db3043ce3c HTTP/1.1" status: 404 len: 333 time: 0.0298238 Mar 31 23:31:30.828469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57688) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:30.842254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:30.852286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] Routers {'9480a7a2-4cc7-4128-b609-1092622b13fc'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:30.853174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:31:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['9480a7a2-4cc7-4128-b609-1092622b13fc'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:30.891183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:30.892258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588384-42d5-4bc6-aa7a-c7e0c87f4a05 None None] The sync data for ids ['9480a7a2-4cc7-4128-b609-1092622b13fc'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:30.918768 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.113549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.115919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.212866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffa681-4c2b-4d39-8290-0d22f43195e7 req-ae49c0ae-bc30-41bc-9c88-a8b4a0e30e52 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:31.214638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01ffa681-4c2b-4d39-8290-0d22f43195e7 req-ae49c0ae-bc30-41bc-9c88-a8b4a0e30e52 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0559828 Mar 31 23:31:31.258336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01ffa681-4c2b-4d39-8290-0d22f43195e7 req-6621c786-00f5-4044-81e0-fe4335c0148a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329921 Mar 31 23:31:31.270829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.271712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Fanout notify agent at l3_agent the message router_deleted on router 9480a7a2-4cc7-4128-b609-1092622b13fc {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:31:31.293371 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.293371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e8653401-d91d-4727-9981-3e93e278f6ad tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/routers/9480a7a2-4cc7-4128-b609-1092622b13fc HTTP/1.1" status: 204 len: 168 time: 0.4612403 Mar 31 23:31:31.294977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57716) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:31.347767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 8b29f57b-7aae-4871-b0b9-ca113b2a5b2a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:31.350954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.395944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.528837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.669586 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.722283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=8b29f57b-7aae-4871-b0b9-ca113b2a5b2a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:31.731787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.738422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:31.739476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ddcf9f8b-985b-4d51-b8fd-87736467199b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/8b29f57b-7aae-4871-b0b9-ca113b2a5b2a HTTP/1.1" status: 204 len: 168 time: 0.4433944 Mar 31 23:31:31.740137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53983e-8514-4304-9846-2f137108abf1 None None] Network 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:31.827205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.900282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 79317800-3cf0-43ca-9adf-394488ce4d51 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:31.900685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.934959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] DHCP port deletion for 64a6c9f4-53bf-4aa9-82dc-bae04bd68522 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:31.990695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port 79317800-3cf0-43ca-9adf-394488ce4d51, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79317800-3cf0-43ca-9adf-394488ce4d51,segment=NetworkSegment(36d3624d-53af-4bf2-b203-84e303cd25dc),segment_id=36d3624d-53af-4bf2-b203-84e303cd25dc)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:31.991097 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.013214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Deleting port 79317800-3cf0-43ca-9adf-394488ce4d51 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:32.013812 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.028703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 79317800-3cf0-43ca-9adf-394488ce4d51 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:32.086414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] For port 79317800-3cf0-43ca-9adf-394488ce4d51, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=79317800-3cf0-43ca-9adf-394488ce4d51,segment=NetworkSegment(36d3624d-53af-4bf2-b203-84e303cd25dc),segment_id=36d3624d-53af-4bf2-b203-84e303cd25dc)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:32.086928 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.106282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Calling delete_port for 79317800-3cf0-43ca-9adf-394488ce4d51 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:32.206606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.213420 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.219389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79317800-3cf0-43ca-9adf-394488ce4d51 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:32.233254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=79317800-3cf0-43ca-9adf-394488ce4d51,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.237131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port 79317800-3cf0-43ca-9adf-394488ce4d51 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:32.264476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 79317800-3cf0-43ca-9adf-394488ce4d51 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:32.264861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 79317800-3cf0-43ca-9adf-394488ce4d51 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:32.267891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] Pushing event deleted for resources: {'Port': ['ID=79317800-3cf0-43ca-9adf-394488ce4d51,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.269932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad53f5-298b-41f3-8f4c-54fafbe10e62 None None] No DVR routers for this DVR port 79317800-3cf0-43ca-9adf-394488ce4d51 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:32.321930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.348657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a6c9f4-53bf-4aa9-82dc-bae04bd68522']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:32.367587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d3624d-53af-4bf2-b203-84e303cd25dc') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:32.367828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d3624d-53af-4bf2-b203-84e303cd25dc') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:32.393199 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.411535 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.422246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:32.422662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:32.425863 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:32.451425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0b21-99e0-4458-a7df-821cf97067f7 req-65fad01f-43e2-45d2-99b7-2942fc5fd565 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.453386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfdd0b21-99e0-4458-a7df-821cf97067f7 req-65fad01f-43e2-45d2-99b7-2942fc5fd565 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1067717 Mar 31 23:31:32.563212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfdd0b21-99e0-4458-a7df-821cf97067f7 req-3128a64a-db91-4d30-b57a-2ecd5c4f8838 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681863 Mar 31 23:31:32.602974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.608757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.612414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/64a6c9f4-53bf-4aa9-82dc-bae04bd68522 HTTP/1.1" status: 204 len: 168 time: 0.8729584 Mar 31 23:31:32.616377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57782) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:32.637183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0db56-ea5e-4ac4-89b1-b37bceb1697b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=64a6c9f4-53bf-4aa9-82dc-bae04bd68522,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.689179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468233a-d234-4dfc-ab3d-63d4e564f788 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.690589 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d468233a-d234-4dfc-ab3d-63d4e564f788 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/8bd66a36-2fd9-4f98-b415-d0df7042bf60 HTTP/1.1" status: 200 len: 840 time: 0.0725880 Mar 31 23:31:32.694375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57788) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:32.744492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8acc58d9-5b6f-44bb-8d9b-ac0033f2d1e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/8bd66a36-2fd9-4f98-b415-d0df7042bf60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0489047 Mar 31 23:31:32.747966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57796) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:32.753278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:32.938379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:32.942401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.253172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.303455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:33.316698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:33.320421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.321174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.333977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=7efdfba3-2bb1-4675-8930-0b5163ae0d9d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:33.341740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef55b8-e401-4aa8-a87b-ef1f3df31af3 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:33.393424 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0f10c4e2-becf-45fa-bc40-1ff8c711610d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6443155 Mar 31 23:31:33.396394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 57824) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:33.401098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'security_group': {'name': 'tempest-secgroup-875685209'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:33.504391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.543296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'tenant_id': '20d1d32448e246d890d6faef3cccfe78', 'fixed_ips': [{'subnet_id': '7efdfba3-2bb1-4675-8930-0b5163ae0d9d'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:33.544175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.610747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.683843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.722532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Allocated IP 172.20.0.2 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/7efdfba3-2bb1-4675-8930-0b5163ae0d9d/c8c5bf94-0504-42b9-bc18-917b59d60355) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:33.731366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f150a7-8010-44a6-98f7-810c7e061fd1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:33.754827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67dbaf-7210-49e2-8924-963b2de7b3dc req-f7e15e39-d500-4ee4-aef9-ba01f6fc1d21 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.756458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef67dbaf-7210-49e2-8924-963b2de7b3dc req-f7e15e39-d500-4ee4-aef9-ba01f6fc1d21 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1003401 Mar 31 23:31:33.946848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.032145 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.073560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.074771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7798548a-6362-407f-8fb5-3691357da302 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6773255 Mar 31 23:31:34.078655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:34.084493 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1226677943'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:34.095574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef67dbaf-7210-49e2-8924-963b2de7b3dc req-ac4a45e5-ef92-4ecb-a0e5-68bb43fe6360 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287141 Mar 31 23:31:34.106864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:34.110422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:34.118188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:34.130640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:34.180050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Attempting to bind port c8c5bf94-0504-42b9-bc18-917b59d60355 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:34.180415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Attempting to bind port c8c5bf94-0504-42b9-bc18-917b59d60355 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '09e488b6-6cec-455c-b910-20fd63efca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:34.180773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Attempting to bind port c8c5bf94-0504-42b9-bc18-917b59d60355 on network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:34.185777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:34.186224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Checking segment: {'id': '09e488b6-6cec-455c-b910-20fd63efca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:34.186755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.187247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Bound using segment: {'id': '09e488b6-6cec-455c-b910-20fd63efca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:34.187686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Bound port: c8c5bf94-0504-42b9-bc18-917b59d60355, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e488b6-6cec-455c-b910-20fd63efca08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:34.192699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.246148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.262012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:34.262012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:34.335668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.362187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.425894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.435456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0cf4b-17b8-467b-9b92-3ef76d6acc14 None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:34.477280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e80e45-a97e-461c-a7bf-778f927196c8,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:34.515640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.520980 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-31ba4cff-bffd-475f-bdb4-d928ff280009 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4403329 Mar 31 23:31:34.523522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:34.529987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1275692068', 'security_groups': ['78e80e45-a97e-461c-a7bf-778f927196c8'], 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7efdfba3-2bb1-4675-8930-0b5163ae0d9d'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:34.767271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:34.832383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.923853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.945271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 846ff137-b710-4022-959b-f1d862fbd895 yet. {{(pid=109835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:35.120929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.10 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/7efdfba3-2bb1-4675-8930-0b5163ae0d9d/846ff137-b710-4022-959b-f1d862fbd895) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:35.254717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f43342-a49c-4297-a263-91a9c76c66e3 req-5c21cbc4-f04f-4362-95f8-659e6d9bf2c2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.267203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57f43342-a49c-4297-a263-91a9c76c66e3 req-5c21cbc4-f04f-4362-95f8-659e6d9bf2c2 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0900333 Mar 31 23:31:35.344590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-57f43342-a49c-4297-a263-91a9c76c66e3 req-be2b9b50-50e8-4cab-aac2-5b874a38ad5c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772600 Mar 31 23:31:35.356454 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.464914 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.524131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:35.527297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:35.529648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:35.537062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=846ff137-b710-4022-959b-f1d862fbd895,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:35.591576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.592402 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.687868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6846d5e1-4a4d-4021-b061-3eb1e0fa44ca tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1595242 Mar 31 23:31:35.689288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57944) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:35.693411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:35.708765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:35.709329 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.825316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.907314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:35.944642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:35.952347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.968737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.050808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:36.060211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:36.060211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.086288 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7efdfba3-2bb1-4675-8930-0b5163ae0d9d (CIDR: 172.20.0.0/28) Mar 31 23:31:36.094767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1c52c166-f537-4de4-8f08-5a90a2604631 None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:36.105000 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:31:36.105497 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:36.214459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b024ffc8-eaf9-46b7-89bc-cc74e49f7cd3 None None] Provisioning complete for port 846ff137-b710-4022-959b-f1d862fbd895 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:36.214828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b024ffc8-eaf9-46b7-89bc-cc74e49f7cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.225965 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-171987fe-9013-4852-8ee8-494fab4a05bc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5366328 Mar 31 23:31:36.228614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 57976) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:36.233854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:36.290223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:36.328915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b024ffc8-eaf9-46b7-89bc-cc74e49f7cd3 None None] Port 846ff137-b710-4022-959b-f1d862fbd895 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:36.360483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:36.360983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.487360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59251-a45e-4b28-be50-fb95756c2ab4 req-8786b9b1-5612-487e-87c6-86d0b2cd6f5e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.487970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:36.491251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.496659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a59251-a45e-4b28-be50-fb95756c2ab4 req-8786b9b1-5612-487e-87c6-86d0b2cd6f5e tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0758858 Mar 31 23:31:36.535715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4a59251-a45e-4b28-be50-fb95756c2ab4 req-b115c3f8-9c82-4d18-bd5f-37300aeac6e6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Mar 31 23:31:36.864879 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.922263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:36.932057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:36.940677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.944918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.945656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12868c-96d1-411d-9a3e-e1efa3349281 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:36.974577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=eed44c53-b90e-4a98-85eb-03d61bc96464,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:37.114690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fba4f823-6758-4164-b496-a4e7974727d3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8821106 Mar 31 23:31:37.115584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58024) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:37.120885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-171668978', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eed44c53-b90e-4a98-85eb-03d61bc96464'}], 'security_groups': ['16f150a7-8010-44a6-98f7-810c7e061fd1']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:37.285317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.399297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Update dhcp port {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'fixed_ips': [{'subnet_id': '7efdfba3-2bb1-4675-8930-0b5163ae0d9d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eed44c53-b90e-4a98-85eb-03d61bc96464'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'c8c5bf94-0504-42b9-bc18-917b59d60355'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:31:37.427579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.665155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Delete allocated IP 172.20.0.10 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/7efdfba3-2bb1-4675-8930-0b5163ae0d9d) {{(pid=109834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:31:37.677678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.21 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/eed44c53-b90e-4a98-85eb-03d61bc96464/846ff137-b710-4022-959b-f1d862fbd895) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:37.707082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f261-6e24-4838-bd95-9bc880f5d78c req-c5fcb6f8-eae3-49a1-b4ed-0e9c9e9a985b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.708595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f159f261-6e24-4838-bd95-9bc880f5d78c req-c5fcb6f8-eae3-49a1-b4ed-0e9c9e9a985b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0821605 Mar 31 23:31:37.806788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f159f261-6e24-4838-bd95-9bc880f5d78c req-adbcde2f-572f-4268-9b74-8f065dd8a546 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873952 Mar 31 23:31:37.883038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.004417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.073142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Allocated IP 172.20.0.18 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/eed44c53-b90e-4a98-85eb-03d61bc96464/c8c5bf94-0504-42b9-bc18-917b59d60355) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:38.130288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=846ff137-b710-4022-959b-f1d862fbd895,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:38.141079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] In _notify_port_updated(), no bound segment for port 846ff137-b710-4022-959b-f1d862fbd895 on network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:31:38.149263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.159560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.163434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ed3627b-9990-4cd1-b3fb-d21c63d0a63a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/ports/846ff137-b710-4022-959b-f1d862fbd895 HTTP/1.1" status: 200 len: 920 time: 1.0443118 Mar 31 23:31:38.163901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58080) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:38.201043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:38.245555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.273711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 846ff137-b710-4022-959b-f1d862fbd895 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:38.274052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.327788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.397120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.413024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 846ff137-b710-4022-959b-f1d862fbd895 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:38.431818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224cc5-17d9-48f9-8174-61a4bcf447b5 None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:38.664705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.732569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=846ff137-b710-4022-959b-f1d862fbd895,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:38.844624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.848520 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dbb42ff6-1f0e-4f87-88d6-66dc046cfeeb tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/846ff137-b710-4022-959b-f1d862fbd895 HTTP/1.1" status: 204 len: 168 time: 0.6834488 Mar 31 23:31:38.857311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58100) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:38.940163 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c65d998-f32c-434a-9b7c-04346c78d26c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:38.942366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3c65d998-f32c-434a-9b7c-04346c78d26c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/846ff137-b710-4022-959b-f1d862fbd895 HTTP/1.1" status: 404 len: 333 time: 0.0898561 Mar 31 23:31:38.945355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.043999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65942fa-e261-4165-8a86-4765d89003ef req-edbad410-73ec-419c-b053-0a559ed5f38c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:39.046841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65942fa-e261-4165-8a86-4765d89003ef req-edbad410-73ec-419c-b053-0a559ed5f38c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1322286 Mar 31 23:31:39.088805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.105701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c65942fa-e261-4165-8a86-4765d89003ef req-38233c62-57d0-4321-ae61-89be4f497736 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Mar 31 23:31:39.116663 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.170683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Could not find standard attr ID for object 846ff137-b710-4022-959b-f1d862fbd895. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:39.184740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:39.185187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.230395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.235893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.238732 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/security-groups/78e80e45-a97e-461c-a7bf-778f927196c8 HTTP/1.1" status: 204 len: 168 time: 0.2922852 Mar 31 23:31:39.241496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.250783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b19c6-2f56-44bb-bb9c-9424875e5165 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e80e45-a97e-461c-a7bf-778f927196c8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:39.320660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:39.321173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.322255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.354379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.370148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-47df7873-af15-4966-b4ca-4419942940e3 None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:39.469638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.472302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.476712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/security-groups/16f150a7-8010-44a6-98f7-810c7e061fd1 HTTP/1.1" status: 204 len: 168 time: 0.2307734 Mar 31 23:31:39.478712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58114) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.488528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96438c4e-d89f-4eac-91ec-b644a87c5974 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f150a7-8010-44a6-98f7-810c7e061fd1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:39.565091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 7efdfba3-2bb1-4675-8930-0b5163ae0d9d {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:39.568838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.616422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.709223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.786549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-40b54ea0-5259-4153-aaf7-26b33b63a619 None None] Could not find standard attr ID for object 846ff137-b710-4022-959b-f1d862fbd895. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:39.858718 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.888286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=7efdfba3-2bb1-4675-8930-0b5163ae0d9d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:39.896497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.899755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d73af07e-2e02-4a76-8fa2-fdc1ec8da94f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/7efdfba3-2bb1-4675-8930-0b5163ae0d9d HTTP/1.1" status: 204 len: 168 time: 0.4218423 Mar 31 23:31:39.903697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58116) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.909539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:39.916774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81720df7-f398-4e8f-be33-77d313e6a15e None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:40.104226 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:40.108948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.412319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:40.463407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3f8d7-dd02-4725-acad-93b56f305ab5 req-31ee4628-8cf3-4034-b199-559cf4846ddc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.471748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ef3f8d7-dd02-4725-acad-93b56f305ab5 req-31ee4628-8cf3-4034-b199-559cf4846ddc tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.2029321 Mar 31 23:31:40.528766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:40.529597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.533735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ef3f8d7-dd02-4725-acad-93b56f305ab5 req-4d02d88a-9325-4f5d-be8f-9f666876ddf5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610390 Mar 31 23:31:40.618547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.721474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:40.725731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:40.738646 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.747693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.756859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=6aa36eb5-735b-479e-8a77-730466c4fd62,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:40.849402 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ce21d052-f0dd-484c-8d18-1a403f749b4f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9444327 Mar 31 23:31:40.852014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58130) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:40.857624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'security_group': {'name': 'tempest-secgroup-1379544364'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:40.944281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.081784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.115523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61d885-76b3-4fb5-a41e-1dd76a7b2a0e None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:41.148389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.189378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc38ca6-48f5-4d81-995d-485bacbb256a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:41.253430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.255625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-492558c7-b64b-4476-9cbd-e1f5893e8b34 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4022622 Mar 31 23:31:41.258038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58134) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:41.263155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'security_group': {'name': 'tempest-secgroup-783034966'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:41.291839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e62ccc48-ff14-4255-9cd3-c7166e9d8856 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:41.292222 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e62ccc48-ff14-4255-9cd3-c7166e9d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.371488 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.503296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.523334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Update dhcp port {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'fixed_ips': [{'subnet_id': 'eed44c53-b90e-4a98-85eb-03d61bc96464', 'ip_address': '172.20.0.18'}, {'subnet_id': '6aa36eb5-735b-479e-8a77-730466c4fd62'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'c8c5bf94-0504-42b9-bc18-917b59d60355'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:31:41.538360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.578396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e62ccc48-ff14-4255-9cd3-c7166e9d8856 None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:41.578889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e62ccc48-ff14-4255-9cd3-c7166e9d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.614688 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.615023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af450327-e7c7-4c81-98d4-dd8bb4be6d9f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:41.652415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e62ccc48-ff14-4255-9cd3-c7166e9d8856 None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:41.664745 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.668790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58140) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:41.669514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3a465bb3-230e-4de3-bb50-9c2fa0caf3e3 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4067116 Mar 31 23:31:41.675424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'security_group': {'name': 'tempest-secgroup-834764602'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:41.679713 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d9b309ed-487a-4dd0-9ffa-47290121a6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.765489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf961b-4abe-4019-bbad-f822854d0021 req-56f0b640-685a-432c-b0f6-30c403ad0f1c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:41.767072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79cf961b-4abe-4019-bbad-f822854d0021 req-56f0b640-685a-432c-b0f6-30c403ad0f1c tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1227310 Mar 31 23:31:41.778347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.851281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79cf961b-4abe-4019-bbad-f822854d0021 req-38f4a6ca-9aa3-4696-87dc-e5ab5152602b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679939 Mar 31 23:31:41.882586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Allocated IP 172.20.0.2 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/6aa36eb5-735b-479e-8a77-730466c4fd62/c8c5bf94-0504-42b9-bc18-917b59d60355) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:41.892551 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.959089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.002370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:42.024594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3ffdaa-c997-4d02-8f20-f34a4809aaeb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:42.056562 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.059219 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d6536a87-d887-4aaa-be28-4d6906a05bbf tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3866515 Mar 31 23:31:42.061984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:42.070517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1417820021', 'security_groups': ['ac3ffdaa-c997-4d02-8f20-f34a4809aaeb'], 'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6aa36eb5-735b-479e-8a77-730466c4fd62'}]}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:42.077852 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.138086 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.234817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddbcfa-077f-4b44-b96a-1913f3dcab4a None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:42.280509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:42.520490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.550679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] device_id is not set on port 232ae13b-e57b-4f01-913b-cd2151f19f48 yet. {{(pid=109834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:31:42.832464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.5 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/6aa36eb5-735b-479e-8a77-730466c4fd62/232ae13b-e57b-4f01-913b-cd2151f19f48) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:43.094558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884539cb-a6f3-4d8b-912b-df19c6b6a3c9 req-32bda415-a667-4294-aee4-291a41e7e5d5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.096220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-884539cb-a6f3-4d8b-912b-df19c6b6a3c9 req-32bda415-a667-4294-aee4-291a41e7e5d5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1412246 Mar 31 23:31:43.101967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.159317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-884539cb-a6f3-4d8b-912b-df19c6b6a3c9 req-8437741e-3e4d-47df-9dd0-0c26a6d3e980 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549979 Mar 31 23:31:43.194310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f2645bd6-3b0d-4702-aacf-347661dcd71e None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:43.195536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f2645bd6-3b0d-4702-aacf-347661dcd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.240712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.307380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:43.312025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:43.316739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:43.323788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58168) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:43.360010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=232ae13b-e57b-4f01-913b-cd2151f19f48,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:43.406213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.406213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.414255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f2645bd6-3b0d-4702-aacf-347661dcd71e None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:43.418047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f2645bd6-3b0d-4702-aacf-347661dcd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.467779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f2645bd6-3b0d-4702-aacf-347661dcd71e None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:43.483378 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb013bf-a88a-4d78-87e7-6fd9d37729b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.516732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d83254d5-0412-46bc-a955-9fa82a04db5b tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4535890 Mar 31 23:31:43.520333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58172) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:43.527729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:43.603101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb013bf-a88a-4d78-87e7-6fd9d37729b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.685321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9bb013bf-a88a-4d78-87e7-6fd9d37729b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.772256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9bb013bf-a88a-4d78-87e7-6fd9d37729b2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a1f265ac1e748fe8bed72f2470d248c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473767 Mar 31 23:31:43.775037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb013bf-a88a-4d78-87e7-6fd9d37729b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd4016-537d-491d-84da-b595d53dc3cb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:43.775952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58178) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:43.869912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2c8b-cdfc-479d-a1a5-a15255bf53bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.876493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:43.885381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.901304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.928154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a0b549e8-f3fd-4965-b9d5-9f124cb5a3fa None None] Provisioning complete for port 232ae13b-e57b-4f01-913b-cd2151f19f48 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:43.928530 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0b549e8-f3fd-4965-b9d5-9f124cb5a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.961146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.967550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a0b549e8-f3fd-4965-b9d5-9f124cb5a3fa None None] Port 232ae13b-e57b-4f01-913b-cd2151f19f48 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:44.017883 n-d-828414-2 neutron-server[109834]: INFO neutron.db.ipam_backend_mixin [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6aa36eb5-735b-479e-8a77-730466c4fd62 (CIDR: 172.20.0.0/28) Mar 31 23:31:44.059106 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:31:44.059632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:44.088830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:44.097117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:44.097117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9cbd4016-537d-491d-84da-b595d53dc3cb HTTP/1.1" status: 204 len: 168 time: 0.3055072 Mar 31 23:31:44.105030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e28f1f-0365-4135-a791-9cc6e03ea8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd4016-537d-491d-84da-b595d53dc3cb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:44.141384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fc2b77f8-f6c2-4ab1-b52c-064f36c775d6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6195920 Mar 31 23:31:44.144166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:44.149372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:44.250179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:44.328111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:44.328676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:44.340592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:44.351383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:44.381113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705103d-2fed-47ef-8fd8-b2da95e5c865 req-ac5d0dfe-b083-411a-99d7-29cbd53ec3d5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:44.385825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8705103d-2fed-47ef-8fd8-b2da95e5c865 req-ac5d0dfe-b083-411a-99d7-29cbd53ec3d5 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0866358 Mar 31 23:31:44.477308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8705103d-2fed-47ef-8fd8-b2da95e5c865 req-9e7f6e72-02f5-4930-b53d-bcff05ea3108 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876431 Mar 31 23:31:44.532192 n-d-828414-2 neutron-server[109835]: INFO neutron.db.ipam_backend_mixin [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet eed44c53-b90e-4a98-85eb-03d61bc96464 (CIDR: 172.20.0.16/28) Mar 31 23:31:44.594383 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:31:44.594383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:44.665170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58200) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:44.672481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'subnet': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:44.680890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ad003f9-1e19-4871-8e3f-bdc8244eae4c tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5349300 Mar 31 23:31:44.893939 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:44.909741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Made reservation on behalf of 20d1d32448e246d890d6faef3cccfe78 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:44.914139 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.285956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.339965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:45.344564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:45.348692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.356174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.356947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd28f39-d509-47fe-b90b-eb2adeb5f676 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:45.361676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Subnet': ['ID=ad700033-9e17-4ece-8b2d-1ea4dc184b06,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:45.377373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.432413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-59caf9c0-5474-4233-b9c8-1fc85738b40d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7661488 Mar 31 23:31:45.435030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58218) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:45.440787 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1451239332', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad700033-9e17-4ece-8b2d-1ea4dc184b06'}], 'security_groups': ['cbc38ca6-48f5-4d81-995d-485bacbb256a', 'af450327-e7c7-4c81-98d4-dd8bb4be6d9f']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:45.515663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.646443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Update dhcp port {'port': {'network_id': '53aaab5f-dcf2-4fef-8d47-6962d542cf11', 'fixed_ips': [{'subnet_id': 'eed44c53-b90e-4a98-85eb-03d61bc96464', 'ip_address': '172.20.0.18'}, {'subnet_id': '6aa36eb5-735b-479e-8a77-730466c4fd62', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad700033-9e17-4ece-8b2d-1ea4dc184b06'}], 'binding:host_id': 'n-d-828414-2'}, 'id': 'c8c5bf94-0504-42b9-bc18-917b59d60355'} from n-d-828414-2. {{(pid=109836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:31:45.681904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.814198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a16af-e876-4ece-ad02-b2d4a607671d req-bf9ac077-bc21-4976-ada4-9e2382092d75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.815925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a4a16af-e876-4ece-ad02-b2d4a607671d req-bf9ac077-bc21-4976-ada4-9e2382092d75 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1460965 Mar 31 23:31:45.901229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a4a16af-e876-4ece-ad02-b2d4a607671d req-d5b22945-ec6b-4f38-ab2a-22723ed10193 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689704 Mar 31 23:31:45.962173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Delete allocated IP 172.20.0.5 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/6aa36eb5-735b-479e-8a77-730466c4fd62) {{(pid=109834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:31:45.970888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Allocated IP 172.20.0.46 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/ad700033-9e17-4ece-8b2d-1ea4dc184b06/232ae13b-e57b-4f01-913b-cd2151f19f48) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:46.158724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.246282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.299223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Allocated IP 172.20.0.34 (53aaab5f-dcf2-4fef-8d47-6962d542cf11/ad700033-9e17-4ece-8b2d-1ea4dc184b06/c8c5bf94-0504-42b9-bc18-917b59d60355) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:46.400301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] In _notify_port_updated(), no bound segment for port 232ae13b-e57b-4f01-913b-cd2151f19f48 on network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 {{(pid=109834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:31:46.407087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:46.408268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.409507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "PUT /v2.0/ports/232ae13b-e57b-4f01-913b-cd2151f19f48 HTTP/1.1" status: 200 len: 960 time: 0.9733541 Mar 31 23:31:46.412768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58238) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:46.429116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1088a2c-1f07-47db-866b-78cb222e6739 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event updated for resources: {'Port': ['ID=232ae13b-e57b-4f01-913b-cd2151f19f48,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:46.479311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:46.513359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.527815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 232ae13b-e57b-4f01-913b-cd2151f19f48 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:46.528221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.638336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.650242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.659422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 232ae13b-e57b-4f01-913b-cd2151f19f48 owned by {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:46.688957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:46.844339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f663ee-204f-47c8-aae7-5055f668a170 None None] Pushing event updated for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:47.001376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.061544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.098502 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=232ae13b-e57b-4f01-913b-cd2151f19f48,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:47.109343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d791ef-724c-4cc0-a8ec-f9ef0f6a4211 req-86d4222a-8f91-4479-be21-d6a84d14d75f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:47.111107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d791ef-724c-4cc0-a8ec-f9ef0f6a4211 req-86d4222a-8f91-4479-be21-d6a84d14d75f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0989058 Mar 31 23:31:47.214295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39d791ef-724c-4cc0-a8ec-f9ef0f6a4211 req-01fc88eb-08cd-4dea-8711-364e224b7c37 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721686 Mar 31 23:31:47.215583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.222169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ce2bda1e-777b-40e6-8439-f62f331afd6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/232ae13b-e57b-4f01-913b-cd2151f19f48 HTTP/1.1" status: 204 len: 168 time: 0.8061023 Mar 31 23:31:47.222510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:47.275463 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d45adff-7bd3-4c6c-89ff-899e55aa1d9a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] GET failed (client error): The resource could not be found. Mar 31 23:31:47.281521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d45adff-7bd3-4c6c-89ff-899e55aa1d9a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports/232ae13b-e57b-4f01-913b-cd2151f19f48 HTTP/1.1" status: 404 len: 333 time: 0.0540469 Mar 31 23:31:47.281980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58254) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:47.398050 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.439213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.608245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.611255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.617871 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/security-groups/ac3ffdaa-c997-4d02-8f20-f34a4809aaeb HTTP/1.1" status: 204 len: 168 time: 0.3295426 Mar 31 23:31:47.618565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:47.628756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6fb9-72d1-40dc-9378-4749b8aa0025 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3ffdaa-c997-4d02-8f20-f34a4809aaeb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:47.699710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.730561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.733486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:47.733971 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.847739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:47.848110 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.886592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:47.894134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d0d1b77-4eca-4ac6-a615-adbfb0da795e None None] Could not find standard attr ID for object 232ae13b-e57b-4f01-913b-cd2151f19f48. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:47.922935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.925838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.929706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/security-groups/af450327-e7c7-4c81-98d4-dd8bb4be6d9f HTTP/1.1" status: 204 len: 168 time: 0.3104544 Mar 31 23:31:47.930182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:47.937340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc59667-773e-46be-83d6-a3c8b53eb550 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af450327-e7c7-4c81-98d4-dd8bb4be6d9f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:48.008079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.034175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.179748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.179748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.185808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:48.187178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/security-groups/cbc38ca6-48f5-4d81-995d-485bacbb256a HTTP/1.1" status: 204 len: 168 time: 0.2553952 Mar 31 23:31:48.201379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77b01b-0c76-4c46-b92a-f57d90ac7b6d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc38ca6-48f5-4d81-995d-485bacbb256a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:48.262053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:48.335783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b94bb409-4ec9-4c32-b2ba-b9697f4b8548 None None] Could not find standard attr ID for object 232ae13b-e57b-4f01-913b-cd2151f19f48. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:48.344603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet 6aa36eb5-735b-479e-8a77-730466c4fd62 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:48.369726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.374901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:48.375316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.449965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62932625-87d6-4f3a-9d13-abe569dadae1 req-ef3e382c-c36b-475e-84f8-358f0e29df2a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.457095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62932625-87d6-4f3a-9d13-abe569dadae1 req-ef3e382c-c36b-475e-84f8-358f0e29df2a tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1330557 Mar 31 23:31:48.483674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.524974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62932625-87d6-4f3a-9d13-abe569dadae1 req-5d28e668-c874-46af-8efe-ce9e3d465a71 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621192 Mar 31 23:31:48.584522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.726640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.758788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa36eb5-735b-479e-8a77-730466c4fd62,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:48.760936 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.764325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8407889f-e9ed-48cb-a103-03333d92397d tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/6aa36eb5-735b-479e-8a77-730466c4fd62 HTTP/1.1" status: 204 len: 168 time: 0.5773990 Mar 31 23:31:48.770064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:48.773363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d674c2-38e4-4c32-aff0-78054d2a48cd None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:48.829864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet ad700033-9e17-4ece-8b2d-1ea4dc184b06 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:48.833334 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.876016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.262164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.431655 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.478147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=ad700033-9e17-4ece-8b2d-1ea4dc184b06,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:49.482759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.486414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4694f3a6-9b32-4b08-b833-4e57ce99156e tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/ad700033-9e17-4ece-8b2d-1ea4dc184b06 HTTP/1.1" status: 204 len: 168 time: 0.7151496 Mar 31 23:31:49.489489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58284) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:49.542846 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b707a0e2-c58b-4a42-b155-6db72c4454c1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:49.543524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b707a0e2-c58b-4a42-b155-6db72c4454c1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:49.547430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b707a0e2-c58b-4a42-b155-6db72c4454c1 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/6aa36eb5-735b-479e-8a77-730466c4fd62 HTTP/1.1" status: 404 len: 337 time: 0.0557175 Mar 31 23:31:49.550342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58286) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:49.655773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting subnet eed44c53-b90e-4a98-85eb-03d61bc96464 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:49.675247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.689927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612e962-517c-4c6a-a631-48a4fbce46d3 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:49.690274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa19f-8d78-419a-951a-487f2700359b req-0be9c05d-74fc-402b-99e4-1eb4379d3f92 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:49.691890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a12aa19f-8d78-419a-951a-487f2700359b req-0be9c05d-74fc-402b-99e4-1eb4379d3f92 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0747108 Mar 31 23:31:49.737796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.780695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a12aa19f-8d78-419a-951a-487f2700359b req-c111be6b-fd7b-4df6-a443-8a9510916bd6 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764031 Mar 31 23:31:49.911673 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.990277 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9323a416-4ada-4f81-9192-69cf25d2c778 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:49.991564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9323a416-4ada-4f81-9192-69cf25d2c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.167434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.203193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9323a416-4ada-4f81-9192-69cf25d2c778 None None] Provisioning complete for port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:50.205959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9323a416-4ada-4f81-9192-69cf25d2c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.206111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Subnet': ['ID=eed44c53-b90e-4a98-85eb-03d61bc96464,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:50.213078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.219796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a215e3b1-67fe-479f-b183-05a8822a7310 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/eed44c53-b90e-4a98-85eb-03d61bc96464 HTTP/1.1" status: 204 len: 168 time: 0.6632588 Mar 31 23:31:50.220352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58294) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.254581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9323a416-4ada-4f81-9192-69cf25d2c778 None None] Port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:50.260752 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c5f88-d88f-4639-b202-080a03d13925 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.261279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0c5f88-d88f-4639-b202-080a03d13925 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.265220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9b0c5f88-d88f-4639-b202-080a03d13925 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/7efdfba3-2bb1-4675-8930-0b5163ae0d9d HTTP/1.1" status: 404 len: 337 time: 0.0432684 Mar 31 23:31:50.277252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58296) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.314521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d47009e2-0629-4129-bfc6-33fe88769f64 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "GET /v2.0/ports?device_id=9480a7a2-4cc7-4128-b609-1092622b13fc HTTP/1.1" status: 200 len: 205 time: 0.0340598 Mar 31 23:31:50.315708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.359032 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-35eef622-3b22-40ec-bb2f-d55adabfca42 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] delete failed (client error): The resource could not be found. Mar 31 23:31:50.360187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-35eef622-3b22-40ec-bb2f-d55adabfca42 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/routers/9480a7a2-4cc7-4128-b609-1092622b13fc HTTP/1.1" status: 404 len: 336 time: 0.0435081 Mar 31 23:31:50.363213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58300) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.396986 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-16837d98-a34b-4396-86c3-d1d79190dc65 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.396986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16837d98-a34b-4396-86c3-d1d79190dc65 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.399551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58304) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.412194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16837d98-a34b-4396-86c3-d1d79190dc65 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/8b29f57b-7aae-4871-b0b9-ca113b2a5b2a HTTP/1.1" status: 404 len: 337 time: 0.0347023 Mar 31 23:31:50.441219 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1a558b-f16d-49b9-93e7-08c554c901e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.441935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1a558b-f16d-49b9-93e7-08c554c901e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.448846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58306) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.457834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0b1a558b-f16d-49b9-93e7-08c554c901e0 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/7127a22f-b10d-4907-ae92-a76b8ccbe9e7 HTTP/1.1" status: 404 len: 337 time: 0.0570314 Mar 31 23:31:50.481740 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8628f8f0-3bde-458a-a479-988c1d8dbe87 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.482451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8628f8f0-3bde-458a-a479-988c1d8dbe87 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.486229 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8628f8f0-3bde-458a-a479-988c1d8dbe87 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/db1449a2-3c0c-46e0-bf54-2611350b7ec4 HTTP/1.1" status: 404 len: 337 time: 0.0363660 Mar 31 23:31:50.489087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58308) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.512663 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0ee7b3-4780-47cf-8205-3a7ac831e33f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.514621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0ee7b3-4780-47cf-8205-3a7ac831e33f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.517688 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dc0ee7b3-4780-47cf-8205-3a7ac831e33f tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/9024347a-7530-470e-93b1-cb58db36e488 HTTP/1.1" status: 404 len: 333 time: 0.0276771 Mar 31 23:31:50.520487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58310) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.589115 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9268d2-1daa-48d3-ae60-2ad0ff9bc76a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.589842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9268d2-1daa-48d3-ae60-2ad0ff9bc76a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.593857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ca9268d2-1daa-48d3-ae60-2ad0ff9bc76a tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/0f242b6b-401d-4353-8796-b087a2c2cc0a HTTP/1.1" status: 404 len: 337 time: 0.0724359 Mar 31 23:31:50.602756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58312) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.675020 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e07115-85e2-498d-bd7b-dee0d55a82c6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.675810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e07115-85e2-498d-bd7b-dee0d55a82c6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.680200 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29e07115-85e2-498d-bd7b-dee0d55a82c6 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/3e928aa0-8dfe-418f-a6c3-c046504fd366 HTTP/1.1" status: 404 len: 337 time: 0.0764074 Mar 31 23:31:50.682873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58314) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.720729 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa703c9-bad2-4d46-a41f-da98b096a5cc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.721449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa703c9-bad2-4d46-a41f-da98b096a5cc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.724835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-afa703c9-bad2-4d46-a41f-da98b096a5cc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/7b537d05-98d7-43f3-8893-dc38bf1d7813 HTTP/1.1" status: 404 len: 333 time: 0.0408373 Mar 31 23:31:50.728238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.771835 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a45048-3547-422d-93e7-ce4521bf4cdc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.772303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a45048-3547-422d-93e7-ce4521bf4cdc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.775473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-08a45048-3547-422d-93e7-ce4521bf4cdc tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/ea3e5ad0-93f7-4a9b-b379-9dd2f60d2d54 HTTP/1.1" status: 404 len: 337 time: 0.0462675 Mar 31 23:31:50.777981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58318) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.820369 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6b8b27-c0fe-4131-93ac-a7d637ed12b5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:50.821058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6b8b27-c0fe-4131-93ac-a7d637ed12b5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:50.824560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fc6b8b27-c0fe-4131-93ac-a7d637ed12b5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/subnets/55c1effd-ab95-4dec-ae34-2c3a3c132324 HTTP/1.1" status: 404 len: 337 time: 0.0447943 Mar 31 23:31:50.827670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.991175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port 8bd66a36-2fd9-4f98-b415-d0df7042bf60 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:50.991517 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.017611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6d1d-7bf9-44cf-9bba-92fa1b47c948 req-caf732c1-fb49-4650-be84-ee9718838363 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:51.021433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f0d6d1d-7bf9-44cf-9bba-92fa1b47c948 req-caf732c1-fb49-4650-be84-ee9718838363 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1075799 Mar 31 23:31:51.110465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f0d6d1d-7bf9-44cf-9bba-92fa1b47c948 req-433cf5cf-2ca4-45c3-97f0-8f41846b4b79 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783658 Mar 31 23:31:51.143768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.150331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4993bcb-598e-4dad-8a64-167fb6d1de34 None None] Network 53aaab5f-dcf2-4fef-8d47-6962d542cf11 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:51.168649 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for 8bd66a36-2fd9-4f98-b415-d0df7042bf60 owned by {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:51.247026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e8670df4-61e7-4bca-8bff-f5e47482aaa0 None None] Provisioning complete for port c8c5bf94-0504-42b9-bc18-917b59d60355 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:51.247409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e8670df4-61e7-4bca-8bff-f5e47482aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.338530 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.377089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.387277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/ports/8bd66a36-2fd9-4f98-b415-d0df7042bf60 HTTP/1.1" status: 204 len: 168 time: 0.5581388 Mar 31 23:31:51.390555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58330) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:51.403408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] DHCP port deletion for 53aaab5f-dcf2-4fef-8d47-6962d542cf11 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:51.413514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e8670df4-61e7-4bca-8bff-f5e47482aaa0 None None] Could not find standard attr ID for object 8bd66a36-2fd9-4f98-b415-d0df7042bf60. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:31:51.435518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95835dd4-0cef-4903-9c3a-0cebf41781e5 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=8bd66a36-2fd9-4f98-b415-d0df7042bf60,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:51.485476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Deleting port c8c5bf94-0504-42b9-bc18-917b59d60355 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:51.486016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.518539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.580122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:51.580571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.589887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Deleting port c8c5bf94-0504-42b9-bc18-917b59d60355 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:51.590210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.594790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Calling delete_port for c8c5bf94-0504-42b9-bc18-917b59d60355 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:51.662770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] For port c8c5bf94-0504-42b9-bc18-917b59d60355, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c8c5bf94-0504-42b9-bc18-917b59d60355,segment=NetworkSegment(09e488b6-6cec-455c-b910-20fd63efca08),segment_id=09e488b6-6cec-455c-b910-20fd63efca08)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:51.663464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.683167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Calling delete_port for c8c5bf94-0504-42b9-bc18-917b59d60355 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:51.796773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.805705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.821232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] No DVR routers for this DVR port c8c5bf94-0504-42b9-bc18-917b59d60355 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:51.846272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] Pushing event deleted for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:51.853037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382693c-267f-4a31-96c4-fb6723d239c4 None None] No DVR routers for this DVR port c8c5bf94-0504-42b9-bc18-917b59d60355 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:51.900007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Port': ['ID=c8c5bf94-0504-42b9-bc18-917b59d60355,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:52.010600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.036840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aaab5f-dcf2-4fef-8d47-6962d542cf11']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:52.048102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e488b6-6cec-455c-b910-20fd63efca08') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:52.048629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e488b6-6cec-455c-b910-20fd63efca08') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:52.059038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.074626 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.081442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:52.081832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self.session.flush() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:52.085708 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:52.230819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.246416 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.249980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] 10.222.0.83 "DELETE /v2.0/networks/53aaab5f-dcf2-4fef-8d47-6962d542cf11 HTTP/1.1" status: 204 len: 168 time: 0.8576620 Mar 31 23:31:52.284517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2f613-1692-4d5b-9056-1a3f78d80650 tempest-PortsTestJSON-2065554073 tempest-PortsTestJSON-2065554073-project] Pushing event deleted for resources: {'Network': ['ID=53aaab5f-dcf2-4fef-8d47-6962d542cf11,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:52.284701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:52.318425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab644e-0f03-4656-bd2a-056344cd6975 req-6788c0cc-f617-4e90-930a-6ca58f4ef665 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:52.320144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1ab644e-0f03-4656-bd2a-056344cd6975 req-6788c0cc-f617-4e90-930a-6ca58f4ef665 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1282132 Mar 31 23:31:52.349470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c8c5bf94-0504-42b9-bc18-917b59d60355 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:52.350199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c8c5bf94-0504-42b9-bc18-917b59d60355 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:52.373577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:52.391778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1ab644e-0f03-4656-bd2a-056344cd6975 req-18c3f825-f460-44bb-88f4-4a2131119ded tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634899 Mar 31 23:31:52.521984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.551677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:52.557733 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd121cc2-6084-4591-b96d-d9c81b6a346e" -d '{"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-unplugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:52.594698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:52.647476 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c595d8f-3fb7-48bd-b814-f45ad7880858 x-openstack-request-id: req-6c595d8f-3fb7-48bd-b814-f45ad7880858 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:52.647771 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-unplugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:52.648031 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c595d8f-3fb7-48bd-b814-f45ad7880858 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:52.648428 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c595d8f-3fb7-48bd-b814-f45ad7880858'] response: {'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'code': 200} Mar 31 23:31:52.657997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.737591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:52.833699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d25f72-dc07-4a87-815f-3bd407bc17c8 req-090783d1-48c2-43bc-a4dd-a7bf1c2713e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:52.836071 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e3d25f72-dc07-4a87-815f-3bd407bc17c8 req-090783d1-48c2-43bc-a4dd-a7bf1c2713e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1095 time: 0.0448642 Mar 31 23:31:52.873924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e3d25f72-dc07-4a87-815f-3bd407bc17c8 req-51964a10-5a28-483f-983b-17146b62a18d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301266 Mar 31 23:31:52.956956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58350) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:53.181082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9854cec1-6a7c-46b3-900a-90fe22c986dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20d1d32448e246d890d6faef3cccfe78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181914 Mar 31 23:31:53.188678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58354) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:53.253418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.314170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.446231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.452111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.453357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c6974ea9-f5fb-4689-adf9-59a4aa3347a5 HTTP/1.1" status: 204 len: 168 time: 0.2636664 Mar 31 23:31:53.465291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350d641-98b9-47b4-a410-c1060059ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6974ea9-f5fb-4689-adf9-59a4aa3347a5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:53.572539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb68149-9c56-49d5-9e71-d693ea6875d8 req-3c044eaf-c21d-499a-9463-89ac7bd41321 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:53.574064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feb68149-9c56-49d5-9e71-d693ea6875d8 req-3c044eaf-c21d-499a-9463-89ac7bd41321 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.0700269 Mar 31 23:31:53.622151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feb68149-9c56-49d5-9e71-d693ea6875d8 req-cc44d989-b766-4148-86cb-4c60b5ac5347 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Mar 31 23:31:54.331914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.381058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:31:54.520618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:54.552068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'port_id': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'mac_address': 'fa:16:3e:f1:73:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:31:54.640924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.663739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688a3de-9355-4c46-b33b-f7c80368a4b4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:54.712276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58398) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:54.721182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:54.804320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9205-0673-4c17-88f7-c6eca8e11949 req-92244bb5-8bb4-47b1-b522-3c741656b9c8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:54.805937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-451f9205-0673-4c17-88f7-c6eca8e11949 req-92244bb5-8bb4-47b1-b522-3c741656b9c8 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 944 time: 0.0811055 Mar 31 23:31:54.806935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.879654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:54.885894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-451f9205-0673-4c17-88f7-c6eca8e11949 req-f0303b9f-b4f0-4779-abbb-9adf1034cadd tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711646 Mar 31 23:31:54.891911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813332884-network', 'tenant_id': 'f6f66c22342a4a6eb481cfed0d2e463f'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:54.917510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:54.981378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-550fbf86-a992-4745-bce7-095a452a0078 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/floatingips/e00a31b7-3c40-4217-b694-50e770dca288 HTTP/1.1" status: 200 len: 993 time: 0.0622470 Mar 31 23:31:55.000225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Made reservation on behalf of f6f66c22342a4a6eb481cfed0d2e463f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:55.002594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.015674 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.090803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.183600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.212359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:55.223886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82345667-a4e5-4eed-ba1a-0117999ea530,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:55.229419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.229759 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Added segment 9fd67d9f-7bf0-4463-8d5c-e3c491599ee2 of type vlan for network 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 Mar 31 23:31:55.281677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7688a3de-9355-4c46-b33b-f7c80368a4b4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:55.283863 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.399164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.400234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:55.400877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.462097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] Pushing event updated for resources: {'Network': ['ID=35f3b0fc-cd26-4aa0-9c26-ae999a3b6070,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:55.471841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:55.523277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9373de7a-ccdf-4014-a126-fc7219274367 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8088439 Mar 31 23:31:55.523937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:55.536938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Request body: {'subnet': {'network_id': '35f3b0fc-cd26-4aa0-9c26-ae999a3b6070', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813332884-subnet', 'tenant_id': 'f6f66c22342a4a6eb481cfed0d2e463f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:55.640877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Made reservation on behalf of f6f66c22342a4a6eb481cfed0d2e463f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:55.644420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.978386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.040191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f0d50b-2b4b-465f-8a91-b6b24e53117a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:56.050101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Checking segment: {'id': '9fd67d9f-7bf0-4463-8d5c-e3c491599ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '35f3b0fc-cd26-4aa0-9c26-ae999a3b6070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:56.050539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Network hostable DHCP agents. Network: 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:56.314004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Network 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:56.314004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:56.314004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:56.314004 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.319129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99a8e4-732a-4b40-8208-3e4d9cead2d1 None None] Network 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:56.342348 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-85832eb9-fba2-46de-bffc-15e6c0221270 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8116131 Mar 31 23:31:56.399060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:56.517368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c01c3-a974-48d3-8e97-a7b7c40327f3 None None] Network 35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:56.612330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7688a3de-9355-4c46-b33b-f7c80368a4b4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:56.613259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.818026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.843437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:56.846374 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6507ca-4725-4c46-8a30-adcf6bf9b881" -d '{"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-plugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:56.861679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:56.892861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7f2846-d852-4772-8201-0b36c8ad6c43 x-openstack-request-id: req-de7f2846-d852-4772-8201-0b36c8ad6c43 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:56.892861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-plugged", "status": "completed", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:56.892861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de7f2846-d852-4772-8201-0b36c8ad6c43 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:56.892861 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7f2846-d852-4772-8201-0b36c8ad6c43'] response: {'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'code': 200} Mar 31 23:31:56.948914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.035881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:57.521982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58500) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:57.527873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574000398-network', 'tenant_id': '3db3bac52bbd4a1fafc2c7b1c14dff89'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:57.617731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Made reservation on behalf of 3db3bac52bbd4a1fafc2c7b1c14dff89 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:57.620326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.634384 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.739393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.846717 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.874353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:57.884110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e50252c-928a-4ef1-832a-ca8adccf0f72,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:57.889931 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.890273 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Added segment 9c0fe3bb-ca6d-448f-8626-dc2447f3ea01 of type vlan for network be5e7785-901e-4ab3-8680-de4e7af874e6 Mar 31 23:31:57.943280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.080391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.081587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.082470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.154301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] Pushing event updated for resources: {'Network': ['ID=be5e7785-901e-4ab3-8680-de4e7af874e6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:58.171452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network be5e7785-901e-4ab3-8680-de4e7af874e6 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:58.188030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d4400bbe-f1a6-4bb0-a7eb-4f0c44a5eb33 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6647377 Mar 31 23:31:58.196139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58526) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:58.225938 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Request body: {'subnet': {'network_id': 'be5e7785-901e-4ab3-8680-de4e7af874e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574000398-subnet', 'tenant_id': '3db3bac52bbd4a1fafc2c7b1c14dff89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:58.324988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Made reservation on behalf of 3db3bac52bbd4a1fafc2c7b1c14dff89 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:58.328336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.595249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.663905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee2de48-8e57-4cbe-b481-e72677b7858f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:58.677998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Checking segment: {'id': '9c0fe3bb-ca6d-448f-8626-dc2447f3ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'be5e7785-901e-4ab3-8680-de4e7af874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:58.678351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Network hostable DHCP agents. Network: be5e7785-901e-4ab3-8680-de4e7af874e6, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:58.817506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Network be5e7785-901e-4ab3-8680-de4e7af874e6 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:58.904397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, be5e7785-901e-4ab3-8680-de4e7af874e6) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:58.913307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea2c32-1d06-47ee-8820-708daaad1169 None None] Network be5e7785-901e-4ab3-8680-de4e7af874e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:58.915871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.916468 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.055327 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1a8914a-71a9-476b-a513-5268d0ab2c24 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8535855 Mar 31 23:31:59.087159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5e6e7-6a05-4542-a025-9d2a5010d09e None None] Network be5e7785-901e-4ab3-8680-de4e7af874e6 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:59.210454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:59.259451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Deleting subnet 44f0d50b-2b4b-465f-8a91-b6b24e53117a {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:59.262656 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.298768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.345796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.521670 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.556827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f0d50b-2b4b-465f-8a91-b6b24e53117a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:59.564449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.570964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97f334d2-cfd0-497b-ac58-46ee2b89ab62 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/44f0d50b-2b4b-465f-8a91-b6b24e53117a HTTP/1.1" status: 204 len: 168 time: 0.3567028 Mar 31 23:31:59.572762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58556) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:59.662393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.791186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.814033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f3b0fc-cd26-4aa0-9c26-ae999a3b6070']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:59.823787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd67d9f-7bf0-4463-8d5c-e3c491599ee2') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:59.824086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd67d9f-7bf0-4463-8d5c-e3c491599ee2') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:59.834894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.848274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.854331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:59.854751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:59.859090 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:32:00.014994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.027172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.031176 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] 10.222.0.83 "DELETE /v2.0/networks/35f3b0fc-cd26-4aa0-9c26-ae999a3b6070 HTTP/1.1" status: 204 len: 168 time: 0.4572577 Mar 31 23:32:00.034042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58566) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:00.044339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc670b0-e7c4-4eb2-8f7e-e32eed535f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=35f3b0fc-cd26-4aa0-9c26-ae999a3b6070,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:00.081969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Deleting subnet 7ee2de48-8e57-4cbe-b481-e72677b7858f {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:32:00.087354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.120830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.161927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.395056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.420426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee2de48-8e57-4cbe-b481-e72677b7858f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:00.425904 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.429277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d6ac9e74-b019-475c-bcc1-d3d1d4e7a0ec admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7ee2de48-8e57-4cbe-b481-e72677b7858f HTTP/1.1" status: 204 len: 168 time: 0.3941898 Mar 31 23:32:00.431812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58570) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:00.531631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.660528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.680869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e7785-901e-4ab3-8680-de4e7af874e6']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:00.690324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0fe3bb-ca6d-448f-8626-dc2447f3ea01') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:00.690622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0fe3bb-ca6d-448f-8626-dc2447f3ea01') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:00.699775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.713740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.720557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:32:00.720947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:32:00.722604 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:32:00.885111 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.891174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.894455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] 10.222.0.83 "DELETE /v2.0/networks/be5e7785-901e-4ab3-8680-de4e7af874e6 HTTP/1.1" status: 204 len: 168 time: 0.4616959 Mar 31 23:32:00.910902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3ee80-34b4-4061-b4ac-8cd14d6d406e admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e7785-901e-4ab3-8680-de4e7af874e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:01.360206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58588) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:01.415651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ca04e644-fcd8-4383-9334-186eee208e96 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6f66c22342a4a6eb481cfed0d2e463f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540552 Mar 31 23:32:01.418271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58590) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:01.467023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.493922 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.657537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.663700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.663700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82345667-a4e5-4eed-ba1a-0117999ea530 HTTP/1.1" status: 204 len: 168 time: 0.2421381 Mar 31 23:32:01.670203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd635107-0c06-4ddb-b2eb-ab429625993c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82345667-a4e5-4eed-ba1a-0117999ea530,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:02.598239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58620) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:02.650983 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-15031e31-bc8c-4578-bfcf-91fc9374f826 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3db3bac52bbd4a1fafc2c7b1c14dff89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505290 Mar 31 23:32:02.654755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:02.724145 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.755147 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.923537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.923537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.923537 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3e50252c-928a-4ef1-832a-ca8adccf0f72 HTTP/1.1" status: 204 len: 168 time: 0.2627771 Mar 31 23:32:02.931169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504983ae-2ce8-4aca-9d2b-e8b553bfb24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e50252c-928a-4ef1-832a-ca8adccf0f72,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:04.823227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.945783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58748) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:07.133855 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ee1409-2c04-43e9-a508-07fd0b9e2777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.251800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ee1409-2c04-43e9-a508-07fd0b9e2777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.337485 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-14ee1409-2c04-43e9-a508-07fd0b9e2777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.394776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1409-2c04-43e9-a508-07fd0b9e2777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9bf6a7-f824-4bc9-940b-90860110c5f3,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:07.400701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-14ee1409-2c04-43e9-a508-07fd0b9e2777 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf76de6142d148bdae4dd6c4f72abdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543426 Mar 31 23:32:07.403963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58762) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:07.464272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.490092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.667156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.671066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.672589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae9bf6a7-f824-4bc9-940b-90860110c5f3 HTTP/1.1" status: 204 len: 168 time: 0.2674763 Mar 31 23:32:07.681945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954642b3-52c7-4a67-bfd7-0602b2e989a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9bf6a7-f824-4bc9-940b-90860110c5f3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:11.627086 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37f68268-d0e3-484d-84f1-e6ac29f98461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.281579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 58954) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:13.455364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc28ef5-1bb2-4781-95f9-983a4d651484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.585029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc28ef5-1bb2-4781-95f9-983a4d651484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.645613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc28ef5-1bb2-4781-95f9-983a4d651484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.712064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc28ef5-1bb2-4781-95f9-983a4d651484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6c44a-6576-4d1f-932c-53bbf0631843,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.732489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 58966) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:13.732992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5dc28ef5-1bb2-4781-95f9-983a4d651484 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72d4045f0b0e4718b5e86996753704ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498513 Mar 31 23:32:13.824288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.851320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.869709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5d569bce-6a25-42b5-87a1-7e39ed356aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.992221 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.997146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.003954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c8f6c44a-6576-4d1f-932c-53bbf0631843 HTTP/1.1" status: 204 len: 168 time: 0.2678273 Mar 31 23:32:14.022769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d1509-6bfd-4c7c-a025-2f2825b88778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6c44a-6576-4d1f-932c-53bbf0631843,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:15.497692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.172518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-44005cd1-5b13-49ed-a7bc-a31413223cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466383 Mar 31 23:32:16.324457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-d26f67b2-43a6-4cc3-a4ff-17c6458760d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:16.326020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-d26f67b2-43a6-4cc3-a4ff-17c6458760d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.0837879 Mar 31 23:32:16.743536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.820763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.837834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-d595a0e7-effc-4826-960e-3fec43966860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:16.839593 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-d595a0e7-effc-4826-960e-3fec43966860 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 899 time: 0.4876063 Mar 31 23:32:16.928309 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-218c70e0-6b46-4120-b25b-625595d2812e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 1002 time: 0.0810804 Mar 31 23:32:17.027723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-2f36b7ec-d38f-4464-91be-9a8d6bf93dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:17.035774 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-2f36b7ec-d38f-4464-91be-9a8d6bf93dd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.1004426 Mar 31 23:32:17.141114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-90bd0377-35cb-42ab-ba8c-a39ade231a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:17.143287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-90bd0377-35cb-42ab-ba8c-a39ade231a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953448 Mar 31 23:32:17.266091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-69215dff-3982-41b0-8c31-3927138c1ce8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151450 Mar 31 23:32:17.390043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5e1993-ce12-4d24-a60e-8ae01b01ed57 req-f768ef11-e679-421d-85d7-026d15d781da service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166952 Mar 31 23:32:21.902887 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:22.700137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59144) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:22.858376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59154) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:22.958055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae51f-bef1-4ae9-b6f7-886c7db0ba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.021320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23062151-d576-46e3-a244-ae6e5154e033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.084313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae51f-bef1-4ae9-b6f7-886c7db0ba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.160690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23062151-d576-46e3-a244-ae6e5154e033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.205955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae51f-bef1-4ae9-b6f7-886c7db0ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.256011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ae51f-bef1-4ae9-b6f7-886c7db0ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e9c65-d7f8-4d2a-a693-063e7aa543d4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.260942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c9ae51f-bef1-4ae9-b6f7-886c7db0ba3e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a446c27adf940489970aecbb202030b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581124 Mar 31 23:32:23.263815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59158) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:23.309637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23062151-d576-46e3-a244-ae6e5154e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.367124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23062151-d576-46e3-a244-ae6e5154e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124debaf-9f7c-4931-a9d4-75241567fbbb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.380750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59160) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:23.381240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23062151-d576-46e3-a244-ae6e5154e033 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6ba70a2443d4b1aba522e85da2cb32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193293 Mar 31 23:32:23.396854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.427114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.442123 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.466850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.588110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.590752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.592591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f90e9c65-d7f8-4d2a-a693-063e7aa543d4 HTTP/1.1" status: 204 len: 168 time: 0.3259513 Mar 31 23:32:23.602758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923d06a-3e94-4801-a355-865d9993f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e9c65-d7f8-4d2a-a693-063e7aa543d4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.617312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.621630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.623255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/124debaf-9f7c-4931-a9d4-75241567fbbb HTTP/1.1" status: 204 len: 168 time: 0.2405672 Mar 31 23:32:23.652274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f3281-b24c-41cd-85e3-1787301a81f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124debaf-9f7c-4931-a9d4-75241567fbbb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:24.341489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.845407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59208) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:24.976144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1686003034-network', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:25.062426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:25.064953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.074555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.173949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.296659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.330691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:25.340833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc602aaa-c533-45f6-9165-b4bd992b96fc,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:25.346205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.346552 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Added segment 9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e of type vlan for network 7834af2d-700f-4b15-8086-af34aa42ce25 Mar 31 23:32:25.393478 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.525030 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.533039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:25.533039 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.588511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] Pushing event updated for resources: {'Network': ['ID=7834af2d-700f-4b15-8086-af34aa42ce25,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:25.601210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7834af2d-700f-4b15-8086-af34aa42ce25 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:25.637773 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-23508cad-c3bb-4544-9f8c-e5d5ca7c85bb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7910852 Mar 31 23:32:25.641108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59240) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:25.652706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Request body: {'subnet': {'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1686003034-subnet', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:25.656930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59242) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:25.748391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:25.750861 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.819911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'network': {'name': 'tempest-network-smoke--241505330', 'project_id': '38e0498256944aaea288ddc40b883621', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:25.924519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:25.928274 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.939807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.995961 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.047640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.054079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8faac073-64f3-4a10-9125-6c0ebb00dc80,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.072013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:26.072447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Network hostable DHCP agents. Network: 7834af2d-700f-4b15-8086-af34aa42ce25, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:26.109136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.143481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:26.153915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b360e01d-4483-464d-8737-ba95328e8aee,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.159953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.160304 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Added segment adf16bac-e467-40c4-bd3d-38ec11f0cd78 of type vlan for network 7f9a30da-fc88-4dcb-826a-49076ee5f626 Mar 31 23:32:26.188650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:26.208608 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.260832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7834af2d-700f-4b15-8086-af34aa42ce25) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:26.265574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.270572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.270711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c1654-2313-482a-ad27-9f335cbcca7e None None] Network 7834af2d-700f-4b15-8086-af34aa42ce25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:26.290076 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.296898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.299032 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.371241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Network': ['ID=7f9a30da-fc88-4dcb-826a-49076ee5f626,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.379597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12400111-523e-4cef-a364-b0f43279a7bd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7362065 Mar 31 23:32:26.382737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:26.387355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:26.402367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:26.459133 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ed04d00-ed68-4035-b661-e26cc47e3a6d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8006647 Mar 31 23:32:26.461949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59266) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:26.472583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'admin_state_up': True, 'project_id': '38e0498256944aaea288ddc40b883621', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:26.520175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7834af2d-700f-4b15-8086-af34aa42ce25', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:32:26.521090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.548968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.550311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.663656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.670338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.671764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.676045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Allocated IP 172.20.0.2 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/266fb9de-3eb2-4a25-b3a0-6357ea7b5300) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:26.737700 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.838749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.891352 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.939860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:26.943165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:26.945734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:26.952676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Pushing event updated for resources: {'Port': ['ID=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.964996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.965345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.965693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.966812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.967242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.967650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.968071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.968454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.968847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.969261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.969743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:26.970136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.012318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.043422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.046395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Attempting to bind port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:27.046888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Attempting to bind port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:27.048079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Attempting to bind port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:27.054967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:27.055558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:27.056053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.056544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:27.057137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Bound port: 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:27.057579 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.133044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] For port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:27.136387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] For port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:27.219668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.348211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3e28-fa66-4bf1-a6e6-10e2a2126903 None None] Pushing event updated for resources: {'Port': ['ID=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:27.757237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.801317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.831659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.882845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.992495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Allocated IP 172.25.6.88 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2a95c71c-1300-456f-a25f-5ec968804b97) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:28.120210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.214195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.290119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:28.299775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:28.306877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:28.313704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Pushing event updated for resources: {'Port': ['ID=2a95c71c-1300-456f-a25f-5ec968804b97,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:28.317166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.25.6.231 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/206f272b-e171-4d8d-af06-2e0b4d17142b) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:28.322889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:28.356864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.357696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.358019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.358389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.358705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.359034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.359360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.359708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.360462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.360462 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.360711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.360949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.400066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:28.400760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.623870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.708757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25430ac-8832-4c02-ae03-b14e95020c18 None None] Network 7834af2d-700f-4b15-8086-af34aa42ce25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:28.829878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4cfcdda0-6034-428d-bd58-9f85a18b5413 None None] Provisioning complete for port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:28.830253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdda0-6034-428d-bd58-9f85a18b5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.901990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.954932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.013301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:29.023775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:29.027531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:29.029901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=206f272b-e171-4d8d-af06-2e0b4d17142b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:29.055207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.142495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4cfcdda0-6034-428d-bd58-9f85a18b5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.167922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:29.240649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.334960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-4cfcdda0-6034-428d-bd58-9f85a18b5413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:32:29.335710 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-4cfcdda0-6034-428d-bd58-9f85a18b5413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:32:29.340869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:29.375968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.583617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.749509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:32:30.012550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e6387342-7ecd-4cac-a543-58175cbd6bdd None None] Provisioning complete for port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:30.017834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6387342-7ecd-4cac-a543-58175cbd6bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.127379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.223186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:30.236866 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:30.251027 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:30.251204 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:30.295313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:30.369935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.376800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-191b7cbc-760f-4787-a429-6ac0272e89ce admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9890127 Mar 31 23:32:30.377094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59366) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:30.397779 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:30.398940 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.421025 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:30.535878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:32:30.636838 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:28Z', 'revision_number': 3, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:30.664459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:30.664984 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Updating router eab73139-28dd-4a9f-b941-4e1fae0c9c47 port 2a95c71c-1300-456f-a25f-5ec968804b97 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:30.705508 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.706601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:30.720968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:30.731559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:30.735416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:30.859455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.862168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b004417-8c2b-4361-8817-958dc1ecbaa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3986549 Mar 31 23:32:30.866575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59390) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:30.907037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:30.948930 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.066433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-180e1c48-824e-4fdf-ab20-eb5920d1ca06 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=38e0498256944aaea288ddc40b883621&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1973224 Mar 31 23:32:31.067249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:31.092642 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.186888 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.189516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:29Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:31.196572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Allocated IP 172.20.0.1 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/c1fc59b8-7e57-4173-a81b-5c7972d8a58e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:31.226403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:31.226827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Updating router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb port 206f272b-e171-4d8d-af06-2e0b4d17142b binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:31.258366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.287130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Pushing event updated for resources: {'Port': ['ID=2a95c71c-1300-456f-a25f-5ec968804b97,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.326571 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.331412 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.331899 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.332317 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.332746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.336403 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.337002 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.337548 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.338117 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.338670 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.339321 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.341505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.349010 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.406395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3ab0b-fd5e-4fb5-b55e-feb4ed07e675 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.412494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:31.415433 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Attempting to bind port 2a95c71c-1300-456f-a25f-5ec968804b97 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:31.416271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Attempting to bind port 2a95c71c-1300-456f-a25f-5ec968804b97 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:31.419422 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Attempting to bind port 2a95c71c-1300-456f-a25f-5ec968804b97 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:31.419756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aef3ab0b-fd5e-4fb5-b55e-feb4ed07e675 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3504424 Mar 31 23:32:31.427148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:31.427936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:31.429922 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.430616 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:31.431992 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Bound port: 2a95c71c-1300-456f-a25f-5ec968804b97, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:31.433335 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.445671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c6048f9-5f56-43c0-8d7e-f9178488e2a2 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327806 Mar 31 23:32:31.447647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:31.453127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390941714', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'project_id': '38e0498256944aaea288ddc40b883621', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:31.469010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.517140 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] For port 2a95c71c-1300-456f-a25f-5ec968804b97, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:31.526474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:31.533003 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] For port 2a95c71c-1300-456f-a25f-5ec968804b97, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a95c71c-1300-456f-a25f-5ec968804b97,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:31.533191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:31.537106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:31.589693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.627134 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.652318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.670335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.670815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.671672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.672156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.672520 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.672914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.673305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.673730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.674476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.674979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.675524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.675907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.689911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.732243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:31.736841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.754958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81da60-58ad-4ac3-97f8-4ab90ced0554 None None] Pushing event updated for resources: {'Port': ['ID=2a95c71c-1300-456f-a25f-5ec968804b97,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.758959 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:31.759844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:31.826931 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.905431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03029-c537-4c8f-9e74-3df49357be14 None None] Pushing event updated for resources: {'Port': ['ID=206f272b-e171-4d8d-af06-2e0b4d17142b,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.909826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Attempting to bind port 206f272b-e171-4d8d-af06-2e0b4d17142b on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:31.910408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Attempting to bind port 206f272b-e171-4d8d-af06-2e0b4d17142b by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:31.915422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Attempting to bind port 206f272b-e171-4d8d-af06-2e0b4d17142b on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:31.917722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:31.918323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:31.918896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.920042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:31.920753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Bound port: 206f272b-e171-4d8d-af06-2e0b4d17142b, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:31.921331 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.962362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.966879 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:32.003699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] For port 206f272b-e171-4d8d-af06-2e0b4d17142b, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:32.007979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] For port 206f272b-e171-4d8d-af06-2e0b4d17142b, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=206f272b-e171-4d8d-af06-2e0b4d17142b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:32.021349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-10f3c5bb-a290-43c3-8fec-385a20fd6956 None None] Provisioning complete for port c1fc59b8-7e57-4173-a81b-5c7972d8a58e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:32.021720 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10f3c5bb-a290-43c3-8fec-385a20fd6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.069958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-10f3c5bb-a290-43c3-8fec-385a20fd6956 None None] Port c1fc59b8-7e57-4173-a81b-5c7972d8a58e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:32.088444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.122277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.185923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03029-c537-4c8f-9e74-3df49357be14 None None] Pushing event updated for resources: {'Port': ['ID=206f272b-e171-4d8d-af06-2e0b4d17142b,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:32.186525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Subnet': ['ID=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:32.202443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:32.203104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:32.218033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Checking segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:32.218608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network hostable DHCP agents. Network: 7f9a30da-fc88-4dcb-826a-49076ee5f626, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:32.249596 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:28Z', 'revision_number': 3, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:32.264982 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.280238 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247c10-cfe4-4577-b7b9-b8188a3c97f5 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:28Z', 'revision_number': 3, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:32.290841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:32.320450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.350541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:32.405627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:32.408425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.410816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 7f9a30da-fc88-4dcb-826a-49076ee5f626) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:32.420188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:32.420188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.421930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357240ea-2ce6-4a0f-95f5-fc85fa5fed24 None None] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:32.512716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:32.514347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ef1c7c68-aec4-4e0f-baae-7fff9defd7e6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0655246 Mar 31 23:32:32.584949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:32.590429 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:32.782372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:29Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:32.785128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-7f9a30da-fc88-4dcb-826a-49076ee5f626', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:32:32.786042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:32.850407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae604bb8-f7d8-4d4c-893c-c8102c6d68b1 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:29Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:32.899153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:33.175152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7ae1763e-bb43-45d2-92c4-05815a09ece6 None None] Provisioning complete for port c1fc59b8-7e57-4173-a81b-5c7972d8a58e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:33.175152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7ae1763e-bb43-45d2-92c4-05815a09ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.251654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1763e-bb43-45d2-92c4-05815a09ece6 None None] Port c1fc59b8-7e57-4173-a81b-5c7972d8a58e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:33.261801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:33.266375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Allocated IP 172.20.0.2 (7f9a30da-fc88-4dcb-826a-49076ee5f626/ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c/2a11ffc3-bff7-40c6-9968-5f11de971510) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:33.275390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-48c93926-f906-4ce8-bdad-8e620c52d275 admin admin] 10.222.0.83 "PUT /v2.0/routers/eab73139-28dd-4a9f-b941-4e1fae0c9c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8971674 Mar 31 23:32:33.493908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.588582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.676993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.762191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Pushing event updated for resources: {'Port': ['ID=2a11ffc3-bff7-40c6-9968-5f11de971510,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:33.822513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:33.830503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:33.841002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:34.011025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Attempting to bind port 2a11ffc3-bff7-40c6-9968-5f11de971510 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:34.011418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Attempting to bind port 2a11ffc3-bff7-40c6-9968-5f11de971510 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:34.011775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Attempting to bind port 2a11ffc3-bff7-40c6-9968-5f11de971510 on network 7f9a30da-fc88-4dcb-826a-49076ee5f626 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:34.020989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:34.025562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Checking segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:34.025562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.025562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Bound using segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:34.025562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Bound port: 2a11ffc3-bff7-40c6-9968-5f11de971510, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:34.025562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.124676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] For port 2a11ffc3-bff7-40c6-9968-5f11de971510, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:34.128630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] For port 2a11ffc3-bff7-40c6-9968-5f11de971510, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a11ffc3-bff7-40c6-9968-5f11de971510,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:34.170196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.1 (7f9a30da-fc88-4dcb-826a-49076ee5f626/ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c/3ac55dd2-8e69-41ed-a1fc-379fd5c3d772) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:34.229058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.408405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bfce3-8381-46ee-ae20-a1436e4be44e None None] Pushing event updated for resources: {'Port': ['ID=2a11ffc3-bff7-40c6-9968-5f11de971510,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:34.435262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.453036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 206f272b-e171-4d8d-af06-2e0b4d17142b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:34.564329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.573265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 206f272b-e171-4d8d-af06-2e0b4d17142b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:34.573970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.679380 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:34.688365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:34.704383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:34.707221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:34.756649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.807737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.833631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 206f272b-e171-4d8d-af06-2e0b4d17142b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=206f272b-e171-4d8d-af06-2e0b4d17142b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:34.882586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:34.890824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.891712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a95c71c-1300-456f-a25f-5ec968804b97 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:34.894536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1722393089-network', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:34.926359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59582) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:34.985647 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.001409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=206f272b-e171-4d8d-af06-2e0b4d17142b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.051825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2a95c71c-1300-456f-a25f-5ec968804b97 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:35.052212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.062572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Made reservation on behalf of c1af53ce2edb43f195c222ac71878852 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:35.065367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.078543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.164509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.182185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.199928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b721e29-6597-4abd-9f78-d6faffcf877d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.205904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 2a95c71c-1300-456f-a25f-5ec968804b97, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a95c71c-1300-456f-a25f-5ec968804b97,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:35.233143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.301460 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b721e29-6597-4abd-9f78-d6faffcf877d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.308038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.348059 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.358047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=2a95c71c-1300-456f-a25f-5ec968804b97,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.387102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:35.395249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b721e29-6597-4abd-9f78-d6faffcf877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.397689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c6896-534a-4353-8c81-0fa8baa8fee0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.414751 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.415173 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Added segment 92d92df0-715b-42be-94c2-5cc9b8c0d15e of type vlan for network 1852db79-c222-4455-9125-ad59b4f5eefe Mar 31 23:32:35.482111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b721e29-6597-4abd-9f78-d6faffcf877d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e450a47fbb6548adbab1bf8410a6d8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407209 Mar 31 23:32:35.482822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b721e29-6597-4abd-9f78-d6faffcf877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b2be4f-5966-4a10-8cb6-3b00519fc912,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.485215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59608) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:35.487157 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.522592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.557130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.569528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.570698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:35.571337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.580740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.606641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.640772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] Pushing event updated for resources: {'Network': ['ID=1852db79-c222-4455-9125-ad59b4f5eefe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.655622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 1852db79-c222-4455-9125-ad59b4f5eefe details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:35.661490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-63d8e9c2-0991-4c05-bceb-bedd32ab421d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7777557 Mar 31 23:32:35.675572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59618) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:35.684599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Request body: {'subnet': {'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1722393089-subnet', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:35.774902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Made reservation on behalf of c1af53ce2edb43f195c222ac71878852 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:35.778584 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.087289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:36.089210 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.094238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.096103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:36.109905 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:36.110919 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:36.155713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.158443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.161648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ff01cc-b225-48c3-83f9-7f7b780858e0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:36.165010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/98b2be4f-5966-4a10-8cb6-3b00519fc912 HTTP/1.1" status: 204 len: 168 time: 0.6769149 Mar 31 23:32:36.174818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d913-892f-41ce-a8fc-9fe3ce485551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b2be4f-5966-4a10-8cb6-3b00519fc912,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:36.237711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Checking segment: {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:36.237711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Network hostable DHCP agents. Network: 1852db79-c222-4455-9125-ad59b4f5eefe, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:36.256846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:36.264667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:36.265113 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:36.298661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08703d9a-a373-4f01-99a9-db6fda9501c1 None None] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:36.385920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] Provisioning complete for port 2a11ffc3-bff7-40c6-9968-5f11de971510 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:36.386341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Network 1852db79-c222-4455-9125-ad59b4f5eefe is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:36.386774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.440179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:36.477746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 1852db79-c222-4455-9125-ad59b4f5eefe) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:36.482307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.483353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.516503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee793523-e990-4ef4-9f1b-e0442485bda7 None None] Network 1852db79-c222-4455-9125-ad59b4f5eefe requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:36.536073 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:32Z', 'revision_number': 2, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:36.538256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 206f272b-e171-4d8d-af06-2e0b4d17142b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:36.589116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:36.595161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-395c0673-d525-4cc3-b239-c912962751ca admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9174678 Mar 31 23:32:36.597461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8fc39818-5f96-4cd7-84e7-2302a28d67c6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/1a3b0925-3fd6-4d77-b14a-447eb3e82deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0795629 Mar 31 23:32:36.599949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59660) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:36.601106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:36.620019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:36.635769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:36.708683 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:36.709325 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Updating router eab73139-28dd-4a9f-b941-4e1fae0c9c47 port c1fc59b8-7e57-4173-a81b-5c7972d8a58e binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:36.715426 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:36.716642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:36.743174 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.797549 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.799297 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.819525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.862629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.863468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.865380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.865380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.865380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.866082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.866743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.868974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e99d027a-0cc1-4bfa-bba8-25b1f98ac197 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.2663133 Mar 31 23:32:36.871810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:36.904161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 206f272b-e171-4d8d-af06-2e0b4d17142b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:36.904531 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.945793 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.962270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.969672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.970573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.971409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.972034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.972711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.973495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.975963 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-62b82452-086c-47e9-af34-1f2e2afaa3e4 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1022511 Mar 31 23:32:36.978870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59688) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:37.104413 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.132233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] For port 2a11ffc3-bff7-40c6-9968-5f11de971510, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a11ffc3-bff7-40c6-9968-5f11de971510,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:37.182255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:37.205211 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.223166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-1852db79-c222-4455-9125-ad59b4f5eefe', 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'fixed_ips': [{'subnet_id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:32:37.224695 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.287061 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b392e08-e889-4f81-925e-a91650fce492 None None] Pushing event updated for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.303931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59698) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:37.316616 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.331787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-add6d0f7-0c71-48e3-8426-6152043f33ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.366516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.415936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Attempting to bind port c1fc59b8-7e57-4173-a81b-5c7972d8a58e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:37.416415 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Attempting to bind port c1fc59b8-7e57-4173-a81b-5c7972d8a58e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:37.416840 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Attempting to bind port c1fc59b8-7e57-4173-a81b-5c7972d8a58e on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:37.446447 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:37.446825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:37.448120 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.448524 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:37.449002 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Bound port: c1fc59b8-7e57-4173-a81b-5c7972d8a58e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:37.449381 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.453047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a11ffc3-bff7-40c6-9968-5f11de971510 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:37.528722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1ea03aa7-c640-4252-807a-2d8ecd87467d tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.5481830 Mar 31 23:32:37.545920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-add6d0f7-0c71-48e3-8426-6152043f33ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.571241 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] For port c1fc59b8-7e57-4173-a81b-5c7972d8a58e, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:37.580177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] For port c1fc59b8-7e57-4173-a81b-5c7972d8a58e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:37.643749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-add6d0f7-0c71-48e3-8426-6152043f33ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.678637 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.745081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:37.746090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-add6d0f7-0c71-48e3-8426-6152043f33ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=89af7f362d5c4736b437c0f70bc1b016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399924 Mar 31 23:32:37.794792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d0f7-0c71-48e3-8426-6152043f33ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3960b4e9-9369-4398-887b-260ac467a65d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.813879 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b392e08-e889-4f81-925e-a91650fce492 None None] Pushing event updated for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.828844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:37.829504 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:37.837418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.882899 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.923650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.007295 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.070247 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:38.130543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Allocated IP 172.25.6.189 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/181e5230-a6b9-49c1-ab2c-669126a0c47c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:38.147327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Allocated IP 172.20.0.2 (1852db79-c222-4455-9125-ad59b4f5eefe/a5ff01cc-b225-48c3-83f9-7f7b780858e0/688b0d42-903b-474a-9332-363f9e520ecc) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:38.205909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.210255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.212078 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3960b4e9-9369-4398-887b-260ac467a65d HTTP/1.1" status: 204 len: 168 time: 0.4655342 Mar 31 23:32:38.222748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec53903-15fc-4ecc-b6e7-4446289aa8f1 None None] Pushing event updated for resources: {'Port': ['ID=2a11ffc3-bff7-40c6-9968-5f11de971510,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.232868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af812-798a-4ae4-bb0d-952956b50d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960b4e9-9369-4398-887b-260ac467a65d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.246419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:38.253076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608054356', 'description': 'tempest-secgroup-smoke-608054356 description', 'project_id': '38e0498256944aaea288ddc40b883621'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:38.269756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-13fee6d6-f31c-4123-977d-9bab510afa6f None None] Provisioning complete for port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:38.270503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fee6d6-f31c-4123-977d-9bab510afa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.363480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.365233 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:37Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:38.371405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.402389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2a11ffc3-bff7-40c6-9968-5f11de971510 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:38.402993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.417330 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ae0d8-611c-490a-8cc0-7da917fe22e7 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:37Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:38.444291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-13fee6d6-f31c-4123-977d-9bab510afa6f None None] Port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:38.463228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.523571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.538690 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.566197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-13fee6d6-f31c-4123-977d-9bab510afa6f None None] Provisioning complete for port 2a11ffc3-bff7-40c6-9968-5f11de971510 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:38.566569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fee6d6-f31c-4123-977d-9bab510afa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.581325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:38.586210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:38.587882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:38.595942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c391289-b221-4207-a1ee-75edbe3c0122,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.634362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Pushing event updated for resources: {'Port': ['ID=181e5230-a6b9-49c1-ab2c-669126a0c47c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.663717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.664384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.668076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0fb1036-900d-4b97-aef1-017e717920db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4196577 Mar 31 23:32:38.668827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59760) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:38.680939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:38.778894 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.834815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.853032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a95c71c-1300-456f-a25f-5ec968804b97 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:38.865165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 2, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:38.931622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Pushing event updated for resources: {'Port': ['ID=688b0d42-903b-474a-9332-363f9e520ecc,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.936870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Network 1852db79-c222-4455-9125-ad59b4f5eefe is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:38.942776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:38.948634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Updating router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:38.959221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:38.959578 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.018243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:39.027833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.043308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.063305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d67f5fb-9686-4efd-8b07-b5b8681c3d41,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:39.095346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.143746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.144996 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-73cafff6-e52e-4a2a-a661-2054a1e17c35 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744837 Mar 31 23:32:39.147705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59792) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.164278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2a95c71c-1300-456f-a25f-5ec968804b97 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:39.164398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:39.164541 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.173758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Attempting to bind port 688b0d42-903b-474a-9332-363f9e520ecc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:39.174133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Attempting to bind port 688b0d42-903b-474a-9332-363f9e520ecc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:39.174634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Attempting to bind port 688b0d42-903b-474a-9332-363f9e520ecc on network 1852db79-c222-4455-9125-ad59b4f5eefe {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:39.238665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:39.239063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Checking segment: {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:39.244343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.244343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Bound using segment: {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:39.244343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Bound port: 688b0d42-903b-474a-9332-363f9e520ecc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:39.244343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.302058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.350138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Provisioning complete for port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:39.350833 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.394775 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.451569 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.470461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbf1329-86d6-4348-a919-47798e01462d,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:39.521422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] For port 688b0d42-903b-474a-9332-363f9e520ecc, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:39.524832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] For port 688b0d42-903b-474a-9332-363f9e520ecc, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=688b0d42-903b-474a-9332-363f9e520ecc,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:39.526251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:39.555548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.561722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59820) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.566921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-356026a4-3c74-4f29-9f7a-64df32564bcd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4132013 Mar 31 23:32:39.569740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:39.628365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Provisioning complete for port c1fc59b8-7e57-4173-a81b-5c7972d8a58e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:39.628734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.673786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.767385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.827251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c89e-b785-4776-af25-24489f25ae51 None None] Pushing event updated for resources: {'Port': ['ID=688b0d42-903b-474a-9332-363f9e520ecc,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:39.948483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.992786 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.998196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.072398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.072607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.078440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c1fc59b8-7e57-4173-a81b-5c7972d8a58e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:40.127942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92826d0e-1031-404e-b897-2b47bf13d44a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.198549 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.204019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] For port c1fc59b8-7e57-4173-a81b-5c7972d8a58e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:40.286416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28edfe6-2525-4190-948e-de425b8e9c01 None None] Pushing event updated for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.303463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.305089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00e4b7b3-6847-40b0-9640-14a88b204115 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7420933 Mar 31 23:32:40.307557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59850) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:40.314674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:40.345411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Router 42f51fea-693c-4207-b203-8ec2e3e6400d is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:32:40.359519 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.361495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c1fc59b8-7e57-4173-a81b-5c7972d8a58e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:40.361853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.468836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Attempting to bind port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.469618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Attempting to bind port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.470332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Attempting to bind port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 on network 7f9a30da-fc88-4dcb-826a-49076ee5f626 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.476681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.539717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9272d1-d68b-4140-8105-1018684e8d10 None None] Pushing event updated for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.549444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:40.549444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Checking segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:40.549771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.549969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Bound using segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:40.550462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Bound port: 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:40.550846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.556598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:40.571693 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Sync routers for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:40.577524 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.589506 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:40.596373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:40.656698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.664578 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.665842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c6a29b5b-c4ef-4b9b-b125-3e2c463ad115 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0617743 Mar 31 23:32:40.668660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 59870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:40.743162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317315b3-66ee-42a2-802d-7f401470f7c6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.765962 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:40.775634 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.775634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-640339d8-ecf5-499d-ab06-260e64f548ea tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4663975 Mar 31 23:32:40.777397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59878) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:40.784159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:40.834590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a11ffc3-bff7-40c6-9968-5f11de971510 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:40.884168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-90fbe83e-3a09-419b-a877-bfca9b751289 None None] Provisioning complete for port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:40.885029 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:32:40.885942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-90fbe83e-3a09-419b-a877-bfca9b751289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.892083 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.033829 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.041128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] For port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:41.050946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] For port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:41.067569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-90fbe83e-3a09-419b-a877-bfca9b751289 None None] Port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:41.073035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2a11ffc3-bff7-40c6-9968-5f11de971510 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:41.073490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.112014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.121525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.144527 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:38Z', 'revision_number': 3, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:41.164458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea43be2-eb80-4412-add5-32b5c88fb573,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.186255 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Checking router: 42f51fea-693c-4207-b203-8ec2e3e6400d for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:41.186836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Updating router 42f51fea-693c-4207-b203-8ec2e3e6400d port 181e5230-a6b9-49c1-ab2c-669126a0c47c binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:41.212857 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.214364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-461ca2a9-ef8e-47a1-82c6-f984f3c7556f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4343655 Mar 31 23:32:41.220936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 59892) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:41.226327 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.237435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '4c391289-b221-4207-a1ee-75edbe3c0122', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:41.295278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28edfe6-2525-4190-948e-de425b8e9c01 None None] Pushing event updated for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.339395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:41.344887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:41.364721 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:32:41.371035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.547427 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.551323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.590192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:41.645115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.668331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66516c3-bab4-4e2b-871c-497f0a18efab,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.713111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0fc2f-6322-4cc4-bfcf-691a7bd6f136 None None] Network 1852db79-c222-4455-9125-ad59b4f5eefe requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:41.772534 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.774769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-459c68df-697e-4b92-8bf2-adf32c05951b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5504992 Mar 31 23:32:41.889057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] Provisioning complete for port 688b0d42-903b-474a-9332-363f9e520ecc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:41.891175 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.950944 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.960075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc1a69c8-5124-4774-8523-9b16311ec3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.967936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Allocated IP 172.20.0.1 (1852db79-c222-4455-9125-ad59b4f5eefe/a5ff01cc-b225-48c3-83f9-7f7b780858e0/2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:42.040013 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.120415 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Attempting to bind port 181e5230-a6b9-49c1-ab2c-669126a0c47c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.120865 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Attempting to bind port 181e5230-a6b9-49c1-ab2c-669126a0c47c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.121230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Attempting to bind port 181e5230-a6b9-49c1-ab2c-669126a0c47c on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.135617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c1fc59b8-7e57-4173-a81b-5c7972d8a58e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:42.136835 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:42.140786 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:42.140786 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.141533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:42.141694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Bound port: 181e5230-a6b9-49c1-ab2c-669126a0c47c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:42.142497 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.151628 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beec21f-f9b1-4948-b3af-085c0bf4e2ca None None] Pushing event updated for resources: {'Port': ['ID=181e5230-a6b9-49c1-ab2c-669126a0c47c,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.217945 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] For port 181e5230-a6b9-49c1-ab2c-669126a0c47c, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:42.221233 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] For port 181e5230-a6b9-49c1-ab2c-669126a0c47c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=181e5230-a6b9-49c1-ab2c-669126a0c47c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:42.222487 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.278053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.319652 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.341403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] For port 688b0d42-903b-474a-9332-363f9e520ecc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=688b0d42-903b-474a-9332-363f9e520ecc,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:42.353662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c1fc59b8-7e57-4173-a81b-5c7972d8a58e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:42.354044 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.359813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:41Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:42.377293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.416645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:42.417283 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:42.436231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b13c-3e51-495f-a0f3-264039b05094 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:41Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:42.437860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.458400 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beec21f-f9b1-4948-b3af-085c0bf4e2ca None None] Pushing event updated for resources: {'Port': ['ID=181e5230-a6b9-49c1-ab2c-669126a0c47c,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.463701 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Network 1852db79-c222-4455-9125-ad59b4f5eefe is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:42.469072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:42.473615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:42.490488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Pushing event updated for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.566134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.589674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d949-9c4b-4a07-ad19-1cde94e24c53 None None] Pushing event updated for resources: {'Port': ['ID=688b0d42-903b-474a-9332-363f9e520ecc,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.614917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-8c8ee663-b4d6-47f6-86a6-6e787b949c21 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608054356&fields=id&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 267 time: 0.1920609 Mar 31 23:32:42.678660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] Provisioning complete for port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:42.679241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.683076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 688b0d42-903b-474a-9332-363f9e520ecc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:42.757929 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:42.830249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-11d725ac-44e0-4882-b0c4-2147a7c0fa09 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.832464 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-11d725ac-44e0-4882-b0c4-2147a7c0fa09 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 796 time: 0.2134705 Mar 31 23:32:42.849900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-0052f120-de68-4182-8f1c-0729649f811f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/quotas/38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 375 time: 0.0112746 Mar 31 23:32:42.963262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 688b0d42-903b-474a-9332-363f9e520ecc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:42.963262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.009261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-2b25dee7-4b80-4c69-a5fe-b83d9e5e9ea3 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414878 Mar 31 23:32:43.032617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.123552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.154859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] For port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:43.236134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.277640 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:38Z', 'revision_number': 3, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:43.322624 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ab088-40fb-4de7-a3ae-aac773b88661 None None] The sync data for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 is: [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:38Z', 'revision_number': 3, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:43.379932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008db55-e77c-4e5c-b6c6-48d9236cb80e None None] Pushing event updated for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:43.446236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-03d46a83-74ff-4a14-bcf9-e38f4c9124cb None None] Provisioning complete for port 688b0d42-903b-474a-9332-363f9e520ecc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:43.446583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03d46a83-74ff-4a14-bcf9-e38f4c9124cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.519805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.533543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-e4a1f028-c371-4eb9-a194-025d1918c756 service neutron] 10.222.0.83 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020745 Mar 31 23:32:43.624653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-58965feb-b160-4223-91c0-685d83f3be7d service neutron] 10.222.0.83 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915363 Mar 31 23:32:43.641529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.695282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5035014d-6fe0-4568-9772-25f5dd954117 None None] Provisioning complete for port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:43.695885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5035014d-6fe0-4568-9772-25f5dd954117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.720081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.755224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Pushing event updated for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:43.784029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5035014d-6fe0-4568-9772-25f5dd954117 None None] Port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:43.856746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-24c85c8c-d585-495f-be0e-acacf8185f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.924624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Network 1852db79-c222-4455-9125-ad59b4f5eefe is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:43.936891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:44.116112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3290b02-4c19-40b9-baa0-1164cde0f843 req-fce1f473-1e28-44d9-9ee2-65b95147e97e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.1733294 Mar 31 23:32:44.163355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:44.196574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Router 42f51fea-693c-4207-b203-8ec2e3e6400d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:44.248912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:44.253634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.415898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:44.423568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cacc72b8-a9c9-480b-b418-50e5cbbc53bd admin admin] 10.222.0.83 "PUT /v2.0/routers/42f51fea-693c-4207-b203-8ec2e3e6400d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7522216 Mar 31 23:32:44.435065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-479903b5-2a7e-47a3-97c2-062d7097c109 None None] Provisioning complete for port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:44.435317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-479903b5-2a7e-47a3-97c2-062d7097c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.438578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 688b0d42-903b-474a-9332-363f9e520ecc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:44.505690 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-479903b5-2a7e-47a3-97c2-062d7097c109 None None] Port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:44.528450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 688b0d42-903b-474a-9332-363f9e520ecc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:44.528974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.264455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e2f5f93-7d17-48ea-8510-f7cccdead4f4 req-18b03ae8-7ccc-4e79-b499-340c8082aa5b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.0673470 Mar 31 23:32:45.428428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.927643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 181e5230-a6b9-49c1-ab2c-669126a0c47c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:46.052339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 181e5230-a6b9-49c1-ab2c-669126a0c47c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:46.052874 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.202203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.230807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 181e5230-a6b9-49c1-ab2c-669126a0c47c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=181e5230-a6b9-49c1-ab2c-669126a0c47c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:46.427390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9019db12-baf6-4a57-9f7d-d5c7b8344edf req-e29cecfa-6cd9-4947-bbda-eb1b71587fbe tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.0479188 Mar 31 23:32:46.524528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.631918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=181e5230-a6b9-49c1-ab2c-669126a0c47c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:46.703462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.793401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.894846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-c7c40db8-18ff-4cc8-aae1-7bf935590597 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:46.894846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-c7c40db8-18ff-4cc8-aae1-7bf935590597 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 796 time: 0.3093214 Mar 31 23:32:47.046109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-4426afb8-d81c-4178-ad61-4db1090bbf0e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 379 time: 0.1308541 Mar 31 23:32:47.057378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'port': {'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'admin_state_up': True, 'tenant_id': '38e0498256944aaea288ddc40b883621', 'security_groups': ['4c391289-b221-4207-a1ee-75edbe3c0122']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:47.284339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:47.288609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.369355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Sync routers for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:47.400910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:47.406196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:47.539241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.9 (7f9a30da-fc88-4dcb-826a-49076ee5f626/ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c/f2119060-a81b-4fe9-a125-3081f35dfd37) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:47.625211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5da03b97-9798-48e2-8145-8999d13cc09d req-a3ab0a5a-7958-452e-84a4-16ef59c4313b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.0341587 Mar 31 23:32:47.760610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.816641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:47.894491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.916120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 181e5230-a6b9-49c1-ab2c-669126a0c47c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:47.942757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:47.946550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:47.951589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:48.030208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:48.050741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:48.051516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.139168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-b60fcb95-b321-4f82-a000-d2d45cf5c50c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0819554 Mar 31 23:32:48.149937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-4afd487e-7295-4f79-8d88-497cd18c1efc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:32:48.150975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-4afd487e-7295-4f79-8d88-497cd18c1efc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070081 Mar 31 23:32:48.165283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Request body: {'port': {'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:48.259988 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.273146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 181e5230-a6b9-49c1-ab2c-669126a0c47c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:48.275681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.330079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 4, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657', 'name': '', 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'mac_address': 'fa:16:3e:f7:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:41Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 2, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'subnets': [{'id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:48.360506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Checking router: 42f51fea-693c-4207-b203-8ec2e3e6400d for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:48.361431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Updating router 42f51fea-693c-4207-b203-8ec2e3e6400d port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:48.406068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.457475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-48aee291-1f53-4bc2-a7b2-03f142302328 None None] Provisioning complete for port f2119060-a81b-4fe9-a125-3081f35dfd37 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:48.457897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48aee291-1f53-4bc2-a7b2-03f142302328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.505672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7afa9e4f-add6-4f03-ae06-c0cd0247533b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:48.515232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7afa9e4f-add6-4f03-ae06-c0cd0247533b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1644504 Mar 31 23:32:48.535564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-f18497b1-dc28-4982-91c0-a6188a3b555f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0195003 Mar 31 23:32:48.545582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48aee291-1f53-4bc2-a7b2-03f142302328 None None] Port f2119060-a81b-4fe9-a125-3081f35dfd37 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:48.607891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-319245b1-5659-4d83-b025-afbfb848cf0c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653777 Mar 31 23:32:48.716601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-a3f6937a-9267-4519-ae64-176bb659f53f service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074605 Mar 31 23:32:48.770935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2119060-a81b-4fe9-a125-3081f35dfd37 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:48.782505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.807313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Transition to ACTIVE for port object f2119060-a81b-4fe9-a125-3081f35dfd37 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:48.828842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.848056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e454e4-f65c-4232-b3f2-35b2ecd5ff17 req-d534b2a7-744e-4946-9497-ea1e3ea9b4f2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:48.849521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e454e4-f65c-4232-b3f2-35b2ecd5ff17 req-d534b2a7-744e-4946-9497-ea1e3ea9b4f2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 931 time: 0.1126091 Mar 31 23:32:48.855031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-b8fefe7e-c092-41d3-8f8c-2df06d8d34ff service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376333 Mar 31 23:32:48.874744 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.892669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38e454e4-f65c-4232-b3f2-35b2ecd5ff17 req-7a9dfaa4-9a1d-44bd-9461-a66cb8bd42f9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365341 Mar 31 23:32:48.901661 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.939365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Pushing event updated for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:48.991992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478834f6-b294-40c1-b816-80eb0db57f15 None None] Pushing event updated for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.065379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Attempting to bind port f2119060-a81b-4fe9-a125-3081f35dfd37 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:49.065908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Attempting to bind port f2119060-a81b-4fe9-a125-3081f35dfd37 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:49.066183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Attempting to bind port f2119060-a81b-4fe9-a125-3081f35dfd37 on network 7f9a30da-fc88-4dcb-826a-49076ee5f626 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:49.073665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Port f2119060-a81b-4fe9-a125-3081f35dfd37 on network 7f9a30da-fc88-4dcb-826a-49076ee5f626 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:49.074427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Attempting to bind port f2119060-a81b-4fe9-a125-3081f35dfd37 on network 7f9a30da-fc88-4dcb-826a-49076ee5f626 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:49.084934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:49.085276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Checking segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:49.086070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Bound using segment: {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:49.086695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Bound port: f2119060-a81b-4fe9-a125-3081f35dfd37, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf16bac-e467-40c4-bd3d-38ec11f0cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:49.087175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.115244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Attempting to bind port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:49.115872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Attempting to bind port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:49.116433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Attempting to bind port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 on network 1852db79-c222-4455-9125-ad59b4f5eefe {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:49.123099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:49.128820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Checking segment: {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:49.128820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.128820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Bound using segment: {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:49.128820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Bound port: 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d92df0-715b-42be-94c2-5cc9b8c0d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:49.128820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.203939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:49.218663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f2119060-a81b-4fe9-a125-3081f35dfd37,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:49.223473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] For port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:49.227884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] For port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:49.341406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.341889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.384695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.385961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.388850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] 10.222.0.44 "PUT /v2.0/ports/f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 1091 time: 1.2291002 Mar 31 23:32:49.394473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:49.396862 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5400bc1-ad75-46ef-a0be-a3c956268c81" -d '{"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:49.446565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0c21d-549a-4391-b9f1-d08f8d8b24fe service neutron] Pushing event updated for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.494154 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8ab7e4-6de0-4e71-a7e5-13479cfe6842 x-openstack-request-id: req-9d8ab7e4-6de0-4e71-a7e5-13479cfe6842 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:49.494455 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:49.494680 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9d8ab7e4-6de0-4e71-a7e5-13479cfe6842 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:49.495100 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8ab7e4-6de0-4e71-a7e5-13479cfe6842'] response: {'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'status': 'completed', 'code': 200} Mar 31 23:32:49.530521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] Provisioning complete for port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:49.531461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.545588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-a16b2046-bd4b-448a-ad05-088233325a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.545926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478834f6-b294-40c1-b816-80eb0db57f15 None None] Pushing event updated for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.552014 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-a16b2046-bd4b-448a-ad05-088233325a40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1094 time: 0.0671592 Mar 31 23:32:49.581269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:49.581897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:49.630852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-41d02b3e-0c59-45f6-a072-b887a1625795 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 217 time: 0.0698576 Mar 31 23:32:49.713435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dec2d93a-2b81-465f-b587-f58fd087da2b req-5ad1dc12-1ecd-408b-9e81-bac18dc4df0d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0740712 Mar 31 23:32:49.749944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-20ab79cc-5a64-4934-b2de-fb7ccb00a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.757553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-20ab79cc-5a64-4934-b2de-fb7ccb00a907 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.1081347 Mar 31 23:32:49.849134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-015643e6-e553-4bf0-a871-c969fa25cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.851059 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-015643e6-e553-4bf0-a871-c969fa25cd23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886462 Mar 31 23:32:49.925298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:49.968741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-41771bba-bfda-4e5b-948e-349aa7103d94 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083617 Mar 31 23:32:49.984162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.125013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad54af-bb97-4ca5-940f-a216f0a59a45 req-e792d1c4-9d3e-4421-a1bb-f0731a0889d5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:50.125672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] For port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:50.128709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03ad54af-bb97-4ca5-940f-a216f0a59a45 req-e792d1c4-9d3e-4421-a1bb-f0731a0889d5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 943 time: 0.0766473 Mar 31 23:32:50.184886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03ad54af-bb97-4ca5-940f-a216f0a59a45 req-fd861b68-d3e5-4efc-ab61-5da1b748c1c2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491133 Mar 31 23:32:50.233771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.322542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879550f-ad95-4b92-9cb6-f5bdfc7034d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.342678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 4, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657', 'name': '', 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'mac_address': 'fa:16:3e:f7:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:41Z', 'updated_at': '2022-03-31T23:32:49Z', 'revision_number': 4, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'subnets': [{'id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:50.412268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4418fd-9e51-4612-a7b2-a5c386aa8ab1 None None] The sync data for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 is: [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 4, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657', 'name': '', 'network_id': '1852db79-c222-4455-9125-ad59b4f5eefe', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'mac_address': 'fa:16:3e:f7:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:41Z', 'updated_at': '2022-03-31T23:32:49Z', 'revision_number': 4, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'subnets': [{'id': 'a5ff01cc-b225-48c3-83f9-7f7b780858e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:50.441345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-66649e3c-0534-40b5-a428-ea40c00c9406 None None] Provisioning complete for port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:50.441345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-66649e3c-0534-40b5-a428-ea40c00c9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.653539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-650930f9-c724-4af0-8c1e-6398d72e3d89 req-e0fad73d-3df3-4378-be11-db04a5011d4f service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748350 Mar 31 23:32:50.829497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f63aed40-e7b5-456e-87f6-8cfc87bcba18 req-b5cd4093-1160-4791-985a-58e6df79aa7a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0635056 Mar 31 23:32:50.834247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-c26c8882-8e83-4482-bbe3-9d650b8a869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:50.839540 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-c26c8882-8e83-4482-bbe3-9d650b8a869c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1094 time: 0.0678830 Mar 31 23:32:50.969492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-2e43d0c8-e031-4f61-a776-ea9cae94e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:50.974077 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-2e43d0c8-e031-4f61-a776-ea9cae94e15d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.1260495 Mar 31 23:32:51.042573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-e3e95e6b-c1a7-4623-8e39-91fca7218ae1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 217 time: 0.0625432 Mar 31 23:32:51.106906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-a42666cd-ff48-414b-813e-1c4680347bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:51.108457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-a42666cd-ff48-414b-813e-1c4680347bda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0575378 Mar 31 23:32:51.166109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-de3d8965-46c4-4dbd-b9b8-6e466538dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:51.167572 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-de3d8965-46c4-4dbd-b9b8-6e466538dd85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518429 Mar 31 23:32:51.297295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-a29cde17-5e5c-42af-8035-61f7dc0c5963 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182718 Mar 31 23:32:51.364473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf774a1-15ae-44c8-b0fb-448b882d5f7a req-9adee935-382d-4a57-a8f6-63a06ecd8414 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:51.367117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf774a1-15ae-44c8-b0fb-448b882d5f7a req-9adee935-382d-4a57-a8f6-63a06ecd8414 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 943 time: 0.0890496 Mar 31 23:32:51.411434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf774a1-15ae-44c8-b0fb-448b882d5f7a req-bd5b1567-8b2a-462a-bef3-2ceb7d5c4dc8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 Mar 31 23:32:51.423266 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a5400bc1-ad75-46ef-a0be-a3c956268c81 req-484d8e85-1bf3-4754-87b7-5f916d0e4c4f service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152437 Mar 31 23:32:51.903369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:51.932573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3dc569d1-b1cf-4fda-b56d-504c192ede4f req-f87b55cc-5b21-48d9-b74a-79fe9a10e28f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0289080 Mar 31 23:32:51.960524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:51.960892 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.298968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-d9a09af3-5045-43d7-bc1c-5e1815d548f3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:52.300604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-d9a09af3-5045-43d7-bc1c-5e1815d548f3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1120927 Mar 31 23:32:52.318156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:52.518591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:52.522173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.551533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea486d6-fe20-4f7c-a133-2e95f29318f1 req-96dd54e9-41e2-45fc-a3e2-a12951fe76e1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:52.553693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eea486d6-fe20-4f7c-a133-2e95f29318f1 req-96dd54e9-41e2-45fc-a3e2-a12951fe76e1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 943 time: 0.0683215 Mar 31 23:32:52.607652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eea486d6-fe20-4f7c-a133-2e95f29318f1 req-5f84624e-e269-4c41-aa92-e0a768baa0a5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 Mar 31 23:32:52.691440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.5 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/a0f7981e-30fe-4119-b9e9-dc2a5d129e02) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:52.853012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.953563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.003465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:53.006798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:53.009134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:53.041944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.079143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:53.080264 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.088319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89aaf1-c463-4182-80a1-2db1cd727704 req-2da16b5c-d000-4aab-b6c9-03bdba002cab tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:53.102355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c89aaf1-c463-4182-80a1-2db1cd727704 req-2da16b5c-d000-4aab-b6c9-03bdba002cab tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 931 time: 0.0810561 Mar 31 23:32:53.156620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0c89aaf1-c463-4182-80a1-2db1cd727704 req-fb89d347-ed71-4c5e-8304-e3161ded6a4d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Mar 31 23:32:53.182804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-65793f52-b32d-46a0-9bd6-6d2fa58a78fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8685358 Mar 31 23:32:53.201081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Request body: {'port': {'device_id': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:53.306413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.383846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f476d7f5-8f79-424b-b271-8f9abe9cf244 None None] Provisioning complete for port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:53.384930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f476d7f5-8f79-424b-b271-8f9abe9cf244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.431088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f476d7f5-8f79-424b-b271-8f9abe9cf244 None None] Port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:53.618547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f2119060-a81b-4fe9-a125-3081f35dfd37 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:53.702204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f7981e-30fe-4119-b9e9-dc2a5d129e02 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:53.711765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.727188 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Transition to ACTIVE for port object a0f7981e-30fe-4119-b9e9-dc2a5d129e02 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:53.796505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa8fa0-dd60-4606-b653-426f26d37f72 req-7df403e5-f993-4c35-a78c-b3ead0fc0203 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:53.798976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efaa8fa0-dd60-4606-b653-426f26d37f72 req-7df403e5-f993-4c35-a78c-b3ead0fc0203 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 943 time: 0.0576046 Mar 31 23:32:53.799828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f2119060-a81b-4fe9-a125-3081f35dfd37,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:53.820095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:53.850302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.862035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.889384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2119060-a81b-4fe9-a125-3081f35dfd37 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:53.902734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efaa8fa0-dd60-4606-b653-426f26d37f72 req-19c16e18-cbfb-44bf-9eef-0ad767e32a72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957677 Mar 31 23:32:53.923213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f2119060-a81b-4fe9-a125-3081f35dfd37,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:53.972048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.011262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.053433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Attempting to bind port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:54.056465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Attempting to bind port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:54.056971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Attempting to bind port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:54.063531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:54.064411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Attempting to bind port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:54.075787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:54.076530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:54.078437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:54.079641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Bound port: a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:54.080256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.122168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.189116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:54.192375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:54.273199 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.322654 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:54.323435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.325566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] 10.222.0.10 "PUT /v2.0/ports/a0f7981e-30fe-4119-b9e9-dc2a5d129e02 HTTP/1.1" status: 200 len: 1091 time: 1.1292124 Mar 31 23:32:54.328679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:54.331667 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:54.350314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdadc3-f3c7-4cef-bd28-81b940401aff req-791e8c1c-15de-43f0-9511-07a0911c9452 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:54.366479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3fdadc3-f3c7-4cef-bd28-81b940401aff req-791e8c1c-15de-43f0-9511-07a0911c9452 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.1086261 Mar 31 23:32:54.385003 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.404637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f2119060-a81b-4fe9-a125-3081f35dfd37'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:54.415193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccdf39-dd1d-44d8-937c-589fbc4314ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.436427 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e509e1cc-84c6-4c2e-aede-0a436a903a12 x-openstack-request-id: req-e509e1cc-84c6-4c2e-aede-0a436a903a12 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:54.436716 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:54.436971 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e509e1cc-84c6-4c2e-aede-0a436a903a12 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:54.437372 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e509e1cc-84c6-4c2e-aede-0a436a903a12'] response: {'name': 'network-changed', 'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02', 'status': 'completed', 'code': 200} Mar 31 23:32:54.474055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b3fdadc3-f3c7-4cef-bd28-81b940401aff req-b55590ea-4b0d-4359-a38a-30a2a5bdc27f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066778 Mar 31 23:32:54.508071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-1ca03677-7ff4-4a8f-922e-273e4bf6a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:54.509783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-1ca03677-7ff4-4a8f-922e-273e4bf6a8a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 1094 time: 0.0576906 Mar 31 23:32:54.581660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-10a53352-b75e-4248-a1bb-399b0f936553 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02 HTTP/1.1" status: 200 len: 217 time: 0.0559666 Mar 31 23:32:54.709969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-f0a119b0-21aa-4728-acc9-a71f02b6fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:54.711666 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-f0a119b0-21aa-4728-acc9-a71f02b6fdf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.1235960 Mar 31 23:32:54.773336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-3edb2758-2ff0-4deb-bd8e-9b05826bfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:54.774860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-3edb2758-2ff0-4deb-bd8e-9b05826bfde7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566392 Mar 31 23:32:54.909140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-a05054f3-8f10-4d7b-a1ca-1f8ddf865c70 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262615 Mar 31 23:32:55.020941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-985fe0e6-98f2-440e-9806-4ebb25d41069 req-9c1ed25c-99e7-40d7-97de-02dc114931c0 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056478 Mar 31 23:32:55.062149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b3dc-6824-4af8-b775-14e15256fe4c req-40a09727-dcd9-4a23-9ecb-9286f4d2adff tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.063758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3523b3dc-6824-4af8-b775-14e15256fe4c req-40a09727-dcd9-4a23-9ecb-9286f4d2adff tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 944 time: 0.0535324 Mar 31 23:32:55.112135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3523b3dc-6824-4af8-b775-14e15256fe4c req-61ca3b4e-247a-4cbd-95fb-23a564c54c57 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Mar 31 23:32:55.280221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-3713d734-feb7-466e-8d8d-efe2d5c82956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.282131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-3713d734-feb7-466e-8d8d-efe2d5c82956 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 1094 time: 0.0566342 Mar 31 23:32:55.390346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-a6171654-14bb-4781-b33f-fbcf26b4a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.392045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-a6171654-14bb-4781-b33f-fbcf26b4a251 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1022818 Mar 31 23:32:55.445182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-15fbcaf9-5d94-4525-a72d-24b53bacacdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02 HTTP/1.1" status: 200 len: 217 time: 0.0461447 Mar 31 23:32:55.498878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-da5e3eef-9d4c-4c7e-807e-7b9ddb34d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.502650 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-da5e3eef-9d4c-4c7e-807e-7b9ddb34d47c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0489559 Mar 31 23:32:55.571827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-b4dc0126-486b-4980-9ac5-713c5a6b79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.573438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-b4dc0126-486b-4980-9ac5-713c5a6b79b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600243 Mar 31 23:32:55.651551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f2119060-a81b-4fe9-a125-3081f35dfd37 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:55.652000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1b13-1b4b-446b-a1e1-197b7ee62962 req-d40857f4-0ae2-49db-b4ea-63303a01db74 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:55.654876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d6d1b13-1b4b-446b-a1e1-197b7ee62962 req-d40857f4-0ae2-49db-b4ea-63303a01db74 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0869315 Mar 31 23:32:55.726653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-910193bb-203b-4089-b897-b2142b042bcf service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453645 Mar 31 23:32:55.737048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d6d1b13-1b4b-446b-a1e1-197b7ee62962 req-0f2e8869-d358-4cc1-8cbe-98621de0ae77 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747635 Mar 31 23:32:55.833842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f2119060-a81b-4fe9-a125-3081f35dfd37 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:32:55.838124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f2119060-a81b-4fe9-a125-3081f35dfd37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:55.838505 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.880140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-36e321ba-fb5b-48f4-9160-57bc61bb0aaf req-668ba5cb-b78c-47fc-b960-0c32486556f7 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462760 Mar 31 23:32:55.937226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.962126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:55.964489 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac49792-697d-471d-8be2-7725b41a1783" -d '{"events": [{"server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:55.994593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f2119060-a81b-4fe9-a125-3081f35dfd37,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:56.045378 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8adb4b-36b6-498b-85be-20e5975ecde1 x-openstack-request-id: req-1e8adb4b-36b6-498b-85be-20e5975ecde1 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:56.047735 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:56.048234 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e8adb4b-36b6-498b-85be-20e5975ecde1 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:56.049418 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8adb4b-36b6-498b-85be-20e5975ecde1'] response: {'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'code': 200} Mar 31 23:32:56.071491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.136407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:56.182048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbeb215-1f1c-4896-9f32-6506eaa3a224 req-184b7a5a-a2e0-482b-8b56-f7731d7a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:56.185698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8dbeb215-1f1c-4896-9f32-6506eaa3a224 req-184b7a5a-a2e0-482b-8b56-f7731d7a75ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0519414 Mar 31 23:32:56.230317 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8dbeb215-1f1c-4896-9f32-6506eaa3a224 req-f45870d8-f5db-47d5-82f8-374a5f9f9d74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388293 Mar 31 23:32:56.284326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66d39a-4f1e-4e02-b19a-684d042350ee req-d7bc6727-3a84-49b6-97c8-2c4a3dd5d9c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:56.285968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e66d39a-4f1e-4e02-b19a-684d042350ee req-d7bc6727-3a84-49b6-97c8-2c4a3dd5d9c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0620208 Mar 31 23:32:56.328745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e66d39a-4f1e-4e02-b19a-684d042350ee req-c80966e2-0f01-4dc5-923b-a2245ab317db tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362012 Mar 31 23:32:56.892697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030b7f0-ea98-433b-9e9f-a708153dfaeb req-5c274fa0-1605-429a-b66e-19af65e92104 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:56.894563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a030b7f0-ea98-433b-9e9f-a708153dfaeb req-5c274fa0-1605-429a-b66e-19af65e92104 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0629768 Mar 31 23:32:56.937081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a030b7f0-ea98-433b-9e9f-a708153dfaeb req-d2fb0e12-e8f6-4a15-b9fa-f89c22016f3a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361624 Mar 31 23:32:57.476053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5470225-a791-4857-8c61-efdf7112f6f0 req-67574e31-2f17-4396-b137-4d179e4f2028 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:57.477594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5470225-a791-4857-8c61-efdf7112f6f0 req-67574e31-2f17-4396-b137-4d179e4f2028 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0696836 Mar 31 23:32:57.518986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5470225-a791-4857-8c61-efdf7112f6f0 req-fd7be179-d393-45f1-8cb2-f0f959436e7e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337965 Mar 31 23:32:58.126965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28653b-aed2-46fe-afc7-9a10f932745b req-bd22f623-e3d2-46bb-b303-7d3de394a8aa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.128634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb28653b-aed2-46fe-afc7-9a10f932745b req-bd22f623-e3d2-46bb-b303-7d3de394a8aa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0615723 Mar 31 23:32:58.170023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb28653b-aed2-46fe-afc7-9a10f932745b req-ea8d2efc-aaec-4589-8f9f-05acaa148037 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Mar 31 23:32:58.512607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60202) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:58.660712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c515346-21a7-497e-ace7-fc4c7830e6ae req-922f7d7b-785c-499d-ad9f-8663dda9604d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.662141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c515346-21a7-497e-ace7-fc4c7830e6ae req-922f7d7b-785c-499d-ad9f-8663dda9604d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0618768 Mar 31 23:32:58.668434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1733cb26-1080-4d4b-ade5-2d08cb3f4ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.719067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c515346-21a7-497e-ace7-fc4c7830e6ae req-91e58538-1352-45e8-9365-2a9f5d2cc050 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483243 Mar 31 23:32:58.788347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1733cb26-1080-4d4b-ade5-2d08cb3f4ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.859541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1733cb26-1080-4d4b-ade5-2d08cb3f4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.897193 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:58.920619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733cb26-1080-4d4b-ade5-2d08cb3f4ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f897ad2-bd74-436a-bd98-81c38bd98de9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:58.925647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1733cb26-1080-4d4b-ade5-2d08cb3f4ec9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f58ebae276a949aa88ea843ddab39986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119480 Mar 31 23:32:58.928845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60216) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:58.949872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36d68-eb73-45c8-b797-0636570616d3 req-c5b35a92-e3f6-43f3-ab25-9a70e8684aa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.951363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94d36d68-eb73-45c8-b797-0636570616d3 req-c5b35a92-e3f6-43f3-ab25-9a70e8684aa8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.1024666 Mar 31 23:32:59.016367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94d36d68-eb73-45c8-b797-0636570616d3 req-0052e36d-e84b-481c-99df-961156174577 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557182 Mar 31 23:32:59.017119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.039811 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.043571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60220) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:59.084868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7d547-4387-4ffe-9c5b-5a5a031c4f5d tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:59.090307 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-08b7d547-4387-4ffe-9c5b-5a5a031c4f5d tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1091 time: 0.0418544 Mar 31 23:32:59.090518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60222) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:59.095090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:59.174269 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.176935 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.178267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f897ad2-bd74-436a-bd98-81c38bd98de9 HTTP/1.1" status: 204 len: 168 time: 0.2490110 Mar 31 23:32:59.186629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15dde2-8a95-46df-9011-4c816f797ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f897ad2-bd74-436a-bd98-81c38bd98de9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:59.203689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.304192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748392d-6aba-47ae-b371-f20b6d7d2dc0 req-c377e0a8-acd0-4d5c-a3ee-eeaa085f679c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:59.306038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e748392d-6aba-47ae-b371-f20b6d7d2dc0 req-c377e0a8-acd0-4d5c-a3ee-eeaa085f679c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0575120 Mar 31 23:32:59.326470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.357206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e748392d-6aba-47ae-b371-f20b6d7d2dc0 req-62170332-9cdd-4e3b-9009-c9c6a3179074 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Mar 31 23:32:59.440090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.25.6.4 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/9b2f370a-4d61-410a-b9c6-408ac576a8ec) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:59.564804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.656005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.698265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:59.701757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:59.705631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:59.711989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=9b2f370a-4d61-410a-b9c6-408ac576a8ec,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:59.837183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60242) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:59.876916 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e26867c-3b53-4767-b4bd-07b67d74b4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:59.959105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e26867c-3b53-4767-b4bd-07b67d74b4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.025771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e26867c-3b53-4767-b4bd-07b67d74b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.067979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e26867c-3b53-4767-b4bd-07b67d74b4a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7b2336834464fb4882bb2b3d1889287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296913 Mar 31 23:33:00.068849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26867c-3b53-4767-b4bd-07b67d74b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a8799-3dfc-48a3-9bb2-a9c01b87fd09,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:00.071865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:00.122756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.143877 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.249152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.261151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.263999 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.266619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff8a8799-3dfc-48a3-9bb2-a9c01b87fd09 HTTP/1.1" status: 204 len: 168 time: 0.1919122 Mar 31 23:33:00.277321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e0feb-4c2a-4694-a37d-04da507dc8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a8799-3dfc-48a3-9bb2-a9c01b87fd09,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:00.527802 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ce8a6-2b46-407d-a30e-f4fa327ed517 req-72c8a5ee-aaea-4360-916d-377474b37d5f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:00.535596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d13ce8a6-2b46-407d-a30e-f4fa327ed517 req-72c8a5ee-aaea-4360-916d-377474b37d5f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0835097 Mar 31 23:33:00.575496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d13ce8a6-2b46-407d-a30e-f4fa327ed517 req-18617aa1-1ed1-47a5-a6cb-910e9577844c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Mar 31 23:33:00.720080 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.890826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.956646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.049711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=9b2f370a-4d61-410a-b9c6-408ac576a8ec,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:01.067128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.176181 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Floating IP da9e8110-f4ff-46f0-9d38-37228818a46d associated. External IP: 172.25.6.4, port: f2119060-a81b-4fe9-a125-3081f35dfd37. Mar 31 23:33:01.402549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:01.518913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:01.532193 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:01.544562 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:01.545176 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.604489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.640684 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a241551f-1e6f-4c2a-817e-fb696e4dbb72 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5489149 Mar 31 23:33:01.641257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:01.643793 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b9a4f-7aa7-4575-9168-507184fc0e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:01.643946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:01.662908 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:01.704708 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32631e2d-6cbb-4d7b-9ee8-dacc032f8d2e x-openstack-request-id: req-32631e2d-6cbb-4d7b-9ee8-dacc032f8d2e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:01.705005 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:01.705255 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-32631e2d-6cbb-4d7b-9ee8-dacc032f8d2e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:01.705662 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32631e2d-6cbb-4d7b-9ee8-dacc032f8d2e'] response: {'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'status': 'completed', 'code': 200} Mar 31 23:33:01.785889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-23775ed1-7f7c-4bd5-a67f-763d13c60bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:01.788159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-23775ed1-7f7c-4bd5-a67f-763d13c60bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0602152 Mar 31 23:33:01.798639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-24b8bc43-7930-47fe-ada7-65d7120fa465 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/da9e8110-f4ff-46f0-9d38-37228818a46d HTTP/1.1" status: 200 len: 989 time: 0.1535523 Mar 31 23:33:01.809136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24234ed-3bc9-42a7-beca-03e56d7ac68f req-3d893d45-734e-410d-a02c-1618394de84c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:01.810868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24234ed-3bc9-42a7-beca-03e56d7ac68f req-3d893d45-734e-410d-a02c-1618394de84c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0921106 Mar 31 23:33:01.853544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f24234ed-3bc9-42a7-beca-03e56d7ac68f req-205335a3-9ba7-4a7f-9554-ca7adfd6bd73 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Mar 31 23:33:01.903379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-a71bff2e-0f2a-429d-be3a-c520010a2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:01.904972 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-a71bff2e-0f2a-429d-be3a-c520010a2ed1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.1096485 Mar 31 23:33:01.936922 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:32:59Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.972256 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:01.991194 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:01.991763 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:02.018130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-5ac3d3b8-3156-46ef-84e1-0990b67d2f11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 997 time: 0.1049657 Mar 31 23:33:02.070204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-c4ac27af-c214-48bf-a4e2-75774f133dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:02.072034 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-c4ac27af-c214-48bf-a4e2-75774f133dde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0472255 Mar 31 23:33:02.112936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:02.130806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-ad9a42b2-9504-44a8-a593-14b673e3e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:02.132353 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-ad9a42b2-9504-44a8-a593-14b673e3e5fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533469 Mar 31 23:33:02.240591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-c5e262f8-cba3-416f-9bd0-113a324890a6 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998936 Mar 31 23:33:02.344776 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-747b9a4f-7aa7-4575-9168-507184fc0e0b req-fc1e185c-e7e5-4596-b134-919ce6b9ab03 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949340 Mar 31 23:33:02.389957 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:32:59Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:02.421189 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aed7fb-389f-4928-86c0-0ee2ac4727b0 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:32:59Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:02.641896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00954059-9f4a-4237-97da-4c2d39f26c49 None None] New status for floating IP da9e8110-f4ff-46f0-9d38-37228818a46d: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:33:02.800830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60324) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:02.875585 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-131a58f8-3427-428d-a06b-5a1bf4261155 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/da9e8110-f4ff-46f0-9d38-37228818a46d HTTP/1.1" status: 200 len: 989 time: 0.0736234 Mar 31 23:33:02.979133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3cdbd-5fab-4e66-8319-1dc823aac405 req-9d67b869-6ebc-44ec-9f73-d5c28cf65c65 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:02.980760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b3cdbd-5fab-4e66-8319-1dc823aac405 req-9d67b869-6ebc-44ec-9f73-d5c28cf65c65 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0509458 Mar 31 23:33:03.022141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b3cdbd-5fab-4e66-8319-1dc823aac405 req-b604464b-9332-46fe-be1c-82e72ee01de3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Mar 31 23:33:03.882332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60350) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:03.951873 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a8f226e0-e7c2-4070-b8df-8fd2b2f241de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/da9e8110-f4ff-46f0-9d38-37228818a46d HTTP/1.1" status: 200 len: 991 time: 0.0682065 Mar 31 23:33:04.147885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dfbca-4124-4ecd-82ad-38db1afe7cba req-ecbd118a-cc6a-4906-bf90-13faef1f1939 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:04.149333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-281dfbca-4124-4ecd-82ad-38db1afe7cba req-ecbd118a-cc6a-4906-bf90-13faef1f1939 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0490992 Mar 31 23:33:04.188150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-281dfbca-4124-4ecd-82ad-38db1afe7cba req-2dc847b1-bd20-4174-9c32-347790564e84 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Mar 31 23:33:04.843987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.328369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43301-1a44-4d29-a303-5e97db17147f req-41cc30fc-7a07-4508-9c58-095f51eabe5c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:05.329991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ee43301-1a44-4d29-a303-5e97db17147f req-41cc30fc-7a07-4508-9c58-095f51eabe5c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0635056 Mar 31 23:33:05.370081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ee43301-1a44-4d29-a303-5e97db17147f req-b35e9e58-800f-4322-93a9-e6a8af81bb89 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Mar 31 23:33:06.495099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516f110-afca-4c99-a703-2c35a70edb29 req-82c5c3d8-5cee-4a28-a932-5a5b82dbca7b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.497103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3516f110-afca-4c99-a703-2c35a70edb29 req-82c5c3d8-5cee-4a28-a932-5a5b82dbca7b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 943 time: 0.0498569 Mar 31 23:33:06.534698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3516f110-afca-4c99-a703-2c35a70edb29 req-b7431025-f3c3-499a-89f8-5bbd19898b07 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Mar 31 23:33:06.606985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a0f7981e-30fe-4119-b9e9-dc2a5d129e02 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:33:06.714557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:06.881431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02', 'mac_address': 'fa:16:3e:05:82:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:33:06.921357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.941467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f7981e-30fe-4119-b9e9-dc2a5d129e02 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:33:06.962352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:07.055382 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.109992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:07.504166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['a0f7981e-30fe-4119-b9e9-dc2a5d129e02'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:33:07.662500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e52fb8-306b-4120-835c-8dca69ce72be req-c50c4d7d-aef3-42b6-8ce9-5fc9d8dab2ea tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:07.664070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e52fb8-306b-4120-835c-8dca69ce72be req-c50c4d7d-aef3-42b6-8ce9-5fc9d8dab2ea tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 944 time: 0.0588303 Mar 31 23:33:07.705389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-11e52fb8-306b-4120-835c-8dca69ce72be req-1a3739fb-75ef-46de-ad1d-071983118a10 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Mar 31 23:33:08.514698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-328acad2-f6c8-4921-ac40-4ab0cd94dd37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418927 Mar 31 23:33:08.602518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872011a0-38d1-4001-94a2-98fba2494842 req-ebad5425-e663-476c-b6ba-94b11fb1bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.604174 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-ebad5425-e663-476c-b6ba-94b11fb1bf91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0478828 Mar 31 23:33:08.609817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a0f7981e-30fe-4119-b9e9-dc2a5d129e02 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:08.746530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872011a0-38d1-4001-94a2-98fba2494842 req-834b58a1-53d1-422a-958d-cf68dee83236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.748542 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-834b58a1-53d1-422a-958d-cf68dee83236 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.1208057 Mar 31 23:33:08.794992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:33:08.801956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:08.805109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.955263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-0c00a094-0c42-4d8c-86ac-6ac41e6f141d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 999 time: 0.1935906 Mar 31 23:33:08.964488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca031a-1387-4943-b065-edbb1bc71c4c req-265005db-15ec-4fcf-890e-ac3520318860 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.968148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5ca031a-1387-4943-b065-edbb1bc71c4c req-265005db-15ec-4fcf-890e-ac3520318860 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 944 time: 0.0918896 Mar 31 23:33:09.013085 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.019675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5ca031a-1387-4943-b065-edbb1bc71c4c req-a0579ade-b610-4eda-bbdd-b0431863640b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Mar 31 23:33:09.030319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872011a0-38d1-4001-94a2-98fba2494842 req-77dc600c-893d-4cd5-bb63-42aa81b60282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:09.032128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-77dc600c-893d-4cd5-bb63-42aa81b60282 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0704901 Mar 31 23:33:09.042550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:09.045925 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504fda3-9d7b-46c6-af8b-fd2d92772354" -d '{"events": [{"server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "name": "network-vif-plugged", "status": "completed", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:09.071304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:09.085270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872011a0-38d1-4001-94a2-98fba2494842 req-c8b9ab9a-e824-485e-8aa7-4ad6bcb53d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:09.086794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-c8b9ab9a-e824-485e-8aa7-4ad6bcb53d18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476711 Mar 31 23:33:09.088524 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f9992-56ed-4357-b3c8-0d14fb57428f x-openstack-request-id: req-c85f9992-56ed-4357-b3c8-0d14fb57428f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:09.088810 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "name": "network-vif-plugged", "status": "completed", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:09.089063 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c85f9992-56ed-4357-b3c8-0d14fb57428f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:09.089454 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85f9992-56ed-4357-b3c8-0d14fb57428f'] response: {'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02', 'code': 200} Mar 31 23:33:09.158778 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.235613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:09.235905 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-3e098e4e-fb37-4579-a84c-752e5ef608bf service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414795 Mar 31 23:33:09.253451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dfce9-bdc6-4e42-8446-ed03fae24ea1 req-4de4525a-701c-4e1e-b7a8-3bf98c36f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:09.254924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a52dfce9-bdc6-4e42-8446-ed03fae24ea1 req-4de4525a-701c-4e1e-b7a8-3bf98c36f8ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 1096 time: 0.0644040 Mar 31 23:33:09.332363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a52dfce9-bdc6-4e42-8446-ed03fae24ea1 req-ced4bf25-59be-4d4a-8eb5-1e3ff729bac2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 Mar 31 23:33:09.356599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-872011a0-38d1-4001-94a2-98fba2494842 req-bccc91a8-8670-4fd5-b069-8745aa86be9a service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129360 Mar 31 23:33:10.143821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62bfa-abd0-4908-9199-4b0cd46da07d req-4ef2286a-b76a-4f35-bade-fcaf16b9eeb0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:10.145298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eaf62bfa-abd0-4908-9199-4b0cd46da07d req-4ef2286a-b76a-4f35-bade-fcaf16b9eeb0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0514545 Mar 31 23:33:10.185350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eaf62bfa-abd0-4908-9199-4b0cd46da07d req-44f0837d-d601-41d4-8c80-b92e2092e7e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Mar 31 23:33:11.313576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffa7b5-9d55-429d-b637-1e863583c5fb req-f9ad3550-cde7-488e-8978-12043ee53387 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:11.315132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45ffa7b5-9d55-429d-b637-1e863583c5fb req-f9ad3550-cde7-488e-8978-12043ee53387 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0525546 Mar 31 23:33:11.358942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45ffa7b5-9d55-429d-b637-1e863583c5fb req-37572074-ef03-428d-8de5-95234c84da4d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Mar 31 23:33:11.482920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea66090-a8c6-4f06-8df1-326ac0731766 req-e5f635f2-e5cc-44b1-87db-c9ebc3e73b61 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:11.484411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ea66090-a8c6-4f06-8df1-326ac0731766 req-e5f635f2-e5cc-44b1-87db-c9ebc3e73b61 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0546744 Mar 31 23:33:11.522639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ea66090-a8c6-4f06-8df1-326ac0731766 req-fb2fd556-b065-4d9f-96c9-eaa158675628 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Mar 31 23:33:11.613347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-742a52f6-96b5-4e93-9eba-3d7a8703f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.640140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3bef2-cd38-4de8-a59b-86e2c0f8a510 req-3e5487f8-0a87-4bc2-bfd0-84541cdcb4c7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:11.641773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cff3bef2-cd38-4de8-a59b-86e2c0f8a510 req-3e5487f8-0a87-4bc2-bfd0-84541cdcb4c7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0526121 Mar 31 23:33:11.681849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cff3bef2-cd38-4de8-a59b-86e2c0f8a510 req-82e7bbd1-f240-4ce4-bacb-3e89e1194ecb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Mar 31 23:33:12.098892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b2cd-5b16-4bd7-a758-aa43632aca6f req-63560615-ac22-4c57-a9fe-6a90d21106e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:12.100401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9698b2cd-5b16-4bd7-a758-aa43632aca6f req-63560615-ac22-4c57-a9fe-6a90d21106e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0640829 Mar 31 23:33:12.141334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9698b2cd-5b16-4bd7-a758-aa43632aca6f req-5ff43d28-2697-4aa8-bbc6-037f31c33e97 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Mar 31 23:33:12.355634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60540) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:12.538386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port f36601f5-b12c-49fa-afc9-59d375c8900f {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:12.538724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.618190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.618521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.631819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for f36601f5-b12c-49fa-afc9-59d375c8900f owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:12.899151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.931175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=f36601f5-b12c-49fa-afc9-59d375c8900f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:13.015251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.015251 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Floating IP e00a31b7-3c40-4217-b694-50e770dca288 disassociated (deleted). External IP: 172.25.6.187, port: 7688a3de-9355-4c46-b33b-f7c80368a4b4. Mar 31 23:33:13.234991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 50ab650b-2c46-41e2-aa0a-3702408dfeaf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:13.295235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaedfdc-c577-4290-9810-0de4cb67a6f9 req-97083204-5a28-4946-942e-50a05b2ee971 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:13.297343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eaedfdc-c577-4290-9810-0de4cb67a6f9 req-97083204-5a28-4946-942e-50a05b2ee971 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.0666089 Mar 31 23:33:13.340977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9eaedfdc-c577-4290-9810-0de4cb67a6f9 req-d9f0bbb6-7743-4940-a2a7-829fcb0284b6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Mar 31 23:33:13.660442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:13.665757 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.672848 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Sync routers for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:13.685988 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:13.686614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:13.740429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-56c18668-543a-42da-947d-28ff82da9acb tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/floatingips/e00a31b7-3c40-4217-b694-50e770dca288 HTTP/1.1" status: 204 len: 168 time: 1.3831275 Mar 31 23:33:13.741022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:13.743565 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32825858-e629-4fd4-9efc-317c37f5cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:13.866305 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d053e-a341-4f46-b829-9b57daa5c170 x-openstack-request-id: req-7d6d053e-a341-4f46-b829-9b57daa5c170 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:13.866831 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:13.867285 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d6d053e-a341-4f46-b829-9b57daa5c170 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:13.867860 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6d053e-a341-4f46-b829-9b57daa5c170'] response: {'name': 'network-changed', 'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'status': 'completed', 'code': 200} Mar 31 23:33:13.912059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eda5-9e92-4d16-9aea-a09df3a1cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.926342 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:13.975028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-99c6138f-fb9a-42da-bc66-c9bb28a49e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:13.976812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-99c6138f-fb9a-42da-bc66-c9bb28a49e9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=710a39ff3417413aa2e29836e3ab1830&device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 1097 time: 0.0574713 Mar 31 23:33:14.085122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdc01d-d58a-4573-80cc-441760990c92 req-2652f659-3b10-43a9-9a17-cce33db8578a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.086820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42cdc01d-d58a-4573-80cc-441760990c92 req-2652f659-3b10-43a9-9a17-cce33db8578a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.1140270 Mar 31 23:33:14.167505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-dbff638c-5f82-43b6-946a-b43bd3b659d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.170277 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-dbff638c-5f82-43b6-946a-b43bd3b659d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 200 len: 899 time: 0.1865067 Mar 31 23:33:14.218757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:14.219106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-90dbc584-e163-4362-b013-3e4e338fc6da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0419197 Mar 31 23:33:14.219644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.315643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-8dc4ff55-785f-4411-a5d0-8af28ca0e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.317571 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-8dc4ff55-785f-4411-a5d0-8af28ca0e930 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 200 len: 835 time: 0.0899200 Mar 31 23:33:14.326217 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:14.361686 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Checking router: 50ab650b-2c46-41e2-aa0a-3702408dfeaf for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:14.370696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:14.372490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:33:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:14.382973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-8d1816ed-3540-4e19-a283-94f8d9da5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.385052 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-8d1816ed-3540-4e19-a283-94f8d9da5bf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606802 Mar 31 23:33:14.405606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port a0f7981e-30fe-4119-b9e9-dc2a5d129e02, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:14.406619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.432055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for a0f7981e-30fe-4119-b9e9-dc2a5d129e02 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:14.443049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ee09f-572f-4a63-9fa5-c2d40abbde5f req-7b7d1eb7-6a68-42e6-97db-55b882f77595 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.451294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-449ee09f-572f-4a63-9fa5-c2d40abbde5f req-7b7d1eb7-6a68-42e6-97db-55b882f77595 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.1041729 Mar 31 23:33:14.490038 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:14.567844 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-cbe15d4d-fa92-464b-8b10-5f9c9d676ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718984 Mar 31 23:33:14.596821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-449ee09f-572f-4a63-9fa5-c2d40abbde5f req-5c8f0856-50eb-47bf-bdb1-20b3cde22198 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442814 Mar 31 23:33:14.617196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f116-bd15-4d36-91eb-b71905cc44df req-e4eb21ee-9fde-4743-89d3-7f7817abc350 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.619125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7506f116-bd15-4d36-91eb-b71905cc44df req-e4eb21ee-9fde-4743-89d3-7f7817abc350 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 945 time: 0.1450391 Mar 31 23:33:14.688376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7506f116-bd15-4d36-91eb-b71905cc44df req-cfe82251-2a43-4dfd-8683-109e3246c8e6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 Mar 31 23:33:14.741118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-32825858-e629-4fd4-9efc-317c37f5cfcc req-5d33d074-42b8-4648-b11b-ffde510072d5 service neutron] 10.222.0.10 "GET /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650376 Mar 31 23:33:14.819071 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:14.821119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.857067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc689ca3-1a74-4ce1-a186-47dc83cdeec7 None None] The sync data for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 is: [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:51Z', 'revision_number': 4, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '857b26af-f278-44d4-9416-6e8112314fd1', 'name': '', 'network_id': '9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'mac_address': 'fa:16:3e:23:0b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:49Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'subnets': [{'id': 'f2695402-7665-4655-afec-4fa0525f3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:14.859363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=a0f7981e-30fe-4119-b9e9-dc2a5d129e02,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.939647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port a0f7981e-30fe-4119-b9e9-dc2a5d129e02 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:14.942744 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.952146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-42cdc01d-d58a-4573-80cc-441760990c92 req-5454779c-537e-4652-9c8d-e0af34bc1424 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "DELETE /v2.0/ports/a0f7981e-30fe-4119-b9e9-dc2a5d129e02 HTTP/1.1" status: 204 len: 173 time: 0.8550403 Mar 31 23:33:14.952146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'name': 'network-vif-deleted', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:14.958621 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99d200-5ade-4158-9cd0-12df88ffc237" -d '{"events": [{"server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "name": "network-vif-deleted", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:15.252850 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c45a6d-5a09-4b9e-a36b-aee700be3baf x-openstack-request-id: req-23c45a6d-5a09-4b9e-a36b-aee700be3baf {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:15.253151 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a12a6-26d6-4493-968d-e120f818d67e", "name": "network-vif-deleted", "tag": "a0f7981e-30fe-4119-b9e9-dc2a5d129e02", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:15.253409 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-23c45a6d-5a09-4b9e-a36b-aee700be3baf {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:15.253823 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c45a6d-5a09-4b9e-a36b-aee700be3baf'] response: {'server_uuid': '6c4a12a6-26d6-4493-968d-e120f818d67e', 'name': 'network-vif-deleted', 'tag': 'a0f7981e-30fe-4119-b9e9-dc2a5d129e02', 'status': 'completed', 'code': 200} Mar 31 23:33:15.266030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a7c06-7ebe-44e0-84c5-50c5b1795178 None None] New status for floating IP e00a31b7-3c40-4217-b694-50e770dca288: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:33:15.432827 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.751905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85c5cf-a13d-4549-98f8-700d9616a643 req-90b4786b-d20d-47bb-b7a4-459bdb94100b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:15.757229 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd85c5cf-a13d-4549-98f8-700d9616a643 req-90b4786b-d20d-47bb-b7a4-459bdb94100b tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0773745 Mar 31 23:33:15.826818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2dcd7de-d2b7-4b8b-be5c-6b6416b30245 req-d2ace01f-dcbe-4ce9-9ada-0ea59a6dfbb1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0434480 Mar 31 23:33:15.843759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd85c5cf-a13d-4549-98f8-700d9616a643 req-a25f9a0b-b8fb-452b-995c-9f618365e9df tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/security-groups?id=bdf197d3-8638-4574-849e-dfe78918306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Mar 31 23:33:16.052975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-b60f435d-e7a4-4f20-9591-b754d8720874 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:16.054617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-b60f435d-e7a4-4f20-9591-b754d8720874 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 946 time: 0.0612724 Mar 31 23:33:16.160364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 7688a3de-9355-4c46-b33b-f7c80368a4b4 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:16.160848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.271447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 7688a3de-9355-4c46-b33b-f7c80368a4b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7688a3de-9355-4c46-b33b-f7c80368a4b4,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:16.271881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.287912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 7688a3de-9355-4c46-b33b-f7c80368a4b4 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:16.675732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7688a3de-9355-4c46-b33b-f7c80368a4b4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:16.682447 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.809492 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.826947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.850583 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a0f7981e-30fe-4119-b9e9-dc2a5d129e02 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:16.852324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=7688a3de-9355-4c46-b33b-f7c80368a4b4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:16.910011 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.915685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: a0f7981e-30fe-4119-b9e9-dc2a5d129e02 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:16.916022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device a0f7981e-30fe-4119-b9e9-dc2a5d129e02 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:16.930423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] No DVR routers for this DVR port 7688a3de-9355-4c46-b33b-f7c80368a4b4 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:16.935828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.939919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e5a2ccf-f0b8-45d4-b672-0897ad906f7c req-2d836ba3-aece-417e-93f2-d4e7d7d96d8f tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.10 "DELETE /v2.0/ports/7688a3de-9355-4c46-b33b-f7c80368a4b4 HTTP/1.1" status: 204 len: 173 time: 0.8793786 Mar 31 23:33:16.978271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe6660af-225a-4851-a580-593b49709943 req-cda95745-f4fe-4228-b6a3-e4b3699641bb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0408373 Mar 31 23:33:17.044412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1cb90d3-fc8e-460d-89a8-cb983d8a6913 req-e04d3416-8f56-4584-b0ce-1828b886d094 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0641701 Mar 31 23:33:17.255421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-deleted', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:17.258442 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b5b50c-f290-48c0-8707-fc9b682c87da" -d '{"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-deleted", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:17.300193 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e879cbe9-9084-4276-b2ae-dc693c03259e x-openstack-request-id: req-e879cbe9-9084-4276-b2ae-dc693c03259e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:17.300577 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ef23c-a761-4886-99bb-da9d44dd81f4", "name": "network-vif-deleted", "tag": "7688a3de-9355-4c46-b33b-f7c80368a4b4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:17.300924 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e879cbe9-9084-4276-b2ae-dc693c03259e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:17.301411 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e879cbe9-9084-4276-b2ae-dc693c03259e'] response: {'server_uuid': '5b3ef23c-a761-4886-99bb-da9d44dd81f4', 'name': 'network-vif-deleted', 'tag': '7688a3de-9355-4c46-b33b-f7c80368a4b4', 'status': 'completed', 'code': 200} Mar 31 23:33:18.199827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56f98e37-34ae-4ecb-9b8a-1e5ac38cce79 req-32f3495a-bce0-48f1-8184-61dd961b0241 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0692952 Mar 31 23:33:18.230335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e96162ca-7110-4300-880f-a52d5129d8d9 req-2a35c78a-2a80-4388-8738-f3a14e006614 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b3ef23c-a761-4886-99bb-da9d44dd81f4 HTTP/1.1" status: 200 len: 210 time: 0.0358281 Mar 31 23:33:19.334871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:19.363116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e202e65b-f62d-4b7a-a360-87b6b5990817 req-1211fdab-2d6b-41b4-8c46-6f8c03dce208 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4a12a6-26d6-4493-968d-e120f818d67e HTTP/1.1" status: 200 len: 210 time: 0.0326691 Mar 31 23:33:19.899420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.211249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 857b26af-f278-44d4-9416-6e8112314fd1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:20.211597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.308841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 857b26af-f278-44d4-9416-6e8112314fd1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=857b26af-f278-44d4-9416-6e8112314fd1,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:20.309452 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.329280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 857b26af-f278-44d4-9416-6e8112314fd1 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:20.622001 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.651228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=857b26af-f278-44d4-9416-6e8112314fd1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:20.867446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.114425 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Router 50ab650b-2c46-41e2-aa0a-3702408dfeaf has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:21.288838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:21.293969 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7945606-a20f-430a-8b8d-afaf17c78336 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "PUT /v2.0/routers/50ab650b-2c46-41e2-aa0a-3702408dfeaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532459 Mar 31 23:33:21.297080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60718) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:21.305667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Sync routers for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:21.331489 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:21.332288 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:33:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.384658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting subnet f2695402-7665-4655-afec-4fa0525f3ee6 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:33:21.389180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.430215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.487999 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:21.550193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.690504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.714024 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:33:20Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.727086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Subnet': ['ID=f2695402-7665-4655-afec-4fa0525f3ee6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.732006 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.738185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ade88ef5-4dac-4b91-abf5-bc2ac994acad tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/subnets/f2695402-7665-4655-afec-4fa0525f3ee6 HTTP/1.1" status: 204 len: 168 time: 0.4400489 Mar 31 23:33:21.738332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:21.756952 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Checking router: 50ab650b-2c46-41e2-aa0a-3702408dfeaf for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:21.763943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d31ce9-6429-44b0-bc63-924d8d18c4d5 None None] Network 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:21.771508 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Routers {'50ab650b-2c46-41e2-aa0a-3702408dfeaf'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:21.772132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:33:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.908881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.015419 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] Set router 50ab650b-2c46-41e2-aa0a-3702408dfeaf gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:22.099034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.116486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] DHCP port deletion for 9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:33:22.172707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Deleting port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:22.173342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.223651 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:33:20Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:22.258984 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35793a49-f841-4e79-8100-35b9575f24e9 None None] The sync data for ids ['50ab650b-2c46-41e2-aa0a-3702408dfeaf'] in n-d-828414-2 is: [{'id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738631684', 'tenant_id': '710a39ff3417413aa2e29836e3ab1830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:33:20Z', 'revision_number': 5, 'project_id': '710a39ff3417413aa2e29836e3ab1830', 'gw_port': {'id': '281d1764-667c-45af-8c4c-2cc5df8c1367', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ab650b-2c46-41e2-aa0a-3702408dfeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:44Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:22.268755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Deleting port 281d1764-667c-45af-8c4c-2cc5df8c1367 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:22.269179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.299497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] For port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,segment=NetworkSegment(5d07c317-9214-4ae5-a750-e5c001249f8b),segment_id=5d07c317-9214-4ae5-a750-e5c001249f8b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:22.300038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.321061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Calling delete_port for 168a16c6-5df6-4c38-98bf-3ccbe92e42fd owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:22.368631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] For port 281d1764-667c-45af-8c4c-2cc5df8c1367, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=281d1764-667c-45af-8c4c-2cc5df8c1367,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:22.369133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.385180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Calling delete_port for 281d1764-667c-45af-8c4c-2cc5df8c1367 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:22.551950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.599391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] Pushing event deleted for resources: {'Port': ['ID=168a16c6-5df6-4c38-98bf-3ccbe92e42fd,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.601572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c0253-1a7e-47f3-a608-6f1ccf58cbe9 None None] No DVR routers for this DVR port 168a16c6-5df6-4c38-98bf-3ccbe92e42fd on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:22.673796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.705800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Port': ['ID=281d1764-667c-45af-8c4c-2cc5df8c1367,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.797323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.278072 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.280939 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.419983 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.420529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Fanout notify agent at l3_agent the message router_deleted on router 50ab650b-2c46-41e2-aa0a-3702408dfeaf {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:33:23.427678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.431791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60762) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:23.436010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f7d50fbc-adf7-47d9-9ab4-5480a2436a77 tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/routers/50ab650b-2c46-41e2-aa0a-3702408dfeaf HTTP/1.1" status: 204 len: 168 time: 1.6963940 Mar 31 23:33:23.526419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.649568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.672019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:23.681953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07c317-9214-4ae5-a750-e5c001249f8b') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:23.682615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07c317-9214-4ae5-a750-e5c001249f8b') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:23.694179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.708678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.716182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:33:23.716593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:33:23.719775 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:33:23.887216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.925941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.929682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/networks/9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48 HTTP/1.1" status: 204 len: 168 time: 0.4960825 Mar 31 23:33:23.930625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870df9bf-b4cf-44e5-93a5-78173bfcd4da tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'Network': ['ID=9a67a1c4-6d3f-4a3d-a5b4-3027d9135d48,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:23.935300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60774) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:24.085585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.090620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 281d1764-667c-45af-8c4c-2cc5df8c1367 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:24.116505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 281d1764-667c-45af-8c4c-2cc5df8c1367 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:24.117045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 281d1764-667c-45af-8c4c-2cc5df8c1367 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:24.117525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 168a16c6-5df6-4c38-98bf-3ccbe92e42fd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:24.119372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.140547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 168a16c6-5df6-4c38-98bf-3ccbe92e42fd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:24.140918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 168a16c6-5df6-4c38-98bf-3ccbe92e42fd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:24.141333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 857b26af-f278-44d4-9416-6e8112314fd1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:24.161357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 857b26af-f278-44d4-9416-6e8112314fd1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:24.161702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 857b26af-f278-44d4-9416-6e8112314fd1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:24.244616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.250383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.255473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] 10.222.0.83 "DELETE /v2.0/security-groups/bdf197d3-8638-4574-849e-dfe78918306c HTTP/1.1" status: 204 len: 168 time: 0.3155608 Mar 31 23:33:24.287449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8e1e9-0057-4485-a2ea-f44c31711eed tempest-TestNetworkAdvancedServerOps-710688963 tempest-TestNetworkAdvancedServerOps-710688963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf197d3-8638-4574-849e-dfe78918306c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:24.350494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.071413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60804) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:25.224050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-128e3260-4295-4276-9786-211e4281442e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=710a39ff3417413aa2e29836e3ab1830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485243 Mar 31 23:33:25.224050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:25.285992 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.317507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.469892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.474604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.474604 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7c2d9a96-93bd-497b-ac09-fb63922c109d HTTP/1.1" status: 204 len: 168 time: 0.2486844 Mar 31 23:33:25.500539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795376-5f36-47d1-83de-0888950933ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d9a96-93bd-497b-ac09-fb63922c109d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:26.245276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 60876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:26.296810 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5176569d-4640-4ac0-a9c7-ff153c1f9e5e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=21a5a518cdcc46d4b45bbeec52044b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475664 Mar 31 23:33:26.297141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 60880) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:26.351192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.375825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.541508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.544291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.545751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1573c508-f0aa-49b0-897d-e32c8321cb01 HTTP/1.1" status: 204 len: 168 time: 0.2475889 Mar 31 23:33:26.562235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f0a51-32b2-498d-9125-3cbd4697c6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573c508-f0aa-49b0-897d-e32c8321cb01,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:33.693807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 32966) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:33.852667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.938741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.025780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.066358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e44174cf7e94cc8b3192c4792dbc048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714409 Mar 31 23:33:34.070631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32978) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:34.112589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66847257-5e5c-460e-a5bf-7eccdd9e62b5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:34.122934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.123833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.124448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.124823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.125133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.125469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.125796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.126125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.126483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.126813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.127167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.127668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c23b59-f35a-48e5-8343-bcd8fceddf15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.163981 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.194235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.311917 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.314697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.315880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66847257-5e5c-460e-a5bf-7eccdd9e62b5 HTTP/1.1" status: 204 len: 168 time: 0.2458224 Mar 31 23:33:34.329334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66847257-5e5c-460e-a5bf-7eccdd9e62b5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:34.334473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.335085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.335553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.335888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.336219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.336550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.336890 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.337609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.337927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.338261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.338579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.339467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f9ad0-e9a1-42fe-8e46-5ff851c45610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:34.484137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 32990) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:34.793481 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-119f683b-2e57-4389-8bce-4bcba5eaecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.886024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-119f683b-2e57-4389-8bce-4bcba5eaecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.920971 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.978201 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-119f683b-2e57-4389-8bce-4bcba5eaecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.062593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-119f683b-2e57-4389-8bce-4bcba5eaecd1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1f4d4da8a97148ea824670ab1ee726d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770664 Mar 31 23:33:35.062890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33002) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:35.064547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f683b-2e57-4389-8bce-4bcba5eaecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7a389-293d-4d72-a2d6-3b2f023bc005,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:35.149580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.180262 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.193577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33006) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:35.207791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d949b94-9c3e-4984-87ee-91acfadd0567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.294649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.297294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.298439 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ac7a389-293d-4d72-a2d6-3b2f023bc005 HTTP/1.1" status: 204 len: 168 time: 0.2344885 Mar 31 23:33:35.319827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff53e-9367-41e4-85cd-f1a442253a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7a389-293d-4d72-a2d6-3b2f023bc005,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:35.405103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d949b94-9c3e-4984-87ee-91acfadd0567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.460452 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5d949b94-9c3e-4984-87ee-91acfadd0567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.504630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5d949b94-9c3e-4984-87ee-91acfadd0567 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2025a3a38d934a948700d9794056bd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099380 Mar 31 23:33:35.505788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d949b94-9c3e-4984-87ee-91acfadd0567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab183e-3f9e-457f-81fd-0ff737819cec,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:35.507327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33014) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:35.565361 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.588622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.711470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.715203 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:35.716565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c0ab183e-3f9e-457f-81fd-0ff737819cec HTTP/1.1" status: 204 len: 168 time: 0.2080691 Mar 31 23:33:35.733606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630f697-2aaf-46b6-9172-90df77cede09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab183e-3f9e-457f-81fd-0ff737819cec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:35.902934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:33:36.293251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33032) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:36.310665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3663868d-ac51-4d60-acc7-8112088a2619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.428436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3663868d-ac51-4d60-acc7-8112088a2619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.512168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3663868d-ac51-4d60-acc7-8112088a2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.564571 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3663868d-ac51-4d60-acc7-8112088a2619 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f484d3c9316b4872925512f2f7400062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698462 Mar 31 23:33:36.567598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33042) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:36.571563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663868d-ac51-4d60-acc7-8112088a2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b82be0f-3183-404d-886c-84139413838d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:36.693458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.722143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.883186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.885984 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.887560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b82be0f-3183-404d-886c-84139413838d HTTP/1.1" status: 204 len: 168 time: 0.3187935 Mar 31 23:33:36.896828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db838b1f-bdb5-4975-b3fb-3adcde53dc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b82be0f-3183-404d-886c-84139413838d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:39.741309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33104) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:39.864045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4120-189e-4e68-8342-625e61081a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:39.951446 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4120-189e-4e68-8342-625e61081a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.025880 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4120-189e-4e68-8342-625e61081a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.074831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6c9d4120-189e-4e68-8342-625e61081a24 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6bc614bbe76e490b88f3c23776f0fbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298631 Mar 31 23:33:40.074831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4120-189e-4e68-8342-625e61081a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd57acf-a8f3-4735-9e7c-077e4b418374,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:40.076087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33110) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:40.131977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.158136 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.303724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.306401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.307619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6bd57acf-a8f3-4735-9e7c-077e4b418374 HTTP/1.1" status: 204 len: 168 time: 0.2300372 Mar 31 23:33:40.319692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480f4a2-7f4b-4ff6-be5f-6ce143388dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd57acf-a8f3-4735-9e7c-077e4b418374,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:40.970327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33120) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:40.986310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-384df77b-51ea-4a82-b39b-8229eb31d09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.075567 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-384df77b-51ea-4a82-b39b-8229eb31d09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.574878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-384df77b-51ea-4a82-b39b-8229eb31d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.622163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33140) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:41.622752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-384df77b-51ea-4a82-b39b-8229eb31d09b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=232f84188c744964aacfd80342403e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507435 Mar 31 23:33:41.622965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384df77b-51ea-4a82-b39b-8229eb31d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82254208-6f09-4b4c-8baf-b31bc1860a3c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:41.631605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03cf38fd-536e-4e9d-92bf-dbd79eabe55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.689448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.713489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.836771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.839531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:41.840686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82254208-6f09-4b4c-8baf-b31bc1860a3c HTTP/1.1" status: 204 len: 168 time: 0.2165158 Mar 31 23:33:41.852376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2f2b-992e-4be0-898c-1cd852685128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82254208-6f09-4b4c-8baf-b31bc1860a3c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:43.865120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1007c6e3-2b0a-42a2-8198-784fc6fb9fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:44.494352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33226) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:44.625125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-730ff770-b0c9-4152-a233-c21d294e2f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:44.743612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-730ff770-b0c9-4152-a233-c21d294e2f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:44.815345 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-730ff770-b0c9-4152-a233-c21d294e2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:44.857230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ff770-b0c9-4152-a233-c21d294e2f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22112cf9-8aa8-408a-b034-5e634b549aeb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:44.864791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33230) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:44.865369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-730ff770-b0c9-4152-a233-c21d294e2f69 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d9b2c08ab76e4eaea2edd9bda9c1ef5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691332 Mar 31 23:33:44.929734 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:44.952659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:45.098282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:45.101266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:45.108094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/22112cf9-8aa8-408a-b034-5e634b549aeb HTTP/1.1" status: 204 len: 168 time: 0.2358255 Mar 31 23:33:45.112376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6550b-9015-457b-b00f-d277f8e41b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22112cf9-8aa8-408a-b034-5e634b549aeb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:45.402986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:45.909551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33242) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:45.924360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6db2-1456-4cb5-84d4-4911501d55de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.019359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6db2-1456-4cb5-84d4-4911501d55de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.123210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6db2-1456-4cb5-84d4-4911501d55de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.164954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7c8d6db2-1456-4cb5-84d4-4911501d55de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec287f35b1e94708b4d7253f940b3f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543077 Mar 31 23:33:46.165820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d6db2-1456-4cb5-84d4-4911501d55de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff17e606-c80f-44f8-be16-cdd45bec9ae9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:46.168672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33244) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:46.242090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.266506 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.408682 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.411378 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.414091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff17e606-c80f-44f8-be16-cdd45bec9ae9 HTTP/1.1" status: 204 len: 168 time: 0.2428017 Mar 31 23:33:46.423395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5caee-e2cf-4e4e-bf31-35ab5deefafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff17e606-c80f-44f8-be16-cdd45bec9ae9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:46.726411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:46.791132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:54.333927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:54.676018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-c084d162-0f0d-496d-8e9f-188956a24fa9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:54.677528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-c084d162-0f0d-496d-8e9f-188956a24fa9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1263311 Mar 31 23:33:54.700370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-81ab808c-2b32-4f28-b631-07f4c2824790 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0109792 Mar 31 23:33:54.763822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-5d3548e3-90de-4fe1-a996-a0239a4ec3f8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566976 Mar 31 23:33:54.874019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-9b48daa1-b3f4-4956-afe4-7a0c15f7736d service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042807 Mar 31 23:33:54.974124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-bde12450-a0c5-431d-977d-5da09e7c57df service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938663 Mar 31 23:33:55.299151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9aea340-dfaf-4297-b9df-fbe33fafe339 req-c0c59fdd-98e0-414e-8894-5780f681ed59 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0363290 Mar 31 23:33:56.406841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af291893-9a42-4791-a0db-4f422299cfe9 req-404e042f-693d-4b6d-ab9f-d027e5b610fa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0273530 Mar 31 23:33:57.554481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-fdeb6c12-5079-4838-b5f4-79927095e069 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:57.556122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-fdeb6c12-5079-4838-b5f4-79927095e069 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1926231 Mar 31 23:33:57.574976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24bf86c4-c64c-4f6f-b0a1-bfc20f339d53 req-e11c4f86-670c-480e-9dce-78a833df3206 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0444767 Mar 31 23:33:57.579148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:57.809058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:57.812833 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:57.965949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.14 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/fbf22aad-ac63-44e4-8066-b78f5587effe) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:58.126518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:58.293023 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:58.343256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:58.346506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:58.350236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:58.357680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:58.413490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:58.414177 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:58.506116 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-73d4d41c-d718-49df-83b6-34cff4ba4985 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9280837 Mar 31 23:33:58.525796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Request body: {'port': {'device_id': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:58.625057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:58.702932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a269d1c0-5660-45b3-91db-4d90570fbf2d None None] Provisioning complete for port fbf22aad-ac63-44e4-8066-b78f5587effe triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:58.703607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a269d1c0-5660-45b3-91db-4d90570fbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:58.749339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a269d1c0-5660-45b3-91db-4d90570fbf2d None None] Port fbf22aad-ac63-44e4-8066-b78f5587effe cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:58.856438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f349e48-2225-458f-b77f-4a346a989330 req-b2e60ddb-f6b6-44f4-a5bd-826ef1949677 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:58.856438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f349e48-2225-458f-b77f-4a346a989330 req-b2e60ddb-f6b6-44f4-a5bd-826ef1949677 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 932 time: 0.1666734 Mar 31 23:33:58.966389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f349e48-2225-458f-b77f-4a346a989330 req-1bbfd871-6edd-4794-9c85-98d6b6a59164 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035903 Mar 31 23:33:59.105078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf22aad-ac63-44e4-8066-b78f5587effe {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:33:59.124974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:59.152960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Transition to ACTIVE for port object fbf22aad-ac63-44e4-8066-b78f5587effe will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:33:59.223252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:59.318859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:59.418705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Attempting to bind port fbf22aad-ac63-44e4-8066-b78f5587effe on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:59.419255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Attempting to bind port fbf22aad-ac63-44e4-8066-b78f5587effe by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:59.419982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Attempting to bind port fbf22aad-ac63-44e4-8066-b78f5587effe on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:59.428562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Port fbf22aad-ac63-44e4-8066-b78f5587effe on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:33:59.429307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Attempting to bind port fbf22aad-ac63-44e4-8066-b78f5587effe on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:59.437416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:59.438148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:59.439073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:59.439791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Bound port: fbf22aad-ac63-44e4-8066-b78f5587effe, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:59.440346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:59.542051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:59.542830 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=fbf22aad-ac63-44e4-8066-b78f5587effe,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:59.641396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:59.681241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:59.683038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:59.685127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] 10.222.0.10 "PUT /v2.0/ports/fbf22aad-ac63-44e4-8066-b78f5587effe HTTP/1.1" status: 200 len: 1092 time: 1.1657405 Mar 31 23:33:59.685601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:59.688422 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17118125-bf99-4d4c-a8f4-30cf6699c1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:59.735548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc63a-4171-47d2-aee7-6dffba3d6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:59.793853 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7d6ef-2986-417f-a628-5782e5dbb8d9 x-openstack-request-id: req-abe7d6ef-2986-417f-a628-5782e5dbb8d9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:59.793853 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:59.794317 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-abe7d6ef-2986-417f-a628-5782e5dbb8d9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:59.794986 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe7d6ef-2986-417f-a628-5782e5dbb8d9'] response: {'name': 'network-changed', 'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe', 'status': 'completed', 'code': 200} Mar 31 23:33:59.961731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-6dcf1586-4f22-4ce9-a8d3-6cd535dcfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:59.961731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-6dcf1586-4f22-4ce9-a8d3-6cd535dcfe14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 1095 time: 0.1268821 Mar 31 23:34:00.050251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-5b0bccfa-84c2-4f5d-a074-95b96ff8c1c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf22aad-ac63-44e4-8066-b78f5587effe HTTP/1.1" status: 200 len: 217 time: 0.0622513 Mar 31 23:34:00.188421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-8fbf6806-f13b-4eeb-a2ea-32c770ed23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:00.190633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-8fbf6806-f13b-4eeb-a2ea-32c770ed23d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.1343274 Mar 31 23:34:00.249675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adf4e-0e87-4001-921c-b5c04ddf783b req-8dd5b3f3-234e-4a29-a420-74a21aee28ca tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:00.253143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844adf4e-0e87-4001-921c-b5c04ddf783b req-8dd5b3f3-234e-4a29-a420-74a21aee28ca tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1327183 Mar 31 23:34:00.333804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-8f7cd6bb-7e86-4d16-b6a9-c28c1665b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:00.335400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-8f7cd6bb-7e86-4d16-b6a9-c28c1665b2d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367917 Mar 31 23:34:00.339161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-844adf4e-0e87-4001-921c-b5c04ddf783b req-0a7bf53f-e359-4308-87cf-f0bbc9261f52 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 Mar 31 23:34:00.454812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-85920421-6e23-47cd-bd71-b270795afc74 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126475 Mar 31 23:34:00.566193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b8f5135-d736-4c35-95a7-5dad91045a9e req-0ebed1b8-3218-494d-b450-8db01a457d85 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040599 Mar 31 23:34:00.761128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-d7ccd31b-dfb2-4c1b-ac1e-a646a5a79734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:00.762882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-d7ccd31b-dfb2-4c1b-ac1e-a646a5a79734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 1095 time: 0.0641043 Mar 31 23:34:00.942867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-2ba9848c-c6c0-47b0-9c92-3db1017b288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:00.944542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-2ba9848c-c6c0-47b0-9c92-3db1017b288a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1738162 Mar 31 23:34:01.378455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-6f96838a-c0d3-4d85-af2e-29171558c2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf22aad-ac63-44e4-8066-b78f5587effe HTTP/1.1" status: 200 len: 217 time: 0.4266591 Mar 31 23:34:01.506487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-25673b73-afd6-4dac-8e3f-b46c79945c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:01.508359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-25673b73-afd6-4dac-8e3f-b46c79945c91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.1237288 Mar 31 23:34:01.612633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9cdcc-94b4-433d-9cde-a8ada4868ae8 req-20d7a7a1-9f74-4ffb-9698-3b8168383bc6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:01.621859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2b9cdcc-94b4-433d-9cde-a8ada4868ae8 req-20d7a7a1-9f74-4ffb-9698-3b8168383bc6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1438675 Mar 31 23:34:01.683647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2b9cdcc-94b4-433d-9cde-a8ada4868ae8 req-a13fb52b-5055-469f-a812-cb1da43b4fb2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Mar 31 23:34:01.697759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-add624dc-6b8c-445d-ae27-28ff0e13ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:01.699486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-add624dc-6b8c-445d-ae27-28ff0e13ddab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600597 Mar 31 23:34:01.811792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-6f7cf782-d1df-427a-871b-efd60ca8ff08 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048179 Mar 31 23:34:01.940524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17118125-bf99-4d4c-a8f4-30cf6699c1b8 req-3422ce3d-3670-4243-98f5-925c3629f447 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220148 Mar 31 23:34:02.843945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a925f4-1460-4096-8242-ce55e135a41e req-50b69ca7-51ff-4b95-9d40-2164ff186ec1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:02.845545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66a925f4-1460-4096-8242-ce55e135a41e req-50b69ca7-51ff-4b95-9d40-2164ff186ec1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0800726 Mar 31 23:34:02.899466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66a925f4-1460-4096-8242-ce55e135a41e req-50c8ec2e-6a6a-403f-b2aa-8a6420f9c1cd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Mar 31 23:34:04.053379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5f25a-c525-4c0a-b1e9-5917492475b0 req-be667f12-33a8-4f40-ab1a-c25c2a6da7a6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:04.055127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84a5f25a-c525-4c0a-b1e9-5917492475b0 req-be667f12-33a8-4f40-ab1a-c25c2a6da7a6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0645330 Mar 31 23:34:04.111533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84a5f25a-c525-4c0a-b1e9-5917492475b0 req-4511e919-d088-4769-b0d6-74b94f5929a5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482070 Mar 31 23:34:04.990296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:05.258931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758dee-5892-4474-8aea-20bd7052b145 req-af154603-34fe-49d7-9336-3e541f4c5f8d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:05.262131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71758dee-5892-4474-8aea-20bd7052b145 req-af154603-34fe-49d7-9336-3e541f4c5f8d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0534091 Mar 31 23:34:05.302374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71758dee-5892-4474-8aea-20bd7052b145 req-bb783a31-0dc7-42f9-b555-5286f4a9aba2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Mar 31 23:34:06.457967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63448-2ff2-4bbc-a124-d4c2a3b6c92e req-95cd7759-784d-4427-97d3-61cb55ed0214 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:06.459547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee63448-2ff2-4bbc-a124-d4c2a3b6c92e req-95cd7759-784d-4427-97d3-61cb55ed0214 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0607510 Mar 31 23:34:06.506987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ee63448-2ff2-4bbc-a124-d4c2a3b6c92e req-4bec5971-6c3b-4d55-89e0-8d8c6770dfc4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Mar 31 23:34:07.644404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c1d95-d26e-45dc-9913-2a06cb5187b3 req-0e915dc7-b6ff-41ad-b578-2bc12c2a6736 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:07.646757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-915c1d95-d26e-45dc-9913-2a06cb5187b3 req-0e915dc7-b6ff-41ad-b578-2bc12c2a6736 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0620475 Mar 31 23:34:07.692776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-915c1d95-d26e-45dc-9913-2a06cb5187b3 req-0c4cc183-bac0-4629-8d39-927344a1a135 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Mar 31 23:34:08.426848 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-f270413c-1919-4665-ba48-853b6989e106 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592790 Mar 31 23:34:08.542577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990edce-d40b-4a9f-b440-f9295e669dce req-c592a3be-5bf3-470f-ad59-78edd54005fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.544378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-c592a3be-5bf3-470f-ad59-78edd54005fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0613940 Mar 31 23:34:08.663643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990edce-d40b-4a9f-b440-f9295e669dce req-237086c2-5c1c-4677-b520-9861c50bcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.665734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-237086c2-5c1c-4677-b520-9861c50bcb4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.0979657 Mar 31 23:34:08.743056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-15a02592-2fdc-4fe3-82db-d94c416155ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 999 time: 0.0702322 Mar 31 23:34:08.809402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990edce-d40b-4a9f-b440-f9295e669dce req-9b8bb2c3-9fe2-4e52-9ef1-653ba3c7f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.811040 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-9b8bb2c3-9fe2-4e52-9ef1-653ba3c7f04f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0612462 Mar 31 23:34:08.840086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643326d4-66ef-43eb-80bf-fa5e6db33105 req-6f6fe44a-fa72-4d41-860b-4c77ff32a0ea tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.849820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-643326d4-66ef-43eb-80bf-fa5e6db33105 req-6f6fe44a-fa72-4d41-860b-4c77ff32a0ea tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0794597 Mar 31 23:34:08.874641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990edce-d40b-4a9f-b440-f9295e669dce req-77e1ed30-7175-4d24-8e67-2eeb4bc261ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.877826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-77e1ed30-7175-4d24-8e67-2eeb4bc261ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572867 Mar 31 23:34:08.896937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-643326d4-66ef-43eb-80bf-fa5e6db33105 req-81767c92-dcb6-49f7-98a9-0a59f8528efd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Mar 31 23:34:08.991260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-7d3ae49a-3036-49d0-99d7-71004c2cce4a service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049101 Mar 31 23:34:09.100771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1990edce-d40b-4a9f-b440-f9295e669dce req-8cfd57b4-7626-48d3-b590-92344b5b8a5f service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014597 Mar 31 23:34:10.041354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f68b-553c-4443-b11d-0baf4dd3f5ba req-592eb590-f484-4952-a6db-ee0b47d502e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:10.042982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f67f68b-553c-4443-b11d-0baf4dd3f5ba req-592eb590-f484-4952-a6db-ee0b47d502e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0620203 Mar 31 23:34:10.089822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f67f68b-553c-4443-b11d-0baf4dd3f5ba req-eb804b4b-f2e0-4c05-b732-bcfbe349abf0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Mar 31 23:34:11.213401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5252a-9a63-4581-b177-74ceff69bcd4 req-f12b20e3-ba9e-47c5-a4b2-fa68c22dc721 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:11.215050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7d5252a-9a63-4581-b177-74ceff69bcd4 req-f12b20e3-ba9e-47c5-a4b2-fa68c22dc721 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0541959 Mar 31 23:34:11.259743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7d5252a-9a63-4581-b177-74ceff69bcd4 req-19dc8176-1174-4cc1-8b48-2cc4e3651ba2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Mar 31 23:34:11.796243 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e9c91468-d38f-4df1-ba3e-ee91d95ad4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.116970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33750) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:12.234293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-532f9590-0dc8-47df-88d4-4e8c55696501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.320535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-532f9590-0dc8-47df-88d4-4e8c55696501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.394719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec610e-faaa-49af-ab86-8a72c9ab0adc req-86b93d01-c0ba-4cec-be49-cffb2aed5e22 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:12.396255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19ec610e-faaa-49af-ab86-8a72c9ab0adc req-86b93d01-c0ba-4cec-be49-cffb2aed5e22 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0598817 Mar 31 23:34:12.407559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-532f9590-0dc8-47df-88d4-4e8c55696501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.449856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19ec610e-faaa-49af-ab86-8a72c9ab0adc req-b1e4fee9-ee87-412a-a9ff-47543e98ed29 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471222 Mar 31 23:34:12.469460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33758) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:12.475298 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-532f9590-0dc8-47df-88d4-4e8c55696501 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=70bcd5a9a4e249e189304f3fb02523ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535814 Mar 31 23:34:12.477236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f9590-0dc8-47df-88d4-4e8c55696501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97892b75-8fe2-400d-8f2f-eb8f760dfac6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.529654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.552050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.727815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.730644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.732487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97892b75-8fe2-400d-8f2f-eb8f760dfac6 HTTP/1.1" status: 204 len: 168 time: 0.2613792 Mar 31 23:34:12.741283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2eadb-423c-4f7e-b434-4d74887ede6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97892b75-8fe2-400d-8f2f-eb8f760dfac6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.897004 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:13.527831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 33768) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:13.542182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5868d01-b683-4615-82e5-42e7fe91123a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.578156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab0924-3aa6-4a64-b3e1-7ecc0b2317cf req-7ee0e8c2-9cd0-475c-8a00-0ade91ce9b43 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:13.580712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ab0924-3aa6-4a64-b3e1-7ecc0b2317cf req-7ee0e8c2-9cd0-475c-8a00-0ade91ce9b43 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Mar 31 23:34:13.629921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ab0924-3aa6-4a64-b3e1-7ecc0b2317cf req-01a83bf3-f0de-466b-badb-e704ed4ffc4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Mar 31 23:34:13.631292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5868d01-b683-4615-82e5-42e7fe91123a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.738738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5868d01-b683-4615-82e5-42e7fe91123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.780020 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5868d01-b683-4615-82e5-42e7fe91123a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a19b9a143ae4ab28d2978d34cafedc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511029 Mar 31 23:34:13.782030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868d01-b683-4615-82e5-42e7fe91123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a86e62-3c05-4831-8ffa-d0c09a510df5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:13.783441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33770) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:13.849627 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.875829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ed1c8b7-67f3-4944-83bc-4b12e04be300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.876962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.073808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.076509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.080325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9a86e62-3c05-4831-8ffa-d0c09a510df5 HTTP/1.1" status: 204 len: 168 time: 0.2929845 Mar 31 23:34:14.086770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511745-9c77-4416-8299-09fdebc1285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a86e62-3c05-4831-8ffa-d0c09a510df5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:14.785711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5384c-0946-414d-99b4-624bf125972d req-832b74c2-9219-440a-983f-7f5f53fb7a2b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:14.787240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cd5384c-0946-414d-99b4-624bf125972d req-832b74c2-9219-440a-983f-7f5f53fb7a2b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0595248 Mar 31 23:34:14.830689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cd5384c-0946-414d-99b4-624bf125972d req-5852479a-aa51-4f0e-a6ca-cc6df863c7e8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Mar 31 23:34:15.482214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.957855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903f6b3-a918-4da3-a3e2-70777d540936 req-f8e2257f-cde5-4096-bf76-9b476cbdca19 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:15.959536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3903f6b3-a918-4da3-a3e2-70777d540936 req-f8e2257f-cde5-4096-bf76-9b476cbdca19 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0509443 Mar 31 23:34:16.001525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3903f6b3-a918-4da3-a3e2-70777d540936 req-3c19caa5-fa02-4050-931e-baa040418771 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Mar 31 23:34:16.768319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.796693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.022202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 33916) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:17.156734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2782-1ea9-4411-b070-422ec90e282b tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:17.158363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2782-1ea9-4411-b070-422ec90e282b tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:17.158363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2782-1ea9-4411-b070-422ec90e282b tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:17.171049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6a3a2782-1ea9-4411-b070-422ec90e282b tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=38e0498256944aaea288ddc40b883621&network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 2969 time: 0.1368911 Mar 31 23:34:17.203916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b992db-323c-4647-bfd1-cd942c1c55ed req-d402fe6b-da7f-4f8f-a594-745d3db6052b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:17.205775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4b992db-323c-4647-bfd1-cd942c1c55ed req-d402fe6b-da7f-4f8f-a594-745d3db6052b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1101305 Mar 31 23:34:17.266195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4b992db-323c-4647-bfd1-cd942c1c55ed req-71e7cc3f-18b8-4b79-9efa-33982dca7ae8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Mar 31 23:34:18.421027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae3a4d-8cdb-4226-90f3-9587a50dc42b req-b94be779-b034-496a-8d5e-93a67bd44680 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:18.422551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9ae3a4d-8cdb-4226-90f3-9587a50dc42b req-b94be779-b034-496a-8d5e-93a67bd44680 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0657892 Mar 31 23:34:18.464401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9ae3a4d-8cdb-4226-90f3-9587a50dc42b req-c6216903-97f6-4182-b321-ab74e9a02c4c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Mar 31 23:34:18.666163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34012) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:18.754613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe530f1-1da7-4609-be7a-a3f857fb45ef tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:18.754613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5fe530f1-1da7-4609-be7a-a3f857fb45ef tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300 HTTP/1.1" status: 200 len: 814 time: 0.0623653 Mar 31 23:34:19.448952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34038) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:19.454150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'network': {'name': 'tempest-network-smoke--1090214924', 'project_id': '38e0498256944aaea288ddc40b883621', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:19.586957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:19.590508 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.621321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:34:19.634586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa561909-d297-4271-9a47-30ba76fa6f80 req-0fcf19e7-a5b2-4bda-9eda-d4e688a4c53b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:19.635684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa561909-d297-4271-9a47-30ba76fa6f80 req-0fcf19e7-a5b2-4bda-9eda-d4e688a4c53b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0869801 Mar 31 23:34:19.641953 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.652351 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Added segment 31bbe65b-db31-4e4d-a9a5-990668473ac3 of type vlan for network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 Mar 31 23:34:19.719887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa561909-d297-4271-9a47-30ba76fa6f80 req-960051ac-5bce-4c93-8aaa-9fce8eb3dc3b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747066 Mar 31 23:34:19.721691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.834225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.844891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:19.845767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.949835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Network': ['ID=25c9de0f-12bd-44a6-9b6c-896acf400ea8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:19.966823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:34:20.044178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b81775fe-69b6-40f3-b2e4-09937dc7bc28 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5941620 Mar 31 23:34:20.047934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34062) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.126941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbdebd4-c3d9-4541-aa11-88809584ec48 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:20.128470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bbbdebd4-c3d9-4541-aa11-88809584ec48 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=38e0498256944aaea288ddc40b883621&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0794992 Mar 31 23:34:20.131497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34064) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.235391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f7f69-2b57-4811-9ba3-e7bc094dc0b5 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:20.236972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d17f7f69-2b57-4811-9ba3-e7bc094dc0b5 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045074 Mar 31 23:34:20.240074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34070) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.276822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c7d7e218-d715-4953-9d7d-557a1d1e1d3b tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354650 Mar 31 23:34:20.282134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34074) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.315264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3fe21fb4-5f1e-4253-b025-5499aeeabfcf tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=38e0498256944aaea288ddc40b883621&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320005 Mar 31 23:34:20.318248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34078) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.501371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebcb66-9a38-4eab-bee7-635686bb9d60 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:20.506308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34084) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.506872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d1ebcb66-9a38-4eab-bee7-635686bb9d60 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1871016 Mar 31 23:34:20.541933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0ee76800-4a44-487f-97e9-1b9c5fce6c37 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344551 Mar 31 23:34:20.544483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34090) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:20.549519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643531550', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'project_id': '38e0498256944aaea288ddc40b883621', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:20.710489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:20.714267 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:20.916926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074738a1-d49a-49a0-9ff4-4b22547e4a82 req-16b8b118-7fe8-4550-a534-3e2265b03e9a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:20.918577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-074738a1-d49a-49a0-9ff4-4b22547e4a82 req-16b8b118-7fe8-4550-a534-3e2265b03e9a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1203101 Mar 31 23:34:21.015163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-074738a1-d49a-49a0-9ff4-4b22547e4a82 req-1e02f18b-1b7c-43e3-85f2-4bfe66c9339b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Mar 31 23:34:21.121809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.181823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Subnet': ['ID=7b3da5d1-5970-4b13-b680-423ca8874c98,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:21.200513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Checking segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:21.200513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network hostable DHCP agents. Network: 25c9de0f-12bd-44a6-9b6c-896acf400ea8, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:34:21.292984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:34:21.367266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 25c9de0f-12bd-44a6-9b6c-896acf400ea8) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:21.373869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:21.373869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.381307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8c3c2-6d06-49af-bfaf-97e2f6111343 None None] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:21.499264 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6caed856-8795-4d57-9f65-49e0c5ae20df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9507015 Mar 31 23:34:21.550725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'fixed_ips': [{'subnet_id': '7b3da5d1-5970-4b13-b680-423ca8874c98'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:34:21.551705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.702707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Allocated IP 172.20.0.18 (25c9de0f-12bd-44a6-9b6c-896acf400ea8/7b3da5d1-5970-4b13-b680-423ca8874c98/1c4740c8-9847-44a3-a08d-30e702f2c937) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:21.870696 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.881065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34132) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:21.886349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587404761', 'description': 'tempest-secgroup-smoke-587404761 description', 'project_id': '38e0498256944aaea288ddc40b883621'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:21.973605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.018734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:22.023778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:22.027618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:22.030321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.035479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Pushing event updated for resources: {'Port': ['ID=1c4740c8-9847-44a3-a08d-30e702f2c937,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:22.063467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.064088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.064992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.065488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.065972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.066304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.066628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.066956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.067437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.067793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.068325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.068816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:22.121031 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Attempting to bind port 1c4740c8-9847-44a3-a08d-30e702f2c937 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:22.125936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Attempting to bind port 1c4740c8-9847-44a3-a08d-30e702f2c937 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:22.125936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Attempting to bind port 1c4740c8-9847-44a3-a08d-30e702f2c937 on network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:22.132842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:22.133236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Checking segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:22.133624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.134054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Bound using segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:22.135193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Bound port: 1c4740c8-9847-44a3-a08d-30e702f2c937, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:22.135833 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.148853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.209372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603f1d3-b067-40f6-a4b2-693c603643ac req-c5269ab5-3f82-42be-a3ca-bc123e786d36 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:22.211298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] For port 1c4740c8-9847-44a3-a08d-30e702f2c937, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:22.212025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0603f1d3-b067-40f6-a4b2-693c603643ac req-c5269ab5-3f82-42be-a3ca-bc123e786d36 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0669863 Mar 31 23:34:22.215229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] For port 1c4740c8-9847-44a3-a08d-30e702f2c937, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1c4740c8-9847-44a3-a08d-30e702f2c937,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:22.259292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0603f1d3-b067-40f6-a4b2-693c603643ac req-60583991-887c-4652-ad45-421de1126ed4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Mar 31 23:34:22.372669 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.373138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.421710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a058c60-a7f7-41ec-92e0-bd8d6409de80,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:22.479327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72056de-9832-423e-a0cd-b09212723b01 None None] Pushing event updated for resources: {'Port': ['ID=1c4740c8-9847-44a3-a08d-30e702f2c937,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:22.507502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.511728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a39eb2ee-b3a0-48b1-9c7d-6c6e1501c3de tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6292160 Mar 31 23:34:22.512271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:22.518599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:22.751426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.835341 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:22.997620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.032039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5459cf1b-d93b-4969-8265-7577aec48d74,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:23.112799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.114395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9b99045-f484-4557-a6ab-7ae720e7193d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6008506 Mar 31 23:34:23.122665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34174) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:23.122665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:23.341492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.423455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e47cc0-0912-4b8a-9460-d2e908d8ee16 req-82edd107-57a8-46c5-8ee7-74db7da4abf3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:23.433021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e47cc0-0912-4b8a-9460-d2e908d8ee16 req-82edd107-57a8-46c5-8ee7-74db7da4abf3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0787950 Mar 31 23:34:23.433132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.486003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83e47cc0-0912-4b8a-9460-d2e908d8ee16 req-91fd2513-7011-40d2-a53f-35daa433827f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Mar 31 23:34:23.548571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.574915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430e5e8e-3a1c-4d47-822e-38e970bc1742,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:23.643522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0651c0c-1137-4d58-ac27-855549015a83 None None] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:23.713082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.714882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-190a1ab6-b6c2-4210-b38a-a9b707e3a893 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5968614 Mar 31 23:34:23.718693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34190) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:23.723508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:23.735911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] Provisioning complete for port 1c4740c8-9847-44a3-a08d-30e702f2c937 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:23.736685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.885456 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.931901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.023505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.072807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] For port 1c4740c8-9847-44a3-a08d-30e702f2c937, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1c4740c8-9847-44a3-a08d-30e702f2c937,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:24.095786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1c4740c8-9847-44a3-a08d-30e702f2c937 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:24.167867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1c4740c8-9847-44a3-a08d-30e702f2c937 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:24.168238 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.272950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.645083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836bad7-b305-456a-b291-bbad219ca5b5 req-80c20d35-6137-44cf-822e-e4525376ff19 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:24.647471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2836bad7-b305-456a-b291-bbad219ca5b5 req-80c20d35-6137-44cf-822e-e4525376ff19 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0832837 Mar 31 23:34:24.701967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2836bad7-b305-456a-b291-bbad219ca5b5 req-f8cfadf3-7803-4f5f-8cce-3277010a4332 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Mar 31 23:34:24.774434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.796421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e95754-fc39-418e-91e5-07506ec57360,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:24.847976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.850028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:24.929668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:34:24.930315 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:34:24.934635 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fb461-c4d0-432d-a824-c29b1bee175c None None] Pushing event updated for resources: {'Port': ['ID=1c4740c8-9847-44a3-a08d-30e702f2c937,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:24.971293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fc0e9109-0a06-4bdb-931f-7555a60e8a77 None None] Provisioning complete for port 1c4740c8-9847-44a3-a08d-30e702f2c937 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:24.972163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc0e9109-0a06-4bdb-931f-7555a60e8a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.032497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.035019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ffb57f04-f379-4333-ad6a-459cb65b88f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3152025 Mar 31 23:34:25.037857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34216) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:25.043440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:25.205796 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.276385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.407093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.428032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6297b9-6243-46c6-a3e6-4be716b3d84a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:25.520967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.522237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4844f343-ccb6-4753-8d91-9e4e0c28dccc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4832604 Mar 31 23:34:25.525633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34230) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:25.531493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:25.702265 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:34:25.707561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.830348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.853797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6d7d2-c392-4aba-9f64-7e3851c0e8bd req-8e0c0620-dec2-467a-ade7-d68dde539234 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:25.861829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9b6d7d2-c392-4aba-9f64-7e3851c0e8bd req-8e0c0620-dec2-467a-ade7-d68dde539234 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0763061 Mar 31 23:34:25.926289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9b6d7d2-c392-4aba-9f64-7e3851c0e8bd req-156fde8a-2f8c-4aed-91c8-cc02ed408393 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635552 Mar 31 23:34:25.927772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:25.956877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1c4740c8-9847-44a3-a08d-30e702f2c937 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:25.958497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3353fa-ac12-47be-86c2-08b50ddd5de3,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:26.054245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1c4740c8-9847-44a3-a08d-30e702f2c937 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:26.054605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.123792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.125711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8d634402-62d8-40ba-8242-54447e21b232 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5986629 Mar 31 23:34:26.137128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34252) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:26.142038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '2a058c60-a7f7-41ec-92e0-bd8d6409de80', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:26.305298 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:34:26.312147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.396074 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.486089 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.507287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c85dc6-b365-4538-9a0c-3ce034bd963d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:26.578152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.580676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3c94fbc8-c1ac-400c-add3-e4983384eba9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422059 Mar 31 23:34:26.794605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-75c9f300-a884-4a18-afed-3cc0a0f0deec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587404761&fields=id&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 267 time: 0.0353336 Mar 31 23:34:26.915731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-0870b65f-9f68-400a-987d-db5e11b1ed69 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:26.917358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-0870b65f-9f68-400a-987d-db5e11b1ed69 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/networks?id=25c9de0f-12bd-44a6-9b6c-896acf400ea8 HTTP/1.1" status: 200 len: 797 time: 0.1133380 Mar 31 23:34:26.936905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-69481913-296b-4711-97bd-a7cb613e27c4 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/quotas/38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 375 time: 0.0118577 Mar 31 23:34:27.011560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-b96463e7-50a6-44bd-a515-26f58921bc64 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0655682 Mar 31 23:34:27.116503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95de83-1497-409d-badc-759f67e49ddc req-50d0b120-b9ab-4ffe-84e4-ae40f424dc34 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:27.118030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab95de83-1497-409d-badc-759f67e49ddc req-50d0b120-b9ab-4ffe-84e4-ae40f424dc34 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1054478 Mar 31 23:34:27.170485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-70884cd0-fa4a-4c03-a7e6-6257b936cc9d service neutron] 10.222.0.83 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481020 Mar 31 23:34:27.188559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab95de83-1497-409d-badc-759f67e49ddc req-0c4332a9-14a0-420a-9b6a-fb8f2e6191fe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 Mar 31 23:34:27.280745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-073375d9-08c1-40cc-b9b0-3cca405893ce service neutron] 10.222.0.83 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037393 Mar 31 23:34:27.566879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30f97118-859b-4892-9c37-a94f51d7e79b req-63df1ba1-d892-4ac5-814e-62019e14541e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 210 time: 0.0318341 Mar 31 23:34:28.317721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98f092-ad0f-48d5-b5ed-c0b2dc373bee req-e2fc0af5-ebb4-407a-ab62-fff3533ac573 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:28.321695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab98f092-ad0f-48d5-b5ed-c0b2dc373bee req-e2fc0af5-ebb4-407a-ab62-fff3533ac573 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0591769 Mar 31 23:34:28.372046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab98f092-ad0f-48d5-b5ed-c0b2dc373bee req-f1e4b4d5-4200-4f2e-87ab-a57cd1535392 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Mar 31 23:34:28.659872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87309667-9746-4b1d-abed-d7a373de0c3e req-56f5f92a-09c6-4944-8c7a-c083aa1d5bcb tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 210 time: 0.0321150 Mar 31 23:34:29.520556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca526ec-79eb-44cf-ab29-983f1155ba86 req-6c3a89a0-64ce-41f0-88ca-e54ec8d821e6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:29.522077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dca526ec-79eb-44cf-ab29-983f1155ba86 req-6c3a89a0-64ce-41f0-88ca-e54ec8d821e6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0668588 Mar 31 23:34:29.582703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dca526ec-79eb-44cf-ab29-983f1155ba86 req-6429efa0-2d23-4caa-b8d1-f0e46eb43d06 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Mar 31 23:34:29.773371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4c9330d-831c-46b7-ac10-17d25b0620a3 req-05038502-5949-4bb7-8bd9-6bf5a21052f0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 210 time: 0.0331383 Mar 31 23:34:30.072588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-c728ef1b-3b19-4e52-9ea3-080e84a3d29b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:30.073898 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-c728ef1b-3b19-4e52-9ea3-080e84a3d29b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/networks?id=25c9de0f-12bd-44a6-9b6c-896acf400ea8 HTTP/1.1" status: 200 len: 797 time: 0.1462510 Mar 31 23:34:30.123056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-14043ae1-4ce3-4dfa-8e75-924222afacc7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 471 time: 0.0400200 Mar 31 23:34:30.132456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'port': {'device_id': 'f1371986-1458-451b-991f-54d673aa36c3', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'admin_state_up': True, 'tenant_id': '38e0498256944aaea288ddc40b883621', 'security_groups': ['2a058c60-a7f7-41ec-92e0-bd8d6409de80']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:30.367073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:30.371595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:30.549236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.22 (25c9de0f-12bd-44a6-9b6c-896acf400ea8/7b3da5d1-5970-4b13-b680-423ca8874c98/13b1178c-d6c8-43d8-9fb6-171e6d6df309) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:30.741000 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:30.748486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489ee8-66ff-4ffc-95e9-e80c25faa737 req-8fa63d3f-7121-4757-83b5-3ec524a10c20 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:30.751808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8489ee8-66ff-4ffc-95e9-e80c25faa737 req-8fa63d3f-7121-4757-83b5-3ec524a10c20 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0776196 Mar 31 23:34:30.815348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8489ee8-66ff-4ffc-95e9-e80c25faa737 req-db495bec-c5cf-4975-8d53-96987ee538b2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577013 Mar 31 23:34:30.835786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:30.899710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:30.909976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:30.926599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:30.937368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:30.971683 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643000c-7df4-40a4-93b4-1e039b5028d2 req-de1f805d-a2d2-4f7a-a1f8-1bf712a8b729 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:30.981097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4643000c-7df4-40a4-93b4-1e039b5028d2 req-de1f805d-a2d2-4f7a-a1f8-1bf712a8b729 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 932 time: 0.0991735 Mar 31 23:34:31.053580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4643000c-7df4-40a4-93b4-1e039b5028d2 req-2f15f719-0624-4f77-9bcb-1fc9a0b53080 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552058 Mar 31 23:34:31.069770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:31.069770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:31.289729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-aca76410-874d-4981-8d39-9146bf0b995d None None] Provisioning complete for port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:31.290952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aca76410-874d-4981-8d39-9146bf0b995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:31.506817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-aca76410-874d-4981-8d39-9146bf0b995d None None] Port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:31.736921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-cda73e62-0288-4fed-b7f5-96e91ce0cbfc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6078746 Mar 31 23:34:31.752558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Request body: {'port': {'device_id': 'f1371986-1458-451b-991f-54d673aa36c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:31.857696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:31.984335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47654b-398d-43b8-bd3a-754e56c4d030 req-c5fb889c-591f-45da-ab94-aa65c96dabd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:31.995444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b47654b-398d-43b8-bd3a-754e56c4d030 req-c5fb889c-591f-45da-ab94-aa65c96dabd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0897853 Mar 31 23:34:32.049222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b47654b-398d-43b8-bd3a-754e56c4d030 req-4debf917-5018-4e6a-b574-8318d6b3ac6c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519567 Mar 31 23:34:32.198130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ef217-6425-48b0-a5a0-91bab4e41b02 req-4204d457-af20-48d2-8445-bb9868060049 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:32.206452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54ef217-6425-48b0-a5a0-91bab4e41b02 req-4204d457-af20-48d2-8445-bb9868060049 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 932 time: 0.0778239 Mar 31 23:34:32.257030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b54ef217-6425-48b0-a5a0-91bab4e41b02 req-12767294-1a09-4926-b454-f9df8456279f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494440 Mar 31 23:34:32.299826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b1178c-d6c8-43d8-9fb6-171e6d6df309 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:34:32.308751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:32.320875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Transition to ACTIVE for port object 13b1178c-d6c8-43d8-9fb6-171e6d6df309 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:34:32.418366 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:32.471464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Pushing event updated for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:32.553144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Attempting to bind port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:32.553588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Attempting to bind port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:32.554029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Attempting to bind port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 on network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:32.559777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 on network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:34:32.560221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Attempting to bind port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 on network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:32.565869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:32.566333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Checking segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:32.566849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Bound using segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:32.567465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Bound port: 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:32.568040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:32.652767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:32.656294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:32.713871 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:32.751866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:32.752747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:32.754318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] 10.222.0.44 "PUT /v2.0/ports/13b1178c-d6c8-43d8-9fb6-171e6d6df309 HTTP/1.1" status: 200 len: 1092 time: 1.0091679 Mar 31 23:34:32.756937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:32.759655 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:32.797529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715542b-26d0-43bb-b7b3-f563cdc95758 service neutron] Pushing event updated for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:33.035239 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8e859-b2a2-4850-8eb3-221ee58cc227 x-openstack-request-id: req-90e8e859-b2a2-4850-8eb3-221ee58cc227 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:33.035814 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:33.036414 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-90e8e859-b2a2-4850-8eb3-221ee58cc227 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:33.037006 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e8e859-b2a2-4850-8eb3-221ee58cc227'] response: {'name': 'network-changed', 'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309', 'status': 'completed', 'code': 200} Mar 31 23:34:33.050065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-2a981e1c-e574-432f-83bb-e06ab403777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.051712 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-2a981e1c-e574-432f-83bb-e06ab403777e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 1095 time: 0.1208248 Mar 31 23:34:33.114741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-1fff2acf-0852-472d-adc8-13e95a6f467c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309 HTTP/1.1" status: 200 len: 217 time: 0.0549235 Mar 31 23:34:33.173244 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-4873d6b8-7cd1-42f2-90f2-20e16d127d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.174850 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-4873d6b8-7cd1-42f2-90f2-20e16d127d69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b3da5d1-5970-4b13-b680-423ca8874c98 HTTP/1.1" status: 200 len: 838 time: 0.0531216 Mar 31 23:34:33.199861 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6547-5452-43e4-ab08-b616129f7d79 req-6b38fe46-a886-4d1a-899b-66d47c037e51 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.208872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2edd6547-5452-43e4-ab08-b616129f7d79 req-6b38fe46-a886-4d1a-899b-66d47c037e51 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0765991 Mar 31 23:34:33.235843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a332e-3c54-40ef-95a6-11e94f300501 req-caba9c33-b420-4642-92f0-97aa8aa8095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.237830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-caba9c33-b420-4642-92f0-97aa8aa8095f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25c9de0f-12bd-44a6-9b6c-896acf400ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557661 Mar 31 23:34:33.250736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2edd6547-5452-43e4-ab08-b616129f7d79 req-89364a7e-f3ee-412c-8b7d-d6b4f5b0ae6b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Mar 31 23:34:33.395157 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-4449785c-5253-4277-b366-da5fbb6b212a service neutron] 10.222.0.44 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448486 Mar 31 23:34:33.430872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90a7c0-b70f-4a2b-aeb5-fcacdea8bcbc req-ab8070c2-7da9-437c-802e-8d290b08cd82 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.440580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb90a7c0-b70f-4a2b-aeb5-fcacdea8bcbc req-ab8070c2-7da9-437c-802e-8d290b08cd82 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 944 time: 0.0982106 Mar 31 23:34:33.487581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb90a7c0-b70f-4a2b-aeb5-fcacdea8bcbc req-bf09e0c5-7335-417a-b118-6c6ca3f8e541 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458791 Mar 31 23:34:33.519906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-966a332e-3c54-40ef-95a6-11e94f300501 req-5941c28f-5009-4b2d-a4fd-221c0c6a0f55 service neutron] 10.222.0.44 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178744 Mar 31 23:34:33.717546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-dc8a0d69-09ba-47a2-8f14-302d49b82cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.719091 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-dc8a0d69-09ba-47a2-8f14-302d49b82cea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 1095 time: 0.0528598 Mar 31 23:34:33.843139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-9820a332-8ba3-4ff9-9a1d-2b884871b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.844837 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-9820a332-8ba3-4ff9-9a1d-2b884871b6e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25c9de0f-12bd-44a6-9b6c-896acf400ea8 HTTP/1.1" status: 200 len: 899 time: 0.1183679 Mar 31 23:34:33.905258 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-87ac8dff-6b70-4615-b99b-1d544d26d172 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309 HTTP/1.1" status: 200 len: 217 time: 0.0534427 Mar 31 23:34:33.964936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-47bf3513-38ed-454f-9647-9ae4fa951e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:33.966595 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-47bf3513-38ed-454f-9647-9ae4fa951e58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b3da5d1-5970-4b13-b680-423ca8874c98 HTTP/1.1" status: 200 len: 838 time: 0.0536737 Mar 31 23:34:34.044957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-c4b7d558-23ce-4b46-9dc9-26316ac7a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:34.046733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-c4b7d558-23ce-4b46-9dc9-26316ac7a491 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25c9de0f-12bd-44a6-9b6c-896acf400ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723586 Mar 31 23:34:34.197241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-48c1f13b-e123-4980-88bd-ab77124ec3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415901 Mar 31 23:34:34.301814 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc2fdf38-e0ee-4ef4-a3a3-435a5aa18ac5 req-920ffb7e-3a05-4900-b76e-c2a2bcd63538 service neutron] 10.222.0.44 "GET /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960577 Mar 31 23:34:34.414297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dc3b3-a2b3-4078-bc16-7aa1d02ca348 req-8019f438-32a2-478e-b643-4e4698f4f657 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:34.415952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-775dc3b3-a2b3-4078-bc16-7aa1d02ca348 req-8019f438-32a2-478e-b643-4e4698f4f657 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0602975 Mar 31 23:34:34.464901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-775dc3b3-a2b3-4078-bc16-7aa1d02ca348 req-aaae6f8d-7466-4145-9c2f-9ec6a05062e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Mar 31 23:34:34.642539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9ae3-2a51-4748-9dca-7a621a4d0f6e req-3a781b05-4e96-49a2-a8c9-0ed784fc7948 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:34.653453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a90f9ae3-2a51-4748-9dca-7a621a4d0f6e req-3a781b05-4e96-49a2-a8c9-0ed784fc7948 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 944 time: 0.0763273 Mar 31 23:34:34.703703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a90f9ae3-2a51-4748-9dca-7a621a4d0f6e req-39487bf7-2855-4335-888a-5ccb94a9b691 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489299 Mar 31 23:34:34.892867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:35.591195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f863-c4c4-4b60-9e7d-8d17334d5701 req-d1b078b7-9854-4487-8630-f15d4cad164a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:35.592891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86d8f863-c4c4-4b60-9e7d-8d17334d5701 req-d1b078b7-9854-4487-8630-f15d4cad164a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0561612 Mar 31 23:34:35.634587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86d8f863-c4c4-4b60-9e7d-8d17334d5701 req-fefa15b6-3e50-4c0b-93c9-60115a167645 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Mar 31 23:34:35.837798 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e2799-e1e7-4ead-958e-efdb00e1716c req-aacf23cb-dafc-47c4-8cb2-834eb08feeab tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:35.839672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec0e2799-e1e7-4ead-958e-efdb00e1716c req-aacf23cb-dafc-47c4-8cb2-834eb08feeab tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 944 time: 0.0585377 Mar 31 23:34:35.892152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec0e2799-e1e7-4ead-958e-efdb00e1716c req-14a707b8-232a-4fe4-a6ac-54fd041ef30d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Mar 31 23:34:36.109206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 13b1178c-d6c8-43d8-9fb6-171e6d6df309 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:34:36.216295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:36.230590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '13b1178c-d6c8-43d8-9fb6-171e6d6df309', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'port_id': '13b1178c-d6c8-43d8-9fb6-171e6d6df309', 'mac_address': 'fa:16:3e:68:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:34:36.272298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:36.286609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b1178c-d6c8-43d8-9fb6-171e6d6df309 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:34:36.309090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:36.438485 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:36.493557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:36.767070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38ba70-8fdf-428f-9890-94302572d0b4 req-87b45275-57b8-45c7-ac40-5200f9be7f45 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:36.768557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f38ba70-8fdf-428f-9890-94302572d0b4 req-87b45275-57b8-45c7-ac40-5200f9be7f45 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0612950 Mar 31 23:34:36.776974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['13b1178c-d6c8-43d8-9fb6-171e6d6df309'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:34:36.814960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f38ba70-8fdf-428f-9890-94302572d0b4 req-5e31fa06-c216-49ab-901f-d6ec63cf8880 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Mar 31 23:34:37.027161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d983c25-7121-46aa-8d0b-542285b0080f req-799485a4-1f09-40a0-b19d-05318575d821 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:37.028845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d983c25-7121-46aa-8d0b-542285b0080f req-799485a4-1f09-40a0-b19d-05318575d821 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 945 time: 0.0576556 Mar 31 23:34:37.075567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d983c25-7121-46aa-8d0b-542285b0080f req-dd992c08-2899-44ce-b5e6-78ccf3777fd4 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386024 Mar 31 23:34:37.946896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da2302-9734-4a30-b0fa-90901a491e69 req-0ea96462-7f0a-45f0-bd91-39686ac0cc60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:37.949375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6da2302-9734-4a30-b0fa-90901a491e69 req-0ea96462-7f0a-45f0-bd91-39686ac0cc60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0535424 Mar 31 23:34:37.987699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6da2302-9734-4a30-b0fa-90901a491e69 req-aea6d047-b5db-40d7-9ba6-7006ad4d9a1b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Mar 31 23:34:38.115215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 13b1178c-d6c8-43d8-9fb6-171e6d6df309 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:38.200144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2249e8-a3a2-4696-aaaf-85558f29a4d2 req-1f455db3-ed5f-4106-9cc5-13f6a30f9d36 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:38.201499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea2249e8-a3a2-4696-aaaf-85558f29a4d2 req-1f455db3-ed5f-4106-9cc5-13f6a30f9d36 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 945 time: 0.0546825 Mar 31 23:34:38.241091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ea2249e8-a3a2-4696-aaaf-85558f29a4d2 req-d380ebc7-e5c8-44bc-b7e5-cdcd9584fa66 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332386 Mar 31 23:34:38.290271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:34:38.294451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:38.294891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.377078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.400487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:38.403168 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccafe10-711f-434c-942a-c31255aa439f" -d '{"events": [{"server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "name": "network-vif-plugged", "status": "completed", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:38.416393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:38.511757 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccab66-cde2-4a54-b30d-e419c496941a x-openstack-request-id: req-33ccab66-cde2-4a54-b30d-e419c496941a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:38.512088 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "name": "network-vif-plugged", "status": "completed", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:38.512347 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-33ccab66-cde2-4a54-b30d-e419c496941a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:38.512792 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ccab66-cde2-4a54-b30d-e419c496941a'] response: {'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309', 'code': 200} Mar 31 23:34:38.518365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.572256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:38.618724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532a01c-2ab8-4aa5-a652-9d4386604564 req-21f566cd-ab78-442c-bbd7-f5f7124c49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:38.620375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0532a01c-2ab8-4aa5-a652-9d4386604564 req-21f566cd-ab78-442c-bbd7-f5f7124c49c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 1097 time: 0.0440052 Mar 31 23:34:38.656890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0532a01c-2ab8-4aa5-a652-9d4386604564 req-90b4f7cf-c67a-45a5-bb7b-d32a7cde5644 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300260 Mar 31 23:34:39.107469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528c086-6459-47aa-afeb-e3ef3bec3c98 req-56f8fa60-4bab-4ffd-895f-db1ef473b9c8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:39.109071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8528c086-6459-47aa-afeb-e3ef3bec3c98 req-56f8fa60-4bab-4ffd-895f-db1ef473b9c8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0505779 Mar 31 23:34:39.148715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8528c086-6459-47aa-afeb-e3ef3bec3c98 req-59b2c19f-489a-4178-ad72-0a1e4533404b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Mar 31 23:34:39.370145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806c2e5-1836-4106-b3dd-2f4bd42fef2b req-78a66f11-1c52-46de-b29c-2c3d9e762bbd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:39.371824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9806c2e5-1836-4106-b3dd-2f4bd42fef2b req-78a66f11-1c52-46de-b29c-2c3d9e762bbd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Mar 31 23:34:39.410537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:39.411792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9806c2e5-1836-4106-b3dd-2f4bd42fef2b req-67b56451-72b5-4fdd-83f2-025ee0709b5c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Mar 31 23:34:39.559118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9957af6f-1299-420b-beea-bc25b47caaf5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=86a4c980be764340b0bac3383ea42466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469908 Mar 31 23:34:39.561575 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 34582) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:39.612657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.640955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.807472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.810282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.811463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5cdce554-a42f-4dc3-adad-f9a7ca16d4bf HTTP/1.1" status: 204 len: 168 time: 0.2489488 Mar 31 23:34:39.821411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdce554-a42f-4dc3-adad-f9a7ca16d4bf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:39.829410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.829750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.830080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.830412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.830732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.831074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.831529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.831863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.832169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.832484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.832796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:39.833110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a29610-6b33-470b-bdb3-42237fcd5189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:40.297627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43412-d3ee-49ad-9732-c5b6bec13fdd req-ca3ef671-a3a0-467d-a117-679e13df74de tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:40.299410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33e43412-d3ee-49ad-9732-c5b6bec13fdd req-ca3ef671-a3a0-467d-a117-679e13df74de tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0666995 Mar 31 23:34:40.347625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33e43412-d3ee-49ad-9732-c5b6bec13fdd req-dc59506b-503a-4266-8c38-e4ff58bbfe28 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384660 Mar 31 23:34:40.545775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaa99e-a68d-402d-b73a-5f7be4e2032f req-6bf52ef3-1f67-43d8-94cb-7098fe8ad390 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:40.547338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fbaa99e-a68d-402d-b73a-5f7be4e2032f req-6bf52ef3-1f67-43d8-94cb-7098fe8ad390 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0555668 Mar 31 23:34:40.589842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fbaa99e-a68d-402d-b73a-5f7be4e2032f req-63afab3d-0f91-4e4c-91bd-a8d03603a023 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363050 Mar 31 23:34:40.714972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ced2a-8ac3-4439-8895-1194dd92d3ee req-40548551-1e1c-4c39-86fb-4af41349a31c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:40.716458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f54ced2a-8ac3-4439-8895-1194dd92d3ee req-40548551-1e1c-4c39-86fb-4af41349a31c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0518606 Mar 31 23:34:40.757787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f54ced2a-8ac3-4439-8895-1194dd92d3ee req-87fad4e6-5ef2-4aab-b6e5-4af0f211dc83 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353453 Mar 31 23:34:41.480321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c647e9-2f87-4ad9-8170-931266a7d7fd req-56c3ffc8-89dc-4594-a0eb-5e75cf1ba15c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:41.481822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7c647e9-2f87-4ad9-8170-931266a7d7fd req-56c3ffc8-89dc-4594-a0eb-5e75cf1ba15c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.0572824 Mar 31 23:34:41.520999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b7c647e9-2f87-4ad9-8170-931266a7d7fd req-100b8618-930d-4cc3-9b41-e23840f799b8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Mar 31 23:34:41.760624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55f67483-bcb8-4015-b90c-b14e7ce6aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:42.309470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 34628) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:42.998962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e623-5aa9-4082-bbdf-9715214e31c5 req-391f9e10-43e9-4f74-9ffb-4e31bba868d7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:43.001424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb91e623-5aa9-4082-bbdf-9715214e31c5 req-391f9e10-43e9-4f74-9ffb-4e31bba868d7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1125326 Mar 31 23:34:43.085605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb91e623-5aa9-4082-bbdf-9715214e31c5 req-87c77490-3bb8-4eaf-a133-4ff0c12bf298 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701694 Mar 31 23:34:43.149607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:43.424882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.17 (25c9de0f-12bd-44a6-9b6c-896acf400ea8/7b3da5d1-5970-4b13-b680-423ca8874c98/d550b594-4f1b-4e6f-8eeb-8f1d561a3aba) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:43.542954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:43.686892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:43.732907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:43.736192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:43.740129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:43.747172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:43.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.778606 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.779275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.779388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.779662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.779996 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.780365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.780656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.780982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:43.808218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:43.886872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-103c0ee7-4763-451d-85ab-c8d650589759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:43.968599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b4502a35-831c-4f07-8acc-249ab0fc5e13 None None] Provisioning complete for port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:43.968963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b4502a35-831c-4f07-8acc-249ab0fc5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:44.007878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b4502a35-831c-4f07-8acc-249ab0fc5e13 None None] Port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:44.063731 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:44.283788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-e53201b9-e0f6-4df5-8d30-3a3cd062bb9e tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=62883de912b54a7c93dce30717337bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440505 Mar 31 23:34:44.351559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed20b26-1bf2-4b4e-86ab-51b42e42d80e req-20b8aa28-2f73-4128-b9a2-e0f7d10300ef tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:44.353369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ed20b26-1bf2-4b4e-86ab-51b42e42d80e req-20b8aa28-2f73-4128-b9a2-e0f7d10300ef tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 944 time: 0.1758339 Mar 31 23:34:44.571496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ed20b26-1bf2-4b4e-86ab-51b42e42d80e req-46e04071-2e8a-4e53-b4f9-e6df4e007580 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084873 Mar 31 23:34:44.598137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-d65f504f-12e1-4fb7-a5eb-bf821181b12b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:44.599816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-d65f504f-12e1-4fb7-a5eb-bf821181b12b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070428 Mar 31 23:34:44.640504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-8d2ad98b-2e0e-4035-b7ec-bebdbbfe2c42 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/quotas/62883de912b54a7c93dce30717337bbf HTTP/1.1" status: 200 len: 375 time: 0.0302103 Mar 31 23:34:44.682259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-6ab53db0-7cc3-4ada-8beb-5d2a9b7304dd tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=62883de912b54a7c93dce30717337bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336814 Mar 31 23:34:44.686317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:44.806989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:44.884777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:44.889677 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:44.990251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8fd5b2dc-1c0a-4d7a-a18c-5a8adcf3ac13 req-ed0a2ed7-beee-4e83-8168-2c85b6f423a3 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0351567 Mar 31 23:34:45.014506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:45.016046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:45.140870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device fbf22aad-ac63-44e4-8066-b78f5587effe details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:34:45.142953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:34:45.244604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=fbf22aad-ac63-44e4-8066-b78f5587effe,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:45.266013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'fbf22aad-ac63-44e4-8066-b78f5587effe', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': 'fbf22aad-ac63-44e4-8066-b78f5587effe', 'mac_address': 'fa:16:3e:47:01:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:34:45.272315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:34:45.282555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-30fd41dc-4a66-4148-9c56-5ff9f77eb8ec tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/1a3b0925-3fd6-4d77-b14a-447eb3e82deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9675524 Mar 31 23:34:45.290940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:34:45.323502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:45.324054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:34:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:45.330714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:45.390529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf22aad-ac63-44e4-8066-b78f5587effe {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:34:45.419056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-89bd3862-368f-4793-8fa3-38be0dd0f4b6 None None] Provisioning complete for port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:45.419436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-89bd3862-368f-4793-8fa3-38be0dd0f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:45.426592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=fbf22aad-ac63-44e4-8066-b78f5587effe,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:45.496293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-89bd3862-368f-4793-8fa3-38be0dd0f4b6 None None] Port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:45.510261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:45.512101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:45.559547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:45.670336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:45.709142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232376-1540-40dd-b053-9f558f6a6c22 req-e5a49bff-8836-4739-8efd-fc5236577692 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:45.710810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f232376-1540-40dd-b053-9f558f6a6c22 req-e5a49bff-8836-4739-8efd-fc5236577692 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 945 time: 0.0642476 Mar 31 23:34:45.753818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f232376-1540-40dd-b053-9f558f6a6c22 req-9a313144-a681-4caf-83a0-c08c01686435 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Mar 31 23:34:45.816758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:34:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd550b594-4f1b-4e6f-8eeb-8f1d561a3aba', 'name': '', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:ce:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:43Z', 'updated_at': '2022-03-31T23:34:44Z', 'revision_number': 2, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:45.849709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:34:45.850068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Updating router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:34:45.880364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:45.925977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['fbf22aad-ac63-44e4-8066-b78f5587effe'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:34:46.097553 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aae3db2-9831-4a51-abfb-a4978ba5b3f8 req-c6859490-b7ed-4e82-8d2a-5b429a835e63 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0333874 Mar 31 23:34:46.295214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.475454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.531109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeccf42-1f83-45ea-a7d5-68f567203348 None None] Pushing event updated for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:46.604679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Attempting to bind port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:46.604679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Attempting to bind port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:46.605058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Attempting to bind port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba on network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:46.611245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:46.611665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Checking segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:46.612068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.613143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Bound using segment: {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:46.613143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Bound port: d550b594-4f1b-4e6f-8eeb-8f1d561a3aba, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bbe65b-db31-4e4d-a9a5-990668473ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:46.613366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.688030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] For port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:46.691580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] For port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:46.701643 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.778645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.832305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.869210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:46.872272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:34:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:46.872272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeccf42-1f83-45ea-a7d5-68f567203348 None None] Pushing event updated for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:46.875108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] Provisioning complete for port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:46.875479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:46.921525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490166e-2966-40bd-9620-e5bbd5b8814d req-10009dd6-5fb1-4509-9702-3ab1c6bf205f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:46.923186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5490166e-2966-40bd-9620-e5bbd5b8814d req-10009dd6-5fb1-4509-9702-3ab1c6bf205f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 945 time: 0.0883691 Mar 31 23:34:46.973863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5490166e-2966-40bd-9620-e5bbd5b8814d req-430835df-d980-4c77-8583-d32307676fc3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 Mar 31 23:34:47.037780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:47.233677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c683ae9-f987-4a70-9af7-3d79f6fdfddd req-b7024bfc-7911-40b6-b5b0-88d3518a22d7 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0360410 Mar 31 23:34:47.331902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device fbf22aad-ac63-44e4-8066-b78f5587effe up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:47.353703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:47.466880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] For port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:47.567029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:47.568775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port fbf22aad-ac63-44e4-8066-b78f5587effe completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:34:47.600096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port fbf22aad-ac63-44e4-8066-b78f5587effe triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:47.600467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:47.653924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:34:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd550b594-4f1b-4e6f-8eeb-8f1d561a3aba', 'name': '', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:ce:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:43Z', 'updated_at': '2022-03-31T23:34:46Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:47.696305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57e63e-a2ed-4c36-bb0c-87771334c37b None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:34:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd550b594-4f1b-4e6f-8eeb-8f1d561a3aba', 'name': '', 'network_id': '25c9de0f-12bd-44a6-9b6c-896acf400ea8', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:ce:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:43Z', 'updated_at': '2022-03-31T23:34:46Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '7b3da5d1-5970-4b13-b680-423ca8874c98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:34:47.699948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3a339-7d72-4c3a-9ab4-ce1214a757ab None None] Pushing event updated for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:47.715249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ad17cd9-c79f-4f46-8eba-abd890eca975 None None] Provisioning complete for port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:47.715623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ad17cd9-c79f-4f46-8eba-abd890eca975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:47.808229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:47.836553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:47.839668 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4db7b-9906-4450-b1c3-0668e06669a7" -d '{"events": [{"server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "name": "network-vif-plugged", "status": "completed", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:47.889165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=fbf22aad-ac63-44e4-8066-b78f5587effe,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:47.929459 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1a23a-a0fe-4ae4-bf3e-57d87b102b94 x-openstack-request-id: req-54f1a23a-a0fe-4ae4-bf3e-57d87b102b94 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:47.929797 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "name": "network-vif-plugged", "status": "completed", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:47.930100 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-54f1a23a-a0fe-4ae4-bf3e-57d87b102b94 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:47.931266 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f1a23a-a0fe-4ae4-bf3e-57d87b102b94'] response: {'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe', 'code': 200} Mar 31 23:34:47.989005 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:48.031155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d550b594-4f1b-4e6f-8eeb-8f1d561a3aba up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:48.102941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:48.133841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:48.134264 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:48.148657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9796-f45e-4c1f-a5d8-412a35fde050 req-44a71126-7803-48e9-9bc7-661250230aaf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:48.151496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0b9796-f45e-4c1f-a5d8-412a35fde050 req-44a71126-7803-48e9-9bc7-661250230aaf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0706587 Mar 31 23:34:48.221831 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-5c08ded8-67e1-41c6-b8f2-e185b063b6cd tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62883de912b54a7c93dce30717337bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649638 Mar 31 23:34:48.277911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0b9796-f45e-4c1f-a5d8-412a35fde050 req-bf4cbd2d-d9c2-46f4-a54b-3830bdfb5e9e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083984 Mar 31 23:34:48.283505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf19c-b508-4945-8357-e184e02886e4 req-d3fe7ec9-4485-4ef5-bb9a-cffd808b25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:48.285123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-151cf19c-b508-4945-8357-e184e02886e4 req-d3fe7ec9-4485-4ef5-bb9a-cffd808b25e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 1097 time: 0.2385023 Mar 31 23:34:48.382096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-151cf19c-b508-4945-8357-e184e02886e4 req-01dd6156-aa71-4da1-a861-fcf3067f54c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746555 Mar 31 23:34:48.384473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3009c8ad-23b0-41c6-9ba8-421724d2fa4f req-dbd8a40d-7057-4817-95fa-8e2ec29525ad tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0341570 Mar 31 23:34:48.445083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-295346c5-6a76-44ca-a54b-5357efe1a530 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:48.447199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-295346c5-6a76-44ca-a54b-5357efe1a530 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186165 Mar 31 23:34:48.755103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Request body: {'port': {'device_id': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '62883de912b54a7c93dce30717337bbf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:49.246460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Made reservation on behalf of 62883de912b54a7c93dce30717337bbf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:49.251619 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.261945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.341561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.419203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d0a19-5920-40c0-881a-a07ebd2826f8 req-129a217d-4ed0-42ea-87af-25e88922a654 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:49.421862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd4d0a19-5920-40c0-881a-a07ebd2826f8 req-129a217d-4ed0-42ea-87af-25e88922a654 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0627329 Mar 31 23:34:49.422009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.473741 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd4d0a19-5920-40c0-881a-a07ebd2826f8 req-9d84602e-e97d-40dc-8a08-774c066a265f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Mar 31 23:34:49.496120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5877b-b8ec-4a93-a7cb-4f4333026875,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:49.536536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc6a5112-4529-4a21-809d-1992f65faedc req-18568918-000d-4a46-9601-883189891b32 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0415137 Mar 31 23:34:49.585348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Allocated IP 192.168.233.138 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/4f1da455-d708-41e7-9589-ea1a89c1c6f1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:49.729723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.845978 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:49.894698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:49.895590 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:49.897943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:49.902056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:49.930628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Pushing event updated for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:49.965795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:49.966431 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.075922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7ddfcd95-1bf0-40d8-a631-7036eee3b435 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3251123 Mar 31 23:34:50.085935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-6bd9c733-b5dc-45ae-b6ad-da13728db841 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:34:50.088082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-6bd9c733-b5dc-45ae-b6ad-da13728db841 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064242 Mar 31 23:34:50.105653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Request body: {'port': {'device_id': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:50.145780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c215d7fe-f3c4-4202-94dd-b228ffdf95ea None None] Provisioning complete for port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:50.146811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c215d7fe-f3c4-4202-94dd-b228ffdf95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.177320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.186622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c215d7fe-f3c4-4202-94dd-b228ffdf95ea None None] Port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:50.460696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1da455-d708-41e7-9589-ea1a89c1c6f1 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:34:50.468338 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.480716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Transition to ACTIVE for port object 4f1da455-d708-41e7-9589-ea1a89c1c6f1 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:34:50.577916 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.608656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58f56-d748-42fe-8f36-792030103a8a req-a985b41d-70c2-4817-9ad1-b057f9324f2f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:50.611035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32c58f56-d748-42fe-8f36-792030103a8a req-a985b41d-70c2-4817-9ad1-b057f9324f2f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0572193 Mar 31 23:34:50.644221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Pushing event updated for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:50.696381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32c58f56-d748-42fe-8f36-792030103a8a req-09f8f37c-1c37-4697-ba1f-6eaec758ad67 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783341 Mar 31 23:34:50.714442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391409-4561-4c53-8105-f9ef2997d8aa req-2ae18671-ba8e-46b1-882f-f23037e5e0f1 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:50.716503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6391409-4561-4c53-8105-f9ef2997d8aa req-2ae18671-ba8e-46b1-882f-f23037e5e0f1 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 948 time: 0.0796449 Mar 31 23:34:50.738472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Attempting to bind port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:50.747418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Attempting to bind port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:50.747418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Attempting to bind port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:50.747418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:34:50.747418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Attempting to bind port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:50.752127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:50.752544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:50.753147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:50.753689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Bound port: 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:50.754279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:50.774951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6391409-4561-4c53-8105-f9ef2997d8aa req-e0b1654b-fa9f-4f95-b88e-3559425da321 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519569 Mar 31 23:34:50.842291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e9e2-50d3-430e-a065-50c8acb86cc3 req-d5e17165-675e-41b0-9a98-6de29d711ccc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:50.845638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:50.849442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:50.852648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f895e9e2-50d3-430e-a065-50c8acb86cc3 req-d5e17165-675e-41b0-9a98-6de29d711ccc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0759661 Mar 31 23:34:50.894340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f895e9e2-50d3-430e-a065-50c8acb86cc3 req-189078ae-cde6-4cb2-b802-0b94396e3cf8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Mar 31 23:34:50.924654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:51.036311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.037320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:51.039468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] 10.222.0.10 "PUT /v2.0/ports/4f1da455-d708-41e7-9589-ea1a89c1c6f1 HTTP/1.1" status: 200 len: 1096 time: 0.9382682 Mar 31 23:34:51.040201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:51.043285 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49660d-1703-4c81-8c5a-6d7022cd0862" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:51.099905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8758-6b30-4a84-b7cf-c5356b8a4e6d service neutron] Pushing event updated for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:51.108553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1f90-a570-477a-9e83-39e4eaa7cf7f req-6111634c-7294-4fdf-a210-37103a969c01 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.124742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-460f1f90-a570-477a-9e83-39e4eaa7cf7f req-6111634c-7294-4fdf-a210-37103a969c01 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.1037707 Mar 31 23:34:51.127734 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa32401e-9601-4f6b-9f92-5920ead3b289 x-openstack-request-id: req-fa32401e-9601-4f6b-9f92-5920ead3b289 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:51.128262 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:51.128722 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fa32401e-9601-4f6b-9f92-5920ead3b289 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:51.129320 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa32401e-9601-4f6b-9f92-5920ead3b289'] response: {'name': 'network-changed', 'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1', 'status': 'completed', 'code': 200} Mar 31 23:34:51.162818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-460f1f90-a570-477a-9e83-39e4eaa7cf7f req-d887ae96-cedd-4475-bc19-70407899e348 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Mar 31 23:34:51.221192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49660d-1703-4c81-8c5a-6d7022cd0862 req-dd12a09f-6558-4b70-ad7a-d5a07fc89a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.222750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ec49660d-1703-4c81-8c5a-6d7022cd0862 req-dd12a09f-6558-4b70-ad7a-d5a07fc89a0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62883de912b54a7c93dce30717337bbf&device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 1099 time: 0.0537109 Mar 31 23:34:51.272618 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ec49660d-1703-4c81-8c5a-6d7022cd0862 req-6d2e9539-d485-4bc5-9063-819bbc00e07b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=62883de912b54a7c93dce30717337bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375273 Mar 31 23:34:51.461833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49660d-1703-4c81-8c5a-6d7022cd0862 req-0c328982-680c-410f-8bec-94681e23aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.463655 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ec49660d-1703-4c81-8c5a-6d7022cd0862 req-0c328982-680c-410f-8bec-94681e23aa0a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1853023 Mar 31 23:34:51.582859 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-ad5b6e75-5650-4d96-a2a5-d0f383a6f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.584518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-ad5b6e75-5650-4d96-a2a5-d0f383a6f0ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62883de912b54a7c93dce30717337bbf&device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 1099 time: 0.0590210 Mar 31 23:34:51.640386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-aeb6f301-e5c7-436d-9ac9-9f9e5948019f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1 HTTP/1.1" status: 200 len: 217 time: 0.0397108 Mar 31 23:34:51.691671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7a370647-8f3c-48b3-8529-1a8d90849abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.693127 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-7a370647-8f3c-48b3-8529-1a8d90849abf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0472801 Mar 31 23:34:51.740525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f82ea-319f-4ff1-a3bc-2d6719aeb3d7 req-32e4023b-2909-4624-86fe-6950318284bd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.742160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d94f82ea-319f-4ff1-a3bc-2d6719aeb3d7 req-32e4023b-2909-4624-86fe-6950318284bd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0513813 Mar 31 23:34:51.762199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-78cc3852-d05d-47c0-b9da-ad1376fa50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.763889 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-78cc3852-d05d-47c0-b9da-ad1376fa50d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464509 Mar 31 23:34:51.788643 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d94f82ea-319f-4ff1-a3bc-2d6719aeb3d7 req-60a0fbe2-4522-49ed-9834-d902e128fc07 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Mar 31 23:34:51.882579 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-bc2c237e-e8cc-4cff-8254-d67d94934516 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115839 Mar 31 23:34:51.925131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5520118-6f78-461b-8fed-388d3180a9e1 req-c6bdb11a-66db-4465-ab47-364bd00d7b74 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:51.926557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5520118-6f78-461b-8fed-388d3180a9e1 req-c6bdb11a-66db-4465-ab47-364bd00d7b74 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 948 time: 0.0606918 Mar 31 23:34:51.982716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5520118-6f78-461b-8fed-388d3180a9e1 req-c92e7a26-564f-4257-b72d-13152a608591 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482945 Mar 31 23:34:52.005525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-aff374c4-a5cb-470d-a5d6-817f69cae86b req-20df500a-1f91-4000-acce-00fb06e818ef service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061907 Mar 31 23:34:52.920358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb28587-d8f8-4aa3-a4c8-17ececb4bb6c req-0e78d8d7-da9f-47f1-ba49-3f528f874864 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:52.921893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eb28587-d8f8-4aa3-a4c8-17ececb4bb6c req-0e78d8d7-da9f-47f1-ba49-3f528f874864 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Mar 31 23:34:52.966316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5eb28587-d8f8-4aa3-a4c8-17ececb4bb6c req-0004664b-4b0d-430c-8f15-16dbdc3aaee3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Mar 31 23:34:53.118914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed0986-fb3b-4701-9366-c83d21fc0b9f req-625606b0-693e-4e96-8d24-ed861c305215 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:53.120817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18ed0986-fb3b-4701-9366-c83d21fc0b9f req-625606b0-693e-4e96-8d24-ed861c305215 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 948 time: 0.0527358 Mar 31 23:34:53.160705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18ed0986-fb3b-4701-9366-c83d21fc0b9f req-354d075f-afa8-46db-896c-205dd45c82d6 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337355 Mar 31 23:34:53.518664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-5752f48e-5a9d-454a-abae-645ae196f108 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:53.520075 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-5752f48e-5a9d-454a-abae-645ae196f108 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 946 time: 0.0645669 Mar 31 23:34:53.623957 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port fbf22aad-ac63-44e4-8066-b78f5587effe {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:34:53.624305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:53.734367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port fbf22aad-ac63-44e4-8066-b78f5587effe, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=fbf22aad-ac63-44e4-8066-b78f5587effe,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:53.734728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:53.749253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for fbf22aad-ac63-44e4-8066-b78f5587effe owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:34:53.952765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:53.986180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=fbf22aad-ac63-44e4-8066-b78f5587effe,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:53.986663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['fbf22aad-ac63-44e4-8066-b78f5587effe'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:34:54.042116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port fbf22aad-ac63-44e4-8066-b78f5587effe on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:34:54.044771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:54.048417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b31008eb-c6ca-4472-b36c-4f47e5c8127e req-de34b37e-1ef2-445d-aa2c-2c888362a649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "DELETE /v2.0/ports/fbf22aad-ac63-44e4-8066-b78f5587effe HTTP/1.1" status: 204 len: 173 time: 0.5221331 Mar 31 23:34:54.049960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'name': 'network-vif-deleted', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:54.054229 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf912654-af54-40fb-bbe9-c5afaa738b2c" -d '{"events": [{"server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "name": "network-vif-deleted", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:54.095433 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9f7b8-8304-46d6-a69e-b4a1598d257f x-openstack-request-id: req-dbd9f7b8-8304-46d6-a69e-b4a1598d257f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:54.095737 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e622a9d0-13cb-427f-bfa2-268047d511c7", "name": "network-vif-deleted", "tag": "fbf22aad-ac63-44e4-8066-b78f5587effe", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:54.095992 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dbd9f7b8-8304-46d6-a69e-b4a1598d257f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:54.096399 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd9f7b8-8304-46d6-a69e-b4a1598d257f'] response: {'server_uuid': 'e622a9d0-13cb-427f-bfa2-268047d511c7', 'name': 'network-vif-deleted', 'tag': 'fbf22aad-ac63-44e4-8066-b78f5587effe', 'status': 'completed', 'code': 200} Mar 31 23:34:54.103705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be784fa4-e384-4904-8722-ff30a3a09d6e req-9fc54de5-e8a3-46bb-b6dc-48c8ff4250c1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0400465 Mar 31 23:34:54.291594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8f5da-f53a-4762-b474-9cf75f682d82 req-ad97c85e-62d1-4d11-b454-66af32964336 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:54.294155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f8f5da-f53a-4762-b474-9cf75f682d82 req-ad97c85e-62d1-4d11-b454-66af32964336 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 948 time: 0.0570729 Mar 31 23:34:54.338010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f8f5da-f53a-4762-b474-9cf75f682d82 req-579dae69-2d4b-4287-865e-3ef858f76618 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Mar 31 23:34:54.394566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:55.202624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4f1da455-d708-41e7-9589-ea1a89c1c6f1 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:34:55.220362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a675ac28-a631-4f47-9054-bf072d9fca2b req-a970810b-0248-4cdb-8019-09cf54e060fb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0389528 Mar 31 23:34:55.314247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:55.325878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '4f1da455-d708-41e7-9589-ea1a89c1c6f1', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '4f1da455-d708-41e7-9589-ea1a89c1c6f1', 'mac_address': 'fa:16:3e:1a:5a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:34:55.366662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:55.384152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1da455-d708-41e7-9589-ea1a89c1c6f1 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:34:55.404255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:55.495319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40489b-942e-433f-8da4-d1d1c16f02c1 req-0466524a-3089-452f-b0f2-81b86030f757 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:55.496907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c40489b-942e-433f-8da4-d1d1c16f02c1 req-0466524a-3089-452f-b0f2-81b86030f757 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 948 time: 0.0583577 Mar 31 23:34:55.504829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:55.551525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c40489b-942e-433f-8da4-d1d1c16f02c1 req-a42ab57b-9265-4c9f-9cca-164e4018c46e tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456381 Mar 31 23:34:55.559667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:55.905612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['4f1da455-d708-41e7-9589-ea1a89c1c6f1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:34:56.325368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65416e8c-3ec2-434d-aaec-8c65756aa1ea req-e06f052d-8067-4484-913f-03c8e20a24e8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0342121 Mar 31 23:34:56.697558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d972ad-faee-4452-9c17-bc4f24f0b99b req-5b561d12-0a6d-4bdc-9194-f11ecd682c3d tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:56.699022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37d972ad-faee-4452-9c17-bc4f24f0b99b req-5b561d12-0a6d-4bdc-9194-f11ecd682c3d tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 949 time: 0.0621781 Mar 31 23:34:56.741108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37d972ad-faee-4452-9c17-bc4f24f0b99b req-fee58f1f-e868-40b5-8088-31340442eef9 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Mar 31 23:34:57.205862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4f1da455-d708-41e7-9589-ea1a89c1c6f1 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:57.358180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:34:57.363789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:57.364166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:57.434798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21565989-2aab-46bf-8654-13f314a8bf3f req-47fcf3c1-82e1-446a-8b54-b61e14228379 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Mar 31 23:34:57.465571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:57.494192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:34:57.496442 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140cf66-86b3-492b-a556-bf11c34c38f0" -d '{"events": [{"server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "name": "network-vif-plugged", "status": "completed", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:34:57.512411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:57.541606 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367b1ac-3bb5-4357-aa52-7f494732e40a x-openstack-request-id: req-2367b1ac-3bb5-4357-aa52-7f494732e40a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:34:57.541901 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "name": "network-vif-plugged", "status": "completed", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:34:57.542156 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2367b1ac-3bb5-4357-aa52-7f494732e40a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:34:57.542559 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2367b1ac-3bb5-4357-aa52-7f494732e40a'] response: {'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1', 'code': 200} Mar 31 23:34:57.615605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:57.617998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device fbf22aad-ac63-44e4-8066-b78f5587effe no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:34:57.669959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: fbf22aad-ac63-44e4-8066-b78f5587effe {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:34:57.670468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device fbf22aad-ac63-44e4-8066-b78f5587effe not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:34:57.676001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e924b-8294-4566-8f10-652ed8b1ae14 req-4be27be9-707c-459c-a703-5a3012f857f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:57.677645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de7e924b-8294-4566-8f10-652ed8b1ae14 req-4be27be9-707c-459c-a703-5a3012f857f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 1101 time: 0.0460744 Mar 31 23:34:57.709914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:57.718368 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de7e924b-8294-4566-8f10-652ed8b1ae14 req-7500fdec-7fd0-49fb-8bdb-aeb1b56408ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Mar 31 23:34:57.886550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f966f0-cd9e-4565-832d-44a37c18171c req-074bb1ec-69ba-4bbc-b9a2-18c329ee0001 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:57.886550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39f966f0-cd9e-4565-832d-44a37c18171c req-074bb1ec-69ba-4bbc-b9a2-18c329ee0001 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0585477 Mar 31 23:34:57.928848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-39f966f0-cd9e-4565-832d-44a37c18171c req-bb70e49b-5fda-43e5-aab3-970a3d904ada tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Mar 31 23:34:58.541924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-157de7a9-3e3d-48fd-8b0b-c73ad7eefa21 req-90961d17-d861-4e6a-8c78-387cffdd2bd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e622a9d0-13cb-427f-bfa2-268047d511c7 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Mar 31 23:34:59.073961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4641-4b35-4e01-bed8-d7844cdc6aa3 req-123196c1-173e-43d0-8a50-4716f7139d1b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:59.076356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc7d4641-4b35-4e01-bed8-d7844cdc6aa3 req-123196c1-173e-43d0-8a50-4716f7139d1b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0602155 Mar 31 23:34:59.136311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc7d4641-4b35-4e01-bed8-d7844cdc6aa3 req-335d8b62-cf12-4572-8657-1abbeff219f0 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Mar 31 23:35:00.273215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e77ba9-4979-4f4a-ab1c-c015f46b3c03 req-da19d987-c94f-47c2-9c5e-a6f1089afe9b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:00.274970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e77ba9-4979-4f4a-ab1c-c015f46b3c03 req-da19d987-c94f-47c2-9c5e-a6f1089afe9b tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0552433 Mar 31 23:35:00.318415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02e77ba9-4979-4f4a-ab1c-c015f46b3c03 req-4efb067c-707b-4e89-9492-2fd86c294dae tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Mar 31 23:35:00.888356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb014bb-40f1-4f94-8a8a-13c06bde65b4 req-5abc0622-ccd9-489a-90c9-87a6f7dbc120 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:00.889940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccb014bb-40f1-4f94-8a8a-13c06bde65b4 req-5abc0622-ccd9-489a-90c9-87a6f7dbc120 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0553293 Mar 31 23:35:00.933332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccb014bb-40f1-4f94-8a8a-13c06bde65b4 req-73786d28-4460-4520-85fc-64d4888999d0 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Mar 31 23:35:02.131269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153a27-6b4f-457d-921c-1f120384bc45 req-733b1174-329f-47df-8c7d-4a620e763acd tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:02.138980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9153a27-6b4f-457d-921c-1f120384bc45 req-733b1174-329f-47df-8c7d-4a620e763acd tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0944684 Mar 31 23:35:02.188904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9153a27-6b4f-457d-921c-1f120384bc45 req-65cca716-6ba1-4015-b6aa-db2be67de859 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/security-groups?id=66a5877b-b8ec-4a93-a7cb-4f4333026875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Mar 31 23:35:02.511250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de747e-440d-4e69-8930-840e83de82e7 req-55faff58-0429-4dcf-8035-51c662f30b95 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:02.512797 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79de747e-440d-4e69-8930-840e83de82e7 req-55faff58-0429-4dcf-8035-51c662f30b95 tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 950 time: 0.0567851 Mar 31 23:35:02.615033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Deleting port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:02.615766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:02.722704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] For port 4f1da455-d708-41e7-9589-ea1a89c1c6f1, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4f1da455-d708-41e7-9589-ea1a89c1c6f1,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:02.723092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:02.750480 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Calling delete_port for 4f1da455-d708-41e7-9589-ea1a89c1c6f1 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:03.006539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:03.049617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['4f1da455-d708-41e7-9589-ea1a89c1c6f1'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:03.087672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Pushing event deleted for resources: {'Port': ['ID=4f1da455-d708-41e7-9589-ea1a89c1c6f1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:03.125910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] No DVR routers for this DVR port 4f1da455-d708-41e7-9589-ea1a89c1c6f1 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:03.128815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:03.133642 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-79de747e-440d-4e69-8930-840e83de82e7 req-6d63d9df-3732-4176-9c2b-3e8c60087e6a tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.10 "DELETE /v2.0/ports/4f1da455-d708-41e7-9589-ea1a89c1c6f1 HTTP/1.1" status: 204 len: 173 time: 0.6144326 Mar 31 23:35:03.139352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'name': 'network-vif-deleted', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:03.139352 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b640e8bb-98d3-47cf-8b50-0e932845beb7" -d '{"events": [{"server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "name": "network-vif-deleted", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:03.182411 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250e06b-08cd-4730-84a9-fa9d7e26fc42 x-openstack-request-id: req-0250e06b-08cd-4730-84a9-fa9d7e26fc42 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:03.182411 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d82f78-ab86-4c92-9790-3ce4398c1aad", "name": "network-vif-deleted", "tag": "4f1da455-d708-41e7-9589-ea1a89c1c6f1", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:03.182411 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0250e06b-08cd-4730-84a9-fa9d7e26fc42 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:03.182411 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0250e06b-08cd-4730-84a9-fa9d7e26fc42'] response: {'server_uuid': 'a0d82f78-ab86-4c92-9790-3ce4398c1aad', 'name': 'network-vif-deleted', 'tag': '4f1da455-d708-41e7-9589-ea1a89c1c6f1', 'status': 'completed', 'code': 200} Mar 31 23:35:03.309715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-244268ed-cc03-4fa4-a72c-6b6291de8b16 req-32a2a9e2-0edf-4ade-8df8-ad3decd562de tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0340986 Mar 31 23:35:04.432533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ea7bbb-38b7-4e70-9471-9a424976402b req-521ed82d-0283-4499-9b54-f5722b92504e tempest-VolumesNegativeTest-143549442 tempest-VolumesNegativeTest-143549442-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d82f78-ab86-4c92-9790-3ce4398c1aad HTTP/1.1" status: 200 len: 210 time: 0.0295179 Mar 31 23:35:04.926129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:05.226424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4f1da455-d708-41e7-9589-ea1a89c1c6f1 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:05.248036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 4f1da455-d708-41e7-9589-ea1a89c1c6f1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:05.248619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4f1da455-d708-41e7-9589-ea1a89c1c6f1 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:10.471167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-ddc3bebf-4f60-4a8a-acd8-cf50a65106e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549369 Mar 31 23:35:10.596455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-38b5c42d-2874-4903-af22-8726f23cdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:10.598234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-38b5c42d-2874-4903-af22-8726f23cdcc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0771320 Mar 31 23:35:10.725449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-184f16a2-19b4-44c3-bdd8-c1b374e0e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:10.726975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-184f16a2-19b4-44c3-bdd8-c1b374e0e218 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.1071272 Mar 31 23:35:10.800675 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-e74a57be-e821-448e-8d0d-60f5cf2b8a63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 999 time: 0.0655980 Mar 31 23:35:10.857214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-c21eff5e-fedd-4829-a8fa-5547cb75bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:10.858791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-c21eff5e-fedd-4829-a8fa-5547cb75bfda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0506115 Mar 31 23:35:10.917005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-e5dc4a22-a94d-4d37-a4d4-5814220ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:10.918932 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-e5dc4a22-a94d-4d37-a4d4-5814220ae4ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503473 Mar 31 23:35:11.036421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-c205ea97-3631-440a-8040-ce95ea7bc7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100786 Mar 31 23:35:11.177476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-cc84bc3a-07ee-408a-bdfd-0eb9328e24d0 req-67078329-7c55-4dac-9c05-ffe24ce0e320 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226771 Mar 31 23:35:11.691987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e069d902-ae4d-4aad-8f28-f51d838f9092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.900416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0ea71a45-5526-4ced-82fc-eeae6f356dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.212506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35200) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:14.395134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35204) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:14.395732 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5e0544a8-350d-478a-998e-e1dea5ef8eba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62883de912b54a7c93dce30717337bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816843 Mar 31 23:35:14.457294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.480839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.598330 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.604865 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.609960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66a5877b-b8ec-4a93-a7cb-4f4333026875 HTTP/1.1" status: 204 len: 168 time: 0.2128274 Mar 31 23:35:14.619526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c72a-bbf4-4cf7-910a-95794920cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5877b-b8ec-4a93-a7cb-4f4333026875,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:15.388620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:15.651314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35234) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:15.759704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1153945788-network', 'tenant_id': '03094e362a68452884013eb57e657a19'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:15.845589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Made reservation on behalf of 03094e362a68452884013eb57e657a19 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:15.848455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:15.857464 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:15.940419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.023213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.044552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:35:16.055875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.056224 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Added segment f4742ec9-c48f-4327-a17b-3755d4edd1a9 of type vlan for network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc Mar 31 23:35:16.101522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d37be7-fa65-477e-aaf9-e3f571111aee,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:16.115706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.208996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.210020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:16.210775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.270738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:16.281084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:35:16.374408 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7223072a-6cb9-4e4e-a207-09328902ff35 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7219484 Mar 31 23:35:16.381391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35246) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:16.382014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Request body: {'subnet': {'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1153945788-subnet', 'tenant_id': '03094e362a68452884013eb57e657a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:16.496711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Made reservation on behalf of 03094e362a68452884013eb57e657a19 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:16.501583 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.729187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.759158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.825969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ead372-58a3-47a7-a2a8-3c3f439243ea,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:16.838034 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:16.852017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Checking segment: {'id': 'f4742ec9-c48f-4327-a17b-3755d4edd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:16.852383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Network hostable DHCP agents. Network: a1fd4dca-96d6-4b23-88f4-4bed822c0cbc, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:35:16.960173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:35:17.057456 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a1fd4dca-96d6-4b23-88f4-4bed822c0cbc) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:17.068451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:17.068451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:17.073436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404b670-6e3b-4283-9ad4-f1f7d2edd7b6 None None] Network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:17.102316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35258) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:17.200083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6dd89f30-0429-4a85-9953-460ea5466d8c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8219247 Mar 31 23:35:17.328077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792f667-b293-4d1b-a0ca-b08bbb4194f4 None None] Network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:17.615034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.023298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:18.023771 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.131401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port d550b594-4f1b-4e6f-8eeb-8f1d561a3aba, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:18.131401 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.144182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for d550b594-4f1b-4e6f-8eeb-8f1d561a3aba owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:18.437548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:18.442734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-826676352-network', 'tenant_id': '5b5d2543f5dc481db4301ebf070238e7'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:18.462395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.490931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=d550b594-4f1b-4e6f-8eeb-8f1d561a3aba,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:18.496113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-e5d46314-cd18-4829-8f82-7c8c325f57ff req-7ba55a74-3ca5-4a67-8edb-f1987d32ff45 service neutron] (109835) timed out ('10.222.0.83', 38090) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:35:18.538004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Made reservation on behalf of 5b5d2543f5dc481db4301ebf070238e7 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:18.541120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.551917 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.748524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.751528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.895848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:18.976077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:35:18.984722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0659cba-eddc-48b6-8098-04504d84e7fb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:19.017812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:19.017812 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Added segment e0a80794-a328-41c9-978f-423dfd39ad8e of type vlan for network de7c5b91-4cda-4ec3-909b-0e560cbbea29 Mar 31 23:35:19.117620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:19.147320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:19.566552 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:19.568018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:19.568959 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:19.688904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] Pushing event updated for resources: {'Network': ['ID=de7c5b91-4cda-4ec3-909b-0e560cbbea29,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:19.698943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4845ae0b-8356-4488-8b3d-5da554642247 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2602417 Mar 31 23:35:19.702007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35290) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:19.703437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network de7c5b91-4cda-4ec3-909b-0e560cbbea29 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:35:19.713510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Request body: {'subnet': {'network_id': 'de7c5b91-4cda-4ec3-909b-0e560cbbea29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-826676352-subnet', 'tenant_id': '5b5d2543f5dc481db4301ebf070238e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:19.743755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:19.752849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bfd9de5d-b46d-4d2f-8e7b-8a3336387857 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/1a3b0925-3fd6-4d77-b14a-447eb3e82deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6490352 Mar 31 23:35:19.760911 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:19.780700 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:19.781883 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:19.809325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Made reservation on behalf of 5b5d2543f5dc481db4301ebf070238e7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:19.812390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:19.932752 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:20.089924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:20.152816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe51103c-f849-46d6-969c-8776d54b2390,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:20.168564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Checking segment: {'id': 'e0a80794-a328-41c9-978f-423dfd39ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'de7c5b91-4cda-4ec3-909b-0e560cbbea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:20.168923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Network hostable DHCP agents. Network: de7c5b91-4cda-4ec3-909b-0e560cbbea29, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:35:20.275681 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:20.290949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Network de7c5b91-4cda-4ec3-909b-0e560cbbea29 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:35:20.308121 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:20.321371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:20.322289 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:20.340567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3b86-927c-4bc1-a12c-50dc15ff7422 req-e3e526b9-e396-438f-8fa9-b081ca48fa99 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:20.342145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c30a3b86-927c-4bc1-a12c-50dc15ff7422 req-e3e526b9-e396-438f-8fa9-b081ca48fa99 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0745268 Mar 31 23:35:20.387170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c30a3b86-927c-4bc1-a12c-50dc15ff7422 req-739fc614-4e20-42bb-9b1f-cb817d3fafd3 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379484 Mar 31 23:35:20.405300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, de7c5b91-4cda-4ec3-909b-0e560cbbea29) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:20.409412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:20.410235 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:20.414708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65849888-9b83-4cbd-9b2c-e207e561db84 None None] Network de7c5b91-4cda-4ec3-909b-0e560cbbea29 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:20.451537 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:20.537481 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fc521ec3-96c7-4bc8-b01f-be2f9726ed2d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8341949 Mar 31 23:35:20.583951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1b38a-545e-426a-8eb1-68612fe37042 None None] Network de7c5b91-4cda-4ec3-909b-0e560cbbea29 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:20.825461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:20.869687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c742b9-ccf2-4174-87d7-12e59d25c3f3 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'da9e8110-f4ff-46f0-9d38-37228818a46d', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'port_id': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'mac_address': 'fa:16:3e:c2:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:59Z', 'updated_at': '2022-03-31T23:33:02Z', 'revision_number': 1, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:21.163402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-14321c1d-45d0-4db6-b714-c9d22aeda3e6 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:21.165359 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-14321c1d-45d0-4db6-b714-c9d22aeda3e6 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/networks?id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 200 len: 812 time: 0.1230249 Mar 31 23:35:21.237343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-00001309-581a-44fd-b80d-fe5f121aba29 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/quotas/03094e362a68452884013eb57e657a19 HTTP/1.1" status: 200 len: 375 time: 0.0588696 Mar 31 23:35:21.302555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-ca4102f8-76b2-4e47-ae5c-64c904f2c905 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=03094e362a68452884013eb57e657a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628235 Mar 31 23:35:21.315179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-7851fb1d-d3c3-440c-9472-b09b49d11ce7 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:35:21.316317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-7851fb1d-d3c3-440c-9472-b09b49d11ce7 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056453 Mar 31 23:35:21.802243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58226b-cad9-4840-8fa2-a8c2b6c7406c req-4605e8c6-4a76-46b7-8138-375d3f7d095e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:21.803729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c58226b-cad9-4840-8fa2-a8c2b6c7406c req-4605e8c6-4a76-46b7-8138-375d3f7d095e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0907431 Mar 31 23:35:21.811497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-e07292cf-748a-4d39-9835-4fc3a706dfd6 service neutron] 10.222.0.83 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868207 Mar 31 23:35:21.922805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c58226b-cad9-4840-8fa2-a8c2b6c7406c req-fb7ec28c-d296-40ce-bc98-6ae1c8937196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a058c60-a7f7-41ec-92e0-bd8d6409de80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995383 Mar 31 23:35:22.036886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-25b481df-7a4b-4d05-ac7e-dd1dcd5791c2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:22.036886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-25b481df-7a4b-4d05-ac7e-dd1dcd5791c2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 946 time: 0.0655940 Mar 31 23:35:22.044340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d550b594-4f1b-4e6f-8eeb-8f1d561a3aba no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:22.044819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-e1afd45a-e6c6-4113-9bd0-4e961fe2ae3a service neutron] 10.222.0.83 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450951 Mar 31 23:35:22.044928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d550b594-4f1b-4e6f-8eeb-8f1d561a3aba {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:22.044928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d550b594-4f1b-4e6f-8eeb-8f1d561a3aba not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:22.170467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:22.170802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:22.267455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 13b1178c-d6c8-43d8-9fb6-171e6d6df309, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=13b1178c-d6c8-43d8-9fb6-171e6d6df309,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:22.267650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:22.280641 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 13b1178c-d6c8-43d8-9fb6-171e6d6df309 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:22.592571 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:22.663364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20e8d737-dd2c-4529-ba77-f90b84cb8269 req-28221b1e-ca69-4142-bd77-4dca1e618b6c tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 210 time: 0.0395632 Mar 31 23:35:22.679661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=13b1178c-d6c8-43d8-9fb6-171e6d6df309,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:22.743303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] No DVR routers for this DVR port 13b1178c-d6c8-43d8-9fb6-171e6d6df309 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:22.745894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:22.753869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d819e2a8-71f8-471b-8c6e-c2b41fcbb222 req-9b3f1d34-0545-4a82-b51c-06d77e46a8c1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "DELETE /v2.0/ports/13b1178c-d6c8-43d8-9fb6-171e6d6df309 HTTP/1.1" status: 204 len: 173 time: 0.8156514 Mar 31 23:35:22.754282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'name': 'network-vif-deleted', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:22.756587 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dee1a8-b82a-4f9f-9832-50d6f987765c" -d '{"events": [{"server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "name": "network-vif-deleted", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:22.849445 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234b84b0-af38-474c-9098-833bdaf06b6f x-openstack-request-id: req-234b84b0-af38-474c-9098-833bdaf06b6f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:22.849732 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1371986-1458-451b-991f-54d673aa36c3", "name": "network-vif-deleted", "tag": "13b1178c-d6c8-43d8-9fb6-171e6d6df309", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:22.849976 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-234b84b0-af38-474c-9098-833bdaf06b6f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:22.850368 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234b84b0-af38-474c-9098-833bdaf06b6f'] response: {'server_uuid': 'f1371986-1458-451b-991f-54d673aa36c3', 'name': 'network-vif-deleted', 'tag': '13b1178c-d6c8-43d8-9fb6-171e6d6df309', 'status': 'completed', 'code': 200} Mar 31 23:35:23.137128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b206ca18-bfed-41e8-a3dc-f4e781cd66f5 req-58d9f9b0-d8c8-4c89-b44e-03183b86af57 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1371986-1458-451b-991f-54d673aa36c3 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Mar 31 23:35:23.771589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c523d301-9e32-4dda-9372-59fd19fc34fd req-85ba12d5-959e-4fb4-843b-2e7e57e71827 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 210 time: 0.0386257 Mar 31 23:35:24.205891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35368) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:24.298821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.334146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.403070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.514217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.517545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.523395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/security-groups/2a058c60-a7f7-41ec-92e0-bd8d6409de80 HTTP/1.1" status: 204 len: 168 time: 0.3109477 Mar 31 23:35:24.528759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26346ee-4b4e-43a1-80fe-c338c1a7e46a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a058c60-a7f7-41ec-92e0-bd8d6409de80,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:24.715280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:24.786708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting subnet 7b3da5d1-5970-4b13-b680-423ca8874c98 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:35:24.793266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:24.911448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88c0bca4-765a-4396-a36d-fd0bbb3cac0b req-43b40c79-18c7-4053-884a-aa884d86c3da tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 210 time: 0.0318320 Mar 31 23:35:24.929589 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.045730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.309155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.337282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3da5d1-5970-4b13-b680-423ca8874c98,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:25.347806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.354903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daa365-7dc0-4506-81f9-16265aadd53a None None] Network 25c9de0f-12bd-44a6-9b6c-896acf400ea8 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:25.359665 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cb93b36b-4c92-412e-9d69-3906155399bd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/subnets/7b3da5d1-5970-4b13-b680-423ca8874c98 HTTP/1.1" status: 204 len: 168 time: 0.6432703 Mar 31 23:35:25.362419 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:25.455078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.638897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] DHCP port deletion for 25c9de0f-12bd-44a6-9b6c-896acf400ea8 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:35:25.680016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 1c4740c8-9847-44a3-a08d-30e702f2c937 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:25.680457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.689888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-697780f4-1cfb-410b-a88b-a9cd397477ef tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:25.691500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-697780f4-1cfb-410b-a88b-a9cd397477ef tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.10 "GET /v2.0/networks?id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 200 len: 812 time: 0.1864226 Mar 31 23:35:25.725325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Deleting port 1c4740c8-9847-44a3-a08d-30e702f2c937 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:25.725894 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.749921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Request body: {'port': {'device_id': '0165a1a7-3148-49c0-b871-94e91324b776', 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc', 'admin_state_up': True, 'tenant_id': '03094e362a68452884013eb57e657a19'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:25.827481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 1c4740c8-9847-44a3-a08d-30e702f2c937, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1c4740c8-9847-44a3-a08d-30e702f2c937,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:25.827859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.849240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 1c4740c8-9847-44a3-a08d-30e702f2c937 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:25.952601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] For port 1c4740c8-9847-44a3-a08d-30e702f2c937, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1c4740c8-9847-44a3-a08d-30e702f2c937,segment=NetworkSegment(31bbe65b-db31-4e4d-a9a5-990668473ac3),segment_id=31bbe65b-db31-4e4d-a9a5-990668473ac3)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:25.953374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:25.993858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Calling delete_port for 1c4740c8-9847-44a3-a08d-30e702f2c937 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:26.019149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1c4740c8-9847-44a3-a08d-30e702f2c937 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:26.122507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5360b85f-cec6-4c77-a662-f40a011a75b7 req-89f27a51-c1da-42be-ae25-53a3e0af7258 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 210 time: 0.0553222 Mar 31 23:35:26.135925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Made reservation on behalf of 03094e362a68452884013eb57e657a19 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:26.141495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.216736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.263477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.329967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.334497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Pushing event deleted for resources: {'Port': ['ID=1c4740c8-9847-44a3-a08d-30e702f2c937,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:26.339333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] No DVR routers for this DVR port 1c4740c8-9847-44a3-a08d-30e702f2c937 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:26.348208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 13b1178c-d6c8-43d8-9fb6-171e6d6df309 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:26.353406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.355895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.356917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.357600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.359117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.359117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.360851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.361561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.361708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.364744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.365131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.365548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced065c0-833d-434e-98ec-2f780d10f852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:26.389140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 13b1178c-d6c8-43d8-9fb6-171e6d6df309 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:26.389140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 13b1178c-d6c8-43d8-9fb6-171e6d6df309 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:26.389738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=1c4740c8-9847-44a3-a08d-30e702f2c937,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:26.399571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] No DVR routers for this DVR port 1c4740c8-9847-44a3-a08d-30e702f2c937 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:26.526768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.545529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Allocated IP 172.20.0.2 (a1fd4dca-96d6-4b23-88f4-4bed822c0cbc/b1ead372-58a3-47a7-a2a8-3c3f439243ea/d120acf7-a82c-4413-a035-7b914c7fdeab) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:26.564437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c9de0f-12bd-44a6-9b6c-896acf400ea8']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:26.582823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bbe65b-db31-4e4d-a9a5-990668473ac3') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:26.582823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bbe65b-db31-4e4d-a9a5-990668473ac3') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:26.612328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.640888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.668313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:35:26.668703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:35:26.716495 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:35:26.853035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.902652 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:26.941557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.949884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.956095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/networks/25c9de0f-12bd-44a6-9b6c-896acf400ea8 HTTP/1.1" status: 204 len: 168 time: 1.5904541 Mar 31 23:35:26.960374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:26.969643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04992a41-d93f-43b7-8746-882335b9c5dd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Network': ['ID=25c9de0f-12bd-44a6-9b6c-896acf400ea8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:27.053629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.101050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:27.108765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:27.115162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:27.160884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Pushing event updated for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:27.192092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:27.192722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.202577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 9b2f370a-4d61-410a-b9c6-408ac576a8ec {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:27.203179 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.333215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0260ce6-7f84-4b9e-beb1-0107c82e4971 req-9169e1a8-4b1c-40ba-a74b-b6ed6130c80e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:27.334924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0260ce6-7f84-4b9e-beb1-0107c82e4971 req-9169e1a8-4b1c-40ba-a74b-b6ed6130c80e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 931 time: 0.1198354 Mar 31 23:35:27.339458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.340022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.360736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 9b2f370a-4d61-410a-b9c6-408ac576a8ec owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:27.367016 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-0b3f9637-79b3-4607-86bc-f262b21e487b tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541939 Mar 31 23:35:27.386775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Request body: {'port': {'device_id': '0165a1a7-3148-49c0-b871-94e91324b776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:27.439658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b0260ce6-7f84-4b9e-beb1-0107c82e4971 req-8eb56e4b-8173-4a75-8848-a96afc497b89 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911109 Mar 31 23:35:27.455298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.720145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.748010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=9b2f370a-4d61-410a-b9c6-408ac576a8ec,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:27.762741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d120acf7-a82c-4413-a035-7b914c7fdeab {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:27.771752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.791621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Transition to ACTIVE for port object d120acf7-a82c-4413-a035-7b914c7fdeab will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:27.824989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.825711 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Floating IP da9e8110-f4ff-46f0-9d38-37228818a46d disassociated (deleted). External IP: 172.25.6.4, port: f2119060-a81b-4fe9-a125-3081f35dfd37. Mar 31 23:35:27.934082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.990056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Pushing event updated for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:28.070380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:28.078384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Attempting to bind port d120acf7-a82c-4413-a035-7b914c7fdeab on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:28.078772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Attempting to bind port d120acf7-a82c-4413-a035-7b914c7fdeab by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'f4742ec9-c48f-4327-a17b-3755d4edd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:28.079134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Attempting to bind port d120acf7-a82c-4413-a035-7b914c7fdeab on network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:28.083944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Port d120acf7-a82c-4413-a035-7b914c7fdeab on network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:35:28.084370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Attempting to bind port d120acf7-a82c-4413-a035-7b914c7fdeab on network a1fd4dca-96d6-4b23-88f4-4bed822c0cbc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:28.089323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:28.089682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Checking segment: {'id': 'f4742ec9-c48f-4327-a17b-3755d4edd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:28.099390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Bound using segment: {'id': 'f4742ec9-c48f-4327-a17b-3755d4edd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:28.099390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Bound port: d120acf7-a82c-4413-a035-7b914c7fdeab, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4742ec9-c48f-4327-a17b-3755d4edd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:28.099390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:28.164271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:28.167774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d120acf7-a82c-4413-a035-7b914c7fdeab,segment=NetworkSegment(f4742ec9-c48f-4327-a17b-3755d4edd1a9),segment_id=f4742ec9-c48f-4327-a17b-3755d4edd1a9)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:28.198192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:28.203298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:28.211863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:28.238192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:28.239450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:28.251574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9c95840c-443d-4e45-aa4d-7cc285f21930 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/floatingips/da9e8110-f4ff-46f0-9d38-37228818a46d HTTP/1.1" status: 204 len: 168 time: 1.2939525 Mar 31 23:35:28.252217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:28.254749 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8fdb29-0537-495f-a45e-ded9427f8056" -d '{"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:28.319162 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2751fc7-d82a-432e-899d-54ff2b3dfcb9 x-openstack-request-id: req-f2751fc7-d82a-432e-899d-54ff2b3dfcb9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:28.321033 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:28.321544 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2751fc7-d82a-432e-899d-54ff2b3dfcb9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:28.322150 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2751fc7-d82a-432e-899d-54ff2b3dfcb9'] response: {'name': 'network-changed', 'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'status': 'completed', 'code': 200} Mar 31 23:35:28.409215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-af980d03-fdb6-4ca4-99fa-b35a93cc04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.411394 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-af980d03-fdb6-4ca4-99fa-b35a93cc04a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 1096 time: 0.0673900 Mar 31 23:35:28.416734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:28.424445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:28.479209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.479600 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:28.481140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] 10.222.0.10 "PUT /v2.0/ports/d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 200 len: 1091 time: 1.1003788 Mar 31 23:35:28.483330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:28.485592 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a6ce8-cc38-45a2-9281-0578ea797ead" -d '{"events": [{"name": "network-changed", "server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:28.541112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4240ae-6061-4dcf-b1bc-a58ea39dba69 service neutron] Pushing event updated for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:28.591256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-b3d59d6b-0eda-4906-9986-f337865ca359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.592989 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-b3d59d6b-0eda-4906-9986-f337865ca359 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 200 len: 898 time: 0.1712575 Mar 31 23:35:28.620077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b487e-265b-4e10-9b25-18ab89cc0816 req-c9942f99-37c9-475d-abba-4f24b723c595 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.627656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed7b487e-265b-4e10-9b25-18ab89cc0816 req-c9942f99-37c9-475d-abba-4f24b723c595 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 943 time: 0.0668149 Mar 31 23:35:28.645242 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-64d5cc9a-2ab4-47cc-acd6-cf1da45c6d8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 200 len: 217 time: 0.0431969 Mar 31 23:35:28.697319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed7b487e-265b-4e10-9b25-18ab89cc0816 req-1ba0abef-2306-4628-8ab2-a254ea19a58a tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Mar 31 23:35:28.746624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-640cb912-bac3-4619-a4b4-74d9ad6bab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.749488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-640cb912-bac3-4619-a4b4-74d9ad6bab14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 200 len: 834 time: 0.0948777 Mar 31 23:35:28.783330 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6526b2-bf4d-4df2-beaa-297d450835e5 x-openstack-request-id: req-5a6526b2-bf4d-4df2-beaa-297d450835e5 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:28.783330 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:28.783330 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5a6526b2-bf4d-4df2-beaa-297d450835e5 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:28.783330 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6526b2-bf4d-4df2-beaa-297d450835e5'] response: {'name': 'network-changed', 'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab', 'status': 'completed', 'code': 200} Mar 31 23:35:28.799298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:28.828651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:28.828896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-cbb59e60-e168-4968-a75b-d96e41c06a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.830404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-cbb59e60-e168-4968-a75b-d96e41c06a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03094e362a68452884013eb57e657a19&device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 1094 time: 0.0856664 Mar 31 23:35:28.838095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:28.840261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-6189f065-3948-4e7b-8d87-fdd463ded996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.840405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:28.844159 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-6189f065-3948-4e7b-8d87-fdd463ded996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9a30da-fc88-4dcb-826a-49076ee5f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634844 Mar 31 23:35:28.897976 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-5eb9f12f-1d29-41aa-be12-9c31eaf8e887 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 200 len: 217 time: 0.0528095 Mar 31 23:35:28.977672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:29.019568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071671-5872-4d05-a718-327bc95cd73e req-af050d86-7e30-4011-9bda-f26db092aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.021049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-af050d86-7e30-4011-9bda-f26db092aae3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1ead372-58a3-47a7-a2a8-3c3f439243ea HTTP/1.1" status: 200 len: 852 time: 0.1052377 Mar 31 23:35:29.046015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221520a-c260-415c-bb23-530e2588d263 req-252546f8-956b-43ae-a91c-28d0919a3e97 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.048275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a221520a-c260-415c-bb23-530e2588d263 req-252546f8-956b-43ae-a91c-28d0919a3e97 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0905588 Mar 31 23:35:29.064295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-76d47a93-9212-499b-b6a5-5a83acd04c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360820 Mar 31 23:35:29.070413 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-1bbf6073-506e-4a44-ae92-26859483c859 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817367 Mar 31 23:35:29.125352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a221520a-c260-415c-bb23-530e2588d263 req-5cc992a0-9f34-4290-a662-705b373bab1e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696263 Mar 31 23:35:29.234271 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-bf77d7b7-6aae-4974-8101-991791bf61e4 service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625991 Mar 31 23:35:29.240674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bc8fdb29-0537-495f-a45e-ded9427f8056 req-e0404446-ed05-4eab-9c88-7142bb372d41 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503124 Mar 31 23:35:29.301661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:29.345332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee941fb-85e5-4325-af9c-00dcc26b73b0 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:18Z', 'revision_number': 6, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3ac55dd2-8e69-41ed-a1fc-379fd5c3d772', 'name': '', 'network_id': '7f9a30da-fc88-4dcb-826a-49076ee5f626', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:1b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:33Z', 'updated_at': '2022-03-31T23:32:43Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': 'ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:29.375519 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b4071671-5872-4d05-a718-327bc95cd73e req-4977bb69-c546-4084-b9a9-5ef3c061729a service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336634 Mar 31 23:35:29.609774 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba281e-b79d-48f6-8ac6-ab41debd0255 None None] New status for floating IP da9e8110-f4ff-46f0-9d38-37228818a46d: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:35:29.669670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-2b8919ab-65af-42d0-b016-5fa236d5dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.671360 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-2b8919ab-65af-42d0-b016-5fa236d5dba6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03094e362a68452884013eb57e657a19&device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 1094 time: 0.0499933 Mar 31 23:35:29.786398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-bd8f16ef-4496-473c-9e8f-d9d951eab5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.789552 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-bd8f16ef-4496-473c-9e8f-d9d951eab5fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 200 len: 914 time: 0.1091168 Mar 31 23:35:29.843030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-4cf51ea7-8c44-4409-8d05-c1a7362c7200 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 200 len: 217 time: 0.0448344 Mar 31 23:35:29.848182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f63413-83e9-4d5b-8cef-f53182143a3b req-2917ebaf-204c-4356-9179-ee4931a11a05 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.849841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37f63413-83e9-4d5b-8cef-f53182143a3b req-2917ebaf-204c-4356-9179-ee4931a11a05 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 943 time: 0.0760846 Mar 31 23:35:29.902386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37f63413-83e9-4d5b-8cef-f53182143a3b req-cf1b5525-1167-42b3-9b82-88b868c561ef tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Mar 31 23:35:29.907416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-ab6aaa7f-e92e-4254-ae56-6f803280d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:29.913783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-ab6aaa7f-e92e-4254-ae56-6f803280d87a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1ead372-58a3-47a7-a2a8-3c3f439243ea HTTP/1.1" status: 200 len: 852 time: 0.0602520 Mar 31 23:35:29.948223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-0b10c236-5106-4c9c-9609-909eaaeacfaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310447 Mar 31 23:35:30.076575 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-907fcb35-88c9-49ec-9b84-df323a32509c service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198943 Mar 31 23:35:30.196860 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-771a6ce8-cc38-45a2-9281-0578ea797ead req-cf4751ad-23a3-4af7-a391-62904b8b7ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141560 Mar 31 23:35:30.278699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c436f-5bef-4b4e-a3d5-187184d18127 req-2f8419af-9316-4523-8cdd-35a939d6cb7f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:30.280773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a9c436f-5bef-4b4e-a3d5-187184d18127 req-2f8419af-9316-4523-8cdd-35a939d6cb7f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0650556 Mar 31 23:35:30.329787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a9c436f-5bef-4b4e-a3d5-187184d18127 req-63a6c3bd-8ccb-4c03-a4bb-d23691a11c8d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c391289-b221-4207-a1ee-75edbe3c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363004 Mar 31 23:35:30.713949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e020e-b943-4626-8f3a-964b306a89dc req-415af016-8f1b-42cf-86ee-e17507ab9b1d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:30.715526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d53e020e-b943-4626-8f3a-964b306a89dc req-415af016-8f1b-42cf-86ee-e17507ab9b1d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 945 time: 0.0526135 Mar 31 23:35:30.815162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port f2119060-a81b-4fe9-a125-3081f35dfd37 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:30.815606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:30.925174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port f2119060-a81b-4fe9-a125-3081f35dfd37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f2119060-a81b-4fe9-a125-3081f35dfd37,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:30.925174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:30.937594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for f2119060-a81b-4fe9-a125-3081f35dfd37 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:31.036413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38011e-54a6-4806-ab42-ae83b01b348d req-c62b9bb1-24c0-4e7f-9a60-8386e37d538f tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:31.038700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d38011e-54a6-4806-ab42-ae83b01b348d req-c62b9bb1-24c0-4e7f-9a60-8386e37d538f tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 943 time: 0.0537217 Mar 31 23:35:31.082466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d38011e-54a6-4806-ab42-ae83b01b348d req-beb93861-1dca-4970-8070-3aef23e791f0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Mar 31 23:35:31.251134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:31.291029 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=f2119060-a81b-4fe9-a125-3081f35dfd37,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:31.328489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] No DVR routers for this DVR port f2119060-a81b-4fe9-a125-3081f35dfd37 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:31.331025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:31.334479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d53e020e-b943-4626-8f3a-964b306a89dc req-0b004d2f-4a1c-4c21-bb96-c61b9890c7dc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.44 "DELETE /v2.0/ports/f2119060-a81b-4fe9-a125-3081f35dfd37 HTTP/1.1" status: 204 len: 173 time: 0.6126380 Mar 31 23:35:31.335519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'name': 'network-vif-deleted', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:31.338823 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e7ec1-d68d-4cb0-b87f-9519289407c7" -d '{"events": [{"server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "name": "network-vif-deleted", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:31.392315 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e46092e-7fc1-46d0-84f1-b24074fa1e53 x-openstack-request-id: req-5e46092e-7fc1-46d0-84f1-b24074fa1e53 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:31.392537 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7439dc9d-69e7-439d-b300-677fe4ea31ad", "name": "network-vif-deleted", "tag": "f2119060-a81b-4fe9-a125-3081f35dfd37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:31.392755 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5e46092e-7fc1-46d0-84f1-b24074fa1e53 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:31.393248 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e46092e-7fc1-46d0-84f1-b24074fa1e53'] response: {'server_uuid': '7439dc9d-69e7-439d-b300-677fe4ea31ad', 'name': 'network-vif-deleted', 'tag': 'f2119060-a81b-4fe9-a125-3081f35dfd37', 'status': 'completed', 'code': 200} Mar 31 23:35:31.443255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b05d581-064a-4d30-9602-8e14a58ccab5 req-9fc22c1d-563e-4055-81ef-a5bd3e3f8808 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.0305250 Mar 31 23:35:32.207331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82d95-8f3d-45c3-bbf3-81d6e718b6fc req-6530c001-75c0-4f9d-86b3-f8933a3de669 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:32.208868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9c82d95-8f3d-45c3-bbf3-81d6e718b6fc req-6530c001-75c0-4f9d-86b3-f8933a3de669 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 943 time: 0.0508034 Mar 31 23:35:32.248284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9c82d95-8f3d-45c3-bbf3-81d6e718b6fc req-6fa27148-5acd-4e8e-96b2-56854f768ef1 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Mar 31 23:35:32.569947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c52a0fc6-b656-49ec-a0ff-de0e58655a3a req-83e4fefb-1004-4788-9900-5c82e44c3c74 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=7439dc9d-69e7-439d-b300-677fe4ea31ad HTTP/1.1" status: 200 len: 210 time: 0.0296600 Mar 31 23:35:33.376673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d120acf7-a82c-4413-a035-7b914c7fdeab details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:35:33.377619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbc0d4-bd5c-4d1c-9b61-49290d8fa5ce req-293831f6-0a14-4fc3-a362-1d1ca4d65ff5 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:33.379185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcfbc0d4-bd5c-4d1c-9b61-49290d8fa5ce req-293831f6-0a14-4fc3-a362-1d1ca4d65ff5 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 943 time: 0.0544858 Mar 31 23:35:33.426930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fcfbc0d4-bd5c-4d1c-9b61-49290d8fa5ce req-426fdfe7-7eb8-4b47-9eae-ea904af5a8c4 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393336 Mar 31 23:35:33.484335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d120acf7-a82c-4413-a035-7b914c7fdeab,segment=NetworkSegment(f4742ec9-c48f-4327-a17b-3755d4edd1a9),segment_id=f4742ec9-c48f-4327-a17b-3755d4edd1a9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:33.497460 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd120acf7-a82c-4413-a035-7b914c7fdeab', 'network_id': 'a1fd4dca-96d6-4b23-88f4-4bed822c0cbc', 'port_id': 'd120acf7-a82c-4413-a035-7b914c7fdeab', 'mac_address': 'fa:16:3e:8f:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ead372-58a3-47a7-a2a8-3c3f439243ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:35:33.535723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.549246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d120acf7-a82c-4413-a035-7b914c7fdeab {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:33.571035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d120acf7-a82c-4413-a035-7b914c7fdeab,segment=NetworkSegment(f4742ec9-c48f-4327-a17b-3755d4edd1a9),segment_id=f4742ec9-c48f-4327-a17b-3755d4edd1a9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:33.634873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35460) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:33.699353 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.702757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.735131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.756178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:33.890840 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.893588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:33.894859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/security-groups/4c391289-b221-4207-a1ee-75edbe3c0122 HTTP/1.1" status: 204 len: 168 time: 0.2589147 Mar 31 23:35:33.907651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7cea9-9e39-4060-9970-684c5b67bf98 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c391289-b221-4207-a1ee-75edbe3c0122,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:34.025299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:34.124840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d120acf7-a82c-4413-a035-7b914c7fdeab'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:34.387076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f2119060-a81b-4fe9-a125-3081f35dfd37 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:34.409761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f2119060-a81b-4fe9-a125-3081f35dfd37 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:34.410100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f2119060-a81b-4fe9-a125-3081f35dfd37 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:34.421585 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.562776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44290b-658c-4aa1-b098-15f84576759a req-26acc5f9-1854-4912-986c-6a04e164880c tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:34.564580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f44290b-658c-4aa1-b098-15f84576759a req-26acc5f9-1854-4912-986c-6a04e164880c tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 944 time: 0.0566978 Mar 31 23:35:34.608752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f44290b-658c-4aa1-b098-15f84576759a req-4a565475-1102-486a-83e0-36a3eacf111d tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359585 Mar 31 23:35:34.999743 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.036756 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:35.041266 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.137945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:35.141756 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.153561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:35.365129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d120acf7-a82c-4413-a035-7b914c7fdeab up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:35.462972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.491818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=3ac55dd2-8e69-41ed-a1fc-379fd5c3d772,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:35.508769 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d120acf7-a82c-4413-a035-7b914c7fdeab completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:35:35.513380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d120acf7-a82c-4413-a035-7b914c7fdeab triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:35.513785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.625326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.675809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:35.680603 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f87453-d6a5-40ab-872c-57a1f433f194" -d '{"events": [{"server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "name": "network-vif-plugged", "status": "completed", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:35.729327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d120acf7-a82c-4413-a035-7b914c7fdeab,segment=NetworkSegment(f4742ec9-c48f-4327-a17b-3755d4edd1a9),segment_id=f4742ec9-c48f-4327-a17b-3755d4edd1a9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:35.757975 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7582d164-4180-4c28-8a61-8419aff97ea2 x-openstack-request-id: req-7582d164-4180-4c28-8a61-8419aff97ea2 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:35.758337 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "name": "network-vif-plugged", "status": "completed", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:35.758658 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7582d164-4180-4c28-8a61-8419aff97ea2 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:35.759145 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7582d164-4180-4c28-8a61-8419aff97ea2'] response: {'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab', 'code': 200} Mar 31 23:35:35.776349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.837019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.870330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133522-a7a7-4d7b-b115-da55001767bd req-756736e9-2b05-404e-a8c2-f9441f9645f9 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:35.872715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb133522-a7a7-4d7b-b115-da55001767bd req-756736e9-2b05-404e-a8c2-f9441f9645f9 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 944 time: 0.1115427 Mar 31 23:35:35.924647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:35.961095 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb133522-a7a7-4d7b-b115-da55001767bd req-8a2b8c45-9383-4b0f-a890-2165977cd8ef tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818973 Mar 31 23:35:36.089965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8402-e781-405c-a329-dff46d34d823 req-1dde9e3c-4d0d-4ac5-8b92-7e5a65dcefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:36.091513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-553f8402-e781-405c-a329-dff46d34d823 req-1dde9e3c-4d0d-4ac5-8b92-7e5a65dcefc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 1096 time: 0.1553371 Mar 31 23:35:36.097231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:36.175361 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-553f8402-e781-405c-a329-dff46d34d823 req-f4941378-2bfc-4413-958f-05d54b1405c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Mar 31 23:35:36.245359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:36.250973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e921af77-f70e-4d22-a6ba-c60a2bc9eb4a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/1a3b0925-3fd6-4d77-b14a-447eb3e82deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2244129 Mar 31 23:35:36.253420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:36.266361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Sync routers for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:36.278841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:36.279639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.308322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting subnet ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:35:36.311599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.359219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.398279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:36.472367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.601083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:35Z', 'revision_number': 7, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.629736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Checking router: 1a3b0925-3fd6-4d77-b14a-447eb3e82deb for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:36.639505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Routers {'1a3b0925-3fd6-4d77-b14a-447eb3e82deb'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:36.640125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.674013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.703751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:36.708801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.715124 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-42b4bc84-fb20-4063-a84f-6c8438f5ea24 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/subnets/ec4c1621-16aa-4bb4-a8f4-389a9bff6a5c HTTP/1.1" status: 204 len: 168 time: 0.4605145 Mar 31 23:35:36.715786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35490) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:36.739745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecd050-50ba-4be4-ad2d-e79dd07a889e None None] Network 7f9a30da-fc88-4dcb-826a-49076ee5f626 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:36.839945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.965025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.980685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] Set router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:37.089925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e6907-0ce7-4886-8746-97cd9a0c7cd7 req-bbbe2004-2d96-468c-9ef9-b7430cfa959e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:37.091582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-771e6907-0ce7-4886-8746-97cd9a0c7cd7 req-bbbe2004-2d96-468c-9ef9-b7430cfa959e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0606794 Mar 31 23:35:37.156226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-771e6907-0ce7-4886-8746-97cd9a0c7cd7 req-e25ef38d-6659-4414-9376-39d764eabe1a tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583842 Mar 31 23:35:37.200516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 206f272b-e171-4d8d-af06-2e0b4d17142b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:37.200516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.254913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:35Z', 'revision_number': 7, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:37.278808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6f15a-30e9-4c8a-88e0-c3befd02cbf3 None None] The sync data for ids ['1a3b0925-3fd6-4d77-b14a-447eb3e82deb'] in n-d-828414-2 is: [{'id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'name': 'tempest-TestNetworkBasicOps-router-1239594438', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:35:35Z', 'revision_number': 7, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': '206f272b-e171-4d8d-af06-2e0b4d17142b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b0925-3fd6-4d77-b14a-447eb3e82deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:37.295618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] DHCP port deletion for 7f9a30da-fc88-4dcb-826a-49076ee5f626 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:35:37.298303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 206f272b-e171-4d8d-af06-2e0b4d17142b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=206f272b-e171-4d8d-af06-2e0b4d17142b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:37.298668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.318317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 206f272b-e171-4d8d-af06-2e0b4d17142b owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:37.346179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Deleting port 2a11ffc3-bff7-40c6-9968-5f11de971510 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:37.346580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.417449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] For port 2a11ffc3-bff7-40c6-9968-5f11de971510, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a11ffc3-bff7-40c6-9968-5f11de971510,segment=NetworkSegment(adf16bac-e467-40c4-bd3d-38ec11f0cd78),segment_id=adf16bac-e467-40c4-bd3d-38ec11f0cd78)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:37.418137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.442171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Calling delete_port for 2a11ffc3-bff7-40c6-9968-5f11de971510 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:37.711632 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.712915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.748877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=206f272b-e171-4d8d-af06-2e0b4d17142b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:37.750807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] Pushing event deleted for resources: {'Port': ['ID=2a11ffc3-bff7-40c6-9968-5f11de971510,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:37.753030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3a1ff-d968-420a-9731-2166ce154f90 None None] No DVR routers for this DVR port 2a11ffc3-bff7-40c6-9968-5f11de971510 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:37.824699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.926338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.928676 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.034679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:38.058916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:38.059392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 3ac55dd2-8e69-41ed-a1fc-379fd5c3d772 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:38.059868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a11ffc3-bff7-40c6-9968-5f11de971510 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:38.068331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.070475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3b0925-3fd6-4d77-b14a-447eb3e82deb {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:35:38.077278 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.078596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-db6de572-2395-4ada-ab5f-094dc115549e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/routers/1a3b0925-3fd6-4d77-b14a-447eb3e82deb HTTP/1.1" status: 204 len: 168 time: 1.3616469 Mar 31 23:35:38.081292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35498) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:38.085714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2a11ffc3-bff7-40c6-9968-5f11de971510 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:38.086240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a11ffc3-bff7-40c6-9968-5f11de971510 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:38.180733 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.327248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.356040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9a30da-fc88-4dcb-826a-49076ee5f626']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:38.380410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1527a6-dbcd-49b1-8bac-6864093b2a22 req-73e23b91-37d7-43ce-99ff-b44499a748f8 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:38.382100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d1527a6-dbcd-49b1-8bac-6864093b2a22 req-73e23b91-37d7-43ce-99ff-b44499a748f8 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0944190 Mar 31 23:35:38.387088 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf16bac-e467-40c4-bd3d-38ec11f0cd78') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:38.387394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf16bac-e467-40c4-bd3d-38ec11f0cd78') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:38.423748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.451740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.463940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d1527a6-dbcd-49b1-8bac-6864093b2a22 req-a7ca7330-0fb4-4863-9dd4-910dc2c36e63 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Mar 31 23:35:38.465154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:35:38.465510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:35:38.468971 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:35:38.645245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142a22-8b63-49a3-b610-4060177547f7 req-8f38a8ba-b9e5-4cc3-85ac-6274b626ab13 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:38.647043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f142a22-8b63-49a3-b610-4060177547f7 req-8f38a8ba-b9e5-4cc3-85ac-6274b626ab13 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0636868 Mar 31 23:35:38.653688 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.669843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.675465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/networks/7f9a30da-fc88-4dcb-826a-49076ee5f626 HTTP/1.1" status: 204 len: 168 time: 0.5913370 Mar 31 23:35:38.700690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:38.709525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967481-842c-4e2d-985d-4a373fddd0cd tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Network': ['ID=7f9a30da-fc88-4dcb-826a-49076ee5f626,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:38.709685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'network': {'name': 'tempest-network-smoke--1585472482', 'project_id': '38e0498256944aaea288ddc40b883621', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:38.732973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f142a22-8b63-49a3-b610-4060177547f7 req-a7d27314-f96e-4edb-8666-4d18144d078e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767903 Mar 31 23:35:38.848656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:38.855664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.892780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:35:38.905479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.906157 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Added segment 31e70c9b-7f1d-4997-a62e-627c06be3e1d of type vlan for network 6bf8246b-381a-4f1d-a9f4-8467660f89ca Mar 31 23:35:38.953005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.109555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.116604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:39.118055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.223269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Network': ['ID=6bf8246b-381a-4f1d-a9f4-8467660f89ca,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:39.236744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:35:39.246836 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1f08496b-6ce1-44dd-bdb2-8bf4ad555acc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5436382 Mar 31 23:35:39.250262 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35520) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:39.263979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'admin_state_up': True, 'project_id': '38e0498256944aaea288ddc40b883621', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:39.305516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a0087-3459-4ab9-9562-18ae50f498ba req-d0c9ad9b-2391-4007-a4d5-46eecc4eaf83 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:39.307110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c5a0087-3459-4ab9-9562-18ae50f498ba req-d0c9ad9b-2391-4007-a4d5-46eecc4eaf83 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0874205 Mar 31 23:35:39.365425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c5a0087-3459-4ab9-9562-18ae50f498ba req-34d56244-f63d-4a0c-8d54-a1eb935e1c8f tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518882 Mar 31 23:35:39.374112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.375556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.444991 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.649628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.919368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.949228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 206f272b-e171-4d8d-af06-2e0b4d17142b no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:39.952016 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.994410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 206f272b-e171-4d8d-af06-2e0b4d17142b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:39.994872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 206f272b-e171-4d8d-af06-2e0b4d17142b not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:40.073365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.25.6.181 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/e0698909-e7b2-40fc-91b7-a95f7a750158) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:40.198249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:40.325515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:40.367363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:40.370464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:40.374073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:40.379633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=e0698909-e7b2-40fc-91b7-a95f7a750158,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:40.419777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.419986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.420340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.420677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.421010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.421343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.421668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.421990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.422315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.422638 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.422959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.423308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:40.541567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31279488-4c10-47f1-8a80-cb79ee77f1cc req-4b95b758-eb55-44da-ba96-704e502b3a12 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:40.543695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31279488-4c10-47f1-8a80-cb79ee77f1cc req-4b95b758-eb55-44da-ba96-704e502b3a12 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0722158 Mar 31 23:35:40.599595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31279488-4c10-47f1-8a80-cb79ee77f1cc req-4b06d612-1757-4ea0-97c5-6cf2dd566b26 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Mar 31 23:35:40.811452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-b021b4b9-ae48-4d4b-9521-d3d5a11caadc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:40.817340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-b021b4b9-ae48-4d4b-9521-d3d5a11caadc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1178584 Mar 31 23:35:40.819906 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:40.830918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-51517867-84fd-411c-9788-b47edaf9c486 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0118105 Mar 31 23:35:40.909669 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-8bd3b40a-fcb6-4fcd-9b23-173bff0ebe3d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706482 Mar 31 23:35:41.054148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b9ae-454f-4a30-902c-39511e909669 req-a39ff7bd-0611-4fc8-9a6a-7f95dfc65bbd tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.056644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d39b9ae-454f-4a30-902c-39511e909669 req-a39ff7bd-0611-4fc8-9a6a-7f95dfc65bbd tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1188459 Mar 31 23:35:41.120267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-d7b304db-6be9-4e86-826c-b678a3f66c13 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023921 Mar 31 23:35:41.126303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d39b9ae-454f-4a30-902c-39511e909669 req-653a6026-6e28-4502-a424-4cc2b58c4721 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584075 Mar 31 23:35:41.147609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.207761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a810-a774-44c7-9c52-e02f63f54fef req-ae2e1d20-03c5-4c7f-bba2-875f06ea2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.209172 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-ae2e1d20-03c5-4c7f-bba2-875f06ea2d5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03094e362a68452884013eb57e657a19&device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 1096 time: 0.1161187 Mar 31 23:35:41.228349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-503a0163-a6d2-4976-83a1-bb1e45246d6d service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993927 Mar 31 23:35:41.394265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a810-a774-44c7-9c52-e02f63f54fef req-0efe97e8-6e0f-4d54-9ac9-fbf03b696d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.395781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-0efe97e8-6e0f-4d54-9ac9-fbf03b696d01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 200 len: 914 time: 0.1775918 Mar 31 23:35:41.452755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-313106c0-29b0-47d4-b591-e0d741a03098 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 200 len: 217 time: 0.0484209 Mar 31 23:35:41.539814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a810-a774-44c7-9c52-e02f63f54fef req-d578d02e-ce30-4dfd-a33b-e3dbf49e6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.542458 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-d578d02e-ce30-4dfd-a33b-e3dbf49e6a66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1ead372-58a3-47a7-a2a8-3c3f439243ea HTTP/1.1" status: 200 len: 852 time: 0.0837803 Mar 31 23:35:41.578508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-016f388e-e6b8-4519-8d3a-e736409e20ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297613 Mar 31 23:35:41.605582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:35:41.662042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c0a38e57-27ce-42f5-9fb6-904254bfdd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.771040 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-d2499294-05e6-4add-9bfa-15abc061bd5a service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861775 Mar 31 23:35:41.847815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:41.867901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Sync routers for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:41.916672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:41.918455 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:41.931729 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d411a810-a774-44c7-9c52-e02f63f54fef req-9dbe2a6f-15f7-4b28-882e-7527559f0fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503375 Mar 31 23:35:41.959390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.961507 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84144062-fa88-4865-bc19-781e88e09551 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7095726 Mar 31 23:35:41.964653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35558) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:42.009254 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-62235511-173c-4fb9-a6ac-79185436dda5 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=38e0498256944aaea288ddc40b883621&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398445 Mar 31 23:35:42.010272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35560) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:42.077582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bd1d956-008f-4780-8cd0-4db9548f5d39 req-c4af2254-cbf1-4393-aca7-25710c390bb0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.1033113 Mar 31 23:35:42.111698 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:42.481018 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:40Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:42.509932 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Checking router: ddb68a2e-59bd-45c9-a4f7-4ded3f221626 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:42.510427 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Updating router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 port e0698909-e7b2-40fc-91b7-a95f7a750158 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:35:42.572503 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.577378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ef8df-e69e-473a-bac7-995ddf308d15 req-d709feec-96d9-4d48-82dd-d8e79f480bbd tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.579142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e4ef8df-e69e-473a-bac7-995ddf308d15 req-d709feec-96d9-4d48-82dd-d8e79f480bbd tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0791993 Mar 31 23:35:42.610785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469d235-ade2-4fea-9f7c-9a0144c9c171 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.612337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9469d235-ade2-4fea-9f7c-9a0144c9c171 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6011283 Mar 31 23:35:42.616396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35572) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:42.656008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-694e96de-8753-4ac1-bdd9-601807cc5572 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372255 Mar 31 23:35:42.659553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35574) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:42.674381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517939749', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'project_id': '38e0498256944aaea288ddc40b883621', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:42.698579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e4ef8df-e69e-473a-bac7-995ddf308d15 req-1813d6a6-25ad-4980-9cbc-ac76387f08d5 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078811 Mar 31 23:35:42.877555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:42.884495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.896593 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.973530 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.035336 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Pushing event updated for resources: {'Port': ['ID=e0698909-e7b2-40fc-91b7-a95f7a750158,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:43.056902 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.057316 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.057698 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.058097 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.058495 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.058875 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.059292 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.059694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.060084 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.060499 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.060917 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.061324 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:43.066682 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Attempting to bind port e0698909-e7b2-40fc-91b7-a95f7a750158 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:43.067214 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Attempting to bind port e0698909-e7b2-40fc-91b7-a95f7a750158 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:43.067663 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Attempting to bind port e0698909-e7b2-40fc-91b7-a95f7a750158 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:43.075692 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:43.076572 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:43.077272 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.077869 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:43.079335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Bound port: e0698909-e7b2-40fc-91b7-a95f7a750158, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:43.079974 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.152357 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] For port e0698909-e7b2-40fc-91b7-a95f7a750158, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:43.156014 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] For port e0698909-e7b2-40fc-91b7-a95f7a750158, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e0698909-e7b2-40fc-91b7-a95f7a750158,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:43.197478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e3a599b-5e01-4d31-9c2e-e810da608a37 req-c25d1b39-58b4-4499-a7a5-a8940a094e98 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0367823 Mar 31 23:35:43.231316 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.256752 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.310749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Subnet': ['ID=73c53f9b-f28e-4cd9-b616-54dab123c536,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:43.316205 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:43.317139 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:43.324517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Checking segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:43.324970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network hostable DHCP agents. Network: 6bf8246b-381a-4f1d-a9f4-8467660f89ca, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:35:43.362514 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8bbc-6e07-46e7-bd1c-5dace871fe0a None None] Pushing event updated for resources: {'Port': ['ID=e0698909-e7b2-40fc-91b7-a95f7a750158,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:43.396775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:35:43.441884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:43.473357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6bf8246b-381a-4f1d-a9f4-8467660f89ca) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:43.479238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.480518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.486346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce3a60-e345-465b-924a-d47948654738 None None] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:43.593328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89246abb-8adf-40dd-98b1-f5ec9c45a866 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9309456 Mar 31 23:35:43.594162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35580) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:43.692218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:35:43.693388 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.699492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:40Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:43.757360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc2154-5e85-4a37-9951-eb80600fac86 None None] The sync data for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 is: [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:40Z', 'revision_number': 3, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:43.903716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4c45d-d5f7-4f1d-854b-922a3bea0123 req-b4a8571f-f4f0-4b5c-8ce7-db6ebe249fd9 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.905670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ea4c45d-d5f7-4f1d-854b-922a3bea0123 req-b4a8571f-f4f0-4b5c-8ce7-db6ebe249fd9 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0954022 Mar 31 23:35:43.963708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fae97ef7-36fa-4b59-b96b-3e69d8fbb60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:43.976885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ea4c45d-d5f7-4f1d-854b-922a3bea0123 req-47c1db17-a1d1-4e42-8059-cb4da7643fd4 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Mar 31 23:35:43.998505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Allocated IP 172.20.0.2 (6bf8246b-381a-4f1d-a9f4-8467660f89ca/73c53f9b-f28e-4cd9-b616-54dab123c536/a8776484-75c2-411f-b1d4-2a93c88c76d2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:44.297405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:44.383721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d5fb89e-778e-4446-a75f-9784304af451 req-ba0c8aa3-295b-44b8-8525-b41517d71bd4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0458565 Mar 31 23:35:44.386149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:44.463348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:44.470341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:44.474037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:44.494767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Pushing event updated for resources: {'Port': ['ID=a8776484-75c2-411f-b1d4-2a93c88c76d2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:44.550579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-68edb7b1-c0e8-45f3-8c6b-a0cdb7771a3b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:44.552472 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-68edb7b1-c0e8-45f3-8c6b-a0cdb7771a3b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.3287227 Mar 31 23:35:44.567923 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:44.682439 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Attempting to bind port a8776484-75c2-411f-b1d4-2a93c88c76d2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:44.685950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Attempting to bind port a8776484-75c2-411f-b1d4-2a93c88c76d2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:44.689359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Attempting to bind port a8776484-75c2-411f-b1d4-2a93c88c76d2 on network 6bf8246b-381a-4f1d-a9f4-8467660f89ca {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:44.696659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:44.697373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Checking segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:44.698195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:44.698758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Bound using segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:44.699444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Bound port: a8776484-75c2-411f-b1d4-2a93c88c76d2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:44.700156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:44.809703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d6901-2146-4492-9983-b3914a188ea8 req-abaf7620-6936-4712-b8b2-6407301bb935 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:44.811781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9d6901-2146-4492-9983-b3914a188ea8 req-abaf7620-6936-4712-b8b2-6407301bb935 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1225441 Mar 31 23:35:44.833781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] For port a8776484-75c2-411f-b1d4-2a93c88c76d2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:44.846179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:44.848064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] For port a8776484-75c2-411f-b1d4-2a93c88c76d2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8776484-75c2-411f-b1d4-2a93c88c76d2,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:44.850142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:44.877141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9d6901-2146-4492-9983-b3914a188ea8 req-81a6b600-e69a-4360-9e37-e0a859e90b21 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523896 Mar 31 23:35:44.928223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.046700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dece47-4882-4ed6-ab78-615444f7fd30 None None] Pushing event updated for resources: {'Port': ['ID=a8776484-75c2-411f-b1d4-2a93c88c76d2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:45.125405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.7 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/962fa29b-1c46-4657-ad1c-b3d936aed05d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:45.269045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35596) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:45.421622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.442107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.587292 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.588102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.591982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56a60274-7a0b-43eb-aa51-607ebabd284f req-ecb07178-b888-4dc0-8c13-2f2c88030c8a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0462673 Mar 31 23:35:45.671307 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.719996 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.748012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:45.753243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:45.782481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:45.783957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.794913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:45.858274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a5b889aaee0d43beb8b4bb0eaff77c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878839 Mar 31 23:35:45.860064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf4893e-5e96-424a-b527-a863c91051e3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:45.862513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35602) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:45.870604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:45.871857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.909304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.916404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca992041-b96f-4d17-9be6-04bcad92dcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:45.982684 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:45.987955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-639df106-83ae-42c5-8010-a6b388464839 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4242411 Mar 31 23:35:46.018221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Request body: {'port': {'device_id': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:46.085665 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.135149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146952-a699-45d5-aeae-066287379a97 req-fe14089f-2faa-4b5e-aee5-6442e3cad1c0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:46.136858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90146952-a699-45d5-aeae-066287379a97 req-fe14089f-2faa-4b5e-aee5-6442e3cad1c0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1419809 Mar 31 23:35:46.182386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.239283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8776484-75c2-411f-b1d4-2a93c88c76d2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:46.242432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90146952-a699-45d5-aeae-066287379a97 req-64b7e57e-1d24-49d7-8efa-be3098157102 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978312 Mar 31 23:35:46.296523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.299223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.302771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cbf4893e-5e96-424a-b527-a863c91051e3 HTTP/1.1" status: 204 len: 168 time: 0.4346926 Mar 31 23:35:46.323938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5481-a4aa-44d3-b471-3b8c4301b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf4893e-5e96-424a-b527-a863c91051e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:46.330430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.1 (6bf8246b-381a-4f1d-a9f4-8467660f89ca/73c53f9b-f28e-4cd9-b616-54dab123c536/264f7f25-67cd-443c-8498-878dac147e15) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:46.435930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c3fda60d-8ebb-44c1-a560-8ea226d4699a None None] Provisioning complete for port 962fa29b-1c46-4657-ad1c-b3d936aed05d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:46.439501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3fda60d-8ebb-44c1-a560-8ea226d4699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.489204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c3fda60d-8ebb-44c1-a560-8ea226d4699a None None] Port 962fa29b-1c46-4657-ad1c-b3d936aed05d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:46.501715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a8776484-75c2-411f-b1d4-2a93c88c76d2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:46.505047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.672386 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.725473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.760061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a8776484-75c2-411f-b1d4-2a93c88c76d2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8776484-75c2-411f-b1d4-2a93c88c76d2,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:46.765900 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.858692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e209b29-dfd9-4ca8-9fdf-1286a5c6c290 req-a88f4f7a-e372-44cf-a16e-d66afd7f6885 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:46.879677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e209b29-dfd9-4ca8-9fdf-1286a5c6c290 req-a88f4f7a-e372-44cf-a16e-d66afd7f6885 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 931 time: 0.1730380 Mar 31 23:35:46.901070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.904816 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:46.906414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e0698909-e7b2-40fc-91b7-a95f7a750158 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:46.978255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.004562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e209b29-dfd9-4ca8-9fdf-1286a5c6c290 req-04427363-6517-4e9f-be95-80aa46f51d29 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239090 Mar 31 23:35:47.080202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd25d7c-5979-42bb-94dd-82668d497f81 None None] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:47.084315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299d1b-6045-465b-9a8a-f6e0b9306387 req-4cb9e0e2-2291-4b03-9510-5ae4b6da9dd0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:47.093747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24299d1b-6045-465b-9a8a-f6e0b9306387 req-4cb9e0e2-2291-4b03-9510-5ae4b6da9dd0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1196015 Mar 31 23:35:47.111929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962fa29b-1c46-4657-ad1c-b3d936aed05d {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:47.132940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:47.144834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-24299d1b-6045-465b-9a8a-f6e0b9306387 req-ea578f5a-1198-4d63-ab6f-1f8f6fccafbf tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 Mar 31 23:35:47.151543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:47.158084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:47.170186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.217616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e0698909-e7b2-40fc-91b7-a95f7a750158 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:47.217981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.225352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:47.236782 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Transition to ACTIVE for port object 962fa29b-1c46-4657-ad1c-b3d936aed05d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:47.243680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-c4155601-f6cc-4095-ac62-96f6079ee32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:47.245223 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-c4155601-f6cc-4095-ac62-96f6079ee32b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03094e362a68452884013eb57e657a19&device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 1096 time: 0.1762979 Mar 31 23:35:47.248476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.288151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-23a0a056-096e-4932-9d4e-b3f5d53ef4ef None None] Provisioning complete for port a8776484-75c2-411f-b1d4-2a93c88c76d2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:47.289574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-23a0a056-096e-4932-9d4e-b3f5d53ef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.402154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.404781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a8776484-75c2-411f-b1d4-2a93c88c76d2,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:47.499534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.527997 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port e0698909-e7b2-40fc-91b7-a95f7a750158, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e0698909-e7b2-40fc-91b7-a95f7a750158,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:47.535687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.537774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Pushing event updated for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:47.625938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:47.704131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-bc2a995c-1bff-4fc3-9c66-2c50de8d18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:47.705766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-bc2a995c-1bff-4fc3-9c66-2c50de8d18e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 200 len: 914 time: 0.4536064 Mar 31 23:35:47.764507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=e0698909-e7b2-40fc-91b7-a95f7a750158,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:47.822596 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-9a76ce54-22e9-4028-a7df-361f5224644f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 200 len: 217 time: 0.0998373 Mar 31 23:35:47.952161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Attempting to bind port 962fa29b-1c46-4657-ad1c-b3d936aed05d on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:47.952509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Attempting to bind port 962fa29b-1c46-4657-ad1c-b3d936aed05d by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:47.952927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Attempting to bind port 962fa29b-1c46-4657-ad1c-b3d936aed05d on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:47.979769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Port 962fa29b-1c46-4657-ad1c-b3d936aed05d on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:35:47.987401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Attempting to bind port 962fa29b-1c46-4657-ad1c-b3d936aed05d on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:47.987401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-f68bc108-5d63-4415-a25a-cd23e92b5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:47.987645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-f68bc108-5d63-4415-a25a-cd23e92b5cce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1ead372-58a3-47a7-a2a8-3c3f439243ea HTTP/1.1" status: 200 len: 852 time: 0.1591458 Mar 31 23:35:48.012052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:48.012510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:48.012842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:48.013297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Bound port: 962fa29b-1c46-4657-ad1c-b3d936aed05d, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:48.013658 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.019871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2743c5d9-2832-4358-9e61-3887301c9a0c None None] Provisioning complete for port a8776484-75c2-411f-b1d4-2a93c88c76d2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:48.020953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2743c5d9-2832-4358-9e61-3887301c9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.065470 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-3c1bf142-46cd-4efe-a272-9aad39561348 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694232 Mar 31 23:35:48.113707 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8776484-75c2-411f-b1d4-2a93c88c76d2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:48.251094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cfc07-26f5-44e8-82d8-d9291398023d req-16e280cf-2d01-41e8-9705-6d1e85c01a3f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:48.252763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-393cfc07-26f5-44e8-82d8-d9291398023d req-16e280cf-2d01-41e8-9705-6d1e85c01a3f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.0820279 Mar 31 23:35:48.313929 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a8776484-75c2-411f-b1d4-2a93c88c76d2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:48.315082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.359866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eadc3-75fa-4874-a930-4f28492793fd req-94cd78f8-0a10-48d7-821c-4c023510a454 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:48.369578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b39eadc3-75fa-4874-a930-4f28492793fd req-94cd78f8-0a10-48d7-821c-4c023510a454 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0976341 Mar 31 23:35:48.374781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-393cfc07-26f5-44e8-82d8-d9291398023d req-3df03213-5406-44d2-a8c8-1cda9fae41a3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095645 Mar 31 23:35:48.392359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2743c5d9-2832-4358-9e61-3887301c9a0c None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:48.393705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2743c5d9-2832-4358-9e61-3887301c9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.421465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b39eadc3-75fa-4874-a930-4f28492793fd req-07675879-7413-4b95-bcf5-230b97ff8042 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Mar 31 23:35:48.470550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:48.484802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2743c5d9-2832-4358-9e61-3887301c9a0c None None] Port 264f7f25-67cd-443c-8498-878dac147e15 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:48.498171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:48.505879 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-b9b7f147-405e-4743-9bfc-e2fbd0ecf5e6 service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289684 Mar 31 23:35:48.506982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e0698909-e7b2-40fc-91b7-a95f7a750158 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:48.560513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e0698909-e7b2-40fc-91b7-a95f7a750158 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:48.562377 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.603087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.641170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.651026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a89f2cc2-aa3a-45a3-b09c-78f70b2e69ce None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:48.651461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a89f2cc2-aa3a-45a3-b09c-78f70b2e69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.663157 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:48.664272 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.666862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] 10.222.0.44 "PUT /v2.0/ports/962fa29b-1c46-4657-ad1c-b3d936aed05d HTTP/1.1" status: 200 len: 1091 time: 2.6673493 Mar 31 23:35:48.667609 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:48.670171 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af05d88-3383-44f7-b596-9d55cae321fe" -d '{"events": [{"name": "network-changed", "server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:48.700497 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b21ede0c-9e84-460d-a545-5e87f0e12803 req-660f6242-cbbd-4da5-8b5f-a2150d99aa79 service neutron] 10.222.0.10 "GET /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879742 Mar 31 23:35:48.705544 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:48.802402 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6c66d-65d6-46b6-9beb-b01da264f3f7 x-openstack-request-id: req-f6d6c66d-65d6-46b6-9beb-b01da264f3f7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:48.802973 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:48.803305 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f6d6c66d-65d6-46b6-9beb-b01da264f3f7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:48.803789 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d6c66d-65d6-46b6-9beb-b01da264f3f7'] response: {'name': 'network-changed', 'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d', 'status': 'completed', 'code': 200} Mar 31 23:35:48.967379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a89f2cc2-aa3a-45a3-b09c-78f70b2e69ce None None] Port 264f7f25-67cd-443c-8498-878dac147e15 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:49.256220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094770d2-46dd-4554-a3a5-094df5d2217a service neutron] Pushing event updated for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:49.271557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:49.312588 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-bc5507f0-3b18-433c-a5aa-6b1c384d3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.314106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-bc5507f0-3b18-433c-a5aa-6b1c384d3238 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 1094 time: 0.5253720 Mar 31 23:35:49.402530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:49.408469 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-78d7ae1f-e8ae-407b-aeaa-a907d3417992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d HTTP/1.1" status: 200 len: 217 time: 0.0764594 Mar 31 23:35:49.500992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-f015ed03-c67f-41ad-bf51-4c13866c0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.502454 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-f015ed03-c67f-41ad-bf51-4c13866c0acc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0865488 Mar 31 23:35:49.567783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:49.568067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:49.641641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244d03-29ec-465d-a325-13fe162b8a13 req-ec21a293-1d0d-4c35-98db-0884bac1d72a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.643308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb244d03-29ec-465d-a325-13fe162b8a13 req-ec21a293-1d0d-4c35-98db-0884bac1d72a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1425676 Mar 31 23:35:49.657674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd51b3-3d22-4e90-a290-3dd60b82b682 req-e56a0fa6-0703-422d-ac3c-179512c23793 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.659559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cd51b3-3d22-4e90-a290-3dd60b82b682 req-e56a0fa6-0703-422d-ac3c-179512c23793 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1146648 Mar 31 23:35:49.714537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-b9e038e9-0d4d-4243-8253-3928d35feeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.716371 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-b9e038e9-0d4d-4243-8253-3928d35feeeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047131 Mar 31 23:35:49.756606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb244d03-29ec-465d-a325-13fe162b8a13 req-2156ee9c-575b-49f4-b13a-635cf57ade6a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960143 Mar 31 23:35:49.768660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cd51b3-3d22-4e90-a290-3dd60b82b682 req-b36fd9ff-1fae-4f35-a416-9fa0ee12fdad tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992224 Mar 31 23:35:49.804423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:49.935361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ca37ff5a-9d9c-402a-8699-9703ced9ecab None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:49.936338 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ca37ff5a-9d9c-402a-8699-9703ced9ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:49.980239 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-958146c3-0006-4477-bc10-32084a889326 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915669 Mar 31 23:35:49.983557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ca37ff5a-9d9c-402a-8699-9703ced9ecab None None] Port 264f7f25-67cd-443c-8498-878dac147e15 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:50.091866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:50.099362 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3d12960-d8f9-4173-b995-6938e8de82c7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/ddb68a2e-59bd-45c9-a4f7-4ded3f221626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5016298 Mar 31 23:35:50.099744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35662) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:50.109089 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Sync routers for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:50.135131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a36c9e3b-0a4f-4cf8-b99b-0ed914b20b72 req-3ac77fc5-e53a-4c16-b0ef-cad49b8aa41d service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174436 Mar 31 23:35:50.149063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:50.149469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:50.235975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.237722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.238397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.239263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.239970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.240896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.241969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.243312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.254620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b842072-faa4-4985-a073-4434e92fabf7 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5692 time: 0.1528485 Mar 31 23:35:50.256801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:50.299524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:50.383088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05d88-3383-44f7-b596-9d55cae321fe req-f2d274be-1483-439c-9dd8-b3f9bcb34e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.384743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-f2d274be-1483-439c-9dd8-b3f9bcb34e58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 1094 time: 0.1117899 Mar 31 23:35:50.406336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.408955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.408955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.408955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.408955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.408955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.409513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.409602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.414180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0bb1037-8e35-4790-b54c-3648c4318d0e tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1514471 Mar 31 23:35:50.415570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:50.514931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05d88-3383-44f7-b596-9d55cae321fe req-d7d5b32a-0996-4770-9223-2d8308baa5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.517272 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-d7d5b32a-0996-4770-9223-2d8308baa5da service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1229150 Mar 31 23:35:50.559699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 2, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:50.570371 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-52237c14-ae48-4fb8-96ee-ad8098fd4e7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d HTTP/1.1" status: 200 len: 217 time: 0.0449684 Mar 31 23:35:50.592819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Checking router: ddb68a2e-59bd-45c9-a4f7-4ded3f221626 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:50.593303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Updating router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 port 264f7f25-67cd-443c-8498-878dac147e15 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:35:50.630758 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:50.636185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05d88-3383-44f7-b596-9d55cae321fe req-bbb06c27-1afc-4341-9164-2f4b203adfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.637721 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-bbb06c27-1afc-4341-9164-2f4b203adfd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0609651 Mar 31 23:35:50.700718 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05d88-3383-44f7-b596-9d55cae321fe req-c9088cec-0951-46df-a5ae-db540fe43b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.702419 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-c9088cec-0951-46df-a5ae-db540fe43b07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571389 Mar 31 23:35:50.728483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b61d1c9-07e9-425c-b0c3-5246af64d881 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3116066 Mar 31 23:35:50.851735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-a45fe751-6348-4be8-8fb7-872511dc5d26 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358070 Mar 31 23:35:50.968100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1af05d88-3383-44f7-b596-9d55cae321fe req-f2cc47f2-95c0-4e01-9796-fc2b59b9ff67 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151266 Mar 31 23:35:51.014734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35684) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:51.020789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898177454', 'description': 'tempest-secgroup-smoke-898177454 description', 'project_id': '38e0498256944aaea288ddc40b883621'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:51.025684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.145386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0a80-0e77-4983-8184-2027c0d4782a req-4adad852-99fc-4c26-a3bf-1b366b62f876 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:51.146893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549a0a80-0e77-4983-8184-2027c0d4782a req-4adad852-99fc-4c26-a3bf-1b366b62f876 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0687304 Mar 31 23:35:51.168234 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.192532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-549a0a80-0e77-4983-8184-2027c0d4782a req-e1cba966-e88a-4ab8-b209-0ce0fd1fe11e tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Mar 31 23:35:51.224969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5518e7-b45b-40c0-9f5f-d7d8cbde43fd None None] Pushing event updated for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:51.295660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.323037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Attempting to bind port 264f7f25-67cd-443c-8498-878dac147e15 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:51.323407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Attempting to bind port 264f7f25-67cd-443c-8498-878dac147e15 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:51.323774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Attempting to bind port 264f7f25-67cd-443c-8498-878dac147e15 on network 6bf8246b-381a-4f1d-a9f4-8467660f89ca {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:51.329458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:51.329834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Checking segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:51.330240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.330629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Bound using segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:51.331129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Bound port: 264f7f25-67cd-443c-8498-878dac147e15, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:51.331518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.348202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35688) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:51.355304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'network': {'name': 'tempest-network-smoke--949565130', 'project_id': '5d970f328f3e47fea89f77e83587086e', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:51.414488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] For port 264f7f25-67cd-443c-8498-878dac147e15, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:51.419087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] For port 264f7f25-67cd-443c-8498-878dac147e15, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=264f7f25-67cd-443c-8498-878dac147e15,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:51.422795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee11414-1646-4176-90ae-b356322efc92 req-ff10103e-0a23-4c36-9d13-699362e496c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:51.429534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fee11414-1646-4176-90ae-b356322efc92 req-ff10103e-0a23-4c36-9d13-699362e496c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1331320 Mar 31 23:35:51.484837 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.493351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fee11414-1646-4176-90ae-b356322efc92 req-58c23631-6a25-4e81-a97c-32cdab3b2890 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Mar 31 23:35:51.504488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:51.519919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.521231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d8ea645c-03f4-4dc5-9335-0881785371c9 None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:51.521839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8ea645c-03f4-4dc5-9335-0881785371c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.522268 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.547267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.599042 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.611472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea645c-03f4-4dc5-9335-0881785371c9 None None] Port 264f7f25-67cd-443c-8498-878dac147e15 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:51.631236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:51.631899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:51.636135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5518e7-b45b-40c0-9f5f-d7d8cbde43fd None None] Pushing event updated for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:51.649637 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.651442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed726c7-f97b-49b9-92d4-b905dfd242d9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:51.714168 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.716766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9e98b37-215d-4ea0-b0cd-60818292efd7 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6996684 Mar 31 23:35:51.720434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35690) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:51.725602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:51.769057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.769316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:51.794727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:35:51.811748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be54d86-61c3-47f4-b9e6-35e1319b8bfe,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:51.828898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.829324 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Added segment 1b841bcd-6bfd-4caa-bf68-0d5e277d2336 of type vlan for network a08923e5-8e95-46dc-8582-d6176ffa527c Mar 31 23:35:51.875420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.885261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.954555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:51.954971 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.963020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325150a-f959-4c2b-9fd1-208638ee8183 req-1e0ee95b-83e6-4a61-82e2-043b006904e0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:51.964576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e325150a-f959-4c2b-9fd1-208638ee8183 req-1e0ee95b-83e6-4a61-82e2-043b006904e0 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0885367 Mar 31 23:35:51.977892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.984551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:51.985413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.986801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.035684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e325150a-f959-4c2b-9fd1-208638ee8183 req-63474695-25d7-483e-951a-e64c658c13f3 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628641 Mar 31 23:35:52.041754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.072332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a620ea-0feb-4c3a-b6f2-e2f6a56c3be6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.075695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Network': ['ID=a08923e5-8e95-46dc-8582-d6176ffa527c,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.093436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network a08923e5-8e95-46dc-8582-d6176ffa527c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:35:52.127523 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bcfc4819-40a7-4d4f-9e57-533e3260bb54 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7747960 Mar 31 23:35:52.127844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35694) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.133937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'admin_state_up': True, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.166862 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.177151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.181565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8a3a7731-1cd9-4524-ab66-efc8038e33ca tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585710 Mar 31 23:35:52.181901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35696) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.186341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.197322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:51Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:52.231868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819af065-099c-4843-8ce4-0f4ccdc5418f None None] The sync data for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 is: [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:51Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:52.243178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] For port 264f7f25-67cd-443c-8498-878dac147e15, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=264f7f25-67cd-443c-8498-878dac147e15,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:52.280991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.280991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.313017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.324612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.379668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.396973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4a60-306a-404c-bf2c-810dcf660ef0 None None] Pushing event updated for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.412189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.474725 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.532014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b3bc5-3af3-49dd-97c6-c463dda9d897,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.581405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.587463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4c8e9e86-8ee6-43a3-866a-393640f2fbae tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999279 Mar 31 23:35:52.593345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35700) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.593345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.645385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.673341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3ca3-2757-4d6a-a74d-3cc7170f9325 req-dc8b0ee8-37bd-41f6-8925-e612f1d660e4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:52.674937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-318e3ca3-2757-4d6a-a74d-3cc7170f9325 req-dc8b0ee8-37bd-41f6-8925-e612f1d660e4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.0884125 Mar 31 23:35:52.715489 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.725591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-318e3ca3-2757-4d6a-a74d-3cc7170f9325 req-97c732f2-7440-4039-beb7-8f39cc9c10d1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Mar 31 23:35:52.797005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.853499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.875350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf6622b-7a3a-49df-a8fa-5feae3b95548,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.937081 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.939479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-61b07b4e-dc88-4163-941e-1d491e91c238 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514822 Mar 31 23:35:52.942250 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35702) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.948297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.997869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.020049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.053196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.130331 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.177818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.25.6.34 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4344e03a-8bd7-488e-83c4-b234931cb37d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:53.201746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.223163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9671d369-b055-48a3-9775-058764f50f33,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:53.267877 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad08f5-92ed-4db3-9bd4-c8f81a7d333b req-d7795d39-a3e4-40c7-a983-dd95cd5b1401 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:53.269535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6ad08f5-92ed-4db3-9bd4-c8f81a7d333b req-d7795d39-a3e4-40c7-a983-dd95cd5b1401 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1233714 Mar 31 23:35:53.290905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.292757 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fe23dd8-7599-4e30-8931-b105fa12f77f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491659 Mar 31 23:35:53.295762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35706) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:53.300628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:53.346716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6ad08f5-92ed-4db3-9bd4-c8f81a7d333b req-15112d76-1e9d-45f1-986c-50c3745bb3af tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Mar 31 23:35:53.351667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.396711 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:35:53.402958 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.470941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.482629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.527321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:53.530404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:53.532850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:53.562851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=4344e03a-8bd7-488e-83c4-b234931cb37d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:53.593830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.616158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a1e8fb-6cf5-4058-9e30-2d649895b031,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:53.698194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.699487 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f8c87ad6-c4f3-4a40-b3c1-62ac996bd60b tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025512 Mar 31 23:35:53.702473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35708) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:53.707498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'security_group_rule': {'security_group_id': '7ed726c7-f97b-49b9-92d4-b905dfd242d9', 'project_id': '38e0498256944aaea288ddc40b883621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:53.788507 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Project 38e0498256944aaea288ddc40b883621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:35:53.794256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.886395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.911968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.956405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.960257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316eb2-7d66-4141-9d62-86761fa8eb81 req-bf628044-498a-475c-9583-f150c0eca667 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:53.960257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38316eb2-7d66-4141-9d62-86761fa8eb81 req-bf628044-498a-475c-9583-f150c0eca667 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1296496 Mar 31 23:35:53.980645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acbcc25-3010-4541-8ae9-8dd16cc2955b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.048129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 264f7f25-67cd-443c-8498-878dac147e15 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:54.056803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38316eb2-7d66-4141-9d62-86761fa8eb81 req-7a0cf668-61d1-4fd5-a357-4c90b0607fd3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 Mar 31 23:35:54.063531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.065459 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f0d66132-3a83-401a-8445-c5085dd3509e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3614838 Mar 31 23:35:54.112503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 264f7f25-67cd-443c-8498-878dac147e15 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:54.114103 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.157514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-fc55731d-c62a-44b0-a419-aae2552f6ba1 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:54.159547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-fc55731d-c62a-44b0-a419-aae2552f6ba1 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.10 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.0666893 Mar 31 23:35:54.222614 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.286830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Deleting port d120acf7-a82c-4413-a035-7b914c7fdeab {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:54.287316 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.343039 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36a85d37-07ef-4d4c-8474-f30283991278 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898177454&fields=id&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 267 time: 0.0735834 Mar 31 23:35:54.376330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.391585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] For port d120acf7-a82c-4413-a035-7b914c7fdeab, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d120acf7-a82c-4413-a035-7b914c7fdeab,segment=NetworkSegment(f4742ec9-c48f-4327-a17b-3755d4edd1a9),segment_id=f4742ec9-c48f-4327-a17b-3755d4edd1a9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:54.392009 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.413016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Calling delete_port for d120acf7-a82c-4413-a035-7b914c7fdeab owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:54.537425 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-4213c71b-16af-49ef-8393-68cd707e4ef5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:54.539612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-4213c71b-16af-49ef-8393-68cd707e4ef5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/networks?id=6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 200 len: 797 time: 0.1829803 Mar 31 23:35:54.551885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9f297-bbb7-4c73-99b4-07d87ec7c287 req-44c1b875-84a7-4b18-b6ff-d23a58a0d1b5 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:54.553397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9e9f297-bbb7-4c73-99b4-07d87ec7c287 req-44c1b875-84a7-4b18-b6ff-d23a58a0d1b5 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 945 time: 0.1011705 Mar 31 23:35:54.573416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-48f1606e-7fcb-4c68-88db-fc737c220540 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/quotas/38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 375 time: 0.0176473 Mar 31 23:35:54.594955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router 52fd4046-ec47-48aa-928a-216d7838209e is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:35:54.643340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9e9f297-bbb7-4c73-99b4-07d87ec7c287 req-ce5f77bf-19c0-48d9-bf17-7c4db1afcc52 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/security-groups?id=57d37be7-fa65-477e-aaf9-e3f571111aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812063 Mar 31 23:35:54.656736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.697485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Pushing event deleted for resources: {'Port': ['ID=d120acf7-a82c-4413-a035-7b914c7fdeab,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.699982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d120acf7-a82c-4413-a035-7b914c7fdeab'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:54.702622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-49de03f9-6ab9-47f7-ae85-307057ddc87c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228840 Mar 31 23:35:54.754899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] No DVR routers for this DVR port d120acf7-a82c-4413-a035-7b914c7fdeab on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:54.758219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.761785 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de968d4a-22ad-4c2c-9813-f7e927ec654d req-e572ea3f-f09c-462e-add6-f2af697b4f04 tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.10 "DELETE /v2.0/ports/d120acf7-a82c-4413-a035-7b914c7fdeab HTTP/1.1" status: 204 len: 173 time: 0.5947869 Mar 31 23:35:54.762239 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'name': 'network-vif-deleted', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:54.764493 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d9f7f-e8c9-43d6-bdbd-b23b3ff8bc14" -d '{"events": [{"server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "name": "network-vif-deleted", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:54.782736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:54.796743 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Sync routers for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:54.807565 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b4fed3-7587-41ba-b555-76655df9f88c x-openstack-request-id: req-c6b4fed3-7587-41ba-b555-76655df9f88c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:54.813921 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0165a1a7-3148-49c0-b871-94e91324b776", "name": "network-vif-deleted", "tag": "d120acf7-a82c-4413-a035-7b914c7fdeab", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:54.814071 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:54.814215 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c6b4fed3-7587-41ba-b555-76655df9f88c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:54.814215 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b4fed3-7587-41ba-b555-76655df9f88c'] response: {'server_uuid': '0165a1a7-3148-49c0-b871-94e91324b776', 'name': 'network-vif-deleted', 'tag': 'd120acf7-a82c-4413-a035-7b914c7fdeab', 'status': 'completed', 'code': 200} Mar 31 23:35:54.814424 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:54.923771 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:54.927867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.930148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4da495cc-3404-46fe-8c4a-b5112db859ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8008349 Mar 31 23:35:54.933049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35730) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:54.976286 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-554485b1-04aa-41f7-a3b3-a9e1d99f49de service neutron] 10.222.0.83 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342029 Mar 31 23:35:55.036625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-283738f8-aa0e-4ec6-8f10-5fc87587fdec tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5d970f328f3e47fea89f77e83587086e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0999458 Mar 31 23:35:55.036941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:55.093296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-c9585740-5cd8-437e-b007-666670c455c6 service neutron] 10.222.0.83 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105685 Mar 31 23:35:55.136077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:53Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:55.158402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f9b91-2e65-42a4-a047-04218648113a tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:55.160153 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b22f9b91-2e65-42a4-a047-04218648113a tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222267 Mar 31 23:35:55.163430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35738) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:55.164886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Checking router: 52fd4046-ec47-48aa-928a-216d7838209e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:55.165436 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Updating router 52fd4046-ec47-48aa-928a-216d7838209e port 4344e03a-8bd7-488e-83c4-b234931cb37d binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:35:55.192132 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.212535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-66d4ca83-c8e7-4b02-b178-ad9759ca2f85 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472980 Mar 31 23:35:55.215200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35740) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:55.220089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-497042583', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'project_id': '5d970f328f3e47fea89f77e83587086e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:55.318013 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482b30a-a458-4f3c-9092-5cc027f58055 req-c89ae6ab-99a3-47f6-bc58-01c92c07f50e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:55.320062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c482b30a-a458-4f3c-9092-5cc027f58055 req-c89ae6ab-99a3-47f6-bc58-01c92c07f50e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1439433 Mar 31 23:35:55.493915 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.565162 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.641549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7caee9-cc43-4f0c-b746-b3f4e054456a None None] Pushing event updated for resources: {'Port': ['ID=4344e03a-8bd7-488e-83c4-b234931cb37d,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:55.644342 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Attempting to bind port 4344e03a-8bd7-488e-83c4-b234931cb37d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:55.644741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Attempting to bind port 4344e03a-8bd7-488e-83c4-b234931cb37d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:55.645151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Attempting to bind port 4344e03a-8bd7-488e-83c4-b234931cb37d on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:55.651767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:55.652141 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:55.652544 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.652930 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:55.653405 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Bound port: 4344e03a-8bd7-488e-83c4-b234931cb37d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:55.653785 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.705748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75eb1914-3f33-4704-a518-ba5d4d0c1c5b req-4ed1a667-acaa-48ab-894d-62aa2d72d4aa tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 210 time: 0.0408335 Mar 31 23:35:55.714187 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] For port 4344e03a-8bd7-488e-83c4-b234931cb37d, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:55.715954 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c482b30a-a458-4f3c-9092-5cc027f58055 req-0b817d59-824c-4c85-b0cd-e05c52f9ea1c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890650 Mar 31 23:35:55.717756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] For port 4344e03a-8bd7-488e-83c4-b234931cb37d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4344e03a-8bd7-488e-83c4-b234931cb37d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:55.761540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:55.765169 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.819186 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:55.857776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0a2812d-779f-49eb-9e99-bfd88dd6d6ae req-8f523989-41be-4230-8de3-47fe7cbd88fe tempest-TestServerAdvancedOps-1605386312 tempest-TestServerAdvancedOps-1605386312-project] 10.222.0.83 "GET /v2.0/ports?device_id=0165a1a7-3148-49c0-b871-94e91324b776 HTTP/1.1" status: 200 len: 210 time: 0.0462718 Mar 31 23:35:55.862224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:55.863275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:55.945349 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7caee9-cc43-4f0c-b746-b3f4e054456a None None] Pushing event updated for resources: {'Port': ['ID=4344e03a-8bd7-488e-83c4-b234931cb37d,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:55.999856 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:56.099380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.175171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Subnet': ['ID=1cde750b-ebb3-43e9-844e-89e1255209c5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:56.180929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Checking segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:56.181472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network hostable DHCP agents. Network: a08923e5-8e95-46dc-8582-d6176ffa527c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:35:56.200787 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:53Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:56.229180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ce880-3de8-4ad5-bd29-708c5b420a2a None None] The sync data for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 is: [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:53Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:56.261965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network a08923e5-8e95-46dc-8582-d6176ffa527c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:35:56.337163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, a08923e5-8e95-46dc-8582-d6176ffa527c) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:56.341472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:56.342087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.349813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41565269-0e82-401b-a480-0c7209bfb7c4 None None] Network a08923e5-8e95-46dc-8582-d6176ffa527c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:56.419642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39c03502-f649-480a-97c2-1c2b5eb4de75 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2024872 Mar 31 23:35:56.421642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35754) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:56.552233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-a08923e5-8e95-46dc-8582-d6176ffa527c', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:35:56.553195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.723831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Allocated IP 172.20.0.2 (a08923e5-8e95-46dc-8582-d6176ffa527c/1cde750b-ebb3-43e9-844e-89e1255209c5/97e7084d-54f1-4e8e-b58c-6efc504d319f) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:56.955747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0344aa94-6d2e-4741-b5c2-d9818bb7da35 req-9ada0479-ce5f-4fd5-8681-b200a71b8dd4 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 210 time: 0.1078100 Mar 31 23:35:57.004277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c311d6c-b306-421a-9424-3e19b901146d req-d1303c3a-a424-4a05-84cf-5ac56e11089d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:57.006123 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c311d6c-b306-421a-9424-3e19b901146d req-d1303c3a-a424-4a05-84cf-5ac56e11089d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1637337 Mar 31 23:35:57.059885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35764) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:57.121799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c311d6c-b306-421a-9424-3e19b901146d req-b5bda2f7-d96f-4d1f-b3fb-69ebfcdbdcbe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839751 Mar 31 23:35:57.126723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Deleting subnet b1ead372-58a3-47a7-a2a8-3c3f439243ea {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:35:57.132573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.149701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.158090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.181457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.224618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.259756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.313124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Network a08923e5-8e95-46dc-8582-d6176ffa527c is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:57.314501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:57.316916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:57.326814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Pushing event updated for resources: {'Port': ['ID=97e7084d-54f1-4e8e-b58c-6efc504d319f,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:57.351258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.394418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.401620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b1ead372-58a3-47a7-a2a8-3c3f439243ea HTTP/1.1" status: 204 len: 168 time: 0.3391950 Mar 31 23:35:57.403146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35766) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:57.411562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe426a7-fafa-4092-b609-b1f6a3e87080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ead372-58a3-47a7-a2a8-3c3f439243ea,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:57.427495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Attempting to bind port 97e7084d-54f1-4e8e-b58c-6efc504d319f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:57.428128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Attempting to bind port 97e7084d-54f1-4e8e-b58c-6efc504d319f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:57.428128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Attempting to bind port 97e7084d-54f1-4e8e-b58c-6efc504d319f on network a08923e5-8e95-46dc-8582-d6176ffa527c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:57.437236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:57.444349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Checking segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:57.444349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.444349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Bound using segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:57.444349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Bound port: 97e7084d-54f1-4e8e-b58c-6efc504d319f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:57.444349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.497492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d120acf7-a82c-4413-a035-7b914c7fdeab no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:57.500833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.512695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.20.0.1 (a08923e5-8e95-46dc-8582-d6176ffa527c/1cde750b-ebb3-43e9-844e-89e1255209c5/af8ffda4-4db5-4584-bfa0-72e13b34020e) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:57.545351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: d120acf7-a82c-4413-a035-7b914c7fdeab {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:57.546219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d120acf7-a82c-4413-a035-7b914c7fdeab not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:57.574378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] For port 97e7084d-54f1-4e8e-b58c-6efc504d319f, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:57.589343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] For port 97e7084d-54f1-4e8e-b58c-6efc504d319f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97e7084d-54f1-4e8e-b58c-6efc504d319f,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:57.645513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.670546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.677483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.708249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fd4dca-96d6-4b23-88f4-4bed822c0cbc']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:57.727704 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4742ec9-c48f-4327-a17b-3755d4edd1a9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:57.727981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4742ec9-c48f-4327-a17b-3755d4edd1a9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:57.743814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9f5932dd-7c94-420f-bfa0-98be66704243 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:57.745339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9f5932dd-7c94-420f-bfa0-98be66704243 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.10 "GET /v2.0/networks?id=6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 200 len: 797 time: 0.1896541 Mar 31 23:35:57.750038 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.768883 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.774086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b014-f8b4-4536-baf9-ead44f349988 None None] Pushing event updated for resources: {'Port': ['ID=97e7084d-54f1-4e8e-b58c-6efc504d319f,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:57.783564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:35:57.784205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:35:57.786075 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:35:57.848453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.858953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-ad1f3d0e-336e-405b-9834-9583284bb616 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e0498256944aaea288ddc40b883621 HTTP/1.1" status: 200 len: 379 time: 0.0966609 Mar 31 23:35:57.870783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'port': {'device_id': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'admin_state_up': True, 'tenant_id': '38e0498256944aaea288ddc40b883621', 'security_groups': ['7ed726c7-f97b-49b9-92d4-b905dfd242d9']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:57.931805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:57.958613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network a08923e5-8e95-46dc-8582-d6176ffa527c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:57.958613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:57.959214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.959619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:57.984580 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:57.992623 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a1fd4dca-96d6-4b23-88f4-4bed822c0cbc HTTP/1.1" status: 204 len: 168 time: 0.5880091 Mar 31 23:35:57.998582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35770) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:58.020844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfd59d-9369-47e7-91bd-08b3b50d3a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fd4dca-96d6-4b23-88f4-4bed822c0cbc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:58.078569 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.125461 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Deleting subnet fe51103c-f849-46d6-969c-8776d54b2390 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:35:58.132209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.155477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4344e03a-8bd7-488e-83c4-b234931cb37d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:58.239228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4344e03a-8bd7-488e-83c4-b234931cb37d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:58.239885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.241978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71f0c2aa-ddc1-4d74-8042-4193e0126f9d req-faa03ce6-7a9a-48ec-a988-f3e689e2b69c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 210 time: 0.0588953 Mar 31 23:35:58.254372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.308000 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.310685 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Made reservation on behalf of 38e0498256944aaea288ddc40b883621 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:58.314344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.340151 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.344809 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb6224-df32-44ac-bc52-2c537da0eae0 req-4c8752e8-dd50-434e-a31b-80204d4d8b13 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:58.346493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46fb6224-df32-44ac-bc52-2c537da0eae0 req-4c8752e8-dd50-434e-a31b-80204d4d8b13 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.0982351 Mar 31 23:35:58.370666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4344e03a-8bd7-488e-83c4-b234931cb37d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4344e03a-8bd7-488e-83c4-b234931cb37d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:58.403165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46fb6224-df32-44ac-bc52-2c537da0eae0 req-40b6d89e-911d-49c2-b6b2-4e69f1cd14a6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Mar 31 23:35:58.445048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.480381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.498102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.20.0.7 (6bf8246b-381a-4f1d-a9f4-8467660f89ca/73c53f9b-f28e-4cd9-b616-54dab123c536/2bd5a0e6-1e97-4737-bb1a-23187d9a4920) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:58.505887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4344e03a-8bd7-488e-83c4-b234931cb37d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:58.508299 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.522202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 962fa29b-1c46-4657-ad1c-b3d936aed05d details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:35:58.551040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe51103c-f849-46d6-969c-8776d54b2390,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:58.558243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.561485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7129d860-9c7f-49eb-9009-a475566c06ab admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fe51103c-f849-46d6-969c-8776d54b2390 HTTP/1.1" status: 204 len: 168 time: 0.5599744 Mar 31 23:35:58.567590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35774) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:58.643117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:58.656882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '962fa29b-1c46-4657-ad1c-b3d936aed05d', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': '962fa29b-1c46-4657-ad1c-b3d936aed05d', 'mac_address': 'fa:16:3e:2a:6a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:35:58.700202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.700495 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.714799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962fa29b-1c46-4657-ad1c-b3d936aed05d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:58.738410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:58.825029 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.833521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.842204 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.857834 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.872804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7c5b91-4cda-4ec3-909b-0e560cbbea29']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:58.886271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:58.891750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a80794-a328-41c9-978f-423dfd39ad8e') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:58.892047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a80794-a328-41c9-978f-423dfd39ad8e') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:58.904996 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.922095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.924190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.931470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:35:58.932045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:35:58.933964 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:35:59.014033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.016486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:59.019820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.069986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:59.073675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:59.077840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:59.106822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:59.116594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.131187 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.133747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['962fa29b-1c46-4657-ad1c-b3d936aed05d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:59.138749 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] 10.222.0.83 "DELETE /v2.0/networks/de7c5b91-4cda-4ec3-909b-0e560cbbea29 HTTP/1.1" status: 204 len: 168 time: 0.5699275 Mar 31 23:35:59.147118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network a08923e5-8e95-46dc-8582-d6176ffa527c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:59.149953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:59.172652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7d958-0fb8-4acf-b48b-6c63a40bfa78 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7c5b91-4cda-4ec3-909b-0e560cbbea29,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:59.192362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.193539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.276370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-36e6f5e7-4139-4759-bed0-2e85fbf995f5 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108877 Mar 31 23:35:59.295160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Request body: {'port': {'device_id': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:59.314357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router 52fd4046-ec47-48aa-928a-216d7838209e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:59.352915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121590e4-83ab-4eaf-b1f1-1cf6f3cff55a None None] Network a08923e5-8e95-46dc-8582-d6176ffa527c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:35:59.421270 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.491240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] Provisioning complete for port 97e7084d-54f1-4e8e-b58c-6efc504d319f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:59.496638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.557562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38494a-9b41-499c-be7d-194fb0804c42 req-835d328f-b722-43e6-868c-ddef3b728447 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.559952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb38494a-9b41-499c-be7d-194fb0804c42 req-835d328f-b722-43e6-868c-ddef3b728447 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 931 time: 0.1593750 Mar 31 23:35:59.577614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:59.594195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d8f9a49e-cedb-41df-891f-28f395090b03 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "PUT /v2.0/routers/52fd4046-ec47-48aa-928a-216d7838209e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1712070 Mar 31 23:35:59.597749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Sync routers for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:59.599709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35782) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:59.624538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:59.625189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:59.627256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.635825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--407532341', 'description': 'tempest-secgroup_access--407532341 description', 'project_id': '5d970f328f3e47fea89f77e83587086e'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:59.689274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e67a3c-f119-4c09-b090-2070d09be38e req-36ab0757-2c2b-426a-a5f7-9a7e4a5451c8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.694251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3e67a3c-f119-4c09-b090-2070d09be38e req-36ab0757-2c2b-426a-a5f7-9a7e4a5451c8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 944 time: 0.1630044 Mar 31 23:35:59.708065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb38494a-9b41-499c-be7d-194fb0804c42 req-c982eebc-bf88-4f18-a614-9602e2c66f21 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280568 Mar 31 23:35:59.756997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3e67a3c-f119-4c09-b090-2070d09be38e req-106ab954-0c5d-43d7-9a5d-fc0f28bfa7ce tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Mar 31 23:35:59.766117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] For port 97e7084d-54f1-4e8e-b58c-6efc504d319f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97e7084d-54f1-4e8e-b58c-6efc504d319f,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:59.796324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35784) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:59.796533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:59.808241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.815845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.822312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Transition to ACTIVE for port object 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:59.838685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:59.841539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.870236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5ccb2699-3076-45d8-8c95-1d52574b0db9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=03094e362a68452884013eb57e657a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717845 Mar 31 23:35:59.873410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35786) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:59.917168 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.934960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.004832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.026197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.033540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.065058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85936a30-be43-42b8-9493-aaae6cd71fa4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.071659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bc006-2082-4986-952d-5e1806104b61 None None] Pushing event updated for resources: {'Port': ['ID=97e7084d-54f1-4e8e-b58c-6efc504d319f,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.145308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d20aca43-3535-4a41-95fe-8cafb3ae886f None None] Provisioning complete for port af8ffda4-4db5-4584-bfa0-72e13b34020e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:00.145728 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d20aca43-3535-4a41-95fe-8cafb3ae886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.145859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.178200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.180500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-14a5e05e-60b7-405d-a849-e4bb0e89525d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5523331 Mar 31 23:36:00.183300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35788) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:00.190958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1574334482', 'description': 'tempest-secgroup_general--1574334482 description', 'project_id': '5d970f328f3e47fea89f77e83587086e'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:00.227099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Attempting to bind port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:36:00.227099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Attempting to bind port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:36:00.227099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Attempting to bind port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 on network 6bf8246b-381a-4f1d-a9f4-8467660f89ca {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:00.231991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 on network 6bf8246b-381a-4f1d-a9f4-8467660f89ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:36:00.232722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Attempting to bind port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 on network 6bf8246b-381a-4f1d-a9f4-8467660f89ca {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:00.239379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:36:00.239743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Checking segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:36:00.240110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Bound using segment: {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:36:00.240823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Bound port: 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e70c9b-7f1d-4997-a62e-627c06be3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:36:00.241847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.252939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4344e03a-8bd7-488e-83c4-b234931cb37d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:00.278268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d20aca43-3535-4a41-95fe-8cafb3ae886f None None] Port af8ffda4-4db5-4584-bfa0-72e13b34020e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:00.301422 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.305168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d20aca43-3535-4a41-95fe-8cafb3ae886f None None] Provisioning complete for port 97e7084d-54f1-4e8e-b58c-6efc504d319f triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:00.305552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d20aca43-3535-4a41-95fe-8cafb3ae886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.318053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:00.323770 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:00.327077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.332364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.333991 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57d37be7-fa65-477e-aaf9-e3f571111aee HTTP/1.1" status: 204 len: 168 time: 0.4603641 Mar 31 23:36:00.343444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44827b02-6a6e-4a24-8e00-17bf4ce35ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d37be7-fa65-477e-aaf9-e3f571111aee,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.396477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.397270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 2, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:00.427693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.443695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Checking router: 52fd4046-ec47-48aa-928a-216d7838209e for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:00.444985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Updating router 52fd4046-ec47-48aa-928a-216d7838209e port af8ffda4-4db5-4584-bfa0-72e13b34020e binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:36:00.451036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.452822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.453436 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] 10.222.0.10 "PUT /v2.0/ports/2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 200 len: 1091 time: 1.1627486 Mar 31 23:36:00.453566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4344e03a-8bd7-488e-83c4-b234931cb37d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:00.453806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.453937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:00.456387 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91de3350-b125-4bde-849c-b817890d0029" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:00.510772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf97d2-b5f9-4dd8-9539-c1d790618055 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.516246 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.541771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 962fa29b-1c46-4657-ad1c-b3d936aed05d up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:00.549859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.566708 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f118d67a-b972-4f28-855d-562214ef9037 x-openstack-request-id: req-f118d67a-b972-4f28-855d-562214ef9037 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:00.566708 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:00.566708 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f118d67a-b972-4f28-855d-562214ef9037 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:00.566708 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f118d67a-b972-4f28-855d-562214ef9037'] response: {'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'status': 'completed', 'code': 200} Mar 31 23:36:00.576328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09869e71-4eee-482b-9052-040e5981d0f8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.626266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.628805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a149b09-5f87-428e-a9ce-cfb712ebf68b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4443910 Mar 31 23:36:00.637442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35794) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:00.643679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'security_group_rule': {'security_group_id': '85936a30-be43-42b8-9493-aaae6cd71fa4', 'project_id': '5d970f328f3e47fea89f77e83587086e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:00.669349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3350-b125-4bde-849c-b817890d0029 req-c2e81e3b-c4d9-4c0a-9ae6-34037f077966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.679316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91de3350-b125-4bde-849c-b817890d0029 req-c2e81e3b-c4d9-4c0a-9ae6-34037f077966 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1094 time: 0.0685525 Mar 31 23:36:00.812520 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.853303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97e7084d-54f1-4e8e-b58c-6efc504d319f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:00.884248 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 962fa29b-1c46-4657-ad1c-b3d936aed05d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:36:00.906566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 962fa29b-1c46-4657-ad1c-b3d936aed05d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:00.906935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.913172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3350-b125-4bde-849c-b817890d0029 req-ca4fa3bf-22ea-481a-ad34-2e948f03026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.915339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91de3350-b125-4bde-849c-b817890d0029 req-ca4fa3bf-22ea-481a-ad34-2e948f03026a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=38e0498256944aaea288ddc40b883621&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2287569 Mar 31 23:36:00.971565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdbf17-f476-4a2b-b074-aad52b591301 req-5a55fc7f-914a-473c-8999-59180db547b9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.980380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48fdbf17-f476-4a2b-b074-aad52b591301 req-5a55fc7f-914a-473c-8999-59180db547b9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 943 time: 0.1507275 Mar 31 23:36:00.996451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.020594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0807cf-e0e9-4258-8631-99ac14ea95ca req-8eb8ff1f-6d91-4026-bc2c-c048fa4ab965 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.022647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b0807cf-e0e9-4258-8631-99ac14ea95ca req-8eb8ff1f-6d91-4026-bc2c-c048fa4ab965 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 944 time: 0.1519289 Mar 31 23:36:01.055743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3350-b125-4bde-849c-b817890d0029 req-5b917e62-02a3-472f-b00e-3df78b7912e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.057615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-91de3350-b125-4bde-849c-b817890d0029 req-5b917e62-02a3-472f-b00e-3df78b7912e6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1350467 Mar 31 23:36:01.067185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48fdbf17-f476-4a2b-b074-aad52b591301 req-247f5d64-984a-4273-92d6-b0aa83bf80cb tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857100 Mar 31 23:36:01.083546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.122880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b0807cf-e0e9-4258-8631-99ac14ea95ca req-f96d8ac8-0aa1-4413-8f14-e68650b1aaf7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869553 Mar 31 23:36:01.124744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3d2a18-cb53-4f6b-a1e9-04a0972e431b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:01.157178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8dae700b-20c7-4afe-92ac-1c03b9bea210 None None] Provisioning complete for port af8ffda4-4db5-4584-bfa0-72e13b34020e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:01.157540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8dae700b-20c7-4afe-92ac-1c03b9bea210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.180057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-5d90b8f8-53cd-4d65-80eb-3131e5118c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.181690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-5d90b8f8-53cd-4d65-80eb-3131e5118c1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1094 time: 0.0564966 Mar 31 23:36:01.227929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.232990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2627c944-909c-433c-af33-5f896717a817 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5907969 Mar 31 23:36:01.233224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8dae700b-20c7-4afe-92ac-1c03b9bea210 None None] Port af8ffda4-4db5-4584-bfa0-72e13b34020e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:01.236513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-7e36476e-505e-4166-80bb-903350669f03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 200 len: 217 time: 0.0403433 Mar 31 23:36:01.249242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 97e7084d-54f1-4e8e-b58c-6efc504d319f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:01.249613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.295288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-6ab6baae-1ac5-4f21-9477-2bd6e1619e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.296849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-6ab6baae-1ac5-4f21-9477-2bd6e1619e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73c53f9b-f28e-4cd9-b616-54dab123c536 HTTP/1.1" status: 200 len: 835 time: 0.0530260 Mar 31 23:36:01.371116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-659896d9-e238-4703-89c8-0003d7002e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.372643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-659896d9-e238-4703-89c8-0003d7002e60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bf8246b-381a-4f1d-a9f4-8467660f89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671525 Mar 31 23:36:01.378700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.403783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.421999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35810) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:01.427963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:01.431236 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd0762-f5a9-487b-8466-af79ebeccb1c" -d '{"events": [{"server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "name": "network-vif-plugged", "status": "completed", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:01.480307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:01.497337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.503742 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-e7ab2a98-335a-43f3-b3b2-ca229a28b010 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241865 Mar 31 23:36:01.511202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-82405f2b-3afa-47ae-afd6-7a4aa2919ff0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b5d2543f5dc481db4301ebf070238e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870068 Mar 31 23:36:01.514095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:01.517352 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89194fa4-35eb-4533-94db-412c1bbc0168 x-openstack-request-id: req-89194fa4-35eb-4533-94db-412c1bbc0168 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:01.517655 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "name": "network-vif-plugged", "status": "completed", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:01.517914 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-89194fa4-35eb-4533-94db-412c1bbc0168 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:01.519075 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89194fa4-35eb-4533-94db-412c1bbc0168'] response: {'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d', 'code': 200} Mar 31 23:36:01.522657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-06f0322b-f442-4d25-8e97-6e9a5e8114b0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_access--407532341&fields=id&tenant_id=5d970f328f3e47fea89f77e83587086e HTTP/1.1" status: 200 len: 267 time: 0.0709689 Mar 31 23:36:01.558653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.624249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a50f-7110-4e2e-b56f-57b8c3d84a1f None None] Pushing event updated for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:01.654953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-24818d14-7717-4205-b9bd-f22d66010cc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_general--1574334482&fields=id&tenant_id=5d970f328f3e47fea89f77e83587086e HTTP/1.1" status: 200 len: 267 time: 0.1109066 Mar 31 23:36:01.669391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Attempting to bind port af8ffda4-4db5-4584-bfa0-72e13b34020e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:36:01.669945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Attempting to bind port af8ffda4-4db5-4584-bfa0-72e13b34020e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:36:01.670897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Attempting to bind port af8ffda4-4db5-4584-bfa0-72e13b34020e on network a08923e5-8e95-46dc-8582-d6176ffa527c {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:01.683556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:36:01.683949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Checking segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:36:01.684400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.684806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Bound using segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:36:01.685714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Bound port: af8ffda4-4db5-4584-bfa0-72e13b34020e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:36:01.685967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.687707 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.722762 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e7b67e0-133a-4aac-8a6b-871f4982e5d2 req-9b59d32c-5e4e-4fb0-965c-e6bc01057d45 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113066 Mar 31 23:36:01.729546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3794b-788f-412b-8bc2-0db31401ca46 req-5aedcd57-49f3-4fde-b904-2683caf97ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.731191 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e3d3794b-788f-412b-8bc2-0db31401ca46 req-5aedcd57-49f3-4fde-b904-2683caf97ba5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.1120312 Mar 31 23:36:01.762468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:01.784098 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e3d3794b-788f-412b-8bc2-0db31401ca46 req-f8a71127-eaf9-472a-9274-236f7523bb44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Mar 31 23:36:01.787073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] For port af8ffda4-4db5-4584-bfa0-72e13b34020e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:01.790622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.791223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] For port af8ffda4-4db5-4584-bfa0-72e13b34020e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af8ffda4-4db5-4584-bfa0-72e13b34020e,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:01.855147 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-31812326-7d55-496e-b89b-ae4eefa61e9e None None] Provisioning complete for port af8ffda4-4db5-4584-bfa0-72e13b34020e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:01.855422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-31812326-7d55-496e-b89b-ae4eefa61e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.860109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-83b02dfa-46a4-434f-9d9b-97b446f5784f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.861633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-83b02dfa-46a4-434f-9d9b-97b446f5784f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/networks?id=a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 200 len: 796 time: 0.2055719 Mar 31 23:36:01.881386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-217aab62-de33-4351-baa7-3d290d86262b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/quotas/5d970f328f3e47fea89f77e83587086e HTTP/1.1" status: 200 len: 375 time: 0.0104265 Mar 31 23:36:01.888834 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.929254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-31812326-7d55-496e-b89b-ae4eefa61e9e None None] Port af8ffda4-4db5-4584-bfa0-72e13b34020e cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:01.953054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-1f6b137e-b786-472a-8fdf-5ced8a4479b1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618846 Mar 31 23:36:01.956405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:01.957167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:35:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:01.970782 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.971251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.974614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f0659cba-eddc-48b6-8098-04504d84e7fb HTTP/1.1" status: 204 len: 168 time: 0.4573925 Mar 31 23:36:02.011248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eca4c-ff71-491e-9967-7ec4fe9a9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0659cba-eddc-48b6-8098-04504d84e7fb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:02.034648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a50f-7110-4e2e-b56f-57b8c3d84a1f None None] Pushing event updated for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:02.092649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97e7084d-54f1-4e8e-b58c-6efc504d319f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:02.130684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-08ec9ec4-56a0-47f1-8785-0950cba5fed0 service neutron] 10.222.0.83 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560247 Mar 31 23:36:02.157186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:02.306141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83d20-d5c9-4931-a0b8-4bb918f134d5 req-987258be-4dc0-44b2-bce4-1f73aa56f49d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:02.307898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d83d20-d5c9-4931-a0b8-4bb918f134d5 req-987258be-4dc0-44b2-bce4-1f73aa56f49d tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 943 time: 0.0814266 Mar 31 23:36:02.312003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-29e32201-23c9-43cb-bb74-a0b1700a7e97 service neutron] 10.222.0.83 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653738 Mar 31 23:36:02.314052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 97e7084d-54f1-4e8e-b58c-6efc504d319f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:02.314430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:02.349398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] Provisioning complete for port af8ffda4-4db5-4584-bfa0-72e13b34020e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:02.349772 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:02.362341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03d83d20-d5c9-4931-a0b8-4bb918f134d5 req-e8a1e5af-5d55-4bda-8274-0b38a8dab3cc tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Mar 31 23:36:02.503812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ce58a-1f75-4e72-b9b1-f6e10e074c99 req-5a1f3ee9-2324-4e99-896a-f981f730d4f8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:02.513966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-422ce58a-1f75-4e72-b9b1-f6e10e074c99 req-5a1f3ee9-2324-4e99-896a-f981f730d4f8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0768514 Mar 31 23:36:02.569673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:02.592370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:01Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:02.635714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-422ce58a-1f75-4e72-b9b1-f6e10e074c99 req-059210cd-e053-4c77-a2d7-01974a39827c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207814 Mar 31 23:36:02.651624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5e357-7ebb-43c8-b481-caa9c2c8d21d None None] The sync data for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 is: [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:01Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:02.697699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] For port af8ffda4-4db5-4584-bfa0-72e13b34020e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af8ffda4-4db5-4584-bfa0-72e13b34020e,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:02.759940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b41e756-2a6d-4839-8041-0d5d3fc4900e req-695d7023-8c2a-4b11-915f-7c4ebb67cd27 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 210 time: 0.0954850 Mar 31 23:36:02.781322 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:02.858757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8fea2-64a6-4231-a3bf-a97de5075b39 None None] Pushing event updated for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:03.496745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1a957-9c9c-4f35-853e-099457107d75 req-f06b8da4-bb01-45f3-871f-14a995b881a8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:03.498425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12b1a957-9c9c-4f35-853e-099457107d75 req-f06b8da4-bb01-45f3-871f-14a995b881a8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 943 time: 0.0599117 Mar 31 23:36:03.539494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12b1a957-9c9c-4f35-853e-099457107d75 req-ab5db5a5-a393-4339-a84c-3bdf0d285b6f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347357 Mar 31 23:36:03.775875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40a4c-2aa8-43b2-92b6-d4295f5c56d6 req-62f5449b-6daf-4f50-83a3-8ce2ab0b1cfb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:03.777522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cf40a4c-2aa8-43b2-92b6-d4295f5c56d6 req-62f5449b-6daf-4f50-83a3-8ce2ab0b1cfb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0552938 Mar 31 23:36:03.821737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cf40a4c-2aa8-43b2-92b6-d4295f5c56d6 req-2d7e13cd-762d-46b4-a71a-4ffe83d45e48 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Mar 31 23:36:03.855425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e9663a2-63dd-4c58-8b78-ea36a406db2c req-e3fe6bba-c14b-4ab9-b652-608c5adc2ceb tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Mar 31 23:36:03.894952 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:03.957778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82d799-bd28-4154-8765-89dfa61b80a9 req-b0afdff8-57a9-4f00-94d1-d93636eb7b01 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:03.959303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b82d799-bd28-4154-8765-89dfa61b80a9 req-b0afdff8-57a9-4f00-94d1-d93636eb7b01 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0564399 Mar 31 23:36:04.009999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b82d799-bd28-4154-8765-89dfa61b80a9 req-865ba74a-4fef-4597-9da6-14a4bb79b97b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Mar 31 23:36:04.047728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af8ffda4-4db5-4584-bfa0-72e13b34020e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:04.099754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port af8ffda4-4db5-4584-bfa0-72e13b34020e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:04.100042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:04.661880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766aee4-1255-4410-b6aa-dce9fb9be244 req-aa296a56-237a-45a2-9a7f-712de555bb7e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:04.663305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c766aee4-1255-4410-b6aa-dce9fb9be244 req-aa296a56-237a-45a2-9a7f-712de555bb7e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 943 time: 0.0498378 Mar 31 23:36:04.703520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c766aee4-1255-4410-b6aa-dce9fb9be244 req-078f7480-3adb-46d5-b054-b2abef038bd1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Mar 31 23:36:04.915904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:04.966633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a31bdd79-0a49-4265-9c2d-8990a527e7e1 req-3b27384e-ec79-4a82-8556-06b12dadcbb3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 210 time: 0.0283685 Mar 31 23:36:05.230270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-0014eb20-daef-4ef7-82a8-073150f1a9ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:05.232690 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-0014eb20-daef-4ef7-82a8-073150f1a9ba tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.10 "GET /v2.0/networks?id=a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 200 len: 796 time: 0.1318278 Mar 31 23:36:05.290253 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-6a0c572f-ae07-4481-9fdc-c092ffee34a6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d970f328f3e47fea89f77e83587086e HTTP/1.1" status: 200 len: 477 time: 0.0417933 Mar 31 23:36:05.299924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'port': {'device_id': '82b85c43-3d72-457d-b80a-69ee715bd649', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'admin_state_up': True, 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'security_groups': ['85936a30-be43-42b8-9493-aaae6cd71fa4', '09869e71-4eee-482b-9052-040e5981d0f8']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:05.492292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:36:05.516125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:36:05.520026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:05.655983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:05.672905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'port_id': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'mac_address': 'fa:16:3e:77:af:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:36:05.726751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:05.745310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:05.772664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:05.850605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28db0e-f5b5-492b-ab5c-a942a7254fec req-c2882b31-35b3-41a7-adb4-ffa7b5333ed8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:05.852237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac28db0e-f5b5-492b-ab5c-a942a7254fec req-c2882b31-35b3-41a7-adb4-ffa7b5333ed8 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 943 time: 0.0667856 Mar 31 23:36:05.856254 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:05.921972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:05.932251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac28db0e-f5b5-492b-ab5c-a942a7254fec req-de367675-2e0f-497b-9564-751a839a448e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636704 Mar 31 23:36:06.081047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2017b5a5-1522-40bd-b335-4c1861ad4e66 req-a1a669ca-d73c-4ef8-a9e3-0ed052d350af tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 210 time: 0.0333996 Mar 31 23:36:06.124360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.20.0.5 (a08923e5-8e95-46dc-8582-d6176ffa527c/1cde750b-ebb3-43e9-844e-89e1255209c5/47ada063-5276-4280-9a38-541b109a7762) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:06.232511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2bd5a0e6-1e97-4737-bb1a-23187d9a4920'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:36:06.363612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.467772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.515422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network a08923e5-8e95-46dc-8582-d6176ffa527c is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:06.518571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:06.522811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:06.547758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:06.583334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:06.584027 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.686260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5d599bb4-5267-4ea1-ad38-5028c1f44cad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3899822 Mar 31 23:36:06.704466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Request body: {'port': {'device_id': '82b85c43-3d72-457d-b80a-69ee715bd649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:06.748018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5d697fb4-2dfb-4723-9436-62233be16e2b None None] Provisioning complete for port 47ada063-5276-4280-9a38-541b109a7762 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:06.748629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5d697fb4-2dfb-4723-9436-62233be16e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.762633 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.786740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5d697fb4-2dfb-4723-9436-62233be16e2b None None] Port 47ada063-5276-4280-9a38-541b109a7762 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:07.052221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ada063-5276-4280-9a38-541b109a7762 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:07.058212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ea25b-f4cb-4f90-94eb-282ba58d8172 req-d4917908-2fff-4e05-a8e2-4217dcf191d0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.059821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f08ea25b-f4cb-4f90-94eb-282ba58d8172 req-d4917908-2fff-4e05-a8e2-4217dcf191d0 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 944 time: 0.0610328 Mar 31 23:36:07.060922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.074495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Transition to ACTIVE for port object 47ada063-5276-4280-9a38-541b109a7762 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:36:07.103265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f08ea25b-f4cb-4f90-94eb-282ba58d8172 req-e8410cdf-764e-44a1-963c-2462ed319868 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371027 Mar 31 23:36:07.153037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.208804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:07.225420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78dc96-fefd-4d9a-806e-8e808d824264 req-cb8cec65-ff90-4ad8-bbb6-18268b20c626 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.229371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e78dc96-fefd-4d9a-806e-8e808d824264 req-cb8cec65-ff90-4ad8-bbb6-18268b20c626 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 982 time: 0.0664506 Mar 31 23:36:07.274748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e78dc96-fefd-4d9a-806e-8e808d824264 req-ac0277f6-00b7-449e-8795-0dafb6160d9e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0410821 Mar 31 23:36:07.294069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Attempting to bind port 47ada063-5276-4280-9a38-541b109a7762 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:36:07.294557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Attempting to bind port 47ada063-5276-4280-9a38-541b109a7762 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:36:07.294890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Attempting to bind port 47ada063-5276-4280-9a38-541b109a7762 on network a08923e5-8e95-46dc-8582-d6176ffa527c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:07.301019 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Port 47ada063-5276-4280-9a38-541b109a7762 on network a08923e5-8e95-46dc-8582-d6176ffa527c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:36:07.301343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Attempting to bind port 47ada063-5276-4280-9a38-541b109a7762 on network a08923e5-8e95-46dc-8582-d6176ffa527c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:07.307172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:36:07.307508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Checking segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:36:07.307897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Bound using segment: {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:36:07.308507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Bound port: 47ada063-5276-4280-9a38-541b109a7762, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b841bcd-6bfd-4caa-bf68-0d5e277d2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:36:07.308681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.393809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:07.398689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=47ada063-5276-4280-9a38-541b109a7762,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:07.450164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.484966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.485542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.486922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] 10.222.0.10 "PUT /v2.0/ports/47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 200 len: 1130 time: 0.7869859 Mar 31 23:36:07.487401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:07.489647 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:07.505143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:07.536632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5145-1978-441e-a602-f45a0802a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:07.547948 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c18721-20fe-424a-9431-b1f48d73d818 x-openstack-request-id: req-91c18721-20fe-424a-9431-b1f48d73d818 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:07.548747 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:07.552611 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-91c18721-20fe-424a-9431-b1f48d73d818 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:07.552611 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c18721-20fe-424a-9431-b1f48d73d818'] response: {'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762', 'status': 'completed', 'code': 200} Mar 31 23:36:07.629852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:36:07.634558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-a2e69b70-7412-4d49-ba94-f9fd7e37829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.634850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:07.635248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.636524 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-a2e69b70-7412-4d49-ba94-f9fd7e37829b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1133 time: 0.0445139 Mar 31 23:36:07.722658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-e43b037b-7267-450b-bc53-66127b881d60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.724417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-e43b037b-7267-450b-bc53-66127b881d60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1377456 Mar 31 23:36:07.729687 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.751854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-05a54e09-2dbc-4951-9209-fc1e5eadcf8b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0196917 Mar 31 23:36:07.763898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:07.766271 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c8c18-8a99-4ec0-8b2f-d86af64df988" -d '{"events": [{"server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:07.780637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:07.785966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-82eb52e3-1a09-40db-b2aa-e6c3b182215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.788313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-82eb52e3-1a09-40db-b2aa-e6c3b182215b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5d970f328f3e47fea89f77e83587086e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1368644 Mar 31 23:36:07.809492 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb27ff-2836-4ade-865c-eb3971ead0c7 x-openstack-request-id: req-29fb27ff-2836-4ade-865c-eb3971ead0c7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:07.809786 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:07.810039 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-29fb27ff-2836-4ade-865c-eb3971ead0c7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:07.810467 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fb27ff-2836-4ade-865c-eb3971ead0c7'] response: {'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'code': 200} Mar 31 23:36:07.822396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-7a835cca-14a3-442c-9f97-efbd460ce479 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587196 Mar 31 23:36:07.851123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.895728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-fb52ad76-96bb-47bf-9d03-c8e715fc1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.897777 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b501e9b9-3ea2-40b9-9a01-55b6b3dbba7b req-fb52ad76-96bb-47bf-9d03-c8e715fc1dcf service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1035497 Mar 31 23:36:07.907047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:07.966130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d8543cde-112d-4c04-b4cf-aa74371a58f4 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341362 Mar 31 23:36:07.983720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c18f1-8b37-47fe-9485-9cd25e22a5bd req-2bdf1f75-0b18-42c6-981f-518373296319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.985205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a39c18f1-8b37-47fe-9485-9cd25e22a5bd req-2bdf1f75-0b18-42c6-981f-518373296319 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0746775 Mar 31 23:36:08.007424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5f6f3b8d-ef9f-42a9-99b2-7092f35fbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.009142 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5f6f3b8d-ef9f-42a9-99b2-7092f35fbe78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1133 time: 0.0491498 Mar 31 23:36:08.066680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a39c18f1-8b37-47fe-9485-9cd25e22a5bd req-be958299-6082-4bff-8e9c-387a96af1850 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702286 Mar 31 23:36:08.068964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-5c823346-f17f-45a3-b5fb-1d814401c3d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 200 len: 217 time: 0.0357285 Mar 31 23:36:08.091702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-3c5e6e6c-1a9c-4efb-b601-0893ed212351 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186583 Mar 31 23:36:08.228796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af451fe-748a-4d76-853f-b8bec9555422 req-905fcec2-b7d3-433b-a939-e7b2dc498af2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.230456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af451fe-748a-4d76-853f-b8bec9555422 req-905fcec2-b7d3-433b-a939-e7b2dc498af2 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Mar 31 23:36:08.267695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6af451fe-748a-4d76-853f-b8bec9555422 req-40b2869d-58fa-41d6-98a5-50676131f78a tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Mar 31 23:36:08.352906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba41ea78-6dc6-4109-a113-4e1bb9b484bf req-c05c8ac4-b401-4f89-8a31-6ee26b9d888b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0285759 Mar 31 23:36:08.409791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3ca42-0ece-497a-83f9-d7edd30d0bc7 req-e824a944-852e-44c0-8f61-0759f367475e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.411563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fe3ca42-0ece-497a-83f9-d7edd30d0bc7 req-e824a944-852e-44c0-8f61-0759f367475e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 982 time: 0.0574121 Mar 31 23:36:08.464134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-f7215b89-56a7-4de4-96f0-f6b8a8973abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.465672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fe3ca42-0ece-497a-83f9-d7edd30d0bc7 req-d0c16ef1-fce5-4734-8022-d195c00ef584 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0407553 Mar 31 23:36:08.466396 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-f7215b89-56a7-4de4-96f0-f6b8a8973abc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde750b-ebb3-43e9-844e-89e1255209c5 HTTP/1.1" status: 200 len: 834 time: 0.0491445 Mar 31 23:36:08.519195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-56861bd3-09ab-4238-899a-ee4f52617722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.520788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-56861bd3-09ab-4238-899a-ee4f52617722 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a08923e5-8e95-46dc-8582-d6176ffa527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478196 Mar 31 23:36:08.617916 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-1b52ed56-5649-4b59-9218-d21df4156a1f service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893500 Mar 31 23:36:08.716576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d46ef75d-c65f-4a3d-b14b-6e4b92db9222 req-61fcf0ed-76fd-41a0-aa4d-4d565868b899 service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914640 Mar 31 23:36:09.402400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17dba-ceac-4006-8612-46fd3ca58af3 req-38dbe58e-1b8a-492c-81f2-cd6942710383 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:09.407507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17c17dba-ceac-4006-8612-46fd3ca58af3 req-38dbe58e-1b8a-492c-81f2-cd6942710383 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0587165 Mar 31 23:36:09.463998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60ec5356-050b-4297-bb02-f5419cba0694 req-c86c43eb-1cf8-4b2a-ac0f-44e124c72494 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0341861 Mar 31 23:36:09.466940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17c17dba-ceac-4006-8612-46fd3ca58af3 req-84e7dd5b-f624-4823-b3ca-57ff484e5dc1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580029 Mar 31 23:36:09.587964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea33c94-3d33-4dcd-8482-72cd17e42c91 req-d8e419c3-497d-425f-be10-3eebdd2d2fbc tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:09.589329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ea33c94-3d33-4dcd-8482-72cd17e42c91 req-d8e419c3-497d-425f-be10-3eebdd2d2fbc tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 982 time: 0.0550630 Mar 31 23:36:09.632718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ea33c94-3d33-4dcd-8482-72cd17e42c91 req-d4c4af4f-2666-46e9-812b-a6632f058e91 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0368178 Mar 31 23:36:10.568258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44e7d62c-c9b3-4e01-bb2f-42c041073787 req-4953e1f0-9424-45c5-a3fb-92023f647c67 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0333443 Mar 31 23:36:10.605104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3e8c-ed48-4bae-98a8-8c029c619ef8 req-64e845bc-815c-4086-b27a-634eacafa031 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.606733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d06a3e8c-ed48-4bae-98a8-8c029c619ef8 req-64e845bc-815c-4086-b27a-634eacafa031 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0629907 Mar 31 23:36:10.649276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d06a3e8c-ed48-4bae-98a8-8c029c619ef8 req-1721f4f3-82b4-4bbe-9979-a41938b4f646 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Mar 31 23:36:10.726319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-e57bb4d7-4615-4c8a-92e7-b5ac406571e2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.727945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-e57bb4d7-4615-4c8a-92e7-b5ac406571e2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1216140 Mar 31 23:36:10.743119 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': 'e34be291-d970-4795-939a-2bc95fe65a23', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:10.797353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab266-b294-4397-a4c9-36325442aecf req-4619c8fe-0bcb-4eb3-b9e3-9e5f3cf5bacb tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.798835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e59ab266-b294-4397-a4c9-36325442aecf req-4619c8fe-0bcb-4eb3-b9e3-9e5f3cf5bacb tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 982 time: 0.0885870 Mar 31 23:36:10.818844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a533857-0133-4408-ae32-9fa2f9a8a436 req-98628673-9675-4123-a665-fb62a3a036df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.820389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a533857-0133-4408-ae32-9fa2f9a8a436 req-98628673-9675-4123-a665-fb62a3a036df tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0764723 Mar 31 23:36:10.864202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e59ab266-b294-4397-a4c9-36325442aecf req-7810f6b3-4ef1-42d1-ac52-92a5a0e44573 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0584984 Mar 31 23:36:10.889858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a533857-0133-4408-ae32-9fa2f9a8a436 req-de752ddb-0d9f-4b2a-9804-4abcd431011c tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541728 Mar 31 23:36:10.920920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:10.930625 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:36:10.934747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:10.962975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383e5b6-4dc0-4565-a7cd-ba00232a51c6 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.964703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c383e5b6-4dc0-4565-a7cd-ba00232a51c6 tempest-TestNetworkBasicOps-1830293834 tempest-TestNetworkBasicOps-1830293834-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1091 time: 0.0426419 Mar 31 23:36:10.967397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:10.971697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:11.072988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.4 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/dccbfe47-b393-430e-9d52-632002af8695) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:11.104387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.211593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.228750 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.314618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Allocated IP 172.25.6.112 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/dd4a82a1-1da5-468e-bb6d-b18f27075a66) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:11.344438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.357116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['962fa29b-1c46-4657-ad1c-b3d936aed05d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:36:11.398481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:11.405831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:11.409080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:11.413343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:11.497850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:11.498803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.557269 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 47ada063-5276-4280-9a38-541b109a7762 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:36:11.608282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-04b21ea9-d5f8-4a6b-bf3c-5ece23c9a96d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8690755 Mar 31 23:36:11.627276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Request body: {'port': {'device_id': 'e34be291-d970-4795-939a-2bc95fe65a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:11.706404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=47ada063-5276-4280-9a38-541b109a7762,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:11.729583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.739719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '47ada063-5276-4280-9a38-541b109a7762', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'port_id': '47ada063-5276-4280-9a38-541b109a7762', 'mac_address': 'fa:16:3e:00:cd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:36:11.823689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13043608-cd34-4460-a252-4a6c10510539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.837562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2f524-3fbf-49c9-b377-9a27c31ce460 req-869d443c-025a-4219-8fa9-3fd26a2d90ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:11.839106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fc2f524-3fbf-49c9-b377-9a27c31ce460 req-869d443c-025a-4219-8fa9-3fd26a2d90ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 931 time: 0.0815508 Mar 31 23:36:11.841593 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.853709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.854471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-295a6dad-b1c3-4f83-9a1a-dcb381e88ebd None None] Provisioning complete for port dccbfe47-b393-430e-9d52-632002af8695 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:11.856970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-295a6dad-b1c3-4f83-9a1a-dcb381e88ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.860275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ada063-5276-4280-9a38-541b109a7762 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:11.903623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=47ada063-5276-4280-9a38-541b109a7762,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:11.912995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fc2f524-3fbf-49c9-b377-9a27c31ce460 req-14d372c3-f694-450b-b339-b42122c44435 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625341 Mar 31 23:36:11.913226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-295a6dad-b1c3-4f83-9a1a-dcb381e88ebd None None] Port dccbfe47-b393-430e-9d52-632002af8695 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:11.998275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.040710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8d04-31e1-4d73-b849-2134e396efc8 req-8ddb9828-fb95-47ac-a6c9-6f422321ddad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.047656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-758f8d04-31e1-4d73-b849-2134e396efc8 req-8ddb9828-fb95-47ac-a6c9-6f422321ddad tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 982 time: 0.0688620 Mar 31 23:36:12.051335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.073551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.109414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:12.114050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccbfe47-b393-430e-9d52-632002af8695 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:12.124590 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.125313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:12.129417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:12.143106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Transition to ACTIVE for port object dccbfe47-b393-430e-9d52-632002af8695 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:36:12.147743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-758f8d04-31e1-4d73-b849-2134e396efc8 req-e95ff39b-a9fd-4f6e-bd0d-fc7481cc77da tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0990934 Mar 31 23:36:12.172168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=dd4a82a1-1da5-468e-bb6d-b18f27075a66,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.224241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.281634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Pushing event updated for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.376975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['47ada063-5276-4280-9a38-541b109a7762'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:36:12.387660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Attempting to bind port dccbfe47-b393-430e-9d52-632002af8695 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:36:12.388344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Attempting to bind port dccbfe47-b393-430e-9d52-632002af8695 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:36:12.388744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Attempting to bind port dccbfe47-b393-430e-9d52-632002af8695 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:12.393741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Port dccbfe47-b393-430e-9d52-632002af8695 on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:36:12.394153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Attempting to bind port dccbfe47-b393-430e-9d52-632002af8695 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:12.402044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:36:12.402481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:36:12.402935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:36:12.403460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Bound port: dccbfe47-b393-430e-9d52-632002af8695, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:36:12.403882 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.480089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:12.485115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dccbfe47-b393-430e-9d52-632002af8695,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:12.596568 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.637345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.638049 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.641663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] 10.222.0.44 "PUT /v2.0/ports/dccbfe47-b393-430e-9d52-632002af8695 HTTP/1.1" status: 200 len: 1091 time: 1.0210238 Mar 31 23:36:12.642115 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:12.646233 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c56441-3268-4a66-a6da-d80dbd08030e" -d '{"events": [{"name": "network-changed", "server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "tag": "dccbfe47-b393-430e-9d52-632002af8695"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:12.691940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111ac7-6c96-4f87-9094-d1fd04b46ffe service neutron] Pushing event updated for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.699798 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b1c4c-d5b9-42b5-9c2d-699999d86d17 x-openstack-request-id: req-997b1c4c-d5b9-42b5-9c2d-699999d86d17 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:12.700125 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "tag": "dccbfe47-b393-430e-9d52-632002af8695", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:12.700382 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-997b1c4c-d5b9-42b5-9c2d-699999d86d17 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:12.700789 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997b1c4c-d5b9-42b5-9c2d-699999d86d17'] response: {'name': 'network-changed', 'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695', 'status': 'completed', 'code': 200} Mar 31 23:36:12.751967 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.773631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-8be40123-9101-45e4-887b-360d9a48fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.784591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-8be40123-9101-45e4-887b-360d9a48fcc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 1094 time: 0.0656252 Mar 31 23:36:12.931728 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-f95c4131-ea71-412f-bc24-f192cdb7ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.933561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-f95c4131-ea71-412f-bc24-f192cdb7ae7e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1245618 Mar 31 23:36:12.983941 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.092663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-08de462d-d6ab-4835-ab23-454076883a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.094490 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6c56441-3268-4a66-a6da-d80dbd08030e req-08de462d-d6ab-4835-ab23-454076883a49 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1449540 Mar 31 23:36:13.151220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f304-30da-4fcd-987e-9ceeaf7631ad req-71e9a22e-91f3-4d3d-be3b-bccf8c749a26 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.152728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc83f304-30da-4fcd-987e-9ceeaf7631ad req-71e9a22e-91f3-4d3d-be3b-bccf8c749a26 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.1166439 Mar 31 23:36:13.215841 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-b162c60d-1182-412a-a286-3ec73f159bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.217358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-b162c60d-1182-412a-a286-3ec73f159bcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 1094 time: 0.0691123 Mar 31 23:36:13.237125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc83f304-30da-4fcd-987e-9ceeaf7631ad req-f5659d6a-5bbd-4eb2-be51-2d8efb5cabc6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758896 Mar 31 23:36:13.274326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-0defc3e6-f7e4-44af-8f5a-07f09ccdfed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dccbfe47-b393-430e-9d52-632002af8695 HTTP/1.1" status: 200 len: 217 time: 0.0492172 Mar 31 23:36:13.289109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.314446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219a45c-bed0-463b-9941-d1a26a4fe56b req-bba5b177-443a-4d0b-8852-43018233edfc tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.316038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0219a45c-bed0-463b-9941-d1a26a4fe56b req-bba5b177-443a-4d0b-8852-43018233edfc tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 983 time: 0.0614855 Mar 31 23:36:13.332036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-84ce167f-5ccf-41c5-9d9e-b7602d23a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.333478 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-84ce167f-5ccf-41c5-9d9e-b7602d23a252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0454662 Mar 31 23:36:13.372823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0219a45c-bed0-463b-9941-d1a26a4fe56b req-be3478da-4de3-4d4e-a4ee-83d6f848462a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495303 Mar 31 23:36:13.376926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.404275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-c63c4767-922e-44f3-aa24-ad387daf2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.406884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-c63c4767-922e-44f3-aa24-ad387daf2b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624239 Mar 31 23:36:13.455933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event updated for resources: {'Port': ['ID=dd4a82a1-1da5-468e-bb6d-b18f27075a66,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:13.478093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.520651 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-6faaa224-bb36-483d-aba4-6cb32d7ccbc1 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063864 Mar 31 23:36:13.582174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 47ada063-5276-4280-9a38-541b109a7762 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:13.584976 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Floating IP a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c associated. External IP: 172.25.6.112, port: 2bd5a0e6-1e97-4737-bb1a-23187d9a4920. Mar 31 23:36:13.623586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bf95a69-64aa-453b-8b13-0c2b2c10bdce req-cb0492cf-d531-4788-92d2-43e30d3932c3 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949185 Mar 31 23:36:13.695855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 47ada063-5276-4280-9a38-541b109a7762 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:36:13.703265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 47ada063-5276-4280-9a38-541b109a7762 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:13.704222 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.842610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.861790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:13.868840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ada063-5276-4280-9a38-541b109a7762'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:13.871287 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd8b2d-816b-4ee9-81f1-bb94f35480f9" -d '{"events": [{"server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "name": "network-vif-plugged", "status": "completed", "tag": "47ada063-5276-4280-9a38-541b109a7762"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:13.886629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=47ada063-5276-4280-9a38-541b109a7762,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:13.916899 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6bda317-99eb-48b2-8cd1-7758154b3138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.927208 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad1d4fc-9451-4713-8a46-f66d85a5f429 x-openstack-request-id: req-0ad1d4fc-9451-4713-8a46-f66d85a5f429 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:13.927501 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "name": "network-vif-plugged", "status": "completed", "tag": "47ada063-5276-4280-9a38-541b109a7762", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:13.928894 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0ad1d4fc-9451-4713-8a46-f66d85a5f429 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:13.929038 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad1d4fc-9451-4713-8a46-f66d85a5f429'] response: {'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ada063-5276-4280-9a38-541b109a7762', 'code': 200} Mar 31 23:36:13.972644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:13.998644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:14.021375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Sync routers for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:14.054976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:14.055704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:36:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:14.085167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a6f6f-1585-4c3a-b42e-a9221660fd80 req-2d80628a-014c-4a05-9814-c1d203d5ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.085911 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-931a6f6f-1585-4c3a-b42e-a9221660fd80 req-2d80628a-014c-4a05-9814-c1d203d5ffcb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.0592639 Mar 31 23:36:14.121239 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:14.168075 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-931a6f6f-1585-4c3a-b42e-a9221660fd80 req-cb76a934-4f9d-4080-bb0c-0cff6228f7e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09869e71-4eee-482b-9052-040e5981d0f8&id=85936a30-be43-42b8-9493-aaae6cd71fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0755517 Mar 31 23:36:14.181018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7b743e22-f95f-4d1e-9b71-6fa12113fdd6 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2125654 Mar 31 23:36:14.181909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:14.184435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35982) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:14.192663 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:14.265739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:14.303600 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2fab2-84e8-40f1-8ed4-645750c7e710 x-openstack-request-id: req-b0e2fab2-84e8-40f1-8ed4-645750c7e710 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:14.303958 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:14.304669 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b0e2fab2-84e8-40f1-8ed4-645750c7e710 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:14.304831 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e2fab2-84e8-40f1-8ed4-645750c7e710'] response: {'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'status': 'completed', 'code': 200} Mar 31 23:36:14.324473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0e9495c2-6ee7-4eb9-a47c-679b2b381689 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c HTTP/1.1" status: 200 len: 991 time: 0.1385872 Mar 31 23:36:14.388322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167100be-2a93-405d-9537-4c7fcd47d4d0 req-22b99dbb-24c3-4459-9d62-8a139275fcc8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.390068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-167100be-2a93-405d-9537-4c7fcd47d4d0 req-22b99dbb-24c3-4459-9d62-8a139275fcc8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0547090 Mar 31 23:36:14.394820 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:14.453963 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-167100be-2a93-405d-9537-4c7fcd47d4d0 req-f56d3c3d-466f-4823-8416-32d8e65874b1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533137 Mar 31 23:36:14.521247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441c5-3f25-4bfe-84d9-fed54afa9244 req-9dd69a6b-b9d7-4935-b0a1-49f1716201ac tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.523344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-025441c5-3f25-4bfe-84d9-fed54afa9244 req-9dd69a6b-b9d7-4935-b0a1-49f1716201ac tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0684054 Mar 31 23:36:14.571998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-025441c5-3f25-4bfe-84d9-fed54afa9244 req-8bfaeb99-969d-441a-b99d-c338eeb0c19c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399230 Mar 31 23:36:14.656890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-dd1158a3-5000-4d59-828d-ea3db8714e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.660541 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-dd1158a3-5000-4d59-828d-ea3db8714e21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0692441 Mar 31 23:36:14.697352 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'port_id': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'mac_address': 'fa:16:3e:77:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:12Z', 'updated_at': '2022-03-31T23:36:12Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:14.738434 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Checking router: ddb68a2e-59bd-45c9-a4f7-4ded3f221626 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:14.749045 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:14.749656 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:36:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:14.791118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-16468c38-3e28-45b5-bcb0-1f60ed335f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.792696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-16468c38-3e28-45b5-bcb0-1f60ed335f78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 200 len: 899 time: 0.1257782 Mar 31 23:36:14.894787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-1fd4eed5-a386-4faa-99e3-2b07239a464e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 200 len: 999 time: 0.0926158 Mar 31 23:36:14.897207 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:14.959751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-1f6fbd3b-300b-4784-a14a-1d8fa99743ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.961449 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-1f6fbd3b-300b-4784-a14a-1d8fa99743ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73c53f9b-f28e-4cd9-b616-54dab123c536 HTTP/1.1" status: 200 len: 835 time: 0.0587616 Mar 31 23:36:15.019882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-a081ec6d-21a2-4bd5-8efc-60d566558aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:15.021958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-a081ec6d-21a2-4bd5-8efc-60d566558aeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bf8246b-381a-4f1d-a9f4-8467660f89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534585 Mar 31 23:36:15.130384 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-fdced967-2d19-4d30-bf78-e066da6c8b45 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012330 Mar 31 23:36:15.194149 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'port_id': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'mac_address': 'fa:16:3e:77:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:12Z', 'updated_at': '2022-03-31T23:36:12Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:15.236246 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896491d-6f28-47a0-bffa-6975725254a7 None None] The sync data for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 is: [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'port_id': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'mac_address': 'fa:16:3e:77:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:12Z', 'updated_at': '2022-03-31T23:36:12Z', 'revision_number': 0, 'project_id': '38e0498256944aaea288ddc40b883621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:15.253214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-76226c2c-9964-4a1d-b0fa-ca9ad8d25fae req-ff30a8d6-8ed4-4e65-8251-8dc68477bf77 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145616 Mar 31 23:36:15.327556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 35990) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:15.415548 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b761925-17e3-4133-b705-3aa2fe1b3321 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c HTTP/1.1" status: 200 len: 991 time: 0.0860939 Mar 31 23:36:15.431382 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:15.499605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e676d31-5b3a-42f8-b794-cc1f56faadfd None None] New status for floating IP a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:15.626713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f671a-f04e-47e4-a395-f44e2dacf0e5 req-3adfa2f9-be3d-437f-aaae-ec0d97f9f982 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:15.636726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f1f671a-f04e-47e4-a395-f44e2dacf0e5 req-3adfa2f9-be3d-437f-aaae-ec0d97f9f982 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0823343 Mar 31 23:36:15.675833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f1f671a-f04e-47e4-a395-f44e2dacf0e5 req-0880af60-b0a4-4f77-b406-0c7be785af91 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Mar 31 23:36:15.737413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32020c-e9fc-44db-a9b7-0c3818017f94 req-3aa35961-0a79-4d4f-b25e-842dd2c74a1c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:15.740245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f32020c-e9fc-44db-a9b7-0c3818017f94 req-3aa35961-0a79-4d4f-b25e-842dd2c74a1c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0668819 Mar 31 23:36:15.787339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f32020c-e9fc-44db-a9b7-0c3818017f94 req-dc670a40-c5cd-4960-87ab-666116bdf70a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389547 Mar 31 23:36:16.421543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 35996) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:16.495898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c9bd1edb-7728-42e8-b5c3-1506f442bfd9 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c HTTP/1.1" status: 200 len: 993 time: 0.0729964 Mar 31 23:36:16.713224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:16.784060 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:16.832010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc299b4-928a-4fb8-9f8d-b80daade3746 req-c89f3585-b7a5-4422-bcc9-fca7e900cd82 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:16.836820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fc299b4-928a-4fb8-9f8d-b80daade3746 req-c89f3585-b7a5-4422-bcc9-fca7e900cd82 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0714526 Mar 31 23:36:16.889522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fc299b4-928a-4fb8-9f8d-b80daade3746 req-8baa035c-587e-4d04-aa1b-0791284b3805 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Mar 31 23:36:16.933720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c876b7-80f9-4555-9a35-48c429083af7 req-4fe778da-42e2-4695-b4ed-487d55ba8b7e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:16.935201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c876b7-80f9-4555-9a35-48c429083af7 req-4fe778da-42e2-4695-b4ed-487d55ba8b7e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0624106 Mar 31 23:36:16.982828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c876b7-80f9-4555-9a35-48c429083af7 req-8bbf4d52-0e13-4675-9b66-6d0430d95f7e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413158 Mar 31 23:36:17.112106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329c3c-90db-4a76-a48b-892e2f55d526 req-47432795-dc5d-4a55-aad9-d952c18e69d0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:17.113656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b329c3c-90db-4a76-a48b-892e2f55d526 req-47432795-dc5d-4a55-aad9-d952c18e69d0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0514302 Mar 31 23:36:17.157942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b329c3c-90db-4a76-a48b-892e2f55d526 req-70a20aff-5a30-462f-91f0-51fd81dc1901 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367150 Mar 31 23:36:17.266924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-52a8743c-52e3-496b-8f29-ab2750c5c7dc tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:17.268392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-52a8743c-52e3-496b-8f29-ab2750c5c7dc tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.0418873 Mar 31 23:36:17.287029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-71583c0a-5b01-4801-9097-cbde05e6b9ff tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.361486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-71583c0a-5b01-4801-9097-cbde05e6b9ff tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.455548 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-71583c0a-5b01-4801-9097-cbde05e6b9ff tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.481097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da8e32ce-e5ab-48c0-9b4a-798367f93876 req-71583c0a-5b01-4801-9097-cbde05e6b9ff tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2063479 Mar 31 23:36:17.491159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71583c0a-5b01-4801-9097-cbde05e6b9ff tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376370ac-26a4-4e90-a358-72c99820ef27,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:17.504496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36006) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:17.554755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1246427-201a-421a-bf9d-e4165454ff52 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:17.556890 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e1246427-201a-421a-bf9d-e4165454ff52 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1130 time: 0.0509853 Mar 31 23:36:17.559895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36008) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:17.564276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '47ada063-5276-4280-9a38-541b109a7762', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:17.672653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.792183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.925610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.25.6.136 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/53e62716-105c-4a78-a97c-cde01d6ca8a1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:18.038285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1afbc8-49d2-40be-927b-b26ddcd3e614 req-4738256a-182e-40d6-a792-a954e2e602bd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:18.039879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a1afbc8-49d2-40be-927b-b26ddcd3e614 req-4738256a-182e-40d6-a792-a954e2e602bd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0619447 Mar 31 23:36:18.070730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:18.100391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a1afbc8-49d2-40be-927b-b26ddcd3e614 req-bc93fbfd-cc0c-4ae6-b090-1a604b49fc61 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 Mar 31 23:36:18.197472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:18.249832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:18.251874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:18.258836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:18.287768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=53e62716-105c-4a78-a97c-cde01d6ca8a1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:18.718448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.043834 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.190102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-09b15ed7-151f-4f53-969c-d8764d5bfc4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1001570 Mar 31 23:36:19.274186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585fd02-1b08-466e-8d5a-5c8354dcacf7 req-6cfd81be-6b2b-484e-9ad5-783a404d131c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.277536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2585fd02-1b08-466e-8d5a-5c8354dcacf7 req-6cfd81be-6b2b-484e-9ad5-783a404d131c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0814991 Mar 31 23:36:19.284742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.324670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ea80-0f36-49aa-a880-e39357818135 req-5cb56ebd-466d-4ad4-ae64-b69452e506c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.326754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-5cb56ebd-466d-4ad4-ae64-b69452e506c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0641439 Mar 31 23:36:19.339087 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2585fd02-1b08-466e-8d5a-5c8354dcacf7 req-de369f89-d5a8-4ea5-b7d4-3eaebab17739 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Mar 31 23:36:19.361981 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.485803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=53e62716-105c-4a78-a97c-cde01d6ca8a1,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:19.515927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.562565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ea80-0f36-49aa-a880-e39357818135 req-b1c25e5b-5c22-4efd-8fb5-b02ae3529c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.563987 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-b1c25e5b-5c22-4efd-8fb5-b02ae3529c82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 200 len: 899 time: 0.2110827 Mar 31 23:36:19.684268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-b0915d8c-2a1a-4ce9-a0f1-003d88184d5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 200 len: 1001 time: 0.1136696 Mar 31 23:36:19.690281 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Floating IP f32a8635-66bc-4fc3-87fb-d9e1ba897f6f associated. External IP: 172.25.6.136, port: 47ada063-5276-4280-9a38-541b109a7762. Mar 31 23:36:19.784840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ea80-0f36-49aa-a880-e39357818135 req-2f8076ba-fb2a-4dc6-8e5c-a9fec43202db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.786341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-2f8076ba-fb2a-4dc6-8e5c-a9fec43202db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73c53f9b-f28e-4cd9-b616-54dab123c536 HTTP/1.1" status: 200 len: 835 time: 0.0934315 Mar 31 23:36:19.886856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ea80-0f36-49aa-a880-e39357818135 req-e70e668d-1373-4e41-9ae0-0e85655865ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.888639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-e70e668d-1373-4e41-9ae0-0e85655865ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bf8246b-381a-4f1d-a9f4-8467660f89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716770 Mar 31 23:36:20.450653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-1f05a837-5cda-4b41-9943-783246486f8b service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242717 Mar 31 23:36:20.455815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router 52fd4046-ec47-48aa-928a-216d7838209e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:20.479672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0b17-45d0-49c0-8fb7-b7c9efe2d787 req-f49b8789-a0c4-43e2-acdd-d4b79b983948 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.481372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-382c0b17-45d0-49c0-8fb7-b7c9efe2d787 req-f49b8789-a0c4-43e2-acdd-d4b79b983948 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0631804 Mar 31 23:36:20.528500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-382c0b17-45d0-49c0-8fb7-b7c9efe2d787 req-b9ce271f-7ddc-4e55-b58c-1358e27b4ac6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Mar 31 23:36:20.629736 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ca33ea80-0f36-49aa-a880-e39357818135 req-0e7e5b22-110f-4b48-a34b-8241e77f6d44 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708241 Mar 31 23:36:20.645988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:20.663734 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Sync routers for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:20.674518 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:20.676668 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:36:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:20.720198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:20.756809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e3ec12f-bc99-4c1b-89a6-929263b6c3a9 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1953590 Mar 31 23:36:20.757396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:20.759824 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87960642-d599-4304-a87c-87a17b76a961" -d '{"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:20.762307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36016) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:20.809231 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e76f42-5024-4c24-85ac-d6a82196f260 x-openstack-request-id: req-d8e76f42-5024-4c24-85ac-d6a82196f260 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:20.811417 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:20.811417 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d8e76f42-5024-4c24-85ac-d6a82196f260 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:20.811417 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e76f42-5024-4c24-85ac-d6a82196f260'] response: {'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762', 'status': 'completed', 'code': 200} Mar 31 23:36:20.820497 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:20.988141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960642-d599-4304-a87c-87a17b76a961 req-c4b8ed1e-c03b-46d3-8ccd-c4db7194bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.990061 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-c4b8ed1e-c03b-46d3-8ccd-c4db7194bc8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.1283076 Mar 31 23:36:20.992602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.003846 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68377bed-8224-497e-8d9c-db025f2a89a9 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.2339664 Mar 31 23:36:21.004631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36020) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:21.106042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'f32a8635-66bc-4fc3-87fb-d9e1ba897f6f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'port_id': '47ada063-5276-4280-9a38-541b109a7762', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'mac_address': 'fa:16:3e:00:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b85c43-3d72-457d-b80a-69ee715bd649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:18Z', 'updated_at': '2022-03-31T23:36:18Z', 'revision_number': 0, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:21.129593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.130220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.131402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.132108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.132528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.133058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.133397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960642-d599-4304-a87c-87a17b76a961 req-6eb4f74f-8a96-44e7-911d-ae44f8c70690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.133692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.135095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-6eb4f74f-8a96-44e7-911d-ae44f8c70690 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 200 len: 898 time: 0.1357872 Mar 31 23:36:21.135834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-df412805-8457-451a-9b31-e6a61f414b88 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1331139 Mar 31 23:36:21.138795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:21.149034 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Checking router: 52fd4046-ec47-48aa-928a-216d7838209e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:21.163338 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:21.163965 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:36:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:21.227769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-0994b69d-b823-41e6-8f04-cb047b3a281b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 200 len: 999 time: 0.0858614 Mar 31 23:36:21.286072 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:21.290263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960642-d599-4304-a87c-87a17b76a961 req-2b7e0535-4864-4579-a4bc-74a9ce820c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.291789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-2b7e0535-4864-4579-a4bc-74a9ce820c59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde750b-ebb3-43e9-844e-89e1255209c5 HTTP/1.1" status: 200 len: 834 time: 0.0560515 Mar 31 23:36:21.315270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2768bf8f-5ebc-4900-8ee5-672dc0f59a84 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1750720 Mar 31 23:36:21.317997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36024) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:21.345595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960642-d599-4304-a87c-87a17b76a961 req-2c1ca9fa-537c-43ec-aae5-486cf2434ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.347350 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-2c1ca9fa-537c-43ec-aae5-486cf2434ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a08923e5-8e95-46dc-8582-d6176ffa527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489907 Mar 31 23:36:21.369169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9cdb13-a41c-4db4-8b9d-f12251080f8e tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.370133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9cdb13-a41c-4db4-8b9d-f12251080f8e tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.374305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b9cdb13-a41c-4db4-8b9d-f12251080f8e tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=52fd4046-ec47-48aa-928a-216d7838209e HTTP/1.1" status: 200 len: 1989 time: 0.0521402 Mar 31 23:36:21.460524 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-02fbe2b9-8e18-4eb2-9a7f-3fa1917e2d24 service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050482 Mar 31 23:36:21.562045 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87960642-d599-4304-a87c-87a17b76a961 req-b0117c8f-55e9-4634-864e-ed65fa1d4b3f service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949342 Mar 31 23:36:21.567826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'f32a8635-66bc-4fc3-87fb-d9e1ba897f6f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'port_id': '47ada063-5276-4280-9a38-541b109a7762', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'mac_address': 'fa:16:3e:00:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b85c43-3d72-457d-b80a-69ee715bd649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:18Z', 'updated_at': '2022-03-31T23:36:18Z', 'revision_number': 0, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:21.603210 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4765952-8143-421d-a28d-618f1ba1bccb None None] The sync data for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 is: [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'f32a8635-66bc-4fc3-87fb-d9e1ba897f6f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'port_id': '47ada063-5276-4280-9a38-541b109a7762', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'mac_address': 'fa:16:3e:00:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b85c43-3d72-457d-b80a-69ee715bd649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:18Z', 'updated_at': '2022-03-31T23:36:18Z', 'revision_number': 0, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:21.667039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842a2a-7727-4094-9cfb-685efcf14fe0 req-4e44744b-c79d-4509-98db-57a0845eed83 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.668632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94842a2a-7727-4094-9cfb-685efcf14fe0 req-4e44744b-c79d-4509-98db-57a0845eed83 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0624194 Mar 31 23:36:21.718295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94842a2a-7727-4094-9cfb-685efcf14fe0 req-9f753e65-7709-4c8a-9dde-b605411d6ad4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Mar 31 23:36:21.822509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77daf5c5-a906-4aea-ad18-3f9b811602c9 None None] New status for floating IP f32a8635-66bc-4fc3-87fb-d9e1ba897f6f: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:22.867083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde149-cfbb-4190-a34f-1a79687ec9e1 req-ab076b02-7897-4039-9376-db15974070b5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:22.868814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5dde149-cfbb-4190-a34f-1a79687ec9e1 req-ab076b02-7897-4039-9376-db15974070b5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0675576 Mar 31 23:36:22.911297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5dde149-cfbb-4190-a34f-1a79687ec9e1 req-3d194279-8022-4a11-a028-a65df17c43ba tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Mar 31 23:36:24.045769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e25c-62dd-42ec-9995-04e1bc68b27f req-0bdb2eb2-d650-4b81-9df3-8db955fa858a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:24.047307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a985e25c-62dd-42ec-9995-04e1bc68b27f req-0bdb2eb2-d650-4b81-9df3-8db955fa858a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0569274 Mar 31 23:36:24.086936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a985e25c-62dd-42ec-9995-04e1bc68b27f req-4007ae92-47c2-45fe-b564-170c54bd0c4d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Mar 31 23:36:24.406986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:25.219914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5188-2a87-49c5-a0d8-612561fa9f0e req-cbfb5345-c058-4786-9299-2f01a788775d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:25.221418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e1e5188-2a87-49c5-a0d8-612561fa9f0e req-cbfb5345-c058-4786-9299-2f01a788775d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0543430 Mar 31 23:36:25.266574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e1e5188-2a87-49c5-a0d8-612561fa9f0e req-6501a58b-092c-432e-91b4-49ae2b63fd17 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Mar 31 23:36:26.392361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906c89c-f079-4bc2-b013-4f263b550b81 req-94ee2d13-b5f9-4d28-9e94-8760eafee1de tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:26.393912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4906c89c-f079-4bc2-b013-4f263b550b81 req-94ee2d13-b5f9-4d28-9e94-8760eafee1de tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0526357 Mar 31 23:36:26.436401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4906c89c-f079-4bc2-b013-4f263b550b81 req-d438bbe8-bffc-4290-9b9d-ec0ae659f035 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Mar 31 23:36:27.553733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c05d-0ee6-482e-9f83-2743b3fc1d46 req-c733fda4-a27c-4585-8d91-89b661ce0a5d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:27.555217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aa7c05d-0ee6-482e-9f83-2743b3fc1d46 req-c733fda4-a27c-4585-8d91-89b661ce0a5d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Mar 31 23:36:27.594091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4aa7c05d-0ee6-482e-9f83-2743b3fc1d46 req-34482b63-c78a-4ba1-97be-02ed777a48fc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Mar 31 23:36:28.723628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353e6d4-1090-4269-8c46-83919f16f8b1 req-9c9f304a-04b2-4760-a41d-227042c254a7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:28.725199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f353e6d4-1090-4269-8c46-83919f16f8b1 req-9c9f304a-04b2-4760-a41d-227042c254a7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0546346 Mar 31 23:36:28.768152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f353e6d4-1090-4269-8c46-83919f16f8b1 req-d271f5cd-df4c-4d82-bd2a-91b5d5a2ed41 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357308 Mar 31 23:36:29.893068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09f910-11a0-41bc-870d-48f7cfbcc0d0 req-6a42512c-6589-4af9-b86e-5569c99d99c6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.894595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a09f910-11a0-41bc-870d-48f7cfbcc0d0 req-6a42512c-6589-4af9-b86e-5569c99d99c6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0529552 Mar 31 23:36:29.936181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a09f910-11a0-41bc-870d-48f7cfbcc0d0 req-a6269922-9695-4867-be75-b7d3717c9246 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Mar 31 23:36:31.066670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71444f-254e-447a-bd04-dd25f962426a req-6fda026e-c8ce-4a07-8bcd-c489535f7727 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:31.068187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e71444f-254e-447a-bd04-dd25f962426a req-6fda026e-c8ce-4a07-8bcd-c489535f7727 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0525711 Mar 31 23:36:31.108045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e71444f-254e-447a-bd04-dd25f962426a req-3735fd5f-e87c-41a3-a8d4-5eaa1af7ce3e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Mar 31 23:36:32.229978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bdeee-285c-4a15-ade4-8cea6307f48c req-4b808467-4533-45da-8b55-b32a829762fe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:32.231452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-118bdeee-285c-4a15-ade4-8cea6307f48c req-4b808467-4533-45da-8b55-b32a829762fe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Mar 31 23:36:32.268950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-118bdeee-285c-4a15-ade4-8cea6307f48c req-024f76b4-49a3-441f-b7e6-31e0fa98b30c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Mar 31 23:36:33.389679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d2f9c-3926-4398-91ef-c1054f5d0875 req-57c8f28c-879e-491c-83d1-fdc90dc46c72 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:33.391271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-793d2f9c-3926-4398-91ef-c1054f5d0875 req-57c8f28c-879e-491c-83d1-fdc90dc46c72 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0522444 Mar 31 23:36:33.430551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-793d2f9c-3926-4398-91ef-c1054f5d0875 req-2838eeab-52d8-4361-8fe2-652f1258a36b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Mar 31 23:36:34.549170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c849f-e597-4802-acb3-410f18aac33c req-1b5f6e6f-11d3-4ff4-a320-8d63f26fb682 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:34.550693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e3c849f-e597-4802-acb3-410f18aac33c req-1b5f6e6f-11d3-4ff4-a320-8d63f26fb682 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0508723 Mar 31 23:36:34.591866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e3c849f-e597-4802-acb3-410f18aac33c req-774df504-3e8d-47c6-b8c2-8e64caa6f1e2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Mar 31 23:36:34.889048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:35.723619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c81f-8c58-426c-afeb-b0fc33ba952f req-3fa3f16b-0d6b-4f6b-93ce-5c55dc0ff892 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:35.725117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f49c81f-8c58-426c-afeb-b0fc33ba952f req-3fa3f16b-0d6b-4f6b-93ce-5c55dc0ff892 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0568700 Mar 31 23:36:35.767340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f49c81f-8c58-426c-afeb-b0fc33ba952f req-9b63da64-7789-450b-8e8a-06107ca8d8d6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Mar 31 23:36:36.889308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b765329-ecd1-47f5-a2ce-5a431d96cfc3 req-ea2454b7-4e99-4c68-b68c-e3b3b73ad219 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:36.890835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b765329-ecd1-47f5-a2ce-5a431d96cfc3 req-ea2454b7-4e99-4c68-b68c-e3b3b73ad219 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0509992 Mar 31 23:36:36.940498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b765329-ecd1-47f5-a2ce-5a431d96cfc3 req-56d7fd42-44fa-4039-9254-bdf156aa7be8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Mar 31 23:36:38.067405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5c39-5d6a-4955-a12f-96394a4c2480 req-be8a540d-fcfe-41ec-93a1-c8ca9e94eb77 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:38.069503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d73d5c39-5d6a-4955-a12f-96394a4c2480 req-be8a540d-fcfe-41ec-93a1-c8ca9e94eb77 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0501792 Mar 31 23:36:38.112131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d73d5c39-5d6a-4955-a12f-96394a4c2480 req-b974e8f7-2cb3-49a3-ac7b-d047bbd52f75 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Mar 31 23:36:39.238710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d4ac-61ef-4b79-b972-fd645b271d87 req-25bb384f-1693-4dd7-9c2c-846d52535427 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:39.240499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d76d4ac-61ef-4b79-b972-fd645b271d87 req-25bb384f-1693-4dd7-9c2c-846d52535427 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0524490 Mar 31 23:36:39.279949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d76d4ac-61ef-4b79-b972-fd645b271d87 req-153987e1-6845-4081-b7ea-f7018a729d7f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Mar 31 23:36:40.399235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1de0f-4500-494b-8558-234e7b8ac49d req-796d2844-89d0-458d-af6c-b18db15d27dc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:40.400699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1a1de0f-4500-494b-8558-234e7b8ac49d req-796d2844-89d0-458d-af6c-b18db15d27dc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0502536 Mar 31 23:36:40.438478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1a1de0f-4500-494b-8558-234e7b8ac49d req-c5979503-da23-465a-92c8-1430a67dda00 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Mar 31 23:36:40.894012 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:41.566273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a757-87f0-4600-b360-77cfbafb17c6 req-d86a4341-458b-44e5-ba4f-9f651110bd40 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:41.568423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5448a757-87f0-4600-b360-77cfbafb17c6 req-d86a4341-458b-44e5-ba4f-9f651110bd40 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0533817 Mar 31 23:36:41.621165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5448a757-87f0-4600-b360-77cfbafb17c6 req-1e643e5b-94ec-47ab-a012-44dc5b1c70ec tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Mar 31 23:36:41.671762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-096479c3-8be3-45d6-84ed-aea6a8a58fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:42.765839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51c85-3070-407d-84ac-ba5adc7200a8 req-e00c199b-7398-486a-b392-319b7cb3c1a5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:42.768678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47e51c85-3070-407d-84ac-ba5adc7200a8 req-e00c199b-7398-486a-b392-319b7cb3c1a5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0664775 Mar 31 23:36:42.808721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47e51c85-3070-407d-84ac-ba5adc7200a8 req-43a99067-b956-4429-ac1c-1371cd378158 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Mar 31 23:36:43.906031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7dc77ee0-dfe3-4359-9b3b-16ce359f7da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:43.954628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeda81e-7167-4ec3-a004-a4b7428e5a7c req-9454296d-c8f3-4c3b-b90e-fb39fd45c808 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:43.956219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-deeda81e-7167-4ec3-a004-a4b7428e5a7c req-9454296d-c8f3-4c3b-b90e-fb39fd45c808 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0571358 Mar 31 23:36:43.996567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-deeda81e-7167-4ec3-a004-a4b7428e5a7c req-cf7da888-06fc-44c9-8758-df1c61f0fb4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Mar 31 23:36:45.127072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2b8e-d904-4f2d-aa9a-d1beaadac22f req-04791610-0159-4277-82bb-a8bcc7c1cade tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:45.128546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-295f2b8e-d904-4f2d-aa9a-d1beaadac22f req-04791610-0159-4277-82bb-a8bcc7c1cade tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0619516 Mar 31 23:36:45.167980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-295f2b8e-d904-4f2d-aa9a-d1beaadac22f req-be11f5f7-f0c4-4725-ab78-739fb30da92c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Mar 31 23:36:45.431718 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:46.293329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7330a8-d95e-40b0-bf3c-f66847ea6f73 req-ff8abe44-bfd2-4d06-9054-32b71220168c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:46.295106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a7330a8-d95e-40b0-bf3c-f66847ea6f73 req-ff8abe44-bfd2-4d06-9054-32b71220168c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0530930 Mar 31 23:36:46.342480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a7330a8-d95e-40b0-bf3c-f66847ea6f73 req-35b1646b-07fb-459e-b962-932c9dd3caa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Mar 31 23:36:46.686268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:46.846193 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:47.463983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384daa5e-5b41-4dcf-b251-12a5a93106ec req-f5605ea9-ee82-438d-ae1d-2a9d9c367ad5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:47.465587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-384daa5e-5b41-4dcf-b251-12a5a93106ec req-f5605ea9-ee82-438d-ae1d-2a9d9c367ad5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0529139 Mar 31 23:36:47.507683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-384daa5e-5b41-4dcf-b251-12a5a93106ec req-0c10d482-5721-4a0b-ac1a-cd2019456640 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354271 Mar 31 23:36:48.627673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fdc7-fcc3-4819-84b9-66cc9841e5b7 req-560b3d9f-2a5e-4009-b04f-b59903dc40b3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:48.629147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e94fdc7-fcc3-4819-84b9-66cc9841e5b7 req-560b3d9f-2a5e-4009-b04f-b59903dc40b3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0514865 Mar 31 23:36:48.678507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e94fdc7-fcc3-4819-84b9-66cc9841e5b7 req-99a9177b-a124-438a-b845-31fcf02f2606 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Mar 31 23:36:49.806548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f208f7-42ea-4e39-8efa-53ce93b98dd2 req-d84f91a1-9e62-4df4-a7c3-c25d13867aa8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:49.808119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88f208f7-42ea-4e39-8efa-53ce93b98dd2 req-d84f91a1-9e62-4df4-a7c3-c25d13867aa8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0573955 Mar 31 23:36:49.847373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88f208f7-42ea-4e39-8efa-53ce93b98dd2 req-14d94cf4-735a-47c7-bf6b-085d939034c5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Mar 31 23:36:50.970422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab910-c214-4c37-8713-f92630a21736 req-bdd115bc-6a37-46cb-a494-eb26a9879f70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:50.971897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-945ab910-c214-4c37-8713-f92630a21736 req-bdd115bc-6a37-46cb-a494-eb26a9879f70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0526860 Mar 31 23:36:51.013216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-945ab910-c214-4c37-8713-f92630a21736 req-c8bb0553-eeae-497d-8253-d1342436d17a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347040 Mar 31 23:36:52.150737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5c5f-2fc8-4102-bd54-9f3155b79e9c req-c2bceec9-08d0-404c-8235-6b7dbf8520fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:52.152445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-341b5c5f-2fc8-4102-bd54-9f3155b79e9c req-c2bceec9-08d0-404c-8235-6b7dbf8520fd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0518553 Mar 31 23:36:52.192770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-341b5c5f-2fc8-4102-bd54-9f3155b79e9c req-65347579-dbb9-489b-b5cf-b6033fbfaa0b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Mar 31 23:36:53.319404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa8fc8-7bab-4960-8439-4d4498691274 req-c9038e16-b460-44b4-8db4-e5a5929b1d16 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:53.320972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7fa8fc8-7bab-4960-8439-4d4498691274 req-c9038e16-b460-44b4-8db4-e5a5929b1d16 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0560508 Mar 31 23:36:53.361137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7fa8fc8-7bab-4960-8439-4d4498691274 req-36d15d17-0b4e-4ab3-9811-f0d4b3f6e7e4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Mar 31 23:36:54.417282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:54.483440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ee39-931f-4667-b9a7-935a9193969f req-d3befe88-0257-4423-85f1-7ee887bfc3aa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:54.484978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2a4ee39-931f-4667-b9a7-935a9193969f req-d3befe88-0257-4423-85f1-7ee887bfc3aa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Mar 31 23:36:54.525480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2a4ee39-931f-4667-b9a7-935a9193969f req-959fdd94-164a-4ecd-b18b-7c6049a94649 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Mar 31 23:36:55.653123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57076d7-04dc-4e43-9877-bb7e1e00399e req-3c3abda4-56d0-4922-a567-6f1e0c0fb9a3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:55.654658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f57076d7-04dc-4e43-9877-bb7e1e00399e req-3c3abda4-56d0-4922-a567-6f1e0c0fb9a3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0515196 Mar 31 23:36:55.695475 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f57076d7-04dc-4e43-9877-bb7e1e00399e req-d1ce9a9a-b8a2-438b-ab37-828d89376d6c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Mar 31 23:36:56.817190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f903-94c8-49fd-bf36-012c19c54d8c req-2e98d930-3f0f-4c90-a769-b8ecb13ed863 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:56.819422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13c1f903-94c8-49fd-bf36-012c19c54d8c req-2e98d930-3f0f-4c90-a769-b8ecb13ed863 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0532286 Mar 31 23:36:56.858320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13c1f903-94c8-49fd-bf36-012c19c54d8c req-b87f8b64-697f-4589-a508-702024595bcc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Mar 31 23:36:57.976900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cff48-aa1c-4504-8eae-dfbcc49a9592 req-8dc06258-0f8d-45d3-b265-1662949aa637 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:57.978395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a6cff48-aa1c-4504-8eae-dfbcc49a9592 req-8dc06258-0f8d-45d3-b265-1662949aa637 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0508485 Mar 31 23:36:58.017692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a6cff48-aa1c-4504-8eae-dfbcc49a9592 req-3b1a3568-6b5f-477a-8653-6ebf902ef5ef tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Mar 31 23:36:59.137762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5c3f-1838-4caa-978f-a9b0c0baf624 req-19545c8c-33ae-4879-9a5b-1300b77d1f3d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:59.139228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-254d5c3f-1838-4caa-978f-a9b0c0baf624 req-19545c8c-33ae-4879-9a5b-1300b77d1f3d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0487158 Mar 31 23:36:59.176186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-254d5c3f-1838-4caa-978f-a9b0c0baf624 req-ba240155-4ba5-4fac-bf88-229f9fa03a88 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Mar 31 23:37:00.298370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d00f0-9ebe-45c7-9edd-bc09d0096ade req-f616cd77-70ca-4865-ba10-ea2f46144920 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:00.299823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d00f0-9ebe-45c7-9edd-bc09d0096ade req-f616cd77-70ca-4865-ba10-ea2f46144920 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 943 time: 0.0530889 Mar 31 23:37:00.342613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-126d00f0-9ebe-45c7-9edd-bc09d0096ade req-72b23b9a-46f9-4642-81c6-8b04c35080c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365250 Mar 31 23:37:00.778017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dccbfe47-b393-430e-9d52-632002af8695 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:37:00.879806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dccbfe47-b393-430e-9d52-632002af8695,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:00.892189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'dccbfe47-b393-430e-9d52-632002af8695', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': 'dccbfe47-b393-430e-9d52-632002af8695', 'mac_address': 'fa:16:3e:c7:70:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:37:00.933064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:00.947862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccbfe47-b393-430e-9d52-632002af8695 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:37:00.967919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dccbfe47-b393-430e-9d52-632002af8695,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:01.065760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:01.112973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:01.120748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.121088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.121421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.121752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.122079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.122404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.122727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.123067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.123387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.123705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.124023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.124471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:01.374917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['dccbfe47-b393-430e-9d52-632002af8695'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:37:01.466988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b832c-638d-47aa-b183-719f1464b17b req-91490aff-4678-4670-b5a7-cf000a1a37b9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:01.468572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-390b832c-638d-47aa-b183-719f1464b17b req-91490aff-4678-4670-b5a7-cf000a1a37b9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 944 time: 0.0513353 Mar 31 23:37:01.512072 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-390b832c-638d-47aa-b183-719f1464b17b req-d8070269-42f3-4fab-8e8a-42c34a147069 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Mar 31 23:37:02.636795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a29a1-38fe-452f-bed4-40ee7724a940 req-305a0cf4-8226-4ee0-b0ee-8c7c773aee25 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:02.638253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-669a29a1-38fe-452f-bed4-40ee7724a940 req-305a0cf4-8226-4ee0-b0ee-8c7c773aee25 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 944 time: 0.0497427 Mar 31 23:37:02.676680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-669a29a1-38fe-452f-bed4-40ee7724a940 req-e3237b71-94d4-414f-8aaf-c2a9043c5367 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Mar 31 23:37:02.800511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dccbfe47-b393-430e-9d52-632002af8695 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:02.913821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port dccbfe47-b393-430e-9d52-632002af8695 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:37:02.917887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port dccbfe47-b393-430e-9d52-632002af8695 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:02.918253 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:02.997447 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.020187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:03.022465 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d5c8a-fed8-4643-8623-f136aeada23e" -d '{"events": [{"server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "name": "network-vif-plugged", "status": "completed", "tag": "dccbfe47-b393-430e-9d52-632002af8695"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:03.034878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dccbfe47-b393-430e-9d52-632002af8695,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:03.061232 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d816a80a-d0a3-4adb-bcfb-8fb5d9872542 x-openstack-request-id: req-d816a80a-d0a3-4adb-bcfb-8fb5d9872542 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:03.061522 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "name": "network-vif-plugged", "status": "completed", "tag": "dccbfe47-b393-430e-9d52-632002af8695", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:03.061774 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d816a80a-d0a3-4adb-bcfb-8fb5d9872542 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:03.062166 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d816a80a-d0a3-4adb-bcfb-8fb5d9872542'] response: {'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695', 'code': 200} Mar 31 23:37:03.128535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.163466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f73fb-7640-4aea-be24-b4931e1d93c0 req-90eace4f-ce8c-41ee-b739-d0cac229490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:03.165009 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a73f73fb-7640-4aea-be24-b4931e1d93c0 req-90eace4f-ce8c-41ee-b739-d0cac229490f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 1096 time: 0.0421228 Mar 31 23:37:03.178893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:03.202733 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a73f73fb-7640-4aea-be24-b4931e1d93c0 req-97f3d2a3-4415-4f35-a587-11687f476420 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297658 Mar 31 23:37:03.801164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14dcd-db83-47ed-90b1-7c971d4737f9 req-35e2819f-7ce0-494a-99ce-921ec6b85a7d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:03.803195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c14dcd-db83-47ed-90b1-7c971d4737f9 req-35e2819f-7ce0-494a-99ce-921ec6b85a7d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0559392 Mar 31 23:37:03.845410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2c14dcd-db83-47ed-90b1-7c971d4737f9 req-632ae00f-68c8-4ea4-a0ad-973a16f076aa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359046 Mar 31 23:37:04.934457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:04.970193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f9296-f1db-42ee-a108-6e1e43b10153 req-4bdbdef7-c764-433a-a9f6-359acc88fbbc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:04.971727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba8f9296-f1db-42ee-a108-6e1e43b10153 req-4bdbdef7-c764-433a-a9f6-359acc88fbbc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0514426 Mar 31 23:37:05.014012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba8f9296-f1db-42ee-a108-6e1e43b10153 req-98b74ace-5fae-46e6-97ef-e80c31edede5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348587 Mar 31 23:37:05.134964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b806b-3167-4a04-bb69-155ca78e6b30 req-4c8bdbba-f212-464c-b97c-9815eea6debf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:05.136561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f7b806b-3167-4a04-bb69-155ca78e6b30 req-4c8bdbba-f212-464c-b97c-9815eea6debf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Mar 31 23:37:05.176866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f7b806b-3167-4a04-bb69-155ca78e6b30 req-36de5103-eaef-4ebb-a781-edbe44edc148 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Mar 31 23:37:05.652175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2c189-da8b-48c6-ba34-e6be8840fb54 req-02def160-decf-4459-8a3d-cfc5bfd2c048 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:05.653634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cf2c189-da8b-48c6-ba34-e6be8840fb54 req-02def160-decf-4459-8a3d-cfc5bfd2c048 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 31 23:37:05.693145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2cf2c189-da8b-48c6-ba34-e6be8840fb54 req-9e834aff-8c2e-487a-8975-b0534c53dcf9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Mar 31 23:37:06.817019 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9849-56ca-41ee-8ee1-2573dbc18571 req-e425e321-9dbf-4b57-9be4-f5d4c3ea52b4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:06.818501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-600b9849-56ca-41ee-8ee1-2573dbc18571 req-e425e321-9dbf-4b57-9be4-f5d4c3ea52b4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Mar 31 23:37:06.857674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-600b9849-56ca-41ee-8ee1-2573dbc18571 req-4113d590-0987-4663-a5d1-5a6b33ebe24c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Mar 31 23:37:07.497798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-67568cdb-a306-49f8-bfe5-f8f4a3773088 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:07.499300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-67568cdb-a306-49f8-bfe5-f8f4a3773088 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 945 time: 0.0539999 Mar 31 23:37:07.597564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port dccbfe47-b393-430e-9d52-632002af8695 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:07.597936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.705362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port dccbfe47-b393-430e-9d52-632002af8695, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=dccbfe47-b393-430e-9d52-632002af8695,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:07.705720 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.719321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for dccbfe47-b393-430e-9d52-632002af8695 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:07.914286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.926541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['962fa29b-1c46-4657-ad1c-b3d936aed05d', 'dccbfe47-b393-430e-9d52-632002af8695'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:37:07.951757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=dccbfe47-b393-430e-9d52-632002af8695,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:07.985404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.985758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.986108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.986450 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.986795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.987176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.987514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.987845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.988163 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.989189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.989189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:07.989496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3490e57-2d86-4667-aa72-518cb0412057 req-bd4c2171-d9a8-4097-84d8-d7797c236d9b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0547404 Mar 31 23:37:07.990109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:08.019266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port dccbfe47-b393-430e-9d52-632002af8695 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:08.023013 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:08.027094 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a72853a6-24e5-4b0e-95d5-d951312556ab req-ae9b0ce1-ede9-46b2-beda-033f3e7ac5ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "DELETE /v2.0/ports/dccbfe47-b393-430e-9d52-632002af8695 HTTP/1.1" status: 204 len: 173 time: 0.5219047 Mar 31 23:37:08.027813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'name': 'network-vif-deleted', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:08.030249 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd804bb-8a36-4ebe-91e0-beecdffdccc7" -d '{"events": [{"server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "name": "network-vif-deleted", "tag": "dccbfe47-b393-430e-9d52-632002af8695"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:08.075195 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a673a2-28ec-44fe-9e0c-2ae95b9de189 x-openstack-request-id: req-f3a673a2-28ec-44fe-9e0c-2ae95b9de189 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:08.075492 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34be291-d970-4795-939a-2bc95fe65a23", "name": "network-vif-deleted", "tag": "dccbfe47-b393-430e-9d52-632002af8695", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:08.075775 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3a673a2-28ec-44fe-9e0c-2ae95b9de189 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:08.076193 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a673a2-28ec-44fe-9e0c-2ae95b9de189'] response: {'server_uuid': 'e34be291-d970-4795-939a-2bc95fe65a23', 'name': 'network-vif-deleted', 'tag': 'dccbfe47-b393-430e-9d52-632002af8695', 'status': 'completed', 'code': 200} Mar 31 23:37:09.095287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30873f05-54a4-4c0e-b335-905ba99c279d req-33fbe5a6-a63d-4d90-aac3-6747e829462b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0305607 Mar 31 23:37:10.200901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6db6d63-87cf-496c-823e-47b8e96010eb req-11574300-afd8-40a5-bec8-356ec9d42c07 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0292854 Mar 31 23:37:10.851799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dccbfe47-b393-430e-9d52-632002af8695 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:10.876342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: dccbfe47-b393-430e-9d52-632002af8695 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:10.876648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device dccbfe47-b393-430e-9d52-632002af8695 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:11.305938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4d20ae8-b5d6-492f-ae90-bcd94165ba89 req-d2cdaded-6ed7-4de9-b314-86d84b3e67cd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Mar 31 23:37:11.441151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-7b8d70eb-a8e0-4cda-b4ac-6231e975d86a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413463 Mar 31 23:37:11.528138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-b3e901b0-3003-4777-b19f-a2f5068b4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:11.529620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-b3e901b0-3003-4777-b19f-a2f5068b4019 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.0432906 Mar 31 23:37:11.642000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-9c3f1c2a-c0e3-4fbc-b135-acfde6e70d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:11.643494 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-9c3f1c2a-c0e3-4fbc-b135-acfde6e70d17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0925953 Mar 31 23:37:11.656365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-42720420-0af8-4cf2-96fc-9ba13d86df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:11.687563 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-fef9f641-4098-4c48-a070-4b6f96a8dcb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d HTTP/1.1" status: 200 len: 217 time: 0.0362744 Mar 31 23:37:11.743668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-24ef2792-1d49-47f4-adeb-d7980c519716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:11.745209 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-24ef2792-1d49-47f4-adeb-d7980c519716 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0489106 Mar 31 23:37:11.790893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-5ef9b91f-75b9-4429-9926-2bd8849aca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:11.792302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-5ef9b91f-75b9-4429-9926-2bd8849aca8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402327 Mar 31 23:37:11.882663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-41e66fa6-f0f9-4005-91c9-f9cd40587643 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Mar 31 23:37:11.986171 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6f6a26c2-6572-4224-8f91-556eeba35c34 req-9e807519-6d19-4f47-ad4e-8d98de6cfb4e service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941868 Mar 31 23:37:12.434129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce771ff7-d212-4b3e-bfe7-eac450476da2 req-460a5f03-a217-462b-baf9-0f85753160fc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34be291-d970-4795-939a-2bc95fe65a23 HTTP/1.1" status: 200 len: 210 time: 0.0315394 Mar 31 23:37:13.871683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0b954486-983b-415b-8fe2-d84db4c1ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:15.400911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.693883 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.779660 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.220534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ece65-5117-455b-848b-d6f487026ebd req-533c9510-3c4a-4cc6-a21a-3df9fd470ce0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:17.221973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d6ece65-5117-455b-848b-d6f487026ebd req-533c9510-3c4a-4cc6-a21a-3df9fd470ce0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Mar 31 23:37:17.260016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d6ece65-5117-455b-848b-d6f487026ebd req-78e11c1b-e056-4d25-a522-71cfff8af0fc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Mar 31 23:37:17.892837 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:37:18.381159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23a8e-a0b7-48a5-ae79-7f0f7a890ccf req-c2ecaf2e-83e1-4852-a6dc-9e26527e9a70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:18.382647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1e23a8e-a0b7-48a5-ae79-7f0f7a890ccf req-c2ecaf2e-83e1-4852-a6dc-9e26527e9a70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Mar 31 23:37:18.419424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1e23a8e-a0b7-48a5-ae79-7f0f7a890ccf req-8e90272f-8faf-499f-8a72-1596ee9b3894 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc602aaa-c533-45f6-9165-b4bd992b96fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307055 Mar 31 23:37:18.949275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-81b9f78e-1acc-47a0-bffa-2edb2d99d524 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:18.950760 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-81b9f78e-1acc-47a0-bffa-2edb2d99d524 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0577574 Mar 31 23:37:19.084749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port 962fa29b-1c46-4657-ad1c-b3d936aed05d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:19.085084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.209591 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port 962fa29b-1c46-4657-ad1c-b3d936aed05d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=962fa29b-1c46-4657-ad1c-b3d936aed05d,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:19.209838 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.226586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for 962fa29b-1c46-4657-ad1c-b3d936aed05d owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:19.493957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.509174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['962fa29b-1c46-4657-ad1c-b3d936aed05d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:37:19.525335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=962fa29b-1c46-4657-ad1c-b3d936aed05d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:19.565863 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad312155-5cdc-4231-aa76-6a7d682e5e2a req-267f3ef2-a233-4b80-86a7-bb52f84fec70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0455358 Mar 31 23:37:19.571339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port 962fa29b-1c46-4657-ad1c-b3d936aed05d on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:19.574033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.583613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b0d6afd-f56b-4410-922c-c797fad22e5e req-c8375756-d93a-4f15-8c7d-029cb34d8079 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "DELETE /v2.0/ports/962fa29b-1c46-4657-ad1c-b3d936aed05d HTTP/1.1" status: 204 len: 173 time: 0.6211436 Mar 31 23:37:19.583613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'name': 'network-vif-deleted', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:19.583613 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d7bc2f-be6e-46e5-904b-a2f7985b3c21" -d '{"events": [{"server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "name": "network-vif-deleted", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:19.642475 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e2467-6c76-47b1-9c98-582c9592855e x-openstack-request-id: req-799e2467-6c76-47b1-9c98-582c9592855e {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:19.642768 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292d671d-722f-4faa-b8b1-6d420a1ddf80", "name": "network-vif-deleted", "tag": "962fa29b-1c46-4657-ad1c-b3d936aed05d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:19.643042 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-799e2467-6c76-47b1-9c98-582c9592855e {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:19.643486 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799e2467-6c76-47b1-9c98-582c9592855e'] response: {'server_uuid': '292d671d-722f-4faa-b8b1-6d420a1ddf80', 'name': 'network-vif-deleted', 'tag': '962fa29b-1c46-4657-ad1c-b3d936aed05d', 'status': 'completed', 'code': 200} Mar 31 23:37:20.149071 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-05d53126-203c-4726-b5ef-bfbe906eb583 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460730 Mar 31 23:37:20.222394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-3ba7d925-739a-47c3-966c-3735d874db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:20.224698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-3ba7d925-739a-47c3-966c-3735d874db43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.0436339 Mar 31 23:37:20.330596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-21d06996-a26a-4284-8dd7-65ae928a58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:20.332224 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-21d06996-a26a-4284-8dd7-65ae928a58ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 200 len: 898 time: 0.0882585 Mar 31 23:37:20.406645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-2248d17f-1183-4009-b7df-f58fa6eaac63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 200 len: 1001 time: 0.0677617 Mar 31 23:37:20.457760 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-555c882b-7373-418c-97f4-b7d8fb7494c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:20.459328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-555c882b-7373-418c-97f4-b7d8fb7494c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde750b-ebb3-43e9-844e-89e1255209c5 HTTP/1.1" status: 200 len: 834 time: 0.0459714 Mar 31 23:37:20.505963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-4718a5b5-9132-4638-956e-c712e7a6a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:20.507500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-4718a5b5-9132-4638-956e-c712e7a6a587 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a08923e5-8e95-46dc-8582-d6176ffa527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422955 Mar 31 23:37:20.615680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-e9f62890-a9f8-41e2-b299-c6d0963117f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014245 Mar 31 23:37:20.703308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90e419f7-6f01-411e-bb9a-42aa2a391edb req-b6b4e0f3-74b7-4ec5-95ff-31cda0a2fe18 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0431867 Mar 31 23:37:20.733194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-975bf28e-8426-4514-879a-2d1f61fc5ffe req-8a5c6238-e84c-4c3c-ae3f-d185ff71b73c service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096187 Mar 31 23:37:21.853235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8be474dd-c9c5-4467-be70-a64ff6e793dc req-a2484811-89c9-4b7a-8163-e59478694565 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0253983 Mar 31 23:37:22.911688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 962fa29b-1c46-4657-ad1c-b3d936aed05d no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:22.933610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 962fa29b-1c46-4657-ad1c-b3d936aed05d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:22.934425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 962fa29b-1c46-4657-ad1c-b3d936aed05d not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:22.951313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-819f0727-fe12-44a1-b130-24c1bb2f677f req-1ba512c1-998e-4793-8ee3-a2fdab2c1607 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0280821 Mar 31 23:37:24.068471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1653188-b70b-4bb8-8f87-338fd172cedb req-ae60c0aa-8edf-49f2-9814-3f37c51d8832 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=292d671d-722f-4faa-b8b1-6d420a1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0310926 Mar 31 23:37:24.388312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:27.609024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36252) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:27.613807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224628157', 'description': 'tempest-secgroup-smoke-1224628157 description', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:27.688156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:27.758104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:27.813360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:27.842409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482ad24b-a96c-4426-a2eb-557a1e0355f7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:27.849126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.849476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.849820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.850158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.850493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.850851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.851274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.851658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.851987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.852311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.852635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.852962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:27.921403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:27.922774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-656a7199-9715-4da1-a560-7021ccbafb81 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3126767 Mar 31 23:37:27.925777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36254) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:27.931027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:28.030568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.087495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.164960 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.183111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7619b68-5414-454d-bde8-94ecf6de963f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:28.252271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.253486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d134de52-2a65-4d8a-a11d-1bfaa31da335 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267899 Mar 31 23:37:28.256170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36256) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:28.260595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:28.346354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.403265 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.473065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.495218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b69788-a71a-414d-a6d1-1763415e5e4d,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:28.566379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.567635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7125464d-3ad8-4d41-b636-ebb3daa2c385 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105428 Mar 31 23:37:28.571030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:28.575481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:28.671973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.739348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.810226 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.830780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0d0355-1aa7-4a87-a9ab-f92a0241909f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:28.898846 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:28.900370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-33c63f7f-0a6a-4d77-93c6-f6a77cda01c3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283753 Mar 31 23:37:28.904643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36260) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:28.909662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:29.000382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.061159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.124557 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.143270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1067ca-eb6c-457f-b014-90fe1f6e12df,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:29.212289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.213551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bf22b6ef-4694-413a-afb7-632fb1e85768 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078630 Mar 31 23:37:29.216538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36262) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:29.222549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:29.319231 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Project 18492aac6c4a434a96bb1a50d298f7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:37:29.324898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.385431 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.447881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.469204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ecb1ac-4554-4171-b392-a0b197c74723,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:29.542128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.543399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83fc67af-85ff-4b29-965f-ddc71acf06a2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3261857 Mar 31 23:37:29.546162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:29.550796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'security_group_rule': {'security_group_id': '482ad24b-a96c-4426-a2eb-557a1e0355f7', 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:29.625060 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Project 18492aac6c4a434a96bb1a50d298f7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:37:29.630894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.697784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.758931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.770370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36268) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:29.779472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe27bd1e-8b88-4e24-9af3-4f8809d887c9,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:29.847175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:29.848441 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8041bbdb-9ffd-4a04-8395-7104f388fd86 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3012526 Mar 31 23:37:30.305792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1d3f83a8-383f-4b9f-a33f-29dae5ff26b4 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/floatingips/a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c HTTP/1.1" status: 200 len: 993 time: 0.5339770 Mar 31 23:37:30.545059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36316) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:30.738267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port dd4a82a1-1da5-468e-bb6d-b18f27075a66 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:30.738643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:30.831343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:30.832087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:30.845285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for dd4a82a1-1da5-468e-bb6d-b18f27075a66 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:31.096443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:31.121190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=dd4a82a1-1da5-468e-bb6d-b18f27075a66,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:31.200186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:31.200600 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Floating IP a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c disassociated (deleted). External IP: 172.25.6.112, port: 2bd5a0e6-1e97-4737-bb1a-23187d9a4920. Mar 31 23:37:31.443334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:31.557016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:31.562409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:31.567681 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Sync routers for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:31.581394 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:31.582023 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:31.593962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d57f189c-7b05-4bc5-a661-b50453568860 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/floatingips/a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c HTTP/1.1" status: 204 len: 168 time: 1.0454979 Mar 31 23:37:31.593962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:31.604933 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2953d-4efe-4021-a1bd-be865b40ce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:31.664776 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faada9f-851f-465a-a21a-f0b808aa0e1d x-openstack-request-id: req-9faada9f-851f-465a-a21a-f0b808aa0e1d {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:31.665340 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:31.665661 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9faada9f-851f-465a-a21a-f0b808aa0e1d {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:31.666134 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faada9f-851f-465a-a21a-f0b808aa0e1d'] response: {'name': 'network-changed', 'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'status': 'completed', 'code': 200} Mar 31 23:37:31.713575 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:31.764645 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-99148ed3-a183-4ab0-bdb6-b89cc07630c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:31.766226 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-99148ed3-a183-4ab0-bdb6-b89cc07630c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e0498256944aaea288ddc40b883621&device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0489037 Mar 31 23:37:31.869619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-538ab31d-0ba8-46bb-b626-ac24bb5f1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:31.871268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-538ab31d-0ba8-46bb-b626-ac24bb5f1cf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 200 len: 899 time: 0.0978930 Mar 31 23:37:31.919525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-ce667ae5-45cf-4b49-9f30-4384a17403e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 200 len: 217 time: 0.0387287 Mar 31 23:37:31.943525 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:31.979652 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Checking router: ddb68a2e-59bd-45c9-a4f7-4ded3f221626 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:31.988087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-010de784-0b01-4929-9e67-b5bcdecd36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:31.988218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:31.988344 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-010de784-0b01-4929-9e67-b5bcdecd36e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73c53f9b-f28e-4cd9-b616-54dab123c536 HTTP/1.1" status: 200 len: 835 time: 0.0589449 Mar 31 23:37:31.988459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:32.056027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-70d05efd-ba67-4fef-b2aa-f2ef9b7d9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:32.057685 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-70d05efd-ba67-4fef-b2aa-f2ef9b7d9402 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bf8246b-381a-4f1d-a9f4-8467660f89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494802 Mar 31 23:37:32.105880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5877aff-537a-45c6-a6fd-73e1ad4b5dc5 req-2f2c2855-51ae-4242-bc85-1727df651e67 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:32.107976 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5877aff-537a-45c6-a6fd-73e1ad4b5dc5 req-2f2c2855-51ae-4242-bc85-1727df651e67 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0616577 Mar 31 23:37:32.115568 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:32.161927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5877aff-537a-45c6-a6fd-73e1ad4b5dc5 req-8e7a00ba-b808-499c-817c-c69000ec2573 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471227 Mar 31 23:37:32.198116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-08246bab-78a1-4346-bb3c-2966dfa8e38d service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301789 Mar 31 23:37:32.305838 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4de2953d-4efe-4021-a1bd-be865b40ce6e req-bbf08098-1ee2-415d-98ee-27b3c5d20ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997503 Mar 31 23:37:32.354256 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:32.381013 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6bf8ae-8cf9-4c5e-a18d-83e321efdf7e None None] The sync data for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 is: [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '264f7f25-67cd-443c-8498-878dac147e15', 'name': '', 'network_id': '6bf8246b-381a-4f1d-a9f4-8467660f89ca', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'mac_address': 'fa:16:3e:98:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:45Z', 'updated_at': '2022-03-31T23:35:52Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'subnets': [{'id': '73c53f9b-f28e-4cd9-b616-54dab123c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:32.620042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf855dc-a34f-4d01-994e-8eecf9543af9 None None] New status for floating IP a5c4ef28-7ce6-4c27-aa4a-53ef710f8b5c: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:37:33.296780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b31b2-6e7b-4b72-abf8-1d40cc55545f req-4ff64f52-9a71-4a58-b8bb-3334ce4c231f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:33.298176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac1b31b2-6e7b-4b72-abf8-1d40cc55545f req-4ff64f52-9a71-4a58-b8bb-3334ce4c231f tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0569472 Mar 31 23:37:33.339685 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac1b31b2-6e7b-4b72-abf8-1d40cc55545f req-3c447ad8-c45a-4516-b092-bab848057fd1 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ed726c7-f97b-49b9-92d4-b905dfd242d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349379 Mar 31 23:37:33.892891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-12f4ecf9-6307-4ad5-9f1d-abf1f5bc9dee tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:33.894328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-12f4ecf9-6307-4ad5-9f1d-abf1f5bc9dee tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 945 time: 0.0562661 Mar 31 23:37:33.988022 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:33.988364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:34.084505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:34.084920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:34.099129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:34.276857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:34.312941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=2bd5a0e6-1e97-4737-bb1a-23187d9a4920,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:34.357747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] No DVR routers for this DVR port 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:34.360423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:34.367725 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-743a36f3-e381-442b-940e-f4297e3a7f45 req-e7d4047c-fee5-4bee-90df-2584b17bd565 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.10 "DELETE /v2.0/ports/2bd5a0e6-1e97-4737-bb1a-23187d9a4920 HTTP/1.1" status: 204 len: 173 time: 0.4641986 Mar 31 23:37:34.367725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'name': 'network-vif-deleted', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:34.368033 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad27e2-6f1e-4cff-9746-0d4ed921ae01" -d '{"events": [{"server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "name": "network-vif-deleted", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:34.407906 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b7c6d3-fd67-42be-95db-385ec44d7ea7 x-openstack-request-id: req-c4b7c6d3-fd67-42be-95db-385ec44d7ea7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:34.408200 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5", "name": "network-vif-deleted", "tag": "2bd5a0e6-1e97-4737-bb1a-23187d9a4920", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:34.408452 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4b7c6d3-fd67-42be-95db-385ec44d7ea7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:34.408855 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b7c6d3-fd67-42be-95db-385ec44d7ea7'] response: {'server_uuid': 'c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5', 'name': 'network-vif-deleted', 'tag': '2bd5a0e6-1e97-4737-bb1a-23187d9a4920', 'status': 'completed', 'code': 200} Mar 31 23:37:34.452866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ebba47b5-547e-48d4-a0ac-0083af0bb5d3 req-03d9f18e-d48a-49c5-ba8b-e7f95f9f1cbe tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3c2c852-c1ea-4d10-82cd-fc3dd58acdd5 HTTP/1.1" status: 200 len: 210 time: 0.0330665 Mar 31 23:37:34.955438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:35.518470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36372) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:35.586580 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:35.613930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:35.739479 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:35.743081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:35.744329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/security-groups/7ed726c7-f97b-49b9-92d4-b905dfd242d9 HTTP/1.1" status: 204 len: 168 time: 0.2248247 Mar 31 23:37:35.755060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac297182-cb13-4e58-9158-e7dec8ebf149 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed726c7-f97b-49b9-92d4-b905dfd242d9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:35.829619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36380) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:35.950914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:35.972915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:35.973598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2bd5a0e6-1e97-4737-bb1a-23187d9a4920 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:36.302843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.612354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port 264f7f25-67cd-443c-8498-878dac147e15 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:36.613315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.706973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port 264f7f25-67cd-443c-8498-878dac147e15, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=264f7f25-67cd-443c-8498-878dac147e15,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:36.707380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.722292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for 264f7f25-67cd-443c-8498-878dac147e15 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:36.886895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:36.976870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.981235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e57cead4-efb4-4a07-8815-65f5ef43723c tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2540 time: 0.0905678 Mar 31 23:37:36.981452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:36.988987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'network': {'name': 'tempest-network-smoke--1590667981', 'project_id': '5d970f328f3e47fea89f77e83587086e', 'port_security_enabled': False}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:37.012394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=264f7f25-67cd-443c-8498-878dac147e15,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:37.087739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:37.092059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.121509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:37:37.131572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.132681 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Added segment 5f8571f5-edbd-4613-a637-ab2d64a903c1 of type vlan for network 6a79a29b-9497-4b44-8526-ba8ed88aed0f Mar 31 23:37:37.180281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.234050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.273791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.279496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:37.280074 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.354699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Network': ['ID=6a79a29b-9497-4b44-8526-ba8ed88aed0f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:37.367457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:37:37.386755 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eedba947-f3eb-413a-a583-170d02b81d84 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4041836 Mar 31 23:37:37.387367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:37.391817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'admin_state_up': True, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:37.473155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.474233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.477513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:37.529209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.592774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:37.602888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-56ebd079-09ef-4034-93f2-797aebae32ba tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "PUT /v2.0/routers/ddb68a2e-59bd-45c9-a4f7-4ded3f221626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730031 Mar 31 23:37:37.603724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36392) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:37.611230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Sync routers for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:37.626158 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:37.631282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:37.667142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting subnet 73c53f9b-f28e-4cd9-b616-54dab123c536 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:37:37.670280 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.715802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.745250 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:37.780459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.823771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.959183 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:37:36Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:37.988387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.001311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Checking router: ddb68a2e-59bd-45c9-a4f7-4ded3f221626 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:38.019696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Routers {'ddb68a2e-59bd-45c9-a4f7-4ded3f221626'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:38.019696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:38.040416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Subnet': ['ID=73c53f9b-f28e-4cd9-b616-54dab123c536,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:38.044823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.058217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b75ac8-a98c-42cd-aa92-e1b2b1a6a9be None None] Network 6bf8246b-381a-4f1d-a9f4-8467660f89ca requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:38.064889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:38.069842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c235811a-f917-4bc9-8269-fa8f3abe339e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/subnets/73c53f9b-f28e-4cd9-b616-54dab123c536 HTTP/1.1" status: 204 len: 168 time: 0.4572670 Mar 31 23:37:38.164969 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.197223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.277372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] Set router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:38.302164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] DHCP port deletion for 6bf8246b-381a-4f1d-a9f4-8467660f89ca request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:37:38.381160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Deleting port a8776484-75c2-411f-b1d4-2a93c88c76d2 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:38.384108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.479802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] For port a8776484-75c2-411f-b1d4-2a93c88c76d2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8776484-75c2-411f-b1d4-2a93c88c76d2,segment=NetworkSegment(31e70c9b-7f1d-4997-a62e-627c06be3e1d),segment_id=31e70c9b-7f1d-4997-a62e-627c06be3e1d)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:38.480109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.500037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Calling delete_port for a8776484-75c2-411f-b1d4-2a93c88c76d2 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:38.508674 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:37:36Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:38.545635 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c878b5-3cc9-4241-9054-aec7e3581f58 None None] The sync data for ids ['ddb68a2e-59bd-45c9-a4f7-4ded3f221626'] in n-d-828414-2 is: [{'id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'name': 'tempest-TestNetworkBasicOps-router-1139139122', 'tenant_id': '38e0498256944aaea288ddc40b883621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:37:36Z', 'revision_number': 5, 'project_id': '38e0498256944aaea288ddc40b883621', 'gw_port': {'id': 'e0698909-e7b2-40fc-91b7-a95f7a750158', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb68a2e-59bd-45c9-a4f7-4ded3f221626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:39Z', 'updated_at': '2022-03-31T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:38.661992 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.687326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.688916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] Pushing event deleted for resources: {'Port': ['ID=a8776484-75c2-411f-b1d4-2a93c88c76d2,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:38.693084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6b04c-3787-470e-8f36-72fc2ba6135b None None] No DVR routers for this DVR port a8776484-75c2-411f-b1d4-2a93c88c76d2 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:38.775933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.25.6.46 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/f31b808b-08dc-483f-b942-6a90da477de1) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:38.922944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.985017 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.210710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.262413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:39.270342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:39.273354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=f31b808b-08dc-483f-b942-6a90da477de1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:39.276771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:39.311747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Deleting port e0698909-e7b2-40fc-91b7-a95f7a750158 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:39.312087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.500053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] For port e0698909-e7b2-40fc-91b7-a95f7a750158, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e0698909-e7b2-40fc-91b7-a95f7a750158,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:39.500333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.514030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Calling delete_port for e0698909-e7b2-40fc-91b7-a95f7a750158 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:39.769546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.882216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.951615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Port': ['ID=e0698909-e7b2-40fc-91b7-a95f7a750158,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:40.073980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.108321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.152166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8776484-75c2-411f-b1d4-2a93c88c76d2 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:40.173856 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a8776484-75c2-411f-b1d4-2a93c88c76d2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:40.174200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8776484-75c2-411f-b1d4-2a93c88c76d2 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:40.174639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 264f7f25-67cd-443c-8498-878dac147e15 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:40.195050 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 264f7f25-67cd-443c-8498-878dac147e15 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:40.195394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 264f7f25-67cd-443c-8498-878dac147e15 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:40.221155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.224770 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.364343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.364791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Fanout notify agent at l3_agent the message router_deleted on router ddb68a2e-59bd-45c9-a4f7-4ded3f221626 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:37:40.377977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.377977 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5a9d1ef3-811a-4c69-b81d-b66f9946b196 tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/routers/ddb68a2e-59bd-45c9-a4f7-4ded3f221626 HTTP/1.1" status: 204 len: 168 time: 2.3086138 Mar 31 23:37:40.378210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36402) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.421507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:37:40.471775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.562619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:40.573934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Sync routers for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:40.579145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.588151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:40.588772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:40.601917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf8246b-381a-4f1d-a9f4-8467660f89ca']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:40.612033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e70c9b-7f1d-4997-a62e-627c06be3e1d') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:40.613224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e70c9b-7f1d-4997-a62e-627c06be3e1d') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:40.623905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.641740 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.645921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.645921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5dea7d7a-0bfb-4da3-b362-5c75763b52e3 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2547679 Mar 31 23:37:40.646198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.649590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:37:40.650148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:37:40.653972 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:37:40.708026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b56de4-ccc8-48ad-88cf-cc4f774778af tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:40.710482 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-91b56de4-ccc8-48ad-88cf-cc4f774778af tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5d970f328f3e47fea89f77e83587086e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0627270 Mar 31 23:37:40.713283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.714068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:40.809962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.816587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.824062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] 10.222.0.83 "DELETE /v2.0/networks/6bf8246b-381a-4f1d-a9f4-8467660f89ca HTTP/1.1" status: 204 len: 168 time: 0.4445777 Mar 31 23:37:40.841294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fbdb8-a5c9-4ad2-a695-09c3d29293ef tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:40.843153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0e0fbdb8-a5c9-4ad2-a695-09c3d29293ef tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287887 Mar 31 23:37:40.851881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.858086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411acf8-dea6-4997-9e0f-0e372e7cf87e tempest-TestNetworkBasicOps-1461019183 tempest-TestNetworkBasicOps-1461019183-project] Pushing event deleted for resources: {'Network': ['ID=6bf8246b-381a-4f1d-a9f4-8467660f89ca,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:40.902557 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-27015774-ad38-4c08-b149-b32876857d96 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494938 Mar 31 23:37:40.906657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.941738 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-aa6e3197-d85f-44b2-b2b5-bd34ede22f42 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5d970f328f3e47fea89f77e83587086e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337307 Mar 31 23:37:40.944342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:40.952542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:39Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:40.992900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Checking router: bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:40.993256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Updating router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 port f31b808b-08dc-483f-b942-6a90da477de1 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:37:41.024914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.051537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0b6e9-087b-474c-8ef3-d89d5cfb28ca tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:41.053079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-24b0b6e9-087b-474c-8ef3-d89d5cfb28ca tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1077211 Mar 31 23:37:41.057378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36416) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:41.092790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-10e2378e-2bc5-4a78-8264-06bcc958b977 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316966 Mar 31 23:37:41.093747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36418) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:41.099604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823896055', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'project_id': '5d970f328f3e47fea89f77e83587086e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:41.345461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.419381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.441605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36424) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:41.490408 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ee9bf-cadf-4939-9edd-fd5cc70ce300 None None] Pushing event updated for resources: {'Port': ['ID=f31b808b-08dc-483f-b942-6a90da477de1,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:41.503321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Attempting to bind port f31b808b-08dc-483f-b942-6a90da477de1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:41.503768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Attempting to bind port f31b808b-08dc-483f-b942-6a90da477de1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:41.504198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Attempting to bind port f31b808b-08dc-483f-b942-6a90da477de1 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:41.510880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:41.511402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:41.512128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.512601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:41.513107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Bound port: f31b808b-08dc-483f-b942-6a90da477de1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:41.513573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.607501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] For port f31b808b-08dc-483f-b942-6a90da477de1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:41.612723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] For port f31b808b-08dc-483f-b942-6a90da477de1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f31b808b-08dc-483f-b942-6a90da477de1,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:41.631036 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eebbdabe-b3cc-4f1c-8694-cdb398dbd0ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38e0498256944aaea288ddc40b883621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882732 Mar 31 23:37:41.634330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36428) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:41.685235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.707206 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.717291 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:41.721275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.742259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ffb389ba-3aa3-4d1e-9cb6-f3b77c28487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.745330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.801652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:41.802623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:41.914386 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.916953 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.918155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b360e01d-4483-464d-8737-ba95328e8aee HTTP/1.1" status: 204 len: 168 time: 0.2828474 Mar 31 23:37:41.945076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669b47-7f93-46f6-a5b8-fddc60f1838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360e01d-4483-464d-8737-ba95328e8aee,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:42.017990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ee9bf-cadf-4939-9edd-fd5cc70ce300 None None] Pushing event updated for resources: {'Port': ['ID=f31b808b-08dc-483f-b942-6a90da477de1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:42.022521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e0698909-e7b2-40fc-91b7-a95f7a750158 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:42.033001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:42.051595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e0698909-e7b2-40fc-91b7-a95f7a750158 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:42.051940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e0698909-e7b2-40fc-91b7-a95f7a750158 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:42.113920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:42.122698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Subnet': ['ID=556fc4ae-0415-4e0d-a4fa-da05a52823a1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:42.134878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Checking segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:42.135509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network hostable DHCP agents. Network: 6a79a29b-9497-4b44-8526-ba8ed88aed0f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:37:42.250693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:37:42.331975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:39Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:42.375028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b39a4b-efd9-47ec-97fb-8f9b780a6a0e None None] The sync data for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 is: [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:39Z', 'revision_number': 3, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:43.173386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6a79a29b-9497-4b44-8526-ba8ed88aed0f) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:43.182063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:43.184369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d5377-a4db-4271-89c5-d7b8b20d7e90 None None] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:43.184504 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.292580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-513dbb63-aedc-4f7e-a83a-58e73f92a9f1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1973705 Mar 31 23:37:43.295960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36450) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:43.363933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'fixed_ips': [{'subnet_id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:37:43.367813 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.455979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:43.470903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83a08980-c136-426c-888d-3d4abd2986cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.514930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Allocated IP 172.20.0.18 (6a79a29b-9497-4b44-8526-ba8ed88aed0f/556fc4ae-0415-4e0d-a4fa-da05a52823a1/383ff891-2417-4db4-906b-d8e75fd263ac) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:43.587587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83a08980-c136-426c-888d-3d4abd2986cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.662467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-83a08980-c136-426c-888d-3d4abd2986cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.667117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.705569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-83a08980-c136-426c-888d-3d4abd2986cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b373a33413f457d87386bc4e6a8d088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483664 Mar 31 23:37:43.706290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08980-c136-426c-888d-3d4abd2986cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470e04f7-108b-4996-bf7e-a1b4cfe29671,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:43.708770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36458) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:43.759088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.780035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.805288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.849395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:43.854447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:43.857447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:43.858763 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.872957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Pushing event updated for resources: {'Port': ['ID=383ff891-2417-4db4-906b-d8e75fd263ac,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:43.931831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6b52514b-e27b-4f2f-9225-1f07cc2818ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.933689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Attempting to bind port 383ff891-2417-4db4-906b-d8e75fd263ac on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:43.934273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Attempting to bind port 383ff891-2417-4db4-906b-d8e75fd263ac by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:43.934555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Attempting to bind port 383ff891-2417-4db4-906b-d8e75fd263ac on network 6a79a29b-9497-4b44-8526-ba8ed88aed0f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:43.941647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:43.941930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.942352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Checking segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:43.942811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.943177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Bound using segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:43.943867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Bound port: 383ff891-2417-4db4-906b-d8e75fd263ac, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:43.944741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.945389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:43.952175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/470e04f7-108b-4996-bf7e-a1b4cfe29671 HTTP/1.1" status: 204 len: 168 time: 0.2316751 Mar 31 23:37:43.961034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126e00-0d90-426c-9893-38d180af7414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470e04f7-108b-4996-bf7e-a1b4cfe29671,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:44.043122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] For port 383ff891-2417-4db4-906b-d8e75fd263ac, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:44.049684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] For port 383ff891-2417-4db4-906b-d8e75fd263ac, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=383ff891-2417-4db4-906b-d8e75fd263ac,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:44.145210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.191918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f31b808b-08dc-483f-b942-6a90da477de1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:44.274873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c0d41-f655-42f9-91ea-a05174ce4e54 None None] Pushing event updated for resources: {'Port': ['ID=383ff891-2417-4db4-906b-d8e75fd263ac,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:44.291072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f31b808b-08dc-483f-b942-6a90da477de1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:44.291460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.367050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.20.0.17 (6a79a29b-9497-4b44-8526-ba8ed88aed0f/556fc4ae-0415-4e0d-a4fa-da05a52823a1/626168e8-8cf2-445c-b6b7-ef2d8c745650) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:44.389958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.410617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port f31b808b-08dc-483f-b942-6a90da477de1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f31b808b-08dc-483f-b942-6a90da477de1,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:44.505155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.515299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.563311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=f31b808b-08dc-483f-b942-6a90da477de1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:44.632936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.765508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:44.765508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:44.767211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:44.807148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:44.832031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.090924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.417036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.454842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.535968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.536449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36496) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:45.619874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:45.628932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.674490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1205893231-network', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:45.684985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52d450-76aa-4598-9ae6-38f19312fcde None None] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:45.742660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:45.745500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:45.758612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Made reservation on behalf of 9eb369ef58704d9aa44bb0f7394c0d40 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:45.761252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.774943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.783358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] Provisioning complete for port 383ff891-2417-4db4-906b-d8e75fd263ac triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:45.783723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.898807 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.906681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:45.938968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:45.953395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.214456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] For port 383ff891-2417-4db4-906b-d8e75fd263ac, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=383ff891-2417-4db4-906b-d8e75fd263ac,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:46.221012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:37:46.221012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9158a-5055-47ec-92dd-0b72f6e02f57,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:46.221012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.221012 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Added segment bca4b004-47a8-4bca-a4e1-e0a0c86552e8 of type vlan for network b497c984-d3e8-4ee6-901b-f69b5a5e14fc Mar 31 23:37:46.221455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:46.221768 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.224348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Sync routers for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:46.225390 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e127941-6655-4573-a38f-075e6bb0060c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "PUT /v2.0/routers/bb0e9838-0fc4-4a6e-9a90-25529c1d9c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7593365 Mar 31 23:37:46.225897 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:46.225897 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:46.226407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.226749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d4547-c433-42ef-9170-fb5ff1d12e3b None None] Pushing event updated for resources: {'Port': ['ID=383ff891-2417-4db4-906b-d8e75fd263ac,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:46.275357 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:46.350308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 383ff891-2417-4db4-906b-d8e75fd263ac up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:46.427429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.429200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:46.429722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2befe79b-33d2-4fdf-8274-5625473694a3 None None] Provisioning complete for port 626168e8-8cf2-445c-b6b7-ef2d8c745650 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:46.429860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.430106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2befe79b-33d2-4fdf-8274-5625473694a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.546004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] Pushing event updated for resources: {'Network': ['ID=b497c984-d3e8-4ee6-901b-f69b5a5e14fc,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:46.558372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2befe79b-33d2-4fdf-8274-5625473694a3 None None] Port 626168e8-8cf2-445c-b6b7-ef2d8c745650 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:46.561485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:37:46.575032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 383ff891-2417-4db4-906b-d8e75fd263ac triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:46.575409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.602908 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '626168e8-8cf2-445c-b6b7-ef2d8c745650', 'name': '', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:9d:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:44Z', 'updated_at': '2022-03-31T23:37:45Z', 'revision_number': 2, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:46.630235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36516) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:46.633378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-90018198-0754-478e-b087-9a43078afe19 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0929706 Mar 31 23:37:46.635810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Request body: {'subnet': {'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1205893231-subnet', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:46.674011 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Checking router: bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:46.674364 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Updating router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 port 626168e8-8cf2-445c-b6b7-ef2d8c745650 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:37:46.732303 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.741416 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Made reservation on behalf of 9eb369ef58704d9aa44bb0f7394c0d40 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:46.744213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.770522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2befe79b-33d2-4fdf-8274-5625473694a3 None None] Provisioning complete for port 383ff891-2417-4db4-906b-d8e75fd263ac triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:46.771073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2befe79b-33d2-4fdf-8274-5625473694a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.850431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-2f8c42d5-1ca1-4e56-8331-9bbc2a4a22b8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:46.852449 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-2f8c42d5-1ca1-4e56-8331-9bbc2a4a22b8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/networks?id=6a79a29b-9497-4b44-8526-ba8ed88aed0f HTTP/1.1" status: 200 len: 798 time: 0.1978679 Mar 31 23:37:46.865892 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.890019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:46.902061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-debf0c87-2dc3-443c-b94e-a9fdc1cd7a0f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/quotas/5d970f328f3e47fea89f77e83587086e HTTP/1.1" status: 200 len: 375 time: 0.0196071 Mar 31 23:37:47.033941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f31b808b-08dc-483f-b942-6a90da477de1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:47.079572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-dd3c7ae6-2bae-47f5-b1bc-586ce1e93107 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1702242 Mar 31 23:37:47.135918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port f31b808b-08dc-483f-b942-6a90da477de1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:47.136293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.197749 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.265362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-335263b0-00f1-46b8-b60b-8539bc80b954 None None] Provisioning complete for port 626168e8-8cf2-445c-b6b7-ef2d8c745650 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:47.266057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-335263b0-00f1-46b8-b60b-8539bc80b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.278554 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.302767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-02f09818-a432-41e5-a9a6-3bba4f8222e2 service neutron] 10.222.0.83 "GET /v2.0/networks/6a79a29b-9497-4b44-8526-ba8ed88aed0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013092 Mar 31 23:37:47.310864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-335263b0-00f1-46b8-b60b-8539bc80b954 None None] Port 626168e8-8cf2-445c-b6b7-ef2d8c745650 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:47.358193 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Pushing event updated for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:47.371285 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.371841 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.372439 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.373109 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.373582 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.374050 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.374573 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.375069 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.375532 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.375991 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.376595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.377072 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:47.435784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-f48c5f3f-d4bf-49f1-aa57-093173dfd23a service neutron] 10.222.0.83 "GET /v2.0/networks/6a79a29b-9497-4b44-8526-ba8ed88aed0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249087 Mar 31 23:37:47.484218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Attempting to bind port 626168e8-8cf2-445c-b6b7-ef2d8c745650 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:47.484867 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Attempting to bind port 626168e8-8cf2-445c-b6b7-ef2d8c745650 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:47.485407 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Attempting to bind port 626168e8-8cf2-445c-b6b7-ef2d8c745650 on network 6a79a29b-9497-4b44-8526-ba8ed88aed0f {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:47.498958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:47.499620 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Checking segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:47.500162 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.500904 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Bound using segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:47.501531 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Bound port: 626168e8-8cf2-445c-b6b7-ef2d8c745650, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:47.502057 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.587555 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] For port 626168e8-8cf2-445c-b6b7-ef2d8c745650, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:47.590872 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] For port 626168e8-8cf2-445c-b6b7-ef2d8c745650, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=626168e8-8cf2-445c-b6b7-ef2d8c745650,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:47.659321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.711051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03e4f79-636a-4466-8ca5-06467dd40c4e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:47.735441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b8832865-0341-4d25-9446-9a4b0264aa3d None None] Provisioning complete for port 626168e8-8cf2-445c-b6b7-ef2d8c745650 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:47.735910 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b8832865-0341-4d25-9446-9a4b0264aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.736703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Checking segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:47.737573 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Network hostable DHCP agents. Network: b497c984-d3e8-4ee6-901b-f69b5a5e14fc, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:37:47.742474 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.803477 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b8832865-0341-4d25-9446-9a4b0264aa3d None None] Port 626168e8-8cf2-445c-b6b7-ef2d8c745650 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:47.811063 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:47.811711 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:47.817148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f2c6-2f3d-40cc-9f7c-98c4018812ba None None] Pushing event updated for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:47.853683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:37:47.936386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, b497c984-d3e8-4ee6-901b-f69b5a5e14fc) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:47.948852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ba23b5-1a0f-4ebf-999c-508062453cea None None] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:47.954688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:47.959037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5338aa5-a3ed-4aaf-ad26-2c93d47573f9 req-8397dad0-a4ca-4c4d-aa08-af419d730bcd tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 210 time: 0.1436980 Mar 31 23:37:47.961607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:47.996441 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:48.101693 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-24c92450-586a-4a13-a49b-3759055ff986 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4702797 Mar 31 23:37:48.104561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36532) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:48.108997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:48.113749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 383ff891-2417-4db4-906b-d8e75fd263ac up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:48.205194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] Provisioning complete for port 626168e8-8cf2-445c-b6b7-ef2d8c745650 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:48.205569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.239486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.242565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.268541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-217300ce-3189-443a-9854-5512be4f5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '626168e8-8cf2-445c-b6b7-ef2d8c745650', 'name': '', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:9d:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:44Z', 'updated_at': '2022-03-31T23:37:47Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:48.280376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:37:48.285139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.285139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 383ff891-2417-4db4-906b-d8e75fd263ac triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:48.285139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.305830 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217300ce-3189-443a-9854-5512be4f5298 None None] The sync data for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 is: [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '626168e8-8cf2-445c-b6b7-ef2d8c745650', 'name': '', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:9d:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:44Z', 'updated_at': '2022-03-31T23:37:47Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:48.319902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.472088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.580864 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.765073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] For port 626168e8-8cf2-445c-b6b7-ef2d8c745650, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=626168e8-8cf2-445c-b6b7-ef2d8c745650,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:48.766517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Allocated IP 172.20.0.2 (b497c984-d3e8-4ee6-901b-f69b5a5e14fc/d03e4f79-636a-4466-8ca5-06467dd40c4e/b4412146-8a4c-44c6-8410-b0bcfec94fd3) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:48.872350 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.927667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.948479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:48.983478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee23718-3bcb-4cfa-9e40-7cdefaabe5e9 None None] Pushing event updated for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:48.986926 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.065686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16e0950a-9e8f-4475-9f0f-e65fa098105b req-37efd085-8d5c-4737-a7bb-e9901ec9ddd0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 210 time: 0.0285678 Mar 31 23:37:49.083329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Allocated IP 172.25.6.7 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/992d7ea4-6376-42cf-bbbf-d9d56c4c64c2) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:49.151059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.201661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.206423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:49.210973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:49.213495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:49.215825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Pushing event updated for resources: {'Port': ['ID=b4412146-8a4c-44c6-8410-b0bcfec94fd3,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:49.285043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Attempting to bind port b4412146-8a4c-44c6-8410-b0bcfec94fd3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:49.285413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Attempting to bind port b4412146-8a4c-44c6-8410-b0bcfec94fd3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:49.285774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Attempting to bind port b4412146-8a4c-44c6-8410-b0bcfec94fd3 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:49.292520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:49.292907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Checking segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:49.293317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.293794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Bound using segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:49.294333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Bound port: b4412146-8a4c-44c6-8410-b0bcfec94fd3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:49.294628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.319399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.372983 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:49.376444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] For port b4412146-8a4c-44c6-8410-b0bcfec94fd3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:49.377714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:49.380603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] For port b4412146-8a4c-44c6-8410-b0bcfec94fd3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b4412146-8a4c-44c6-8410-b0bcfec94fd3,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:49.382942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:49.386561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:49.459627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.558802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfd6f-d23a-48ec-b669-ebe19994cde0 None None] Pushing event updated for resources: {'Port': ['ID=b4412146-8a4c-44c6-8410-b0bcfec94fd3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:49.783723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.015842 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.143487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b4412146-8a4c-44c6-8410-b0bcfec94fd3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:50.197314 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1788d243-765b-4420-b31f-a054f9dc6a96 req-cb6db114-d429-4c5d-98a0-b6048b53f85d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 210 time: 0.0278807 Mar 31 23:37:50.201625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b4412146-8a4c-44c6-8410-b0bcfec94fd3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:50.202006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.226884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Router db6d8190-3ae7-402a-a2b7-97d487c726c5 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:37:50.300553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.337838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port b4412146-8a4c-44c6-8410-b0bcfec94fd3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b4412146-8a4c-44c6-8410-b0bcfec94fd3,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:50.388002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:50.401264 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Sync routers for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:50.413488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:50.414148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:50.458194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.458896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 626168e8-8cf2-445c-b6b7-ef2d8c745650 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:50.485144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-de1bc45c-269e-4870-a90f-0d548caed955 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:50.486621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-de1bc45c-269e-4870-a90f-0d548caed955 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.44 "GET /v2.0/networks?id=6a79a29b-9497-4b44-8526-ba8ed88aed0f HTTP/1.1" status: 200 len: 798 time: 0.1234877 Mar 31 23:37:50.514411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Request body: {'port': {'device_id': '1b537320-e44e-411a-be0a-380528de8aba', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'admin_state_up': True, 'tenant_id': '5d970f328f3e47fea89f77e83587086e'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:50.575566 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.579391 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc3f820d-a0a6-4771-8e35-aa5eca63d4e0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4712944 Mar 31 23:37:50.580175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36544) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:50.594203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=b4412146-8a4c-44c6-8410-b0bcfec94fd3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:50.623254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:50.653469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 626168e8-8cf2-445c-b6b7-ef2d8c745650 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:50.653685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.656691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7beb9e-9f2d-4a56-9183-04dc9ece138c None None] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:50.838310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-882a0faa-7388-4a49-89a4-c55abd20fe85 None None] Provisioning complete for port b4412146-8a4c-44c6-8410-b0bcfec94fd3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:50.838685 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-882a0faa-7388-4a49-89a4-c55abd20fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.845208 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Made reservation on behalf of 5d970f328f3e47fea89f77e83587086e for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:50.848955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.092846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Allocated IP 172.20.0.23 (6a79a29b-9497-4b44-8526-ba8ed88aed0f/556fc4ae-0415-4e0d-a4fa-da05a52823a1/053f7603-88f5-4de2-b4fc-6037e608f3c9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:51.135791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:49Z', 'revision_number': 3, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:51.163855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Checking router: db6d8190-3ae7-402a-a2b7-97d487c726c5 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:51.164407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Updating router db6d8190-3ae7-402a-a2b7-97d487c726c5 port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:37:51.194244 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.314560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.317280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.323357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-806274a5-88d0-4542-a26c-3fe5fd9d98b4 req-70fcbe8a-b4fd-4273-acf9-2acc5f36c22b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 210 time: 0.0366340 Mar 31 23:37:51.454805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e2b2fcd6-b4d0-4b31-b4e3-06f9b2099a67 None None] Provisioning complete for port b4412146-8a4c-44c6-8410-b0bcfec94fd3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:51.455197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e2b2fcd6-b4d0-4b31-b4e3-06f9b2099a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.485507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.539970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:51.544982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.550266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:51.554113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Allocated IP 172.20.0.1 (b497c984-d3e8-4ee6-901b-f69b5a5e14fc/d03e4f79-636a-4466-8ca5-06467dd40c4e/e846c197-d62b-4bba-91ef-333762c4c5f9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:51.562056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:51.572552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event updated for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:51.656347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.666950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:51.671810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.718204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Attempting to bind port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:51.718649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Attempting to bind port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:51.719100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Attempting to bind port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:51.722280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb35605-1778-4234-ad31-68bf25ca66b7 None None] Pushing event updated for resources: {'Port': ['ID=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:51.728891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:51.729694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:51.729694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.730036 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:51.730525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Bound port: 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:51.730942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.736305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.770158 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-7c0b60f7-6eed-45e5-8746-77f659da2ab8 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2607453 Mar 31 23:37:51.783371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Request body: {'port': {'device_id': '1b537320-e44e-411a-be0a-380528de8aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:51.802370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] For port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:51.825833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] For port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:51.826955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-64372ef3-02b7-4f55-990b-3e12d27a8fae None None] Provisioning complete for port 053f7603-88f5-4de2-b4fc-6037e608f3c9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:51.827347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64372ef3-02b7-4f55-990b-3e12d27a8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.845596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.863945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-64372ef3-02b7-4f55-990b-3e12d27a8fae None None] Port 053f7603-88f5-4de2-b4fc-6037e608f3c9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:51.883984 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.925376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.958871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:51.999105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb35605-1778-4234-ad31-68bf25ca66b7 None None] Pushing event updated for resources: {'Port': ['ID=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:52.001803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:52.002405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:52.005101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Pushing event updated for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:52.013332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:52.017279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:52.085922 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.127697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:52.166723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b4412146-8a4c-44c6-8410-b0bcfec94fd3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:52.325174 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053f7603-88f5-4de2-b4fc-6037e608f3c9 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:37:52.332620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.333246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ce4e3472-a244-4bfd-9188-4ce03a6ab008 None None] Provisioning complete for port e846c197-d62b-4bba-91ef-333762c4c5f9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:52.333823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3472-a244-4bfd-9188-4ce03a6ab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.345653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Transition to ACTIVE for port object 053f7603-88f5-4de2-b4fc-6037e608f3c9 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:37:52.384851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.392974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b4412146-8a4c-44c6-8410-b0bcfec94fd3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:52.393354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.426667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3472-a244-4bfd-9188-4ce03a6ab008 None None] Port e846c197-d62b-4bba-91ef-333762c4c5f9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:52.470554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:49Z', 'revision_number': 3, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:52.479933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ddca8-2dca-4682-8d8f-3a8a746f96ab req-14acc74b-b126-43c7-896a-07cf9ad1c037 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.481665 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c04ddca8-2dca-4682-8d8f-3a8a746f96ab req-14acc74b-b126-43c7-896a-07cf9ad1c037 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 895 time: 0.0630896 Mar 31 23:37:52.504610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.528780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20056352-9671-4b32-ae8a-d71eed933484 None None] The sync data for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 is: [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:49Z', 'revision_number': 3, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:52.605994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:52.712822 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.728068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Attempting to bind port 053f7603-88f5-4de2-b4fc-6037e608f3c9 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:52.732533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Attempting to bind port 053f7603-88f5-4de2-b4fc-6037e608f3c9 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:52.732533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Attempting to bind port 053f7603-88f5-4de2-b4fc-6037e608f3c9 on network 6a79a29b-9497-4b44-8526-ba8ed88aed0f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:52.733544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Port 053f7603-88f5-4de2-b4fc-6037e608f3c9 on network 6a79a29b-9497-4b44-8526-ba8ed88aed0f not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:37:52.734043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Attempting to bind port 053f7603-88f5-4de2-b4fc-6037e608f3c9 on network 6a79a29b-9497-4b44-8526-ba8ed88aed0f {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:52.739603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:52.740066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Checking segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:52.740758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Bound using segment: {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:52.741822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Bound port: 053f7603-88f5-4de2-b4fc-6037e608f3c9, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8571f5-edbd-4613-a637-ab2d64a903c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:52.742282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.796167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.288382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:53.292297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Pushing event updated for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:53.305101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.310593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:53.414762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:53.416234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:53.427372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.516072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.516385 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.517793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] 10.222.0.44 "PUT /v2.0/ports/053f7603-88f5-4de2-b4fc-6037e608f3c9 HTTP/1.1" status: 200 len: 1055 time: 1.7390816 Mar 31 23:37:53.520081 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:53.523054 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f28510-b1a9-4ec4-949a-14c7cccde45b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:53.587399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdb271-62ed-4fce-99c8-f174e5e27dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:53.599171 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f17de4-f44b-4509-a576-a9cf9908dc14 x-openstack-request-id: req-89f17de4-f44b-4509-a576-a9cf9908dc14 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:53.600227 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:53.600493 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-89f17de4-f44b-4509-a576-a9cf9908dc14 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:53.600908 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f17de4-f44b-4509-a576-a9cf9908dc14'] response: {'name': 'network-changed', 'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9', 'status': 'completed', 'code': 200} Mar 31 23:37:53.679173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Router db6d8190-3ae7-402a-a2b7-97d487c726c5 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:53.709708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade6de-7ee9-4a96-a976-75f78fcbf3b6 req-4374ca30-dc8e-487c-9e46-4942bfa91e40 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.710886 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-b4824133-f265-4581-81dd-0072b3c97380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.712006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5ade6de-7ee9-4a96-a976-75f78fcbf3b6 req-4374ca30-dc8e-487c-9e46-4942bfa91e40 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.0790741 Mar 31 23:37:53.712996 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-b4824133-f265-4581-81dd-0072b3c97380 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 1058 time: 0.0872149 Mar 31 23:37:53.812572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-624f6ed0-ee35-40a9-b285-9fe9093a2960 None None] Provisioning complete for port e846c197-d62b-4bba-91ef-333762c4c5f9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:53.813112 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-624f6ed0-ee35-40a9-b285-9fe9093a2960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.851492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-624f6ed0-ee35-40a9-b285-9fe9093a2960 None None] Port e846c197-d62b-4bba-91ef-333762c4c5f9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:53.905736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:53.911653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7523d83b-e289-4209-b61a-05e1f55aae80 admin admin] 10.222.0.83 "PUT /v2.0/routers/db6d8190-3ae7-402a-a2b7-97d487c726c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311231 Mar 31 23:37:53.915692 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-bfffea39-1d12-4914-8eaa-c24576a75dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.916113 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-bfffea39-1d12-4914-8eaa-c24576a75dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.917528 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-bfffea39-1d12-4914-8eaa-c24576a75dae service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5d970f328f3e47fea89f77e83587086e&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.1626568 Mar 31 23:37:54.029771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-8cd5b464-1c38-46e3-b8ed-04e25a212da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.031429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09f28510-b1a9-4ec4-949a-14c7cccde45b req-8cd5b464-1c38-46e3-b8ed-04e25a212da3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1064177 Mar 31 23:37:54.151595 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-4ba364be-9a3c-41d6-902f-2de1370c140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.153295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-4ba364be-9a3c-41d6-902f-2de1370c140b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 1058 time: 0.0640433 Mar 31 23:37:54.172007 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:54.201342 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-9f82bb62-a086-4bae-983d-e52f736bffd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9 HTTP/1.1" status: 200 len: 217 time: 0.0389423 Mar 31 23:37:54.276011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-a856fa7a-86fa-42cf-8371-84a4d79410f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.277833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-a856fa7a-86fa-42cf-8371-84a4d79410f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556fc4ae-0415-4e0d-a4fa-da05a52823a1 HTTP/1.1" status: 200 len: 837 time: 0.0680499 Mar 31 23:37:54.362977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-b6897e99-22b1-4e43-9633-261e0933ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.364548 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-b6897e99-22b1-4e43-9633-261e0933ac69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a79a29b-9497-4b44-8526-ba8ed88aed0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747681 Mar 31 23:37:54.372244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-3d9c430b-82e4-49fa-9218-4d6a46806406 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224628157&fields=id&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 267 time: 0.0473847 Mar 31 23:37:54.412732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:54.413303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.489419 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.491199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-56e2515d-813d-44ac-a0a5-bb35ace04830 service neutron] 10.222.0.44 "GET /v2.0/networks/6a79a29b-9497-4b44-8526-ba8ed88aed0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174045 Mar 31 23:37:54.515370 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.545099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:54.560022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-36e88ba7-7826-4d01-aff7-165f80244d6d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.563489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-36e88ba7-7826-4d01-aff7-165f80244d6d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1818590 Mar 31 23:37:54.583581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-52264240-457c-4c54-a598-783ff182c13a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0150819 Mar 31 23:37:54.587461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Sync routers for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:54.603202 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:54.603836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:54.626397 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-44a68f68-2bbb-44f2-bff8-d51da52176cb req-e3e5c7e7-4a19-4683-819b-0d8620db63b1 service neutron] 10.222.0.44 "GET /v2.0/networks/6a79a29b-9497-4b44-8526-ba8ed88aed0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271474 Mar 31 23:37:54.654716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-252297b0-c8e2-45ee-ad72-75512dee5c33 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682321 Mar 31 23:37:54.672416 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.680504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-b75f866e-9618-46e8-8f86-9eba9f07605b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:37:54.682945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-b75f866e-9618-46e8-8f86-9eba9f07605b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127406 Mar 31 23:37:54.730368 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:54.748353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:54.848932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-f6b3b7cc-e18a-4007-9037-4630d80051bd service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591983 Mar 31 23:37:54.880630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36586) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:54.886636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-851540572-network', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:54.895404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f63c-6162-463d-864b-c64bbdc87766 req-36fe76b5-d432-4750-8b9a-783185e9a173 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.897574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2519f63c-6162-463d-864b-c64bbdc87766 req-36fe76b5-d432-4750-8b9a-783185e9a173 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.0873353 Mar 31 23:37:54.970100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Made reservation on behalf of 0dea242aeed344c092ac6b22439bdc3d for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:54.970281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-26596c92-0441-4133-ac4d-7f1ccb4080b1 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104901 Mar 31 23:37:54.977010 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.994909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.014704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:37:55.087055 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:52Z', 'revision_number': 4, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e846c197-d62b-4bba-91ef-333762c4c5f9', 'name': '', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'mac_address': 'fa:16:3e:2e:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:51Z', 'updated_at': '2022-03-31T23:37:52Z', 'revision_number': 2, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'subnets': [{'id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:55.100816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.115860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Checking router: db6d8190-3ae7-402a-a2b7-97d487c726c5 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:55.116188 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Updating router db6d8190-3ae7-402a-a2b7-97d487c726c5 port e846c197-d62b-4bba-91ef-333762c4c5f9 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:37:55.141517 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.164430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.186731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:37:55.202464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.205414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.205758 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Added segment 215bbab6-88b1-486d-bd87-7fa1b0d99f75 of type vlan for network f51dadc6-dc42-42e6-9f42-9200b047299e Mar 31 23:37:55.250948 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.347724 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.348722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:55.349314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.411758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] Pushing event updated for resources: {'Network': ['ID=f51dadc6-dc42-42e6-9f42-9200b047299e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.418416 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.421586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network f51dadc6-dc42-42e6-9f42-9200b047299e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:37:55.484244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-649d52df-ea14-487d-9c02-e64e97fc310e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6022787 Mar 31 23:37:55.486953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:55.493106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Request body: {'subnet': {'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-851540572-subnet', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:55.527316 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.576296 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1602a3-310b-427f-8125-f7ac9844526a None None] Pushing event updated for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.616723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Made reservation on behalf of 0dea242aeed344c092ac6b22439bdc3d for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:55.619260 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.638005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Attempting to bind port e846c197-d62b-4bba-91ef-333762c4c5f9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:55.638490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Attempting to bind port e846c197-d62b-4bba-91ef-333762c4c5f9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:55.638708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Attempting to bind port e846c197-d62b-4bba-91ef-333762c4c5f9 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:55.644273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:55.644871 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Checking segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:55.645411 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.645980 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Bound using segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:55.647405 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Bound port: e846c197-d62b-4bba-91ef-333762c4c5f9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:55.647926 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.654698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aa83b27-af0e-4494-bf9b-b2f49ccceb88 req-38141d2a-f831-45e4-b3d9-b92e1b3a336c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0447052 Mar 31 23:37:55.754801 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] For port e846c197-d62b-4bba-91ef-333762c4c5f9, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:55.759337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] For port e846c197-d62b-4bba-91ef-333762c4c5f9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e846c197-d62b-4bba-91ef-333762c4c5f9,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:55.867482 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.910021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] Provisioning complete for port e846c197-d62b-4bba-91ef-333762c4c5f9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:55.910413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.927884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1602a3-310b-427f-8125-f7ac9844526a None None] Pushing event updated for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.931067 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:55.931834 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:55.941109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.058120 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:56.091427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54fad36-fb2f-428f-a9f0-51d064461975,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:56.102102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f1736-3a5b-40d7-b597-113532382648 req-4a37a2e5-1b7f-44d9-be1f-fa414beaeaa0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:56.103607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.103725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c55f1736-3a5b-40d7-b597-113532382648 req-4a37a2e5-1b7f-44d9-be1f-fa414beaeaa0 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.1073146 Mar 31 23:37:56.107384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Checking segment: {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:56.107476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Network hostable DHCP agents. Network: f51dadc6-dc42-42e6-9f42-9200b047299e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:37:56.151502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:56.197953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] For port e846c197-d62b-4bba-91ef-333762c4c5f9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e846c197-d62b-4bba-91ef-333762c4c5f9,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:56.213658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Network f51dadc6-dc42-42e6-9f42-9200b047299e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:37:56.217936 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:56.218309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.293354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.301603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:52Z', 'revision_number': 4, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e846c197-d62b-4bba-91ef-333762c4c5f9', 'name': '', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'mac_address': 'fa:16:3e:2e:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:51Z', 'updated_at': '2022-03-31T23:37:55Z', 'revision_number': 4, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'subnets': [{'id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:56.318124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, f51dadc6-dc42-42e6-9f42-9200b047299e) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:56.323824 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:56.324413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.338012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601014ac-1572-480a-9cac-1673f473caf3 None None] Network f51dadc6-dc42-42e6-9f42-9200b047299e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:56.346033 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa209b24-1097-42ab-9159-f7edf086a240 None None] The sync data for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 is: [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:52Z', 'revision_number': 4, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'e846c197-d62b-4bba-91ef-333762c4c5f9', 'name': '', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'mac_address': 'fa:16:3e:2e:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:51Z', 'updated_at': '2022-03-31T23:37:55Z', 'revision_number': 4, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'subnets': [{'id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:56.370949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01e21b-cc7c-4288-9c33-c131506ce62c None None] Pushing event updated for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:56.429835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fbb0ee67-81dc-49b8-9acf-d95737c1da6f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9387214 Mar 31 23:37:56.430900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36608) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:56.437757 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:56.469285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-beb3b207-dfc0-484f-bc1b-ec3eeeb2b11b None None] Provisioning complete for port e846c197-d62b-4bba-91ef-333762c4c5f9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:56.469818 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-beb3b207-dfc0-484f-bc1b-ec3eeeb2b11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.524235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.525367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.575802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-f51dadc6-dc42-42e6-9f42-9200b047299e', 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'fixed_ips': [{'subnet_id': 'a54fad36-fb2f-428f-a9f0-51d064461975'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:37:56.576683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.600216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.773783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Allocated IP 172.20.0.2 (f51dadc6-dc42-42e6-9f42-9200b047299e/a54fad36-fb2f-428f-a9f0-51d064461975/815bcaed-67a6-41a1-92e2-04c9cc2788f5) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:56.814107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01071d88-ae5c-4ac8-af34-7b98b6eb3ba1 req-d113406f-9b97-485f-be29-9245774abe00 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0629737 Mar 31 23:37:56.926638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.957232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.048226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.101553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Network f51dadc6-dc42-42e6-9f42-9200b047299e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:57.105682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:57.110216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:57.113942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Pushing event updated for resources: {'Port': ['ID=815bcaed-67a6-41a1-92e2-04c9cc2788f5,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:57.183792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Attempting to bind port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:57.184210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Attempting to bind port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:57.184572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Attempting to bind port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 on network f51dadc6-dc42-42e6-9f42-9200b047299e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:57.190395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:57.190994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Checking segment: {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:57.191421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.191810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Bound using segment: {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:57.192343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Bound port: 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:57.192649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.273164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] For port 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:57.276800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] For port 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=815bcaed-67a6-41a1-92e2-04c9cc2788f5,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:57.317235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073731-00b2-418e-accd-136687785ed3 req-4c962d7c-0468-4128-a08d-b6e7efac06ab tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:57.319384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb073731-00b2-418e-accd-136687785ed3 req-4c962d7c-0468-4128-a08d-b6e7efac06ab tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.1037521 Mar 31 23:37:57.320642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.342287 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.387208 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.456403 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Allocated IP 172.25.6.140 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4620ad82-2aa0-430f-b4db-a9d3550ac39e) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:57.462496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dbfcf-2f2b-4673-a81b-f14133ca53c3 None None] Pushing event updated for resources: {'Port': ['ID=815bcaed-67a6-41a1-92e2-04c9cc2788f5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:57.590039 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.684341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.729507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:57.732547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:57.737349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:57.741111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Pushing event updated for resources: {'Port': ['ID=4620ad82-2aa0-430f-b4db-a9d3550ac39e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:57.934946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5537fdf3-e7ed-4809-9c24-0d5e7c7cd33d req-7c0edcfa-64e5-4b04-8030-feb7c87a8be0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0275352 Mar 31 23:37:58.137271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.158227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-bbd566b3-1c47-4563-9ed7-e89b1d1239e6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:58.162955 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-bbd566b3-1c47-4563-9ed7-e89b1d1239e6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1573453 Mar 31 23:37:58.179738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 815bcaed-67a6-41a1-92e2-04c9cc2788f5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:58.226964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-42c13427-289d-463b-ace7-39f3dc102cdc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 380 time: 0.0479774 Mar 31 23:37:58.240094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'security_groups': ['482ad24b-a96c-4426-a2eb-557a1e0355f7']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:58.243389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:58.243782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.362313 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.416034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.437879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=815bcaed-67a6-41a1-92e2-04c9cc2788f5,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:58.467665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:58.473653 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.493237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.494055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e846c197-d62b-4bba-91ef-333762c4c5f9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:37:58.551434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2c26-9d08-45b0-a861-32f0b22853e6 req-2ab17fbc-2894-4810-9776-d06686c7ead2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:58.553254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-738a2c26-9d08-45b0-a861-32f0b22853e6 req-2ab17fbc-2894-4810-9776-d06686c7ead2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.1301107 Mar 31 23:37:58.645123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=815bcaed-67a6-41a1-92e2-04c9cc2788f5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:58.660025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b529d2-5f95-4dad-b6f2-7388714bbb43 None None] Network f51dadc6-dc42-42e6-9f42-9200b047299e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:58.678872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Router f059a050-81b2-4778-80f5-797c25bead75 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:37:58.681424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.9 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/4c49ab86-f607-40a8-ae53-9c6624ff56da) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:58.681637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e846c197-d62b-4bba-91ef-333762c4c5f9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:58.681893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.765931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9479cd14-5b15-4f8f-af4d-8ae7d5bc7179 None None] Provisioning complete for port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:58.766197 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9479cd14-5b15-4f8f-af4d-8ae7d5bc7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.909587 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:58.929747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.944525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Sync routers for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:58.980974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:58.981606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:59.057033 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.058354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e93b9660-cce7-49a9-9d87-a41b78ce5d69 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6262975 Mar 31 23:37:59.060368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7c33c03-1342-4549-914f-5dd253787599 req-0a329ddb-86e8-4a6a-82dc-6df0ee3aba4b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0328243 Mar 31 23:37:59.061334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36622) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:59.070948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 053f7603-88f5-4de2-b4fc-6037e608f3c9 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:37:59.072766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.208911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:59.221574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:59.255489 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:59.259234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:59.298949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:59.331970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:59.332624 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.432932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:59.467308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '053f7603-88f5-4de2-b4fc-6037e608f3c9', 'network_id': '6a79a29b-9497-4b44-8526-ba8ed88aed0f', 'port_id': '053f7603-88f5-4de2-b4fc-6037e608f3c9', 'mac_address': 'fa:16:3e:5f:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556fc4ae-0415-4e0d-a4fa-da05a52823a1', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:37:59.471465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-76a317fd-c840-4700-b94f-45e1776bd2f8 None None] Provisioning complete for port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:59.478455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76a317fd-c840-4700-b94f-45e1776bd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.536367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.549319 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4961ca9c-f97e-4f45-acba-55732b3bc03f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3160393 Mar 31 23:37:59.570174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053f7603-88f5-4de2-b4fc-6037e608f3c9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:37:59.594117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Request body: {'port': {'device_id': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:59.606250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:59.668638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.695976 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.712399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:37:57Z', 'revision_number': 3, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:59.742881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25e874-6955-422e-bfe5-80c4f0809a0c req-a6b98e4f-1639-4ccd-9588-d4409aa76741 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:59.748578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad25e874-6955-422e-bfe5-80c4f0809a0c req-a6b98e4f-1639-4ccd-9588-d4409aa76741 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 907 time: 0.0904896 Mar 31 23:37:59.797953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Checking router: f059a050-81b2-4778-80f5-797c25bead75 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:59.798337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Updating router f059a050-81b2-4778-80f5-797c25bead75 port 4620ad82-2aa0-430f-b4db-a9d3550ac39e binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:37:59.836963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:59.857153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.967255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0fe52178-3046-427b-b8a1-dd1bca11cea9 None None] Provisioning complete for port 4c49ab86-f607-40a8-ae53-9c6624ff56da triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:59.967478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0fe52178-3046-427b-b8a1-dd1bca11cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.011120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['053f7603-88f5-4de2-b4fc-6037e608f3c9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:00.029033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.103739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c49ab86-f607-40a8-ae53-9c6624ff56da {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:00.113860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.173379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Transition to ACTIVE for port object 4c49ab86-f607-40a8-ae53-9c6624ff56da will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:38:00.216649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3660f0-4037-42d6-93b8-6b3135ef1433 req-e7239e17-c03a-4565-8fb2-20aafc6964e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:00.218283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c3660f0-4037-42d6-93b8-6b3135ef1433 req-e7239e17-c03a-4565-8fb2-20aafc6964e0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 931 time: 0.0600274 Mar 31 23:38:00.236215 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.263854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9c3660f0-4037-42d6-93b8-6b3135ef1433 req-dbc822f8-c502-4724-ad24-7f5523299c65 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368371 Mar 31 23:38:00.310514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 815bcaed-67a6-41a1-92e2-04c9cc2788f5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:00.346314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0fe52178-3046-427b-b8a1-dd1bca11cea9 None None] Port 4c49ab86-f607-40a8-ae53-9c6624ff56da cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:00.367485 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:00.393379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Allocated IP 172.20.0.1 (f51dadc6-dc42-42e6-9f42-9200b047299e/a54fad36-fb2f-428f-a9f0-51d064461975/a53ac7ef-dc72-4310-bb42-f83037710bd9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:00.443900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:00.444536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.472340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Attempting to bind port 4c49ab86-f607-40a8-ae53-9c6624ff56da on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:00.472744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Attempting to bind port 4c49ab86-f607-40a8-ae53-9c6624ff56da by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:00.473137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Attempting to bind port 4c49ab86-f607-40a8-ae53-9c6624ff56da on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:00.509580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Port 4c49ab86-f607-40a8-ae53-9c6624ff56da on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:38:00.510007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Attempting to bind port 4c49ab86-f607-40a8-ae53-9c6624ff56da on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:00.520135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:00.520478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:00.520866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:00.522084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Bound port: 4c49ab86-f607-40a8-ae53-9c6624ff56da, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:00.522323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.571476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.619102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.636246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:00.640532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:00.673058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.729108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Attempting to bind port 4620ad82-2aa0-430f-b4db-a9d3550ac39e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:00.729392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Attempting to bind port 4620ad82-2aa0-430f-b4db-a9d3550ac39e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:00.729745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Attempting to bind port 4620ad82-2aa0-430f-b4db-a9d3550ac39e on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:00.736428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba92b-9d4d-4ba3-92c9-5e2ab92e1521 None None] Pushing event updated for resources: {'Port': ['ID=4620ad82-2aa0-430f-b4db-a9d3550ac39e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:00.740642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:00.741276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:00.741554 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.741943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:00.742052 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.742403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Bound port: 4620ad82-2aa0-430f-b4db-a9d3550ac39e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:00.742779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.777935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.795504 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:00.796247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.797508 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 1091 time: 1.2077944 Mar 31 23:38:00.799776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:00.802032 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:00.826203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] For port 4620ad82-2aa0-430f-b4db-a9d3550ac39e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:00.837946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Network f51dadc6-dc42-42e6-9f42-9200b047299e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:00.838781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] For port 4620ad82-2aa0-430f-b4db-a9d3550ac39e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4620ad82-2aa0-430f-b4db-a9d3550ac39e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:00.842851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f010a-2651-4b11-94fc-ea2efd219a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:00.843676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:00.847366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:00.903286 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ddddd-48c0-4d3d-8ec1-5791d813590a x-openstack-request-id: req-374ddddd-48c0-4d3d-8ec1-5791d813590a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:00.915637 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:00.915637 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-374ddddd-48c0-4d3d-8ec1-5791d813590a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:00.915637 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374ddddd-48c0-4d3d-8ec1-5791d813590a'] response: {'name': 'network-changed', 'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'status': 'completed', 'code': 200} Mar 31 23:38:00.937736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.007259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277462d1-3a42-4b9e-b10e-e44a07dbf0dc req-79a361ee-9416-4cc0-9fce-e2e9da4f6c7c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.009542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-277462d1-3a42-4b9e-b10e-e44a07dbf0dc req-79a361ee-9416-4cc0-9fce-e2e9da4f6c7c tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 908 time: 0.0986867 Mar 31 23:38:01.024242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:01.025503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:01.039876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Pushing event updated for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:01.045179 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.080985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba92b-9d4d-4ba3-92c9-5e2ab92e1521 None None] Pushing event updated for resources: {'Port': ['ID=4620ad82-2aa0-430f-b4db-a9d3550ac39e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:01.086384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 053f7603-88f5-4de2-b4fc-6037e608f3c9 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:01.126278 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-f1bab061-59b4-4bb6-9595-40b0b82e8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.128082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-f1bab061-59b4-4bb6-9595-40b0b82e8aee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1094 time: 0.2197499 Mar 31 23:38:01.226465 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:01.229359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 053f7603-88f5-4de2-b4fc-6037e608f3c9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:01.291986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 053f7603-88f5-4de2-b4fc-6037e608f3c9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:01.292353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.317190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-544731df-4cce-4773-ba97-7e036a728681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.319112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-544731df-4cce-4773-ba97-7e036a728681 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1647418 Mar 31 23:38:01.428300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac491126-c31f-4b83-85df-301eceaa4369 req-27b5191a-bb86-45b4-907a-edd840368ea6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.436518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac491126-c31f-4b83-85df-301eceaa4369 req-27b5191a-bb86-45b4-907a-edd840368ea6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.0644553 Mar 31 23:38:01.438417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.480386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6167a9a6-2365-42db-b691-e50c5cb8dac1 None None] Provisioning complete for port a53ac7ef-dc72-4310-bb42-f83037710bd9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:01.480964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6167a9a6-2365-42db-b691-e50c5cb8dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.488488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac491126-c31f-4b83-85df-301eceaa4369 req-e8787e42-2970-4661-af0b-3b3237617004 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509183 Mar 31 23:38:01.520955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6167a9a6-2365-42db-b691-e50c5cb8dac1 None None] Port a53ac7ef-dc72-4310-bb42-f83037710bd9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:01.524351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-08ed9f38-edd3-462b-a465-9100d67725f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.525868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-147fc0a3-ce10-405d-ace5-b9e0a6321eb3 req-08ed9f38-edd3-462b-a465-9100d67725f1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2004025 Mar 31 23:38:01.573152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:37:57Z', 'revision_number': 3, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:01.607618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18395bc9-c5f5-432f-82d8-00987e4e5929 None None] The sync data for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 is: [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:37:57Z', 'revision_number': 3, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:01.616087 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.654185 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:01.656809 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ab7f2b-4767-4000-b383-73f378d80637" -d '{"events": [{"server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "name": "network-vif-plugged", "status": "completed", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:01.672759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:01.680073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-c4db16e9-ad3d-42ca-9ec2-ae68ec40e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.681573 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-c4db16e9-ad3d-42ca-9ec2-ae68ec40e7f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0906641 Mar 31 23:38:01.704385 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cc6e2d-5255-40c8-872f-84bb47a9fd82 x-openstack-request-id: req-f9cc6e2d-5255-40c8-872f-84bb47a9fd82 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:01.704672 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "name": "network-vif-plugged", "status": "completed", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:01.704984 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f9cc6e2d-5255-40c8-872f-84bb47a9fd82 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:01.705493 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cc6e2d-5255-40c8-872f-84bb47a9fd82'] response: {'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9', 'code': 200} Mar 31 23:38:01.748182 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.750565 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-3208dbc3-a945-4506-8979-df5aaa5df61d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 217 time: 0.0500991 Mar 31 23:38:01.832151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:01.843158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.843499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.843836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.844167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.844495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.844822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.844966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.845143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.845464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.845782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.846096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.846413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.846725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:01.863940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4126e44c-25a8-4a93-8ff2-420e17d19bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.865474 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-4126e44c-25a8-4a93-8ff2-420e17d19bbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.1068037 Mar 31 23:38:01.871626 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ebae-66c7-41aa-b7f9-26a69cd96d68 req-14de39f9-d6db-4e0e-b1dd-0142854f6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.873030 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6ec9ebae-66c7-41aa-b7f9-26a69cd96d68 req-14de39f9-d6db-4e0e-b1dd-0142854f6f7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 1060 time: 0.0773413 Mar 31 23:38:01.923857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.981131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-06c6985d-d624-40be-ad0b-3eb6bfda0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.982643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-06c6985d-d624-40be-ad0b-3eb6bfda0d64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087751 Mar 31 23:38:02.081832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Pushing event updated for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:02.088741 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.179329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4620ad82-2aa0-430f-b4db-a9d3550ac39e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:02.195803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98cecf-7156-4094-9319-68ddcdc77600 req-da6f1556-f5df-42d9-a268-358c309159d6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:02.207119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a98cecf-7156-4094-9319-68ddcdc77600 req-da6f1556-f5df-42d9-a268-358c309159d6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0779145 Mar 31 23:38:02.237168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-9fee16c8-0293-45e5-902d-14a68a60197e service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441432 Mar 31 23:38:02.275754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4620ad82-2aa0-430f-b4db-a9d3550ac39e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:02.276211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.342823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Network f51dadc6-dc42-42e6-9f42-9200b047299e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:02.346249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:02.394563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.424262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4620ad82-2aa0-430f-b4db-a9d3550ac39e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4620ad82-2aa0-430f-b4db-a9d3550ac39e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:02.469182 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e22cd2ed-22ea-483d-9b37-8c618e996875 req-18161374-0faa-4d0d-b323-302f3d17e986 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175555 Mar 31 23:38:02.513242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.577955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Router f059a050-81b2-4778-80f5-797c25bead75 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:02.607122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4620ad82-2aa0-430f-b4db-a9d3550ac39e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:02.716433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ff72-51b1-4eed-9726-d445b47b4fb0 req-0a11b6e8-bd0a-49ce-8973-47d58f3c4418 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:02.725725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e93ff72-51b1-4eed-9726-d445b47b4fb0 req-0a11b6e8-bd0a-49ce-8973-47d58f3c4418 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.1044936 Mar 31 23:38:02.779904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b8bc5942-78fc-4bc1-82e0-08cadfa85b2f None None] Provisioning complete for port a53ac7ef-dc72-4310-bb42-f83037710bd9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:02.780206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5942-78fc-4bc1-82e0-08cadfa85b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.780805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e93ff72-51b1-4eed-9726-d445b47b4fb0 req-d6a18880-1c86-4123-b8db-e09faf7f58db tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489981 Mar 31 23:38:02.833196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc5942-78fc-4bc1-82e0-08cadfa85b2f None None] Port a53ac7ef-dc72-4310-bb42-f83037710bd9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:03.120507 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:03.128247 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-16b11d92-1408-4c81-a47b-72f4cc591b94 admin admin] 10.222.0.83 "PUT /v2.0/routers/f059a050-81b2-4778-80f5-797c25bead75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0630276 Mar 31 23:38:03.330076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99198fd5-3601-4c20-afa4-c16de7ea7a2e req-ce1607c7-1143-490c-b7fd-4d6c9b31429f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:03.338150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99198fd5-3601-4c20-afa4-c16de7ea7a2e req-ce1607c7-1143-490c-b7fd-4d6c9b31429f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0637131 Mar 31 23:38:03.706392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-8d5bc10b-be3c-4124-b448-33009e3a7692 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:03.707960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-8d5bc10b-be3c-4124-b448-33009e3a7692 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.0914462 Mar 31 23:38:03.723316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-af430638-273d-4922-ae1b-e308675c4856 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/quotas/0dea242aeed344c092ac6b22439bdc3d HTTP/1.1" status: 200 len: 375 time: 0.0092092 Mar 31 23:38:03.805476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-820547f3-252b-4250-aa21-eba10a408ec6 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762010 Mar 31 23:38:03.940580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0736c-0e99-4015-a025-d149df530ed8 req-7764b321-86ad-4cb3-95f8-bfe61f91affa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:03.942046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f0736c-0e99-4015-a025-d149df530ed8 req-7764b321-86ad-4cb3-95f8-bfe61f91affa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.0754902 Mar 31 23:38:03.948441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-7e828622-411f-47df-87cd-2f1e348f36e5 service neutron] 10.222.0.83 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336694 Mar 31 23:38:04.050630 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Sync routers for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:04.055623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12f0736c-0e99-4015-a025-d149df530ed8 req-c17ef2ef-74de-46cf-b19b-a95d4987af16 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034534 Mar 31 23:38:04.072030 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:04.072720 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:04.087641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4620ad82-2aa0-430f-b4db-a9d3550ac39e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:04.094393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-f764db1b-974b-4c70-be09-f39e31b2cc64 service neutron] 10.222.0.83 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359360 Mar 31 23:38:04.138548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4620ad82-2aa0-430f-b4db-a9d3550ac39e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:04.141035 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.187337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:04.341587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0b52887e-96f2-4f44-bd21-abbb8c6dfc49 req-f90e2a0d-701e-4224-99e8-e7351774acf5 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 210 time: 0.0280988 Mar 31 23:38:04.409472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:01Z', 'revision_number': 4, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a53ac7ef-dc72-4310-bb42-f83037710bd9', 'name': '', 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'mac_address': 'fa:16:3e:8b:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:00Z', 'updated_at': '2022-03-31T23:38:01Z', 'revision_number': 2, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'subnets': [{'id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:04.447093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Checking router: f059a050-81b2-4778-80f5-797c25bead75 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:04.447450 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Updating router f059a050-81b2-4778-80f5-797c25bead75 port a53ac7ef-dc72-4310-bb42-f83037710bd9 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:04.465889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4ea6b-6cc2-4f93-a1f6-2e9fc9a25f02 req-7836926f-d7ac-44b3-9123-e015637b3181 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.467542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44f4ea6b-6cc2-4f93-a1f6-2e9fc9a25f02 req-7836926f-d7ac-44b3-9123-e015637b3181 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0529187 Mar 31 23:38:04.475513 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.589268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a670c-8c37-4a71-be65-d0b15fe2fab2 req-db90a961-9ae6-4f96-81ea-342dd52f10d7 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.590781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e3a670c-8c37-4a71-be65-d0b15fe2fab2 req-db90a961-9ae6-4f96-81ea-342dd52f10d7 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0522356 Mar 31 23:38:04.702436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ba0-eeb2-46df-aa05-3cebd20fd3d3 req-c7dae022-e52e-4c05-920c-5955387ad42e tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.704107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40192ba0-eeb2-46df-aa05-3cebd20fd3d3 req-c7dae022-e52e-4c05-920c-5955387ad42e tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 1060 time: 0.0445168 Mar 31 23:38:04.744203 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.815654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f16cd-552f-42d5-92ae-1376877ffdca req-6e307d74-8654-4395-85c0-409d149d2f7b tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.817158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da5f16cd-552f-42d5-92ae-1376877ffdca req-6e307d74-8654-4395-85c0-409d149d2f7b tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.0416453 Mar 31 23:38:04.820765 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.854184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da5f16cd-552f-42d5-92ae-1376877ffdca req-b3270dd5-a24e-4a86-8fc9-52d12894d1e7 tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0302236 Mar 31 23:38:04.873265 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ee18b-396c-4095-addf-18c6946516e6 None None] Pushing event updated for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:04.903553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:04.943176 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Attempting to bind port a53ac7ef-dc72-4310-bb42-f83037710bd9 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:04.943920 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Attempting to bind port a53ac7ef-dc72-4310-bb42-f83037710bd9 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:04.944465 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Attempting to bind port a53ac7ef-dc72-4310-bb42-f83037710bd9 on network f51dadc6-dc42-42e6-9f42-9200b047299e {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:04.950028 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:04.950489 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Checking segment: {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:04.950809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351a66a-3464-45d3-ab16-f20f7d04837c tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.950957 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.951463 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Bound using segment: {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:04.951995 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Bound port: a53ac7ef-dc72-4310-bb42-f83037710bd9, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215bbab6-88b1-486d-bd87-7fa1b0d99f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:04.952481 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5351a66a-3464-45d3-ab16-f20f7d04837c tempest-TestSecurityGroupsBasicOps-1867732473 tempest-TestSecurityGroupsBasicOps-1867732473-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 1055 time: 0.0479825 Mar 31 23:38:04.954236 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.015288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.029478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] For port a53ac7ef-dc72-4310-bb42-f83037710bd9, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:05.032740 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] For port a53ac7ef-dc72-4310-bb42-f83037710bd9, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a53ac7ef-dc72-4310-bb42-f83037710bd9,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:05.090217 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.146431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:05.147178 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:05.178639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] Provisioning complete for port a53ac7ef-dc72-4310-bb42-f83037710bd9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:05.180095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.210109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07631ff-f05b-4b29-9252-d35caf54e266 req-243e735c-a1d4-4b42-a2fa-6a2b6e95c7fc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:05.212215 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f07631ff-f05b-4b29-9252-d35caf54e266 req-243e735c-a1d4-4b42-a2fa-6a2b6e95c7fc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.0770087 Mar 31 23:38:05.287151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f07631ff-f05b-4b29-9252-d35caf54e266 req-8f5c1a6c-40db-44aa-a687-39920ff54d75 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552039 Mar 31 23:38:05.292171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.353003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] For port a53ac7ef-dc72-4310-bb42-f83037710bd9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a53ac7ef-dc72-4310-bb42-f83037710bd9,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:05.390122 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ee18b-396c-4095-addf-18c6946516e6 None None] Pushing event updated for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:05.404260 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:05.425562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.425759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17d40235-67b0-4218-98ab-827a383ac2c8 req-5e1283db-35b5-4be2-991f-bca52009d88f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 210 time: 0.0326262 Mar 31 23:38:05.482262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd3690-adac-474e-87ce-50a631190ab8 None None] Pushing event updated for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:05.548795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-27bc08e4-484f-4ff3-a25a-fb910a7ed6e9 None None] Provisioning complete for port a53ac7ef-dc72-4310-bb42-f83037710bd9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:05.549082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27bc08e4-484f-4ff3-a25a-fb910a7ed6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.551390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876ffa-4954-479e-969b-a8ae3a4ef13a req-fd6a7ad0-da55-47a2-8a09-f8d389475f1d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:05.553813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14876ffa-4954-479e-969b-a8ae3a4ef13a req-fd6a7ad0-da55-47a2-8a09-f8d389475f1d tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0614469 Mar 31 23:38:05.637042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:01Z', 'revision_number': 4, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a53ac7ef-dc72-4310-bb42-f83037710bd9', 'name': '', 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'mac_address': 'fa:16:3e:8b:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:00Z', 'updated_at': '2022-03-31T23:38:05Z', 'revision_number': 4, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'subnets': [{'id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:05.665956 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b0285-e2bb-4c24-a554-f3c0d874bc13 None None] The sync data for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 is: [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:01Z', 'revision_number': 4, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'a53ac7ef-dc72-4310-bb42-f83037710bd9', 'name': '', 'network_id': 'f51dadc6-dc42-42e6-9f42-9200b047299e', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'mac_address': 'fa:16:3e:8b:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:00Z', 'updated_at': '2022-03-31T23:38:05Z', 'revision_number': 4, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'subnets': [{'id': 'a54fad36-fb2f-428f-a9f0-51d064461975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:06.101804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a53ac7ef-dc72-4310-bb42-f83037710bd9 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:06.162298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a53ac7ef-dc72-4310-bb42-f83037710bd9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:06.162935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:06.403263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da472-28dd-4c8b-b570-dbd6a8e96720 req-e1672551-2332-473d-9163-1039fd1e4f3b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:06.404568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-567da472-28dd-4c8b-b570-dbd6a8e96720 req-e1672551-2332-473d-9163-1039fd1e4f3b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.0539267 Mar 31 23:38:06.447756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-567da472-28dd-4c8b-b570-dbd6a8e96720 req-4eee3b1a-1993-4879-94fb-2a02e0339640 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368435 Mar 31 23:38:06.533463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd65da59-888b-42dc-af4b-e0ffdd1b0839 req-65b6074f-5e3d-4c07-bbce-777751857376 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 210 time: 0.0294640 Mar 31 23:38:06.683304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-a8214735-1334-4c79-a3f6-1e6465e6e446 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:06.685340 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-a8214735-1334-4c79-a3f6-1e6465e6e446 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.44 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.0995483 Mar 31 23:38:06.698713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Request body: {'port': {'device_id': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'admin_state_up': True, 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:06.699885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b985bc6-50bf-47dd-850a-b7374e68e7ef req-5e52aa6a-480a-4d88-a020-0f4ec534ba58 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:06.702433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b985bc6-50bf-47dd-850a-b7374e68e7ef req-5e52aa6a-480a-4d88-a020-0f4ec534ba58 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0711310 Mar 31 23:38:06.795736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Made reservation on behalf of 0dea242aeed344c092ac6b22439bdc3d for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:06.798130 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:06.914803 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Allocated IP 172.20.0.11 (b497c984-d3e8-4ee6-901b-f69b5a5e14fc/d03e4f79-636a-4466-8ca5-06467dd40c4e/b42c94da-4c31-4a03-bcd3-ca44ceccf230) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:07.068163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.122544 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-bd279f51-073b-4aea-803d-9dfd0d7bfd29 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.124043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-bd279f51-073b-4aea-803d-9dfd0d7bfd29 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 909 time: 0.0742271 Mar 31 23:38:07.213439 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.267726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:07.270017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port 053f7603-88f5-4de2-b4fc-6037e608f3c9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:07.270352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.275606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:07.278959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:07.280717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Pushing event updated for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:07.370569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.371211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.408850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port 053f7603-88f5-4de2-b4fc-6037e608f3c9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=053f7603-88f5-4de2-b4fc-6037e608f3c9,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:07.409219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.424246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for 053f7603-88f5-4de2-b4fc-6037e608f3c9 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:07.475569 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-2d7b0c6d-c88e-44df-93b2-ef196dce8214 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7807894 Mar 31 23:38:07.492052 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Request body: {'port': {'device_id': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:07.580676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-743e0bf5-8d36-4c58-89bd-2126025f8e27 None None] Provisioning complete for port b42c94da-4c31-4a03-bcd3-ca44ceccf230 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:07.581171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-743e0bf5-8d36-4c58-89bd-2126025f8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.624350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.627068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-743e0bf5-8d36-4c58-89bd-2126025f8e27 None None] Port b42c94da-4c31-4a03-bcd3-ca44ceccf230 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:07.687547 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.783456 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=053f7603-88f5-4de2-b4fc-6037e608f3c9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:07.828797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] No DVR routers for this DVR port 053f7603-88f5-4de2-b4fc-6037e608f3c9 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:07.833065 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.837921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.44 "DELETE /v2.0/ports/053f7603-88f5-4de2-b4fc-6037e608f3c9 HTTP/1.1" status: 204 len: 173 time: 0.7060030 Mar 31 23:38:07.838396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'name': 'network-vif-deleted', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:07.840766 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1b4637-1efa-4a10-9a49-ea6a90b86b78" -d '{"events": [{"server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "name": "network-vif-deleted", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:07.970282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863550d3-b22e-426e-9f82-9c392f6081e8 req-b6621e03-c029-4f5f-a29d-428045485a3c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.972151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-863550d3-b22e-426e-9f82-9c392f6081e8 req-b6621e03-c029-4f5f-a29d-428045485a3c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.4511387 Mar 31 23:38:07.979186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b468-a8ff-4811-9ae2-be5c7438e9a2 req-b6c75d6e-3edc-49a7-8209-db432135bf4d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.988292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ac2b468-a8ff-4811-9ae2-be5c7438e9a2 req-b6c75d6e-3edc-49a7-8209-db432135bf4d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1028 time: 0.0736656 Mar 31 23:38:08.047358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42c94da-4c31-4a03-bcd3-ca44ceccf230 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:08.055720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ac2b468-a8ff-4811-9ae2-be5c7438e9a2 req-ca3d5ed1-a504-46c3-a9da-32b7a4098807 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Mar 31 23:38:08.067535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.075799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-863550d3-b22e-426e-9f82-9c392f6081e8 req-bd8a9068-d0e9-4ffc-9a31-9b30911b3c4d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830383 Mar 31 23:38:08.096860 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Transition to ACTIVE for port object b42c94da-4c31-4a03-bcd3-ca44ceccf230 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:38:08.132742 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8a9bc-6c1e-44a5-aa82-e065a4ef4ed4 x-openstack-request-id: req-b6b8a9bc-6c1e-44a5-aa82-e065a4ef4ed4 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:08.133141 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b537320-e44e-411a-be0a-380528de8aba", "name": "network-vif-deleted", "tag": "053f7603-88f5-4de2-b4fc-6037e608f3c9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:08.133434 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b6b8a9bc-6c1e-44a5-aa82-e065a4ef4ed4 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:08.133926 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b8a9bc-6c1e-44a5-aa82-e065a4ef4ed4'] response: {'server_uuid': '1b537320-e44e-411a-be0a-380528de8aba', 'name': 'network-vif-deleted', 'tag': '053f7603-88f5-4de2-b4fc-6037e608f3c9', 'status': 'completed', 'code': 200} Mar 31 23:38:08.146599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.157892 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55352b7d-99ce-4752-8612-4fa7fc8662a2 req-6a538598-efa1-45d3-b714-d39b7e4508e2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b537320-e44e-411a-be0a-380528de8aba HTTP/1.1" status: 200 len: 210 time: 0.0321281 Mar 31 23:38:08.204572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Pushing event updated for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:08.250391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.250736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.251093 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.251428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.251758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.252083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.252428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.252749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.253069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.253387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.253709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.254024 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:08.287746 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Attempting to bind port b42c94da-4c31-4a03-bcd3-ca44ceccf230 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:08.288083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Attempting to bind port b42c94da-4c31-4a03-bcd3-ca44ceccf230 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:08.288404 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Attempting to bind port b42c94da-4c31-4a03-bcd3-ca44ceccf230 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:08.293037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Port b42c94da-4c31-4a03-bcd3-ca44ceccf230 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:38:08.293350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Attempting to bind port b42c94da-4c31-4a03-bcd3-ca44ceccf230 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:08.298338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:08.298669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Checking segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:08.299080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Bound using segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:08.299521 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Bound port: b42c94da-4c31-4a03-bcd3-ca44ceccf230, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:08.299861 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.368621 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:08.371820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:08.426791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.464970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.465582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.466953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] 10.222.0.44 "PUT /v2.0/ports/b42c94da-4c31-4a03-bcd3-ca44ceccf230 HTTP/1.1" status: 200 len: 1092 time: 0.9832482 Mar 31 23:38:08.485730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7865fe-0463-4937-a821-9a1ecf941c54 service neutron] Pushing event updated for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:08.692757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-9543ee4e-2f4c-4446-b960-76536b78886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.694790 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-9543ee4e-2f4c-4446-b960-76536b78886e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.1546152 Mar 31 23:38:08.741139 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-2ea9d6d7-0cd2-48ef-b446-db854d473cd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230 HTTP/1.1" status: 200 len: 217 time: 0.0385838 Mar 31 23:38:08.790712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-775c87ca-2cce-4e60-b224-debf843a39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.793173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-775c87ca-2cce-4e60-b224-debf843a39e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d03e4f79-636a-4466-8ca5-06467dd40c4e HTTP/1.1" status: 200 len: 849 time: 0.0446599 Mar 31 23:38:08.840410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff172-f8af-42d7-add8-e735203f669e req-8ea8f0e2-2b38-410f-bd62-62286d49f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.841924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-8ea8f0e2-2b38-410f-bd62-62286d49f242 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415449 Mar 31 23:38:08.939919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-64a6d813-543c-4f6d-a905-79e471553392 service neutron] 10.222.0.44 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894496 Mar 31 23:38:09.036392 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-652ff172-f8af-42d7-add8-e735203f669e req-36e81438-fb4b-4f4d-b8c4-7bbc815b7d2a service neutron] 10.222.0.44 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892549 Mar 31 23:38:09.200546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d0ce-b8be-4020-a4a6-e167e66b66e6 req-7405a781-68b6-4ab0-967f-46a33a824355 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:09.202079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4174d0ce-b8be-4020-a4a6-e167e66b66e6 req-7405a781-68b6-4ab0-967f-46a33a824355 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.0713668 Mar 31 23:38:09.225312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde253b-b084-4ca3-a397-9aa6c5a4cfaf req-d84e80d6-e4a0-4e18-a226-d72b778d9ff4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:09.226809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bde253b-b084-4ca3-a397-9aa6c5a4cfaf req-d84e80d6-e4a0-4e18-a226-d72b778d9ff4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.0684962 Mar 31 23:38:09.267635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4174d0ce-b8be-4020-a4a6-e167e66b66e6 req-d31ed7a0-8464-48bc-b624-a8a8711c9ec5 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589967 Mar 31 23:38:09.285374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0bde253b-b084-4ca3-a397-9aa6c5a4cfaf req-8566c0ea-0a75-4603-988b-9d04bc7c3ec4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Mar 31 23:38:09.312857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36716) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:09.688355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:09.946793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port 626168e8-8cf2-445c-b6b7-ef2d8c745650 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:09.947105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.048589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port 626168e8-8cf2-445c-b6b7-ef2d8c745650, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=626168e8-8cf2-445c-b6b7-ef2d8c745650,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:10.048956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.062464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for 626168e8-8cf2-445c-b6b7-ef2d8c745650 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:10.134832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:10.137277 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c879b923-839b-4106-9199-80c21b4edf17" -d '{"events": [{"name": "network-changed", "server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:10.174167 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ace282-8186-41c8-9f4b-908fd9583798 x-openstack-request-id: req-16ace282-8186-41c8-9f4b-908fd9583798 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:10.174459 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:10.174712 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-16ace282-8186-41c8-9f4b-908fd9583798 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:10.175162 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ace282-8186-41c8-9f4b-908fd9583798'] response: {'name': 'network-changed', 'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230', 'status': 'completed', 'code': 200} Mar 31 23:38:10.243478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b923-839b-4106-9199-80c21b4edf17 req-939ffe91-3bd2-4225-97db-934bd8cb8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.244887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-939ffe91-3bd2-4225-97db-934bd8cb8ba4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.0467699 Mar 31 23:38:10.328979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.341959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b923-839b-4106-9199-80c21b4edf17 req-7963afe4-517c-4776-bae8-5139f95d4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.343542 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-7963afe4-517c-4776-bae8-5139f95d4296 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.0903964 Mar 31 23:38:10.382803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=626168e8-8cf2-445c-b6b7-ef2d8c745650,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:10.397354 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-1827ee8e-f423-4d2d-8548-3e2328bbc848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230 HTTP/1.1" status: 200 len: 217 time: 0.0451467 Mar 31 23:38:10.455100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b923-839b-4106-9199-80c21b4edf17 req-765b6f5a-9d7f-48a1-aa09-5198f9393028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.456608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-765b6f5a-9d7f-48a1-aa09-5198f9393028 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d03e4f79-636a-4466-8ca5-06467dd40c4e HTTP/1.1" status: 200 len: 849 time: 0.0528502 Mar 31 23:38:10.504060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b429c8d-d2a2-4371-ba06-fd1931ed8e72 req-5481be6f-1e5e-4dfa-9208-db430e114152 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.508905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b923-839b-4106-9199-80c21b4edf17 req-71772ef9-4f31-40c4-b720-68b0acd336df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.510500 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-71772ef9-4f31-40c4-b720-68b0acd336df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465746 Mar 31 23:38:10.511568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b429c8d-d2a2-4371-ba06-fd1931ed8e72 req-5481be6f-1e5e-4dfa-9208-db430e114152 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.1658394 Mar 31 23:38:10.533616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbce173-8bcb-47ec-b052-16e308a0ca2c req-0b9409cc-714b-41b2-aba9-1b56655b6c76 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.535223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fbce173-8bcb-47ec-b052-16e308a0ca2c req-0b9409cc-714b-41b2-aba9-1b56655b6c76 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.1551437 Mar 31 23:38:10.607355 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-441e34cc-188a-4c13-8815-e5b471708137 service neutron] 10.222.0.44 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 Mar 31 23:38:10.625348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b429c8d-d2a2-4371-ba06-fd1931ed8e72 req-0946c9e3-b10e-4c51-97ad-a8e5b085876e tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128275 Mar 31 23:38:10.664324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fbce173-8bcb-47ec-b052-16e308a0ca2c req-cd83849c-8878-4f06-9ac1-4c2e61abac87 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920892 Mar 31 23:38:10.687196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.709050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c879b923-839b-4106-9199-80c21b4edf17 req-c4a3be9b-9072-42e2-8393-5c9dd15d5bbd service neutron] 10.222.0.44 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936618 Mar 31 23:38:10.906306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:11.013816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:11.019251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-09bed8f2-57d7-4f7f-aa1c-44bb6dff6c08 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "PUT /v2.0/routers/bb0e9838-0fc4-4a6e-9a90-25529c1d9c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052796 Mar 31 23:38:11.022014 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36724) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:11.023154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Sync routers for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:11.033621 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:11.034214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:11.073578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting subnet 556fc4ae-0415-4e0d-a4fa-da05a52823a1 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:11.076756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.118049 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.137987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 053f7603-88f5-4de2-b4fc-6037e608f3c9 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:11.170818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:11.172570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 053f7603-88f5-4de2-b4fc-6037e608f3c9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:11.172900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 053f7603-88f5-4de2-b4fc-6037e608f3c9 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:11.208038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.338755 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.354152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:38:10Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:11.365331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Subnet': ['ID=556fc4ae-0415-4e0d-a4fa-da05a52823a1,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:11.371335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.377378 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36726) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:11.379560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e15cc699-a473-4e64-8c5b-a3a448eb2dc6 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/subnets/556fc4ae-0415-4e0d-a4fa-da05a52823a1 HTTP/1.1" status: 204 len: 168 time: 0.3564675 Mar 31 23:38:11.389348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8958fc-b77e-41ba-a8a5-38c0d9310a91 None None] Network 6a79a29b-9497-4b44-8526-ba8ed88aed0f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:11.391627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Checking router: bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:11.441521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Routers {'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:11.442082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:37:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:11.489448 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.602641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.735194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port f31b808b-08dc-483f-b942-6a90da477de1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:11.737302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.743756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6e57b077-c36e-4a8d-9a76-6bb9e69565d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.761537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7733ffb-1ea0-4e6d-bfe9-68068c85e796 req-a4b6168d-0680-4305-ab79-5dc1a07ed35d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:11.763120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7733ffb-1ea0-4e6d-bfe9-68068c85e796 req-a4b6168d-0680-4305-ab79-5dc1a07ed35d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.0624881 Mar 31 23:38:11.780038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] Set router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:11.843787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7733ffb-1ea0-4e6d-bfe9-68068c85e796 req-6bb42644-875a-4eb6-8411-facc6215dd96 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Mar 31 23:38:11.862233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port f31b808b-08dc-483f-b942-6a90da477de1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f31b808b-08dc-483f-b942-6a90da477de1,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:11.862233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.862562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f43a3-110d-4e09-bf42-350994f4f758 req-7292ed6b-2429-499b-9cfa-613ee619d663 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:11.862562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c74f43a3-110d-4e09-bf42-350994f4f758 req-7292ed6b-2429-499b-9cfa-613ee619d663 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 943 time: 0.1165202 Mar 31 23:38:11.881170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for f31b808b-08dc-483f-b942-6a90da477de1 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:11.906822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c74f43a3-110d-4e09-bf42-350994f4f758 req-11e012b8-b59c-41ad-9265-5ca36a27141f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358772 Mar 31 23:38:11.913172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] DHCP port deletion for 6a79a29b-9497-4b44-8526-ba8ed88aed0f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:12.010743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Deleting port 383ff891-2417-4db4-906b-d8e75fd263ac {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:12.011154 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.025466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:38:10Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.030645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4c49ab86-f607-40a8-ae53-9c6624ff56da details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:38:12.095393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7472b5-605c-43f3-9f98-e77ea77b012e None None] The sync data for ids ['bb0e9838-0fc4-4a6e-9a90-25529c1d9c66'] in n-d-828414-2 is: [{'id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102015109', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:37Z', 'updated_at': '2022-03-31T23:38:10Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': 'f31b808b-08dc-483f-b942-6a90da477de1', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9838-0fc4-4a6e-9a90-25529c1d9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:38Z', 'updated_at': '2022-03-31T23:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:12.120889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] For port 383ff891-2417-4db4-906b-d8e75fd263ac, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=383ff891-2417-4db4-906b-d8e75fd263ac,segment=NetworkSegment(5f8571f5-edbd-4613-a637-ab2d64a903c1),segment_id=5f8571f5-edbd-4613-a637-ab2d64a903c1)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:12.121316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.129441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.144982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Calling delete_port for 383ff891-2417-4db4-906b-d8e75fd263ac owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:12.163797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=f31b808b-08dc-483f-b942-6a90da477de1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:12.179866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 383ff891-2417-4db4-906b-d8e75fd263ac no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:12.230002 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.300329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:12.316688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'mac_address': 'fa:16:3e:8c:25:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:38:12.323722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.325796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.389470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.400310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.423438 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c49ab86-f607-40a8-ae53-9c6624ff56da {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:12.429782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.430373 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Fanout notify agent at l3_agent the message router_deleted on router bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:12.441844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.444161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:12.444302 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9cdf2d18-c41f-43b7-b2a9-86398c9fa01f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/routers/bb0e9838-0fc4-4a6e-9a90-25529c1d9c66 HTTP/1.1" status: 204 len: 168 time: 1.0651445 Mar 31 23:38:12.446437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36732) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:12.460738 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.490899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] Pushing event deleted for resources: {'Port': ['ID=383ff891-2417-4db4-906b-d8e75fd263ac,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:12.520456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a0f6d-ae71-4830-b843-1e8f707937fa None None] No DVR routers for this DVR port 383ff891-2417-4db4-906b-d8e75fd263ac on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:12.522441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.543503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.577177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:12.644242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.666677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a79a29b-9497-4b44-8526-ba8ed88aed0f']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.676825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8571f5-edbd-4613-a637-ab2d64a903c1') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.677698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8571f5-edbd-4613-a637-ab2d64a903c1') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.687435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.701057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.707759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:12.708372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:12.712369 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:12.838684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.849884 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.857750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/networks/6a79a29b-9497-4b44-8526-ba8ed88aed0f HTTP/1.1" status: 204 len: 168 time: 0.4099431 Mar 31 23:38:12.860973 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36734) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:12.896066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd3fb-051f-4a20-8eea-b6d52f404bd1 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Network': ['ID=6a79a29b-9497-4b44-8526-ba8ed88aed0f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:13.009743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['4c49ab86-f607-40a8-ae53-9c6624ff56da'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:13.033534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27192a2-70f5-4b5d-9fa3-913a98750c7c req-66077b1e-8e16-4749-bb80-48533862d6ab tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:13.035099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b27192a2-70f5-4b5d-9fa3-913a98750c7c req-66077b1e-8e16-4749-bb80-48533862d6ab tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1095 time: 0.0819600 Mar 31 23:38:13.050924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53648-1fac-4ee2-977a-e617184e4790 req-20d06c2f-fb0c-4149-bf3e-764e7f48ab45 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:13.052443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2f53648-1fac-4ee2-977a-e617184e4790 req-20d06c2f-fb0c-4149-bf3e-764e7f48ab45 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 944 time: 0.0612895 Mar 31 23:38:13.085010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port 53e62716-105c-4a78-a97c-cde01d6ca8a1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:13.085383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.113901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b27192a2-70f5-4b5d-9fa3-913a98750c7c req-f1949773-152f-40df-bdaa-ad08e2d2761f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Mar 31 23:38:13.117247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2f53648-1fac-4ee2-977a-e617184e4790 req-bdce721e-2eb0-48c1-926b-a745b1e190b9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570757 Mar 31 23:38:13.136186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b42c94da-4c31-4a03-bcd3-ca44ceccf230 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:38:13.189829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.190155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.204870 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for 53e62716-105c-4a78-a97c-cde01d6ca8a1 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:13.311905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:13.335427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'port_id': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230', 'mac_address': 'fa:16:3e:8e:64:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:38:13.393009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.406385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42c94da-4c31-4a03-bcd3-ca44ceccf230 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:13.431515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:13.466734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.491696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=53e62716-105c-4a78-a97c-cde01d6ca8a1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:13.507229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.558280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.558615 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Floating IP f32a8635-66bc-4fc3-87fb-d9e1ba897f6f disassociated (deleted). External IP: 172.25.6.136, port: 47ada063-5276-4280-9a38-541b109a7762. Mar 31 23:38:13.563842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:13.776237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router 52fd4046-ec47-48aa-928a-216d7838209e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:13.855292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f0d14c55-9b48-4f85-b85b-d86959b44b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.858218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b42c94da-4c31-4a03-bcd3-ca44ceccf230'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:13.890122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:13.894730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:13.901605 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Sync routers for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:13.911149 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:13.912512 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:13.933463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6d76893b-8a96-4f91-bdb5-92baa8fb472a tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/floatingips/f32a8635-66bc-4fc3-87fb-d9e1ba897f6f HTTP/1.1" status: 204 len: 168 time: 1.0706856 Mar 31 23:38:13.934195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:13.936607 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850104ea-8678-435f-933f-4bde9d756c74" -d '{"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:14.019478 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3e18c3-bb19-4b86-8b2e-267c9fbb677d x-openstack-request-id: req-8c3e18c3-bb19-4b86-8b2e-267c9fbb677d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:14.019963 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "tag": "47ada063-5276-4280-9a38-541b109a7762", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:14.020385 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c3e18c3-bb19-4b86-8b2e-267c9fbb677d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:14.021238 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3e18c3-bb19-4b86-8b2e-267c9fbb677d'] response: {'name': 'network-changed', 'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'tag': '47ada063-5276-4280-9a38-541b109a7762', 'status': 'completed', 'code': 200} Mar 31 23:38:14.024701 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:14.100864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850104ea-8678-435f-933f-4bde9d756c74 req-175e083a-30a1-4864-9631-6eee671d2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.102487 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-175e083a-30a1-4864-9631-6eee671d2734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d970f328f3e47fea89f77e83587086e&device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 1135 time: 0.0437484 Mar 31 23:38:14.107850 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f31b808b-08dc-483f-b942-6a90da477de1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:14.130785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: f31b808b-08dc-483f-b942-6a90da477de1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:14.131174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device f31b808b-08dc-483f-b942-6a90da477de1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:14.131574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 626168e8-8cf2-445c-b6b7-ef2d8c745650 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:14.152014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 626168e8-8cf2-445c-b6b7-ef2d8c745650 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:14.152610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 626168e8-8cf2-445c-b6b7-ef2d8c745650 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:14.221868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850104ea-8678-435f-933f-4bde9d756c74 req-53fcced3-0d5b-4b5f-b4f9-e1e76c742cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.223356 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-53fcced3-0d5b-4b5f-b4f9-e1e76c742cfe service neutron] 10.222.0.10 "GET /v2.0/networks?id=a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 200 len: 898 time: 0.1140611 Mar 31 23:38:14.241128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaadbf-b9a6-4ad8-80a5-da97d30cda6a req-929dc05b-8091-4fec-a1af-aca1de641dc9 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.248908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feeaadbf-b9a6-4ad8-80a5-da97d30cda6a req-929dc05b-8091-4fec-a1af-aca1de641dc9 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1096 time: 0.0484416 Mar 31 23:38:14.259886 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:14.278546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-dfa9f0d7-c77d-4666-9ed0-5ab57c5b8fa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 200 len: 217 time: 0.0483196 Mar 31 23:38:14.287376 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Checking router: 52fd4046-ec47-48aa-928a-216d7838209e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:14.290472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-feeaadbf-b9a6-4ad8-80a5-da97d30cda6a req-a1febfe7-1bc5-4ba9-bef8-5072f0f2da7d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Mar 31 23:38:14.296258 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:14.296896 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:14.335355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850104ea-8678-435f-933f-4bde9d756c74 req-a041cf04-0030-4d2e-b8f2-af8303d91874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.336934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-a041cf04-0030-4d2e-b8f2-af8303d91874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde750b-ebb3-43e9-844e-89e1255209c5 HTTP/1.1" status: 200 len: 834 time: 0.0525775 Mar 31 23:38:14.393739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850104ea-8678-435f-933f-4bde9d756c74 req-74f00551-4791-4ef0-867d-0d4ea3f78e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.395404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-74f00551-4791-4ef0-867d-0d4ea3f78e52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a08923e5-8e95-46dc-8582-d6176ffa527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527949 Mar 31 23:38:14.421359 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:14.432691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f192-e23d-49e4-a935-7895d8dd9516 req-815bf089-7426-4c0e-938b-1b32f8d78c5f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.434349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d486f192-e23d-49e4-a935-7895d8dd9516 req-815bf089-7426-4c0e-938b-1b32f8d78c5f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 944 time: 0.0605836 Mar 31 23:38:14.502768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-81ef32c4-3a5a-4560-84f7-602216c7c6de service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006033 Mar 31 23:38:14.510755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d486f192-e23d-49e4-a935-7895d8dd9516 req-bc870002-2ec5-4128-bdfd-848b5f45ae52 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697658 Mar 31 23:38:14.540889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4a68-c6de-411b-afcf-5a89bfeffb75 req-67f8a6b0-f7ad-4060-95cc-98990d278d3e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:14.542308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985e4a68-c6de-411b-afcf-5a89bfeffb75 req-67f8a6b0-f7ad-4060-95cc-98990d278d3e tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0721145 Mar 31 23:38:14.595372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-985e4a68-c6de-411b-afcf-5a89bfeffb75 req-c0709595-ad73-4b4b-ac7a-778556869e04 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0431697 Mar 31 23:38:14.611027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-850104ea-8678-435f-933f-4bde9d756c74 req-1a78f20c-8fc6-4b15-990c-67d19d393b77 service neutron] 10.222.0.10 "GET /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879972 Mar 31 23:38:14.643608 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:14.669999 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5607d86-7e1c-460a-806c-c24d6e20b122 None None] The sync data for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 is: [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'af8ffda4-4db5-4584-bfa0-72e13b34020e', 'name': '', 'network_id': 'a08923e5-8e95-46dc-8582-d6176ffa527c', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'mac_address': 'fa:16:3e:db:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:57Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'subnets': [{'id': '1cde750b-ebb3-43e9-844e-89e1255209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:14.899420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ae644-ac26-469e-b19a-ed47f0470e5b None None] New status for floating IP f32a8635-66bc-4fc3-87fb-d9e1ba897f6f: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:38:15.144399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b42c94da-4c31-4a03-bcd3-ca44ceccf230 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:15.272322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port b42c94da-4c31-4a03-bcd3-ca44ceccf230 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:15.276194 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port b42c94da-4c31-4a03-bcd3-ca44ceccf230 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:15.276562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:15.366516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:15.390485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:15.392843 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aa71d8-2f07-44c3-b8f2-11ff4ebe0b49" -d '{"events": [{"server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "name": "network-vif-plugged", "status": "completed", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:15.402284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3b362-1c30-4fe4-9a93-13ba03f0b095 req-88edc4e0-a4de-486d-afe5-60e07c023a5f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:15.404030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15c3b362-1c30-4fe4-9a93-13ba03f0b095 req-88edc4e0-a4de-486d-afe5-60e07c023a5f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1096 time: 0.0430272 Mar 31 23:38:15.413711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:15.431295 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a598957c-9da5-4b5b-a431-0462b5ff8220 x-openstack-request-id: req-a598957c-9da5-4b5b-a431-0462b5ff8220 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:15.431590 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "name": "network-vif-plugged", "status": "completed", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:15.431848 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a598957c-9da5-4b5b-a431-0462b5ff8220 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:15.432245 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a598957c-9da5-4b5b-a431-0462b5ff8220'] response: {'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230', 'code': 200} Mar 31 23:38:15.440574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:15.441331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15c3b362-1c30-4fe4-9a93-13ba03f0b095 req-b62a145c-0cdf-494d-97ee-cac78a09f365 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Mar 31 23:38:15.489266 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:15.527804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178593d-72ff-4a97-88bb-e29f7c897367 req-4761b713-d2d5-43b4-91ff-1b47928c7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:15.529292 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1178593d-72ff-4a97-88bb-e29f7c897367 req-4761b713-d2d5-43b4-91ff-1b47928c7ac0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0414827 Mar 31 23:38:15.541292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:15.573121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1178593d-72ff-4a97-88bb-e29f7c897367 req-605d8ade-0cd9-4625-99f4-29304cf1aaff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Mar 31 23:38:15.634252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3730da-c5ae-44a9-b4cc-2b53caa2609c req-bd58c84d-3c4d-410c-aec2-b6636c8b0512 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:15.635877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e3730da-c5ae-44a9-b4cc-2b53caa2609c req-bd58c84d-3c4d-410c-aec2-b6636c8b0512 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 944 time: 0.0550473 Mar 31 23:38:15.703604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4e3730da-c5ae-44a9-b4cc-2b53caa2609c req-0f9f75fe-a0d6-4ef8-89d9-12da69270d34 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615201 Mar 31 23:38:15.722720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bdd2d-4771-4445-841a-bb9ed83af0e1 req-02994b86-6c83-444e-8584-319b03a3bd61 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:15.724900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-179bdd2d-4771-4445-841a-bb9ed83af0e1 req-02994b86-6c83-444e-8584-319b03a3bd61 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0671964 Mar 31 23:38:15.767037 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-179bdd2d-4771-4445-841a-bb9ed83af0e1 req-59af6abb-9284-4b5e-8036-538c388c6e2b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/security-groups?id=85936a30-be43-42b8-9493-aaae6cd71fa4&id=09869e71-4eee-482b-9052-040e5981d0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360377 Mar 31 23:38:16.036862 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4c49ab86-f607-40a8-ae53-9c6624ff56da up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:16.155577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 4c49ab86-f607-40a8-ae53-9c6624ff56da completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:16.159896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-bcd3c79a-aacc-4fbc-9a9a-0d6a7ba3c9ac tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:16.160093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 4c49ab86-f607-40a8-ae53-9c6624ff56da triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:16.160321 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.161981 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-bcd3c79a-aacc-4fbc-9a9a-0d6a7ba3c9ac tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.10 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 984 time: 0.0608001 Mar 31 23:38:16.243486 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.266110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port 47ada063-5276-4280-9a38-541b109a7762 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:16.266377 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.275127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:16.340779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.375036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port 47ada063-5276-4280-9a38-541b109a7762, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=47ada063-5276-4280-9a38-541b109a7762,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:16.376015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.389350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for 47ada063-5276-4280-9a38-541b109a7762 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:16.393112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:16.558504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3ca89-86b5-4351-bb55-d5bccd19a22f req-c78d4f65-2cc7-4dff-982f-138bab309308 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:16.560023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92a3ca89-86b5-4351-bb55-d5bccd19a22f req-c78d4f65-2cc7-4dff-982f-138bab309308 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0415645 Mar 31 23:38:16.586422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.600774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92a3ca89-86b5-4351-bb55-d5bccd19a22f req-6eea4e56-5e80-41b4-bfd2-8e2e0c3275bd tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Mar 31 23:38:16.620872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=47ada063-5276-4280-9a38-541b109a7762,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:16.662503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] No DVR routers for this DVR port 47ada063-5276-4280-9a38-541b109a7762 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:16.665112 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.672556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.672680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-efaddf67-e1ef-4d92-89ca-f48e52b38bd8 req-0ca943bb-adfb-4f34-82fd-9b2198fa945f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.10 "DELETE /v2.0/ports/47ada063-5276-4280-9a38-541b109a7762 HTTP/1.1" status: 204 len: 173 time: 0.5010798 Mar 31 23:38:16.672680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'name': 'network-vif-deleted', 'tag': '47ada063-5276-4280-9a38-541b109a7762'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:16.672680 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9bc79a-b28c-4ee9-b13a-c7f4c431c2ba" -d '{"events": [{"server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "name": "network-vif-deleted", "tag": "47ada063-5276-4280-9a38-541b109a7762"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:16.708795 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adb9c14-5af9-41ae-96a3-9b507b197ea7 x-openstack-request-id: req-9adb9c14-5af9-41ae-96a3-9b507b197ea7 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:16.709087 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b85c43-3d72-457d-b80a-69ee715bd649", "name": "network-vif-deleted", "tag": "47ada063-5276-4280-9a38-541b109a7762", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:16.709340 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9adb9c14-5af9-41ae-96a3-9b507b197ea7 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:16.709770 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adb9c14-5af9-41ae-96a3-9b507b197ea7'] response: {'server_uuid': '82b85c43-3d72-457d-b80a-69ee715bd649', 'name': 'network-vif-deleted', 'tag': '47ada063-5276-4280-9a38-541b109a7762', 'status': 'completed', 'code': 200} Mar 31 23:38:16.826973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c381a0-ce87-420a-91ee-4b32e77b82a9 req-3a70b84b-2e9b-4c34-aa6f-af93b5441034 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:16.827834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58c381a0-ce87-420a-91ee-4b32e77b82a9 req-3a70b84b-2e9b-4c34-aa6f-af93b5441034 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0549352 Mar 31 23:38:16.828191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:16.886105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-982f555e-bdbe-4836-9292-54e2aed4b149 req-71b4b85d-b522-4f62-b839-d3ea9eb8d398 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "GET /v2.0/ports?device_id=82b85c43-3d72-457d-b80a-69ee715bd649 HTTP/1.1" status: 200 len: 210 time: 0.0351651 Mar 31 23:38:16.899158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58c381a0-ce87-420a-91ee-4b32e77b82a9 req-b39c12a7-9d9c-42e4-9ada-7bb99ac85e07 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636308 Mar 31 23:38:17.433052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:17.435400 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc065b2-2bc5-465e-b526-669b3173fcc0" -d '{"events": [{"server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:17.474006 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34428de5-c61a-4fb2-a41e-c62cf6f07ac9 x-openstack-request-id: req-34428de5-c61a-4fb2-a41e-c62cf6f07ac9 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:17.474302 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:17.474555 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-34428de5-c61a-4fb2-a41e-c62cf6f07ac9 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:17.474949 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34428de5-c61a-4fb2-a41e-c62cf6f07ac9'] response: {'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'code': 200} Mar 31 23:38:17.603207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3b10e-9834-4088-b96a-bb01b232e4c8 req-8f96eeef-6716-46f1-85b4-a0d05f9185b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:17.604702 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09a3b10e-9834-4088-b96a-bb01b232e4c8 req-8f96eeef-6716-46f1-85b4-a0d05f9185b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0406799 Mar 31 23:38:17.646307 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-09a3b10e-9834-4088-b96a-bb01b232e4c8 req-6008ea3e-2a1c-4cac-87ce-7982af0c00f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Mar 31 23:38:17.713597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b9db-0df5-4032-ad2e-34ade7c6f5a1 req-e0bca851-0bf0-4a8a-9fc1-ad69e8aa403a tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:17.715067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b3b9db-0df5-4032-ad2e-34ade7c6f5a1 req-e0bca851-0bf0-4a8a-9fc1-ad69e8aa403a tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0412402 Mar 31 23:38:17.749165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b5b3b9db-0df5-4032-ad2e-34ade7c6f5a1 req-fb3b5dfb-4a56-49ad-b2eb-c8308b1ea174 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277629 Mar 31 23:38:17.859136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd2361-db23-4d08-b6d0-9f669fe3a35a req-c7ca5519-63e2-40a8-9676-b4925d209afb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:17.860628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2cd2361-db23-4d08-b6d0-9f669fe3a35a req-c7ca5519-63e2-40a8-9676-b4925d209afb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0405114 Mar 31 23:38:17.898164 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2cd2361-db23-4d08-b6d0-9f669fe3a35a req-60a72f76-d645-45b5-a769-9e8df6867978 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303667 Mar 31 23:38:17.945171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36778) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:18.080144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d995d1-2ec0-4886-be91-8907e6026b51 req-52c4a74d-959e-49cc-ba1c-1550a39dde2b tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:18.081657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41d995d1-2ec0-4886-be91-8907e6026b51 req-52c4a74d-959e-49cc-ba1c-1550a39dde2b tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.1136003 Mar 31 23:38:18.083789 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.105361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73c49-cfa6-4096-abb3-52b5eb6c89f8 req-ce7c2101-d5ea-4a0b-a195-790df4294d8a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:18.106833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55d73c49-cfa6-4096-abb3-52b5eb6c89f8 req-ce7c2101-d5ea-4a0b-a195-790df4294d8a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.1061230 Mar 31 23:38:18.141086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.199977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55d73c49-cfa6-4096-abb3-52b5eb6c89f8 req-03ba24ba-9de0-48d1-919f-c89d61b4debc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833101 Mar 31 23:38:18.201474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41d995d1-2ec0-4886-be91-8907e6026b51 req-fcb0aee1-5e14-4928-ac68-0f076a9ac41f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109743 Mar 31 23:38:18.287237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.290368 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.291058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/security-groups/09869e71-4eee-482b-9052-040e5981d0f8 HTTP/1.1" status: 204 len: 168 time: 0.3448424 Mar 31 23:38:18.294086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36788) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:18.303937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fb955-dcb4-4531-bcc8-7d8fe12696ca tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09869e71-4eee-482b-9052-040e5981d0f8,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:18.362772 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.386557 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.420451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-5f2152ca-400d-40a5-a761-e018493f118f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:18.422228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-5f2152ca-400d-40a5-a761-e018493f118f tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.0900092 Mar 31 23:38:18.437738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-4bbfab45-969c-4e14-8496-205f7dac729b tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/quotas/0dea242aeed344c092ac6b22439bdc3d HTTP/1.1" status: 200 len: 375 time: 0.0087059 Mar 31 23:38:18.485266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-679d3153-de85-4fa2-9dc2-f7a844b75d76 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0419810 Mar 31 23:38:18.492645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.495420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.499110 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/security-groups/85936a30-be43-42b8-9493-aaae6cd71fa4 HTTP/1.1" status: 204 len: 168 time: 0.2014995 Mar 31 23:38:18.500038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36794) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:18.571123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5148c-4fcc-4518-a3fc-c266ad1d0836 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85936a30-be43-42b8-9493-aaae6cd71fa4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:18.595140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-146b67bf-4276-4eb5-aa67-00672e8d6d39 service neutron] 10.222.0.83 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010902 Mar 31 23:38:18.684964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-bafbcaa8-d82b-4578-88fc-c40a0c75ea3e service neutron] 10.222.0.83 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829995 Mar 31 23:38:18.988651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a40788ee-2be1-4109-95fb-178a4701741f req-0881e7ea-c331-4621-a072-0d7e431dcebb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0475819 Mar 31 23:38:19.316923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.365256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104d0f9-f848-45f6-8c75-4bc4efe8b483 req-9f0462aa-db36-41cd-8aec-beee71b61efd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:19.368917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3104d0f9-f848-45f6-8c75-4bc4efe8b483 req-9f0462aa-db36-41cd-8aec-beee71b61efd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0887325 Mar 31 23:38:19.431382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3104d0f9-f848-45f6-8c75-4bc4efe8b483 req-46eed5c2-aa8e-4f8a-9387-6bc715de1171 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537918 Mar 31 23:38:19.566992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284847d-8196-4a3e-bc21-d5891649ed35 req-b909618f-e9a0-4cbc-a8c5-8f77fd8ae0a8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:19.569712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3284847d-8196-4a3e-bc21-d5891649ed35 req-b909618f-e9a0-4cbc-a8c5-8f77fd8ae0a8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0613899 Mar 31 23:38:19.615567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3284847d-8196-4a3e-bc21-d5891649ed35 req-83a8ab56-6a95-4de8-8dd4-9354dce4508e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Mar 31 23:38:19.635407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port af8ffda4-4db5-4584-bfa0-72e13b34020e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:19.635854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.640336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36810) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:19.750281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port af8ffda4-4db5-4584-bfa0-72e13b34020e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af8ffda4-4db5-4584-bfa0-72e13b34020e,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:19.750650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.769183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for af8ffda4-4db5-4584-bfa0-72e13b34020e owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:19.889426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9b72d0-dd40-4471-986e-b0a720300def tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:19.890967 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af9b72d0-dd40-4471-986e-b0a720300def tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1091 time: 0.2496710 Mar 31 23:38:19.895669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36814) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:19.931305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:20.032361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 47ada063-5276-4280-9a38-541b109a7762 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:20.048226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.064606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 47ada063-5276-4280-9a38-541b109a7762 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:20.065562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 47ada063-5276-4280-9a38-541b109a7762 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:20.091413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd58c85b-6be2-4f48-ab65-f86cd12bfef8 req-99068c38-6600-4e36-bc98-9eb73cb00cfb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Mar 31 23:38:20.155703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.200519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=af8ffda4-4db5-4584-bfa0-72e13b34020e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:20.278549 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.512532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.514451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.25.6.48 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/d5a8d161-1b19-48ac-b6bc-a7ced573beaf) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:20.710751 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.830882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Router 52fd4046-ec47-48aa-928a-216d7838209e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:20.918104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.993325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:21.028458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:21.037581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:21.063213 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=d5a8d161-1b19-48ac-b6bc-a7ced573beaf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:21.065820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:21.074639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36818) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:21.074899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29c9bcb0-d54e-4602-bb44-1b0324fa1028 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "PUT /v2.0/routers/52fd4046-ec47-48aa-928a-216d7838209e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5736322 Mar 31 23:38:21.081420 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Sync routers for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:21.093956 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:21.097470 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:21.150789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-f2025c03-9aae-43b9-ae08-f9282021f06c tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:21.160698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-f2025c03-9aae-43b9-ae08-f9282021f06c tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.10 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.1933541 Mar 31 23:38:21.179127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Request body: {'port': {'device_id': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'admin_state_up': True, 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:21.217232 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:21.262017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91df3cd8-e2b8-44ff-808b-f0c3527f2d50 req-c97a1ed0-e0b5-4bc2-b1e2-da68c29e3a07 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0423744 Mar 31 23:38:21.271131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting subnet 1cde750b-ebb3-43e9-844e-89e1255209c5 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:21.277654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.297622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Made reservation on behalf of 0dea242aeed344c092ac6b22439bdc3d for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:21.300498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.306559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-a785bd55-b4d3-4a91-95ce-bcccf08ae0aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1723485 Mar 31 23:38:21.325264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.422238 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:38:19Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:21.462976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Checking router: 52fd4046-ec47-48aa-928a-216d7838209e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:21.472468 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Routers {'52fd4046-ec47-48aa-928a-216d7838209e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:21.473078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['52fd4046-ec47-48aa-928a-216d7838209e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:21.475815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-a70b6986-073b-493f-bf06-7c9e2138992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:21.477336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-a70b6986-073b-493f-bf06-7c9e2138992a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0819244 Mar 31 23:38:21.486977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.583376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Allocated IP 172.20.0.9 (b497c984-d3e8-4ee6-901b-f69b5a5e14fc/d03e4f79-636a-4466-8ca5-06467dd40c4e/1c8761ef-1dea-422d-89e5-f4eda35aced6) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:21.622615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-a1d8f258-725c-4be4-be20-a1b22febb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:21.624157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-a1d8f258-725c-4be4-be20-a1b22febb035 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1151652 Mar 31 23:38:21.626877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.668608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-73ba5828-b91f-4990-93da-3fdc45d1ea10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 217 time: 0.0366223 Mar 31 23:38:21.681538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.691344 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] Set router 52fd4046-ec47-48aa-928a-216d7838209e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:21.718857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Subnet': ['ID=1cde750b-ebb3-43e9-844e-89e1255209c5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:21.744463 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.750848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797abb00-05b6-4fd5-ac1c-125b79f5bdae None None] Network a08923e5-8e95-46dc-8582-d6176ffa527c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:21.751428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1140006e-a966-4f22-8cd8-096165a32712 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/subnets/1cde750b-ebb3-43e9-844e-89e1255209c5 HTTP/1.1" status: 204 len: 168 time: 0.6751451 Mar 31 23:38:21.751678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36822) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:21.797931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.827253 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.888668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.934856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-544c6e24-4727-4fc5-90f1-3407197b5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:21.936300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-544c6e24-4727-4fc5-90f1-3407197b5196 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.2284498 Mar 31 23:38:21.952445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] DHCP port deletion for a08923e5-8e95-46dc-8582-d6176ffa527c request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:21.953708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:38:19Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:21.996495 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb04c14-ecac-4e4b-9586-78e31196cb07 None None] The sync data for ids ['52fd4046-ec47-48aa-928a-216d7838209e'] in n-d-828414-2 is: [{'id': '52fd4046-ec47-48aa-928a-216d7838209e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385699201', 'tenant_id': '5d970f328f3e47fea89f77e83587086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:35:52Z', 'updated_at': '2022-03-31T23:38:19Z', 'revision_number': 5, 'project_id': '5d970f328f3e47fea89f77e83587086e', 'gw_port': {'id': '4344e03a-8bd7-488e-83c4-b234931cb37d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd4046-ec47-48aa-928a-216d7838209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:35:53Z', 'updated_at': '2022-03-31T23:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:21.997346 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.014288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b42c94da-4c31-4a03-bcd3-ca44ceccf230'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:22.037605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:22.063388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.068910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:22.073097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:22.098133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Deleting port 97e7084d-54f1-4e8e-b58c-6efc504d319f {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:22.099154 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.128601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Pushing event updated for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:22.157577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:22.158661 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.175340 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.197954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] For port 97e7084d-54f1-4e8e-b58c-6efc504d319f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=97e7084d-54f1-4e8e-b58c-6efc504d319f,segment=NetworkSegment(1b841bcd-6bfd-4caa-bf68-0d5e277d2336),segment_id=1b841bcd-6bfd-4caa-bf68-0d5e277d2336)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:22.198607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.226749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Calling delete_port for 97e7084d-54f1-4e8e-b58c-6efc504d319f owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:22.290528 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.340326 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a14ac472-e094-4d1f-9376-e4a05610d915 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1656940 Mar 31 23:38:22.360819 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Request body: {'port': {'device_id': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:22.372836 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=d5a8d161-1b19-48ac-b6bc-a7ced573beaf,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:22.498743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6e8bd33b-5a30-492c-827d-9ffaeeffe329 None None] Provisioning complete for port 1c8761ef-1dea-422d-89e5-f4eda35aced6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:22.499388 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd33b-5a30-492c-827d-9ffaeeffe329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.506657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-8c141f5d-e237-4ce7-89e4-0eae14218621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:22.508417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-8c141f5d-e237-4ce7-89e4-0eae14218621 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5647614 Mar 31 23:38:22.509241 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP c479dc88-9340-4ef6-a1b4-ab39477bc371 associated. External IP: 172.25.6.48, port: 4c49ab86-f607-40a8-ae53-9c6624ff56da. Mar 31 23:38:22.512564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.545122 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.556212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97e7084d-54f1-4e8e-b58c-6efc504d319f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:22.564569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bd33b-5a30-492c-827d-9ffaeeffe329 None None] Port 1c8761ef-1dea-422d-89e5-f4eda35aced6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:22.589552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.611028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec090b8-fa69-4c09-94e2-07df3a6c6b0d req-1c2463d0-5974-4134-8e7a-a6be02eb4564 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:22.613088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ec090b8-fa69-4c09-94e2-07df3a6c6b0d req-1c2463d0-5974-4134-8e7a-a6be02eb4564 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1027 time: 0.1655920 Mar 31 23:38:22.633093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] Pushing event deleted for resources: {'Port': ['ID=97e7084d-54f1-4e8e-b58c-6efc504d319f,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:22.644288 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a763a79-c738-4a1f-aa2c-438578ecefd9 None None] No DVR routers for this DVR port 97e7084d-54f1-4e8e-b58c-6efc504d319f on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:22.649612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port 97e7084d-54f1-4e8e-b58c-6efc504d319f {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:38:22.650070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 97e7084d-54f1-4e8e-b58c-6efc504d319f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:22.698421 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ec090b8-fa69-4c09-94e2-07df3a6c6b0d req-7cfc2083-d057-404c-83ac-eb01e0dd2710 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783966 Mar 31 23:38:22.700283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-fac92c75-76ec-4de9-9538-be5c9e534d9e service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802037 Mar 31 23:38:22.818249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Deleting port 4344e03a-8bd7-488e-83c4-b234931cb37d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:22.818590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.836879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d92fa90a-9649-4c01-9457-4b9888d54825 req-46384033-1fad-484a-8e0e-306e54811e21 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165822 Mar 31 23:38:22.899332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] For port 4344e03a-8bd7-488e-83c4-b234931cb37d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4344e03a-8bd7-488e-83c4-b234931cb37d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:22.899696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.912993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Calling delete_port for 4344e03a-8bd7-488e-83c4-b234931cb37d owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:22.999721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:23.001640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8761ef-1dea-422d-89e5-f4eda35aced6 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:23.014369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.030511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Transition to ACTIVE for port object 1c8761ef-1dea-422d-89e5-f4eda35aced6 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:38:23.146889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.172156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Port': ['ID=4344e03a-8bd7-488e-83c4-b234931cb37d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:23.250457 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.347988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.350190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.433237 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.488367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.488841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Fanout notify agent at l3_agent the message router_deleted on router 52fd4046-ec47-48aa-928a-216d7838209e {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:23.497971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.499020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a0d6f0a-97a8-4b3b-9d6b-e264dd5d7fb2 tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/routers/52fd4046-ec47-48aa-928a-216d7838209e HTTP/1.1" status: 204 len: 168 time: 1.7417724 Mar 31 23:38:23.501556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36826) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:23.539671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:23.589000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:23.601376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:23.621146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.633248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Attempting to bind port 1c8761ef-1dea-422d-89e5-f4eda35aced6 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:23.633587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Attempting to bind port 1c8761ef-1dea-422d-89e5-f4eda35aced6 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:23.633926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Attempting to bind port 1c8761ef-1dea-422d-89e5-f4eda35aced6 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:23.648642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Port 1c8761ef-1dea-422d-89e5-f4eda35aced6 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:38:23.648876 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Attempting to bind port 1c8761ef-1dea-422d-89e5-f4eda35aced6 on network b497c984-d3e8-4ee6-901b-f69b5a5e14fc {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:23.656561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:23.658598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Checking segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:23.659203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Bound using segment: {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:23.659722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Bound port: 1c8761ef-1dea-422d-89e5-f4eda35aced6, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:23.660176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.682118 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.743927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.745664 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-989c3f50-6b00-4e61-ac5a-aa046f46a008 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8501918 Mar 31 23:38:23.750180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:23.752729 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a" -d '{"events": [{"name": "network-changed", "server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:23.783236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:23.783236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:23.785747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08923e5-8e95-46dc-8582-d6176ffa527c']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:23.804101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b841bcd-6bfd-4caa-bf68-0d5e277d2336') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:23.804422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b841bcd-6bfd-4caa-bf68-0d5e277d2336') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:23.816223 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.819389 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d78afb-0f5d-407b-b30c-44a4e18e183c x-openstack-request-id: req-f6d78afb-0f5d-407b-b30c-44a4e18e183c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:23.820064 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:23.820505 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f6d78afb-0f5d-407b-b30c-44a4e18e183c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:23.821152 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d78afb-0f5d-407b-b30c-44a4e18e183c'] response: {'name': 'network-changed', 'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'status': 'completed', 'code': 200} Mar 31 23:38:23.839147 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.847684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.867144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:23.867469 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:23.870710 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:23.882209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:23.882829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:23.905194 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:23.905874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.907438 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c8761ef-1dea-422d-89e5-f4eda35aced6 HTTP/1.1" status: 200 len: 1091 time: 1.5518346 Mar 31 23:38:23.943812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62793b95-cbe5-4ad2-832c-ff53e7b5b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:23.964040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62fb0-a258-487a-908c-296b050ff57b req-49fd3832-621a-48b7-8388-981d7408fd18 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:23.965652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29b62fb0-a258-487a-908c-296b050ff57b req-49fd3832-621a-48b7-8388-981d7408fd18 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1052 time: 0.1373787 Mar 31 23:38:23.976900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-f213cf95-7461-411d-93c1-fa17388bee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:23.978564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-f213cf95-7461-411d-93c1-fa17388bee20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1036773 Mar 31 23:38:24.011190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:24.091599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.118228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-8fbed1d9-9f0f-452c-b126-fc41b867766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.119783 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-8fbed1d9-9f0f-452c-b126-fc41b867766f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0860727 Mar 31 23:38:24.129109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.144803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] 10.222.0.83 "DELETE /v2.0/networks/a08923e5-8e95-46dc-8582-d6176ffa527c HTTP/1.1" status: 204 len: 168 time: 0.6418273 Mar 31 23:38:24.160567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af8ffda4-4db5-4584-bfa0-72e13b34020e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:24.164060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29b62fb0-a258-487a-908c-296b050ff57b req-9ba992b3-8e08-4306-a277-c2c653b8b053 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844933 Mar 31 23:38:24.170732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124321-2bad-4226-8823-2d72d8e0006b tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] Pushing event deleted for resources: {'Network': ['ID=a08923e5-8e95-46dc-8582-d6176ffa527c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:24.198750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-a3e7de99-7d09-47fe-9227-6aba493c3ca3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6 HTTP/1.1" status: 200 len: 217 time: 0.0662053 Mar 31 23:38:24.215810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-7d9a9cec-1fd4-49dd-b354-83fa7dead570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.217307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-7d9a9cec-1fd4-49dd-b354-83fa7dead570 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.2272985 Mar 31 23:38:24.232729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: af8ffda4-4db5-4584-bfa0-72e13b34020e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:24.233085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af8ffda4-4db5-4584-bfa0-72e13b34020e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:24.233494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4344e03a-8bd7-488e-83c4-b234931cb37d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:24.257727 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-bbf4fe00-3c40-4d89-ad26-8abecca20f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.259240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-bbf4fe00-3c40-4d89-ad26-8abecca20f35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d03e4f79-636a-4466-8ca5-06467dd40c4e HTTP/1.1" status: 200 len: 849 time: 0.0526235 Mar 31 23:38:24.275727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4344e03a-8bd7-488e-83c4-b234931cb37d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:24.275838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4344e03a-8bd7-488e-83c4-b234931cb37d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:24.313546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-3f711159-a4bd-463f-ba81-d887c222cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.315479 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-3f711159-a4bd-463f-ba81-d887c222cddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493276 Mar 31 23:38:24.356522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-8bdcd539-55a0-4170-968a-53288649accd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 998 time: 0.1316304 Mar 31 23:38:24.436353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-b2b36cc0-28bc-472d-9550-239a0633bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.437967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-b2b36cc0-28bc-472d-9550-239a0633bf1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0754573 Mar 31 23:38:24.440243 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-79f8c898-1da0-4dad-8e5f-94722ef9b979 service neutron] 10.222.0.10 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182055 Mar 31 23:38:24.453221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'c479dc88-9340-4ef6-a1b4-ab39477bc371', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:8c:25:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:21Z', 'updated_at': '2022-03-31T23:38:21Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.480902 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.482276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:24.489914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-64ac2eee-f8ec-439b-95c2-fcb12dbed660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:24.491524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-64ac2eee-f8ec-439b-95c2-fcb12dbed660 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428512 Mar 31 23:38:24.492480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:24.493100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.537818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-5844fada-e603-4f45-88ab-60778a680511 service neutron] 10.222.0.10 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886965 Mar 31 23:38:24.593511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-6f399ea0-0b28-4d61-9adb-5ee9890ad321 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945208 Mar 31 23:38:24.606293 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:24.710642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4c27aa9-0a75-41bb-bb6b-02b4eaee759a req-3e339dec-96f0-48c7-86f7-5d0a1830573d service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082704 Mar 31 23:38:24.818401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36840) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:24.847041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'c479dc88-9340-4ef6-a1b4-ab39477bc371', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:8c:25:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:21Z', 'updated_at': '2022-03-31T23:38:21Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.875417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26ce3c-bda8-463d-8212-531c96bf6116 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'c479dc88-9340-4ef6-a1b4-ab39477bc371', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:8c:25:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:21Z', 'updated_at': '2022-03-31T23:38:21Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:24.967581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-38534f9b-9cb0-4be9-9499-cd4cdc5bbd95 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d970f328f3e47fea89f77e83587086e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482956 Mar 31 23:38:24.970436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36844) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:25.033763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.057416 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.092614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620329d-e350-4fdb-bab0-f6ce5bbc3e66 None None] New status for floating IP c479dc88-9340-4ef6-a1b4-ab39477bc371: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:38:25.185848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.188558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.189768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0be54d86-61c3-47f4-b9e6-35e1319b8bfe HTTP/1.1" status: 204 len: 168 time: 0.2183537 Mar 31 23:38:25.198518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd54f5-1848-4151-bcc8-bad3d908c366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be54d86-61c3-47f4-b9e6-35e1319b8bfe,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:25.310295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03518e-4996-45ee-9378-c2570e6382ad req-5ea62178-b4ea-49d7-a461-6f4d096f79a8 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:25.312034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a03518e-4996-45ee-9378-c2570e6382ad req-5ea62178-b4ea-49d7-a461-6f4d096f79a8 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0527642 Mar 31 23:38:25.363545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a03518e-4996-45ee-9378-c2570e6382ad req-cc8a397e-5f32-4581-94c3-21e280c570ff tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Mar 31 23:38:25.818209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36852) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:25.824362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:25.826558 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21041949-2e3c-41b8-80c6-4a75a8172b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:25.837878 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6b65b05-42c9-49a0-ba79-96a1ab598c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.866358 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62d26c-23d1-48de-94c8-c8dc90cb8c7a x-openstack-request-id: req-9e62d26c-23d1-48de-94c8-c8dc90cb8c7a {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:25.866646 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:25.866892 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e62d26c-23d1-48de-94c8-c8dc90cb8c7a {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:25.867315 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e62d26c-23d1-48de-94c8-c8dc90cb8c7a'] response: {'name': 'network-changed', 'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6', 'status': 'completed', 'code': 200} Mar 31 23:38:25.917464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6b65b05-42c9-49a0-ba79-96a1ab598c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.951062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-8515070d-2109-4675-9623-a854ae09020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:25.952755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-8515070d-2109-4675-9623-a854ae09020f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dea242aeed344c092ac6b22439bdc3d&device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0420377 Mar 31 23:38:25.986539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f6b65b05-42c9-49a0-ba79-96a1ab598c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.032461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f6b65b05-42c9-49a0-ba79-96a1ab598c9f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ee14fd2c27f4f4689353084e8c3671a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130880 Mar 31 23:38:26.036850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65b05-42c9-49a0-ba79-96a1ab598c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4acf7-6e43-445b-9c36-6477c4872c77,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:26.036850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36856) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:26.054544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-12f76ff7-eef7-4125-b7fe-c0d95dedaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:26.056058 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-12f76ff7-eef7-4125-b7fe-c0d95dedaf96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 200 len: 912 time: 0.0969110 Mar 31 23:38:26.091291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.101309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-049bfd11-bb0a-428c-bd74-f2d78e9c186c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6 HTTP/1.1" status: 200 len: 217 time: 0.0376830 Mar 31 23:38:26.113715 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.160101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-8f2db9f3-0d04-4bc9-bdf2-0bfe29dd583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:26.162576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-8f2db9f3-0d04-4bc9-bdf2-0bfe29dd583f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d03e4f79-636a-4466-8ca5-06467dd40c4e HTTP/1.1" status: 200 len: 849 time: 0.0526140 Mar 31 23:38:26.209356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-f7e58233-701b-40ff-8d22-25d1acd01538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:26.210901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-f7e58233-701b-40ff-8d22-25d1acd01538 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b497c984-d3e8-4ee6-901b-f69b5a5e14fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416744 Mar 31 23:38:26.229721 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.232450 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.233598 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e1e4acf7-6e43-445b-9c36-6477c4872c77 HTTP/1.1" status: 204 len: 168 time: 0.1964755 Mar 31 23:38:26.242111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a5b00-16f7-4e53-9ac2-a39999d722c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4acf7-6e43-445b-9c36-6477c4872c77,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:26.308580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-d488b690-31b4-4686-9ebe-18090f3a948e service neutron] 10.222.0.10 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884521 Mar 31 23:38:26.416220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21041949-2e3c-41b8-80c6-4a75a8172b9d req-00e67c1c-6851-47ea-946b-b2ae8ac3f710 service neutron] 10.222.0.10 "GET /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991962 Mar 31 23:38:26.483731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536563f-d379-4c50-b5bf-feeab45fa9e2 req-33e17d4d-2163-4bdb-9a22-23ea43103911 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:26.485311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4536563f-d379-4c50-b5bf-feeab45fa9e2 req-33e17d4d-2163-4bdb-9a22-23ea43103911 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0475581 Mar 31 23:38:26.522128 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4536563f-d379-4c50-b5bf-feeab45fa9e2 req-8641566a-8cbf-4382-8838-765979b4f08e tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296557 Mar 31 23:38:26.921209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36864) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:26.964263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-911abcf8-9737-44c6-9ec4-7e5b4012c80b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=259cac677c8e4ecfa822ddc8d945f7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414963 Mar 31 23:38:26.966377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36866) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:27.016487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.041623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.134528 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.137225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.138389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/376370ac-26a4-4e90-a358-72c99820ef27 HTTP/1.1" status: 204 len: 168 time: 0.1710737 Mar 31 23:38:27.146495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b97fd-ccea-4f20-9681-a2c45311b628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376370ac-26a4-4e90-a358-72c99820ef27,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:27.633888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fef6f-6ed5-415a-ba40-12c6153a4677 req-00f658aa-51a8-4aa6-a56b-a9b3f2285ff0 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:27.635432 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d32fef6f-6ed5-415a-ba40-12c6153a4677 req-00f658aa-51a8-4aa6-a56b-a9b3f2285ff0 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0416121 Mar 31 23:38:27.669820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d32fef6f-6ed5-415a-ba40-12c6153a4677 req-d5f5d280-86ac-441e-a792-e6519ba475f0 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281425 Mar 31 23:38:28.061602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1c8761ef-1dea-422d-89e5-f4eda35aced6 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:38:28.117471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36890) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:28.161220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:28.177294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '1c8761ef-1dea-422d-89e5-f4eda35aced6', 'network_id': 'b497c984-d3e8-4ee6-901b-f69b5a5e14fc', 'port_id': '1c8761ef-1dea-422d-89e5-f4eda35aced6', 'mac_address': 'fa:16:3e:b6:1a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03e4f79-636a-4466-8ca5-06467dd40c4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:38:28.211119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.221299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1332593074-network', 'tenant_id': 'b63a14b7f4894a31915046985f99b651'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:28.224440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8761ef-1dea-422d-89e5-f4eda35aced6 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:28.243952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:28.332408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Made reservation on behalf of b63a14b7f4894a31915046985f99b651 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:28.334955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.343977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.360828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.413761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:28.422526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.503454 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.525132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:38:28.541387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf702eb4-4ca7-4717-9b32-2f5e748de899,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:28.543759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.544095 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Added segment 9ee63d01-6143-4122-b5a9-3639d796e508 of type vlan for network 04a96158-5da0-4a24-8b4c-331880574214 Mar 31 23:38:28.556477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.556820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.557155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.557520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.557849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.558176 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.558501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.558824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.559168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.559517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.559905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.560232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:28.598351 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.674806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.675815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:28.676404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:28.736608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] Pushing event updated for resources: {'Network': ['ID=04a96158-5da0-4a24-8b4c-331880574214,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:28.748324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 04a96158-5da0-4a24-8b4c-331880574214 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:38:28.758973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-93581b02-887c-4abe-98a2-3ad6653806b4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6359739 Mar 31 23:38:28.759186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36896) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:28.763483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Request body: {'subnet': {'network_id': '04a96158-5da0-4a24-8b4c-331880574214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1332593074-subnet', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:28.788051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92015c5a-0d64-4a05-82c3-6075ad62e69d req-3c26afd7-00b7-426a-bb23-c00ad472a951 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:28.789931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92015c5a-0d64-4a05-82c3-6075ad62e69d req-3c26afd7-00b7-426a-bb23-c00ad472a951 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1095 time: 0.0485556 Mar 31 23:38:28.797740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['1c8761ef-1dea-422d-89e5-f4eda35aced6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:28.825566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92015c5a-0d64-4a05-82c3-6075ad62e69d req-84752c86-9d62-4044-bcfc-3f72e6a2b452 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295107 Mar 31 23:38:28.843433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Made reservation on behalf of b63a14b7f4894a31915046985f99b651 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:28.849024 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.070476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.126596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c7f600-5f13-4693-958a-61964fd3f8fc,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:29.136539 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Checking segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:29.136907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Network hostable DHCP agents. Network: 04a96158-5da0-4a24-8b4c-331880574214, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:38:29.241524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Network 04a96158-5da0-4a24-8b4c-331880574214 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:38:29.323390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 04a96158-5da0-4a24-8b4c-331880574214) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:29.327656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:29.328242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.333424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eee164-2eb3-42c8-b46c-ad12f66e6756 None None] Network 04a96158-5da0-4a24-8b4c-331880574214 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:29.417614 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e21b72b2-4c28-490e-998b-9c29f00a00d5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6582546 Mar 31 23:38:29.420413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36898) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:29.425354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:29.481232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-04a96158-5da0-4a24-8b4c-331880574214', 'network_id': '04a96158-5da0-4a24-8b4c-331880574214', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'fixed_ips': [{'subnet_id': '54c7f600-5f13-4693-958a-61964fd3f8fc'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:38:29.482102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.529390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.530489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.588969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.629809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Allocated IP 172.20.0.2 (04a96158-5da0-4a24-8b4c-331880574214/54c7f600-5f13-4693-958a-61964fd3f8fc/ca4aae57-c75e-4c9c-92a8-123df62a28fb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:29.769064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.828402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.846719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.890004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Network 04a96158-5da0-4a24-8b4c-331880574214 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:29.892914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:29.897901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:29.901066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Pushing event updated for resources: {'Port': ['ID=ca4aae57-c75e-4c9c-92a8-123df62a28fb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:29.955744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Attempting to bind port ca4aae57-c75e-4c9c-92a8-123df62a28fb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:29.956146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Attempting to bind port ca4aae57-c75e-4c9c-92a8-123df62a28fb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:29.956499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Attempting to bind port ca4aae57-c75e-4c9c-92a8-123df62a28fb on network 04a96158-5da0-4a24-8b4c-331880574214 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:29.962720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:29.962919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb65e-866e-4d89-8318-373c405599ab req-8fb22629-94e2-4e6e-83fe-463894722302 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:29.963160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Checking segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:29.963529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:29.963906 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Bound using segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:29.964374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Bound port: ca4aae57-c75e-4c9c-92a8-123df62a28fb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:29.964499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2bb65e-866e-4d89-8318-373c405599ab req-8fb22629-94e2-4e6e-83fe-463894722302 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1095 time: 0.0648046 Mar 31 23:38:29.964755 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.031213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] For port ca4aae57-c75e-4c9c-92a8-123df62a28fb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:30.034749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] For port ca4aae57-c75e-4c9c-92a8-123df62a28fb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca4aae57-c75e-4c9c-92a8-123df62a28fb,segment=NetworkSegment(9ee63d01-6143-4122-b5a9-3639d796e508),segment_id=9ee63d01-6143-4122-b5a9-3639d796e508)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:30.043292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b2bb65e-866e-4d89-8318-373c405599ab req-ad459a65-9c95-41cb-8a9a-caabe1293483 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Mar 31 23:38:30.056607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1c8761ef-1dea-422d-89e5-f4eda35aced6 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:30.115974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.172576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 1c8761ef-1dea-422d-89e5-f4eda35aced6 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:30.180000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 1c8761ef-1dea-422d-89e5-f4eda35aced6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:30.187017 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.187017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38163-c0da-46ba-80f4-d5d08c758e8b None None] Pushing event updated for resources: {'Port': ['ID=ca4aae57-c75e-4c9c-92a8-123df62a28fb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:30.199094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.227121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.269742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.295099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:30.297376 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f83eff-f775-4b34-8548-ab867f660352" -d '{"events": [{"server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:30.314632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:30.345734 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55762f7-c248-41f6-8555-faf1d78f5399 x-openstack-request-id: req-e55762f7-c248-41f6-8555-faf1d78f5399 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:30.346472 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:30.346472 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e55762f7-c248-41f6-8555-faf1d78f5399 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:30.346851 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55762f7-c248-41f6-8555-faf1d78f5399'] response: {'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6', 'code': 200} Mar 31 23:38:30.347698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Allocated IP 172.25.6.92 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/2d31c778-01a9-4ec1-b2ad-5e82d26a2f09) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:30.392826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.468568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:30.526873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.541714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9687af-e913-4908-a0c8-b7dc41a8cdf9 req-ba233f67-8024-4dbf-a708-ab0f94bdab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:30.543473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9687af-e913-4908-a0c8-b7dc41a8cdf9 req-ba233f67-8024-4dbf-a708-ab0f94bdab12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0786428 Mar 31 23:38:30.596801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b9687af-e913-4908-a0c8-b7dc41a8cdf9 req-48a23342-a8ea-4abe-b53d-6e1c14f6a3e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Mar 31 23:38:30.672103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:30.718850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:30.722194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:30.726547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:30.731950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Pushing event updated for resources: {'Port': ['ID=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:31.119538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.231611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2b7d0-0d33-48de-b4a2-f04119c22723 None None] Network 04a96158-5da0-4a24-8b4c-331880574214 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:31.247581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247402a-3d47-4363-b2e8-e66a98c6799a req-4cc4e31b-a614-4a07-b8f5-63234e7f5827 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:31.249104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1247402a-3d47-4363-b2e8-e66a98c6799a req-4cc4e31b-a614-4a07-b8f5-63234e7f5827 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0915129 Mar 31 23:38:31.306116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] Provisioning complete for port ca4aae57-c75e-4c9c-92a8-123df62a28fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:31.306323 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.345232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1247402a-3d47-4363-b2e8-e66a98c6799a req-c6751980-f38f-4d89-a12c-21362eb63257 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883374 Mar 31 23:38:31.471843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.512933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] For port ca4aae57-c75e-4c9c-92a8-123df62a28fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca4aae57-c75e-4c9c-92a8-123df62a28fb,segment=NetworkSegment(9ee63d01-6143-4122-b5a9-3639d796e508),segment_id=9ee63d01-6143-4122-b5a9-3639d796e508)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:31.623905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.681479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95326dc-e668-4a4b-ab5e-46b86b119d3e None None] Pushing event updated for resources: {'Port': ['ID=ca4aae57-c75e-4c9c-92a8-123df62a28fb,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:31.745057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ef9cade9-d20f-4afe-bd1c-c61dd9d32bf0 None None] Provisioning complete for port ca4aae57-c75e-4c9c-92a8-123df62a28fb triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:31.745057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade9-d20f-4afe-bd1c-c61dd9d32bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.756955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:31.951421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Router c279eb0b-abe4-49c5-ac75-df3fb25bf951 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:38:32.003402 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:38:32.071068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:32.080560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Sync routers for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:32.095727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Routers {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:32.096361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:32.135161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca4aae57-c75e-4c9c-92a8-123df62a28fb up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:32.195063 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:32.199034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-14312c2f-b56d-489a-85c8-3f69f02bd843 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7750213 Mar 31 23:38:32.199540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36906) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:32.393746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Set router c279eb0b-abe4-49c5-ac75-df3fb25bf951 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:32.446983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ca4aae57-c75e-4c9c-92a8-123df62a28fb triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:32.447817 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:32.466811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854290c-cd73-4593-a842-102e30ebbea1 req-b3e9c343-feab-4610-9535-0aa0a14a8db4 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:32.469430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7854290c-cd73-4593-a842-102e30ebbea1 req-b3e9c343-feab-4610-9535-0aa0a14a8db4 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0457942 Mar 31 23:38:32.509325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7854290c-cd73-4593-a842-102e30ebbea1 req-16e3c03e-3c07-42ca-a3d6-50f828805359 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Mar 31 23:38:32.627876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5a46-635e-4928-a9aa-f0a827cf4418 req-d5602d46-eb49-4b94-b438-19e8f77e5d29 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:32.629375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b7a5a46-635e-4928-a9aa-f0a827cf4418 req-d5602d46-eb49-4b94-b438-19e8f77e5d29 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0450246 Mar 31 23:38:32.657697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:30Z', 'revision_number': 3, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:32.663174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:32.677703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b7a5a46-635e-4928-a9aa-f0a827cf4418 req-290295b3-d0cf-4d5d-9f6c-0248db4baed6 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Mar 31 23:38:32.692918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Checking router: c279eb0b-abe4-49c5-ac75-df3fb25bf951 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:32.693339 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Updating router c279eb0b-abe4-49c5-ac75-df3fb25bf951 port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:32.722916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:32.791617 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606cb46-8232-4acb-9c27-1a50e2e0b0a8 req-fbfea283-eb51-40d1-9845-7724e2ae2eae tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:32.793462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2606cb46-8232-4acb-9c27-1a50e2e0b0a8 req-fbfea283-eb51-40d1-9845-7724e2ae2eae tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0534980 Mar 31 23:38:32.834698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2606cb46-8232-4acb-9c27-1a50e2e0b0a8 req-4f769a37-d6b2-44de-a146-ede037d3a509 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Mar 31 23:38:32.841674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Allocated IP 172.20.0.1 (04a96158-5da0-4a24-8b4c-331880574214/54c7f600-5f13-4693-958a-61964fd3f8fc/3c85a632-77f8-444e-9cb7-678914c31b03) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:32.966196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:32.993532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.065875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.117607 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.119860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Attempting to bind port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:33.120230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Attempting to bind port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:33.120591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Attempting to bind port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:33.123440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cd954-af47-48cc-a39d-c01065f59160 None None] Pushing event updated for resources: {'Port': ['ID=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:33.128424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:33.128803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:33.129229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.129612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:33.130082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Bound port: 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:33.131070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.164399 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Network 04a96158-5da0-4a24-8b4c-331880574214 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:33.167134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:33.170139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:33.193572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] For port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:33.197668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] For port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:33.205059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c85a632-77f8-444e-9cb7-678914c31b03,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:33.223267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.281170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.366233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5ef4-f199-4423-b0f9-dc9e3f289088 req-2461c750-194a-426b-9db5-053c88b4ad52 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:33.368470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cb5ef4-f199-4423-b0f9-dc9e3f289088 req-2461c750-194a-426b-9db5-053c88b4ad52 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0532322 Mar 31 23:38:33.368700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Routers {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:33.369331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:33.371274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cd954-af47-48cc-a39d-c01065f59160 None None] Pushing event updated for resources: {'Port': ['ID=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:33.411227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e0cb5ef4-f199-4423-b0f9-dc9e3f289088 req-970a89fd-7c71-46bd-a7a3-b56392568896 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Mar 31 23:38:33.423736 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.504097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f8f9fa6d-7897-4da6-9c29-daefa5a1bf37 None None] Provisioning complete for port 3c85a632-77f8-444e-9cb7-678914c31b03 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:33.504378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f8f9fa6d-7897-4da6-9c29-daefa5a1bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.507131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] Set router c279eb0b-abe4-49c5-ac75-df3fb25bf951 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:33.595534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.634885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9fa6d-7897-4da6-9c29-daefa5a1bf37 None None] Port 3c85a632-77f8-444e-9cb7-678914c31b03 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:33.663605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.719758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:30Z', 'revision_number': 3, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:33.735624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c85a632-77f8-444e-9cb7-678914c31b03,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:33.738573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:33.749922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30b96-af1f-4a50-b631-5e3046a0f5e3 None None] The sync data for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 is: [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:30Z', 'revision_number': 3, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:33.846889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Network 04a96158-5da0-4a24-8b4c-331880574214 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:33.848336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:33.996679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Router c279eb0b-abe4-49c5-ac75-df3fb25bf951 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:34.137414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:34.143043 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-72e786ef-15ae-4917-b9b4-ffb4224c84e6 admin admin] 10.222.0.83 "PUT /v2.0/routers/c279eb0b-abe4-49c5-ac75-df3fb25bf951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422004 Mar 31 23:38:34.158290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:34.209847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-40c3e86b-3d48-44e7-8208-b6e42c3841de None None] Provisioning complete for port 3c85a632-77f8-444e-9cb7-678914c31b03 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:34.210222 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-40c3e86b-3d48-44e7-8208-b6e42c3841de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:34.254616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-40c3e86b-3d48-44e7-8208-b6e42c3841de None None] Port 3c85a632-77f8-444e-9cb7-678914c31b03 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:34.258608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:34.258982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:34.349476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:34.377968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:34.454638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:34.515611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:34.545873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cc0c-b57c-4039-8bb5-8587ecc3f1f7 req-d9b29442-cd75-421d-9f0d-a36b8ac927c7 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:34.547448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a67cc0c-b57c-4039-8bb5-8587ecc3f1f7 req-d9b29442-cd75-421d-9f0d-a36b8ac927c7 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0447023 Mar 31 23:38:34.589297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a67cc0c-b57c-4039-8bb5-8587ecc3f1f7 req-356713ab-23af-424e-bf41-458f8333473c tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Mar 31 23:38:34.977766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.067061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-55dcb7d4-09e7-4d26-b5dd-8acb88c678bf tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:35.069209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-55dcb7d4-09e7-4d26-b5dd-8acb88c678bf tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0445526 Mar 31 23:38:35.152169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Deleting port 1c8761ef-1dea-422d-89e5-f4eda35aced6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:35.152774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.247409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] For port 1c8761ef-1dea-422d-89e5-f4eda35aced6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=1c8761ef-1dea-422d-89e5-f4eda35aced6,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:35.247776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.260758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Calling delete_port for 1c8761ef-1dea-422d-89e5-f4eda35aced6 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:35.342660 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36940) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:35.448876 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.461689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b42c94da-4c31-4a03-bcd3-ca44ceccf230'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:35.492818 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Sync routers for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:35.511396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['1c8761ef-1dea-422d-89e5-f4eda35aced6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:35.513586 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Routers {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:35.514236 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:35.519100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c8761ef-1dea-422d-89e5-f4eda35aced6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:35.550752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] No DVR routers for this DVR port 1c8761ef-1dea-422d-89e5-f4eda35aced6 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:35.554689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.558379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10fcca8a-3a10-44a1-b8bd-00b07fb414a1 req-759eb562-23bc-409d-8605-ebbf0dd191ba tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1c8761ef-1dea-422d-89e5-f4eda35aced6 HTTP/1.1" status: 204 len: 173 time: 0.4836743 Mar 31 23:38:35.558963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'name': 'network-vif-deleted', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:35.561478 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ee7bb-d665-48be-ad04-3c642e8f7df6" -d '{"events": [{"server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "name": "network-vif-deleted", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:35.705300 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Set router c279eb0b-abe4-49c5-ac75-df3fb25bf951 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:35.746886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-352ffa57-a39c-4367-b587-f5bd3939d70d req-a138781b-b008-4ad7-91ba-8192dda449a2 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=93dd3373-cffb-4794-8a78-4bd9402a5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0559387 Mar 31 23:38:35.846437 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482163e-4fe5-4ef0-958b-cded1023fd3f x-openstack-request-id: req-7482163e-4fe5-4ef0-958b-cded1023fd3f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:35.846719 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd3373-cffb-4794-8a78-4bd9402a5bb9", "name": "network-vif-deleted", "tag": "1c8761ef-1dea-422d-89e5-f4eda35aced6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:35.847148 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7482163e-4fe5-4ef0-958b-cded1023fd3f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:35.847415 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7482163e-4fe5-4ef0-958b-cded1023fd3f'] response: {'server_uuid': '93dd3373-cffb-4794-8a78-4bd9402a5bb9', 'name': 'network-vif-deleted', 'tag': '1c8761ef-1dea-422d-89e5-f4eda35aced6', 'status': 'completed', 'code': 200} Mar 31 23:38:35.876443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:35.985850 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:33Z', 'revision_number': 4, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '3c85a632-77f8-444e-9cb7-678914c31b03', 'name': '', 'network_id': '04a96158-5da0-4a24-8b4c-331880574214', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'mac_address': 'fa:16:3e:a9:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '54c7f600-5f13-4693-958a-61964fd3f8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:32Z', 'updated_at': '2022-03-31T23:38:33Z', 'revision_number': 2, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'subnets': [{'id': '54c7f600-5f13-4693-958a-61964fd3f8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:36.013819 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Checking router: c279eb0b-abe4-49c5-ac75-df3fb25bf951 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:36.014173 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Updating router c279eb0b-abe4-49c5-ac75-df3fb25bf951 port 3c85a632-77f8-444e-9cb7-678914c31b03 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:36.046927 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.115222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:36.145407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Deleting port 3c85a632-77f8-444e-9cb7-678914c31b03 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:36.145784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.168233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:36.168844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.223515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.237179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Calling delete_port for 3c85a632-77f8-444e-9cb7-678914c31b03 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:36.349466 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.423470 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.469325 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d046-f7c1-4313-a2fe-b320e08f77fb None None] Pushing event updated for resources: {'Port': ['ID=3c85a632-77f8-444e-9cb7-678914c31b03,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:36.534074 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:36.534719 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:36.534874 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 on network 04a96158-5da0-4a24-8b4c-331880574214 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:36.541901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:36.542273 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Checking segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:36.542666 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.543196 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Bound using segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:36.543616 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Bound port: 3c85a632-77f8-444e-9cb7-678914c31b03, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:36.543998 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.568745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.593594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c85a632-77f8-444e-9cb7-678914c31b03,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:36.608321 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.db.api [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:38:36.608781 n-d-828414-2 neutron-server[109837]: DEBUG oslo_db.api [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:38:36.699965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-28abdcc3-f67b-44f1-9803-6f9d5bbb7da7 None None] Could not find standard attr ID for object 3c85a632-77f8-444e-9cb7-678914c31b03. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:38:36.791383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.028114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Router c279eb0b-abe4-49c5-ac75-df3fb25bf951 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:37.123545 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:37.123911 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:37.124269 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Attempting to bind port 3c85a632-77f8-444e-9cb7-678914c31b03 on network 04a96158-5da0-4a24-8b4c-331880574214 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:37.129658 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:37.130654 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Checking segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:37.132004 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.132431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Bound using segment: {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:37.132931 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Bound port: 3c85a632-77f8-444e-9cb7-678914c31b03, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee63d01-6143-4122-b5a9-3639d796e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '04a96158-5da0-4a24-8b4c-331880574214'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:37.133366 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.146895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:37.154913 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-972d7494-4a05-4977-adcd-7b474dbdc66b admin admin] 10.222.0.83 "PUT /v2.0/routers/c279eb0b-abe4-49c5-ac75-df3fb25bf951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8087912 Mar 31 23:38:37.155198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36956) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:37.181856 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Port 3c85a632-77f8-444e-9cb7-678914c31b03 has been deleted concurrently {{(pid=109837) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 31 23:38:37.193104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Routers {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:37.194033 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:37.286856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dad29-483e-468f-b830-06732054dd51 req-38c4c52f-3f9a-4e56-a935-7aa3399ec9bb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:37.288290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f45dad29-483e-468f-b830-06732054dd51 req-38c4c52f-3f9a-4e56-a935-7aa3399ec9bb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0844064 Mar 31 23:38:37.293769 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.312406 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] Set router c279eb0b-abe4-49c5-ac75-df3fb25bf951 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:37.373829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f45dad29-483e-468f-b830-06732054dd51 req-0d90a24c-a38b-49fc-8e89-68fa5129362c tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772831 Mar 31 23:38:37.425397 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.517349 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:36Z', 'revision_number': 5, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:37.537331 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Deleting port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:37.537598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.544224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cbcd0-6670-4588-b3cb-f5b7c1ea74f4 None None] The sync data for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 is: [{'id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'name': 'tempest-ImageQuotaTest-1332593074-router', 'tenant_id': 'b63a14b7f4894a31915046985f99b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:29Z', 'updated_at': '2022-03-31T23:38:36Z', 'revision_number': 5, 'project_id': 'b63a14b7f4894a31915046985f99b651', 'gw_port': {'id': '2d31c778-01a9-4ec1-b2ad-5e82d26a2f09', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c279eb0b-abe4-49c5-ac75-df3fb25bf951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:30Z', 'updated_at': '2022-03-31T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:37.623213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] For port 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:37.623582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.637399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Calling delete_port for 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:37.860681 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.889342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d31c778-01a9-4ec1-b2ad-5e82d26a2f09,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:37.960706 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.060192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.062605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.183558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.184180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c279eb0b-abe4-49c5-ac75-df3fb25bf951 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:38.189093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.190374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4b5b5f69-b034-432a-82a8-9de62077bfd9 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c279eb0b-abe4-49c5-ac75-df3fb25bf951 HTTP/1.1" status: 204 len: 168 time: 1.0341337 Mar 31 23:38:38.193796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:38.224860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Sync routers for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:38.233715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:38.234075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:38:38.234647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:38:38.242745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Deleting subnet 54c7f600-5f13-4693-958a-61964fd3f8fc {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:38.244238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Routers set() bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:38.244745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Router IDs set() for agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:38:38.245348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c279eb0b-abe4-49c5-ac75-df3fb25bf951'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent'). {{(pid=109836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:38:38.245715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd66949-a676-4ba6-80dd-cccfc9617e83 None None] The sync data for ids ['c279eb0b-abe4-49c5-ac75-df3fb25bf951'] in n-d-828414-2 is: [] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:38.246037 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.281868 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.368184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.477730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.491906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dae5b-5fab-4875-af88-349d46a1287b req-2ffc80c0-ea01-41ed-8f2e-d37bef54d52d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.493428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b44dae5b-5fab-4875-af88-349d46a1287b req-2ffc80c0-ea01-41ed-8f2e-d37bef54d52d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0416751 Mar 31 23:38:38.505905 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c7f600-5f13-4693-958a-61964fd3f8fc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:38.507953 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.511872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d40b304b-2377-457d-9abf-c8ca8df5bb4d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/54c7f600-5f13-4693-958a-61964fd3f8fc HTTP/1.1" status: 204 len: 168 time: 0.3163571 Mar 31 23:38:38.513804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29066b5-8a09-428f-a57a-976c39b9596e None None] Network 04a96158-5da0-4a24-8b4c-331880574214 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:38.515928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:38.537528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b44dae5b-5fab-4875-af88-349d46a1287b req-b029a1d9-d5b7-4c13-8cd9-ce29ce607d83 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Mar 31 23:38:38.584195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.638365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Deleting port ca4aae57-c75e-4c9c-92a8-123df62a28fb {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:38.638905 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.687965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] DHCP port deletion for 04a96158-5da0-4a24-8b4c-331880574214 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:38.723200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] For port ca4aae57-c75e-4c9c-92a8-123df62a28fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca4aae57-c75e-4c9c-92a8-123df62a28fb,segment=NetworkSegment(9ee63d01-6143-4122-b5a9-3639d796e508),segment_id=9ee63d01-6143-4122-b5a9-3639d796e508)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:38.723573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.738095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Calling delete_port for ca4aae57-c75e-4c9c-92a8-123df62a28fb owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:38.738941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Deleting port ca4aae57-c75e-4c9c-92a8-123df62a28fb {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:38.739404 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.800331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] For port ca4aae57-c75e-4c9c-92a8-123df62a28fb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ca4aae57-c75e-4c9c-92a8-123df62a28fb,segment=NetworkSegment(9ee63d01-6143-4122-b5a9-3639d796e508),segment_id=9ee63d01-6143-4122-b5a9-3639d796e508)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:38.800723 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.818849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Calling delete_port for ca4aae57-c75e-4c9c-92a8-123df62a28fb owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:38.855533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-f8e0ec89-7ac7-421d-925c-e544ce13ca5d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.857070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-f8e0ec89-7ac7-421d-925c-e544ce13ca5d tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0419855 Mar 31 23:38:38.901785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.912490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.940372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] Pushing event deleted for resources: {'Port': ['ID=ca4aae57-c75e-4c9c-92a8-123df62a28fb,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:38.946143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f6ed3-b7f4-4f76-b039-0d146fde41f1 None None] No DVR routers for this DVR port ca4aae57-c75e-4c9c-92a8-123df62a28fb on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:38.948018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4aae57-c75e-4c9c-92a8-123df62a28fb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:38.954837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] No DVR routers for this DVR port ca4aae57-c75e-4c9c-92a8-123df62a28fb on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:39.405708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.414808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Deleting port b42c94da-4c31-4a03-bcd3-ca44ceccf230 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:39.415300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.442972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a96158-5da0-4a24-8b4c-331880574214']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:39.479837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee63d01-6143-4122-b5a9-3639d796e508') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:39.480133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee63d01-6143-4122-b5a9-3639d796e508') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:39.495438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.519798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.534943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:39.535372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: items = [ Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:39.537785 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:39.558781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] For port b42c94da-4c31-4a03-bcd3-ca44ceccf230, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b42c94da-4c31-4a03-bcd3-ca44ceccf230,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:39.559187 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.608289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Calling delete_port for b42c94da-4c31-4a03-bcd3-ca44ceccf230 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:39.657866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7fba-43e3-4b3a-92b8-ea3ec9133d93 req-d60ed061-bb01-4341-aec8-b7f42e120fd5 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.659350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3ae7fba-43e3-4b3a-92b8-ea3ec9133d93 req-d60ed061-bb01-4341-aec8-b7f42e120fd5 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 1097 time: 0.0456305 Mar 31 23:38:39.698409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e3ae7fba-43e3-4b3a-92b8-ea3ec9133d93 req-7a91e821-637c-452c-bb68-226734a26dcb tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Mar 31 23:38:39.727503 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.736654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.739903 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/04a96158-5da0-4a24-8b4c-331880574214 HTTP/1.1" status: 204 len: 168 time: 1.2230113 Mar 31 23:38:39.753987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1d76-265f-4c33-8997-8f3942a8fcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a96158-5da0-4a24-8b4c-331880574214,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:39.863696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.892288 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Pushing event deleted for resources: {'Port': ['ID=b42c94da-4c31-4a03-bcd3-ca44ceccf230,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:39.939582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] No DVR routers for this DVR port b42c94da-4c31-4a03-bcd3-ca44ceccf230 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:39.942870 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.946503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f9ad58d-a94c-4ac8-adc8-9f4c229f5401 req-9d04f72e-dc56-43f4-bf26-0830756f8563 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b42c94da-4c31-4a03-bcd3-ca44ceccf230 HTTP/1.1" status: 204 len: 173 time: 1.0835679 Mar 31 23:38:39.946950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'name': 'network-vif-deleted', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:39.949323 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b77ce0-21b1-4388-80d8-8ad2225d0e10" -d '{"events": [{"server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "name": "network-vif-deleted", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:39.992884 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba0fd9-78e0-4e6c-a63c-30f863d6c9bd x-openstack-request-id: req-bcba0fd9-78e0-4e6c-a63c-30f863d6c9bd {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:39.993184 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ac9a47-dd97-4295-bfef-3c37a00410be", "name": "network-vif-deleted", "tag": "b42c94da-4c31-4a03-bcd3-ca44ceccf230", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:39.993453 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bcba0fd9-78e0-4e6c-a63c-30f863d6c9bd {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:39.993851 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcba0fd9-78e0-4e6c-a63c-30f863d6c9bd'] response: {'server_uuid': '56ac9a47-dd97-4295-bfef-3c37a00410be', 'name': 'network-vif-deleted', 'tag': 'b42c94da-4c31-4a03-bcd3-ca44ceccf230', 'status': 'completed', 'code': 200} Mar 31 23:38:40.110081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:40.133545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 36970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:40.136895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:40.137237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2d31c778-01a9-4ec1-b2ad-5e82d26a2f09 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:40.137805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca4aae57-c75e-4c9c-92a8-123df62a28fb no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:40.139959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1c8761ef-1dea-422d-89e5-f4eda35aced6 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:40.176518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6ff71626-4bb4-48cc-9825-f91ce91f10be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b63a14b7f4894a31915046985f99b651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418205 Mar 31 23:38:40.179732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36972) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:40.180131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 1c8761ef-1dea-422d-89e5-f4eda35aced6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:40.180483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 1c8761ef-1dea-422d-89e5-f4eda35aced6 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:40.181949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ca4aae57-c75e-4c9c-92a8-123df62a28fb {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:40.182284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ca4aae57-c75e-4c9c-92a8-123df62a28fb not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:40.233396 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.255977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.391212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.393879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.395060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf702eb4-4ca7-4717-9b32-2f5e748de899 HTTP/1.1" status: 204 len: 168 time: 0.2143395 Mar 31 23:38:40.403568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767697b-5086-4c39-8f1e-48eb1d1921de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf702eb4-4ca7-4717-9b32-2f5e748de899,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:40.828866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c8d343d-d3b4-4d38-97cf-d7f2ae44cb17 req-4446e90a-9b44-4e89-9d45-d47d08db3703 tempest-TestServerMultinode-328247812 tempest-TestServerMultinode-328247812-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=56ac9a47-dd97-4295-bfef-3c37a00410be HTTP/1.1" status: 200 len: 210 time: 0.0379491 Mar 31 23:38:41.101880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36980) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:41.116145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a70cbd5-0925-4bef-a46c-7ed5ed682133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.208163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a70cbd5-0925-4bef-a46c-7ed5ed682133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.238355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b42c94da-4c31-4a03-bcd3-ca44ceccf230 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:41.259479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: b42c94da-4c31-4a03-bcd3-ca44ceccf230 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:41.259745 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b42c94da-4c31-4a03-bcd3-ca44ceccf230 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:41.316824 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3a70cbd5-0925-4bef-a46c-7ed5ed682133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.355997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70cbd5-0925-4bef-a46c-7ed5ed682133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a7447-95e4-4f62-8091-5f353c18ca27,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:41.360692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3a70cbd5-0925-4bef-a46c-7ed5ed682133 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2577825 Mar 31 23:38:41.364126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36982) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:41.416234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.439303 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.651957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.654625 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.655843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/691a7447-95e4-4f62-8091-5f353c18ca27 HTTP/1.1" status: 204 len: 168 time: 0.2913711 Mar 31 23:38:41.664441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474678f5-10c3-420f-a956-f580c4e3e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a7447-95e4-4f62-8091-5f353c18ca27,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:41.688365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-05afd3be-e884-4d88-bd8d-be4577414634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.902276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 36996) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:42.272454 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.443761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37008) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:42.533604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Deleting port e846c197-d62b-4bba-91ef-333762c4c5f9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:42.533955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.553178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-122681862-network', 'tenant_id': '06f7178068184998bef91f33d3afc9e5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:42.635337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] For port e846c197-d62b-4bba-91ef-333762c4c5f9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e846c197-d62b-4bba-91ef-333762c4c5f9,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:42.635701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.648557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Calling delete_port for e846c197-d62b-4bba-91ef-333762c4c5f9 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:42.699457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Made reservation on behalf of 06f7178068184998bef91f33d3afc9e5 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:42.701613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.718318 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.882144 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.933598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.958955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:38:42.965892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.978436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a83f233-8d21-4814-8091-ba4ebeb48f73,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:42.981425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.981765 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Added segment de12a0d0-3bf6-42c9-b105-07acb59185e8 of type vlan for network 0f7c5601-728d-4222-8f2f-613374d203cb Mar 31 23:38:43.009010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e846c197-d62b-4bba-91ef-333762c4c5f9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:43.080850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.218428 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.219371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.219948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.221957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.323227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8781176 Mar 31 23:38:43.325828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37012) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:43.330873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Request body: {'subnet': {'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-122681862-subnet', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:43.336576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0f93b-ba7d-457b-9da8-7a79f440b0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7c5601-728d-4222-8f2f-613374d203cb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:43.346873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0f7c5601-728d-4222-8f2f-613374d203cb details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:38:43.429218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Made reservation on behalf of 06f7178068184998bef91f33d3afc9e5 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:43.431630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.511084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Router db6d8190-3ae7-402a-a2b7-97d487c726c5 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:43.622044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:43.627064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-16c8ba63-7f81-462a-941a-8e743a3f2c9d admin admin] 10.222.0.83 "PUT /v2.0/routers/db6d8190-3ae7-402a-a2b7-97d487c726c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238948 Mar 31 23:38:43.630444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37014) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:43.633282 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Sync routers for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:43.643835 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:43.644526 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:43.686843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.739942 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.753519 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:43.756151 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affdacdf-fd1c-44db-aa8a-23d51cf6d590,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:43.761534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Checking segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:43.762032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Network hostable DHCP agents. Network: 0f7c5601-728d-4222-8f2f-613374d203cb, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:38:43.848840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Network 0f7c5601-728d-4222-8f2f-613374d203cb is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:38:43.850944 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.895284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e5572b93-7ce6-47df-914e-d5815d252456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.928484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0f7c5601-728d-4222-8f2f-613374d203cb) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:43.932911 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.933643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.938747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1d24e-850b-4f2f-95b0-78fb754cc3cf None None] Network 0f7c5601-728d-4222-8f2f-613374d203cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:43.949811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:38:42Z', 'revision_number': 5, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port': {'id': '992d7ea4-6376-42cf-bbbf-d9d56c4c64c2', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:43.976989 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Checking router: db6d8190-3ae7-402a-a2b7-97d487c726c5 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:43.986093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Routers {'db6d8190-3ae7-402a-a2b7-97d487c726c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:43.986708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['db6d8190-3ae7-402a-a2b7-97d487c726c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:44.017318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Deleting port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:44.017808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.078417 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2cd83fd9-3a6e-4bcc-9c16-97d5b213e3b3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7491033 Mar 31 23:38:44.078715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37018) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:44.082994 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] Set router db6d8190-3ae7-402a-a2b7-97d487c726c5 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:44.085064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:44.126858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] For port 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:44.127260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.144780 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:38:43Z', 'revision_number': 6, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:44.147630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Calling delete_port for 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:44.159524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0f7c5601-728d-4222-8f2f-613374d203cb', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:38:44.163164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.176149 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe4133-47ac-446f-a624-56e88966c051 None None] The sync data for ids ['db6d8190-3ae7-402a-a2b7-97d487c726c5'] in n-d-828414-2 is: [{'id': 'db6d8190-3ae7-402a-a2b7-97d487c726c5', 'name': 'tempest-TestServerMultinode-1205893231-router', 'tenant_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:48Z', 'updated_at': '2022-03-31T23:38:43Z', 'revision_number': 6, 'project_id': '9eb369ef58704d9aa44bb0f7394c0d40', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:44.192070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.193752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.249303 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.324334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Allocated IP 172.20.0.2 (0f7c5601-728d-4222-8f2f-613374d203cb/affdacdf-fd1c-44db-aa8a-23d51cf6d590/e8d6f2fe-3600-41a8-b4b8-d0887c0e6851) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:44.409080 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.440823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Pushing event deleted for resources: {'Port': ['ID=992d7ea4-6376-42cf-bbbf-d9d56c4c64c2,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:44.476768 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.504170 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.509691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.535107 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.591025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Network 0f7c5601-728d-4222-8f2f-613374d203cb is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:44.592626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:44.597499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:44.668004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Pushing event updated for resources: {'Port': ['ID=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:44.688092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Attempting to bind port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:44.690174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Attempting to bind port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:44.690174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Attempting to bind port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 on network 0f7c5601-728d-4222-8f2f-613374d203cb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:44.696737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:44.697311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Checking segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:44.697701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.697913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Bound using segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:44.699263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Bound port: e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:44.699263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.773682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] For port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:44.778027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] For port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:44.832014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.847511 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.857634 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.914168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be790fb-4b5b-47cb-98c0-984e1de309a7 None None] Pushing event updated for resources: {'Port': ['ID=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:44.984003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.988321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:44.988494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Allocated IP 172.25.6.21 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/5f1aa9a7-0084-465a-b5ea-c8c9e508b57b) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:45.124389 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.135079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.142593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6d8190-3ae7-402a-a2b7-97d487c726c5 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:45.142593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.145042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-02253154-65fc-4a15-97a5-50b13d4307cd admin admin] 10.222.0.83 "DELETE /v2.0/routers/db6d8190-3ae7-402a-a2b7-97d487c726c5 HTTP/1.1" status: 204 len: 168 time: 1.5135639 Mar 31 23:38:45.146605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37020) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:45.211604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Deleting subnet d03e4f79-636a-4466-8ca5-06467dd40c4e {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:45.215222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.243313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.256791 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.288476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:45.291818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:45.295502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:45.321171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:45.365472 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.435071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.523327 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.547318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03e4f79-636a-4466-8ca5-06467dd40c4e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:45.555750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.559099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-877128b6-1b46-444b-a7e7-c372729c9aed admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d03e4f79-636a-4466-8ca5-06467dd40c4e HTTP/1.1" status: 204 len: 168 time: 0.4113796 Mar 31 23:38:45.561529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37022) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:45.563508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b92f5-20be-4ffb-9d67-7bc04112e612 None None] Network b497c984-d3e8-4ee6-901b-f69b5a5e14fc requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:45.634795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.678157 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.709015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Deleting port b4412146-8a4c-44c6-8410-b0bcfec94fd3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:45.709518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.791754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] For port b4412146-8a4c-44c6-8410-b0bcfec94fd3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b4412146-8a4c-44c6-8410-b0bcfec94fd3,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:45.794622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.806917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] DHCP port deletion for b497c984-d3e8-4ee6-901b-f69b5a5e14fc request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:45.815146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Calling delete_port for b4412146-8a4c-44c6-8410-b0bcfec94fd3 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:45.868068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Deleting port b4412146-8a4c-44c6-8410-b0bcfec94fd3 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:45.869117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.923092 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.944315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] For port b4412146-8a4c-44c6-8410-b0bcfec94fd3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b4412146-8a4c-44c6-8410-b0bcfec94fd3,segment=NetworkSegment(bca4b004-47a8-4bca-a4e1-e0a0c86552e8),segment_id=bca4b004-47a8-4bca-a4e1-e0a0c86552e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:45.944807 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:45.958045 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Calling delete_port for b4412146-8a4c-44c6-8410-b0bcfec94fd3 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:46.006302 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.052890 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.057122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] No DVR routers for this DVR port b4412146-8a4c-44c6-8410-b0bcfec94fd3 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:46.063123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4412146-8a4c-44c6-8410-b0bcfec94fd3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:46.090972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] Pushing event deleted for resources: {'Port': ['ID=b4412146-8a4c-44c6-8410-b0bcfec94fd3,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:46.093003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8a4d5-512d-4070-8af5-f60d360cba95 None None] No DVR routers for this DVR port b4412146-8a4c-44c6-8410-b0bcfec94fd3 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:46.132696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905356a0-3574-4132-93c1-684f159a2d97 None None] Network 0f7c5601-728d-4222-8f2f-613374d203cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:46.134454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Router f9de4191-3728-4271-9204-2b23d63bee12 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:38:46.149536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.175979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b497c984-d3e8-4ee6-901b-f69b5a5e14fc']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:46.187449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:46.187780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca4b004-47a8-4bca-a4e1-e0a0c86552e8') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:46.198974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.203638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] Provisioning complete for port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:46.204008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.224925 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.237404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:46.237818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.243817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:46.249123 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:46.275050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:46.298869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:46.331342 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:46.331931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:46.370782 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.372106 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-567932aa-3949-4886-aef7-ecd616abc540 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2924173 Mar 31 23:38:46.375086 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37024) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:46.391729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.399325 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.405813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b497c984-d3e8-4ee6-901b-f69b5a5e14fc HTTP/1.1" status: 204 len: 168 time: 0.8406115 Mar 31 23:38:46.415661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37026) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:46.423470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1753a-98d6-469a-93ef-a0dd7c161992 admin admin] Pushing event deleted for resources: {'Network': ['ID=b497c984-d3e8-4ee6-901b-f69b5a5e14fc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:46.633199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.667318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:46.667599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.748536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.792632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] For port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:46.800599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:46.819232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.856891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.865756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.876027 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.056379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d120b-81c5-405e-bc4a-82fcea955902 None None] Pushing event updated for resources: {'Port': ['ID=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:47.122569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b4412146-8a4c-44c6-8410-b0bcfec94fd3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:47.130435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Allocated IP 172.20.0.1 (0f7c5601-728d-4222-8f2f-613374d203cb/affdacdf-fd1c-44db-aa8a-23d51cf6d590/7f8bdc5d-5a49-457e-a5b6-d78c1a73789a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:47.146334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b4412146-8a4c-44c6-8410-b0bcfec94fd3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:47.146824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b4412146-8a4c-44c6-8410-b0bcfec94fd3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:47.147357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:47.161283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Deleting port a53ac7ef-dc72-4310-bb42-f83037710bd9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:47.161896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.168872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:47.169333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 992d7ea4-6376-42cf-bbbf-d9d56c4c64c2 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:47.169840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e846c197-d62b-4bba-91ef-333762c4c5f9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:47.201943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e846c197-d62b-4bba-91ef-333762c4c5f9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:47.201943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e846c197-d62b-4bba-91ef-333762c4c5f9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:47.220915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-af9ddf21-c670-4d95-8cb1-3808afa483a5 None None] Provisioning complete for port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:47.220915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af9ddf21-c670-4d95-8cb1-3808afa483a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.256223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:45Z', 'revision_number': 3, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:47.256902 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.257749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] For port a53ac7ef-dc72-4310-bb42-f83037710bd9, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a53ac7ef-dc72-4310-bb42-f83037710bd9,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:47.258118 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.273173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Calling delete_port for a53ac7ef-dc72-4310-bb42-f83037710bd9 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:47.286550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:47.287032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Updating router f9de4191-3728-4271-9204-2b23d63bee12 port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:47.319270 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.381753 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.428044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Network 0f7c5601-728d-4222-8f2f-613374d203cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:47.433679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:47.440406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:47.445010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:47.517048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.561848 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.597206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53ac7ef-dc72-4310-bb42-f83037710bd9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:47.671450 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.724595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.761945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a0aeab70-5f0a-42a0-8b8f-78ed9b7d1f47 None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:47.764374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0aeab70-5f0a-42a0-8b8f-78ed9b7d1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.804671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.807562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.809735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a0aeab70-5f0a-42a0-8b8f-78ed9b7d1f47 None None] Port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:47.874369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Attempting to bind port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:47.875428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Attempting to bind port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:47.876866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Attempting to bind port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:47.886112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbeff3-ee9f-4d8d-8754-12ef3f3dc097 None None] Pushing event updated for resources: {'Port': ['ID=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:47.895938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:47.896664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:47.897293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.897775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:47.898434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Bound port: 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:47.899188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.932131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.953445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] For port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:47.956501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] For port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:47.989909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.018694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.058832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.061619 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:48.077314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Router f059a050-81b2-4778-80f5-797c25bead75 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:48.092069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbeff3-ee9f-4d8d-8754-12ef3f3dc097 None None] Pushing event updated for resources: {'Port': ['ID=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:48.098258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:48.099081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:48.187546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Network 0f7c5601-728d-4222-8f2f-613374d203cb is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:48.189198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:48.232352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:48.238788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:48.253630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37028) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:48.256324 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e776cc73-4cf8-4cb7-8a09-e8babc43f222 admin admin] 10.222.0.83 "PUT /v2.0/routers/f059a050-81b2-4778-80f5-797c25bead75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393428 Mar 31 23:38:48.257134 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Sync routers for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:48.268404 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:48.269337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:48.275266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:48.347761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:48.348133 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.394182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:48.430745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.433567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Router f9de4191-3728-4271-9204-2b23d63bee12 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:48.616430 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 5, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:48.652392 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Checking router: f059a050-81b2-4778-80f5-797c25bead75 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:48.662598 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Routers {'f059a050-81b2-4778-80f5-797c25bead75'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:48.663533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f059a050-81b2-4778-80f5-797c25bead75'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:48.701729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3cb78e87-c74a-4691-817e-e0d72a35ed07 None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:48.702297 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3cb78e87-c74a-4691-817e-e0d72a35ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.780581 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] Set router f059a050-81b2-4778-80f5-797c25bead75 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:48.792205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3cb78e87-c74a-4691-817e-e0d72a35ed07 None None] Port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:48.821305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:48.850152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2a450-29e0-45bd-b43e-3ffd4c973e03 None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:48.985514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.987095 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 5, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:49.008547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:49.013660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-22263a98-72e0-4f78-97bd-5475b6f89097 admin admin] 10.222.0.83 "PUT /v2.0/routers/f9de4191-3728-4271-9204-2b23d63bee12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6375043 Mar 31 23:38:49.026735 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d547d2-555f-4d30-9866-9368e085af77 None None] The sync data for ids ['f059a050-81b2-4778-80f5-797c25bead75'] in n-d-828414-2 is: [{'id': 'f059a050-81b2-4778-80f5-797c25bead75', 'name': 'tempest-TestServerMultinode-851540572-router', 'tenant_id': '0dea242aeed344c092ac6b22439bdc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:37:56Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 5, 'project_id': '0dea242aeed344c092ac6b22439bdc3d', 'gw_port': {'id': '4620ad82-2aa0-430f-b4db-a9d3550ac39e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f059a050-81b2-4778-80f5-797c25bead75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:37:57Z', 'updated_at': '2022-03-31T23:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:49.122798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Deleting port 4620ad82-2aa0-430f-b4db-a9d3550ac39e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:49.123176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.206509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-24918668-a015-4336-8745-72f4a962846d admin admin] For port 4620ad82-2aa0-430f-b4db-a9d3550ac39e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4620ad82-2aa0-430f-b4db-a9d3550ac39e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:49.206895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.225566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Calling delete_port for 4620ad82-2aa0-430f-b4db-a9d3550ac39e owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:49.552457 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.603967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Pushing event deleted for resources: {'Port': ['ID=4620ad82-2aa0-430f-b4db-a9d3550ac39e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:49.687890 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.791684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.794056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.922987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.927774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f059a050-81b2-4778-80f5-797c25bead75 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:49.929576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-24918668-a015-4336-8745-72f4a962846d admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:49.931073 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-24918668-a015-4336-8745-72f4a962846d admin admin] 10.222.0.83 "DELETE /v2.0/routers/f059a050-81b2-4778-80f5-797c25bead75 HTTP/1.1" status: 204 len: 168 time: 1.6762426 Mar 31 23:38:49.933429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37044) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:49.959064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37046) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:49.964325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1720979508-network', 'tenant_id': 'b57878e221244020b99901c1d5c8b937'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:49.997041 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Deleting subnet a54fad36-fb2f-428f-a9f0-51d064461975 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:50.001298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.064443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.066875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Made reservation on behalf of b57878e221244020b99901c1d5c8b937 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:50.070421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.087231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.195629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.203093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.257767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.286143 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:38:50.292909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b3154-f7d9-4b1f-9529-ec3bc230ad1d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:50.300628 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.301938 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Added segment 30c97af3-71fd-4bca-b4e4-361b6303a1f8 of type vlan for network 899af98a-aa40-49da-81c6-ea77ce696dc0 Mar 31 23:38:50.346010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.350774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.378140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54fad36-fb2f-428f-a9f0-51d064461975,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:50.390309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.395162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c596c5b-5758-457e-933c-3691981afe10 None None] Network f51dadc6-dc42-42e6-9f42-9200b047299e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:50.399060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-060d3fd7-2f72-48ae-926b-ba82532d88cb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a54fad36-fb2f-428f-a9f0-51d064461975 HTTP/1.1" status: 204 len: 168 time: 0.4625094 Mar 31 23:38:50.400200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37048) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:50.443119 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.446790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:50.446790 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.487441 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.520855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] Pushing event updated for resources: {'Network': ['ID=899af98a-aa40-49da-81c6-ea77ce696dc0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:50.542674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:38:50.581566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Deleting port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:50.581566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.610131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a53ac7ef-dc72-4310-bb42-f83037710bd9 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:50.610551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5b177516-1137-4756-a7fb-1a74ca58796b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6497877 Mar 31 23:38:50.611717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37050) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:50.617408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Request body: {'subnet': {'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1720979508-subnet', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:50.651328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] DHCP port deletion for f51dadc6-dc42-42e6-9f42-9200b047299e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:50.663354 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a53ac7ef-dc72-4310-bb42-f83037710bd9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:50.663696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a53ac7ef-dc72-4310-bb42-f83037710bd9 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:50.684051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] For port 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=815bcaed-67a6-41a1-92e2-04c9cc2788f5,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:50.690335 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.700698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Calling delete_port for 815bcaed-67a6-41a1-92e2-04c9cc2788f5 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:50.710826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Made reservation on behalf of b57878e221244020b99901c1d5c8b937 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:50.713241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.726083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Deleting port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:50.726739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.809594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] For port 815bcaed-67a6-41a1-92e2-04c9cc2788f5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=815bcaed-67a6-41a1-92e2-04c9cc2788f5,segment=NetworkSegment(215bbab6-88b1-486d-bd87-7fa1b0d99f75),segment_id=215bbab6-88b1-486d-bd87-7fa1b0d99f75)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:50.810087 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.823866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Calling delete_port for 815bcaed-67a6-41a1-92e2-04c9cc2788f5 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:50.870694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.902637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Pushing event deleted for resources: {'Port': ['ID=815bcaed-67a6-41a1-92e2-04c9cc2788f5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:50.906241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] No DVR routers for this DVR port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:50.928009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:50.963827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] Pushing event deleted for resources: {'Port': ['ID=815bcaed-67a6-41a1-92e2-04c9cc2788f5,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:50.969024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed449a8c-edcf-42bf-8772-d85d95e65c9b None None] No DVR routers for this DVR port 815bcaed-67a6-41a1-92e2-04c9cc2788f5 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:51.004240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.023540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51dadc6-dc42-42e6-9f42-9200b047299e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:51.025664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.034004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215bbab6-88b1-486d-bd87-7fa1b0d99f75') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:51.034307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215bbab6-88b1-486d-bd87-7fa1b0d99f75') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:51.045128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.059057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.066115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:51.066921 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:51.068762 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:51.094091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d254aa-4b40-4525-a854-f15dba4aa524,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:51.100828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Checking segment: {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:51.101209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Network hostable DHCP agents. Network: 899af98a-aa40-49da-81c6-ea77ce696dc0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:38:51.185331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:38:51.231802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.237662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.242059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] 10.222.0.83 "DELETE /v2.0/networks/f51dadc6-dc42-42e6-9f42-9200b047299e HTTP/1.1" status: 204 len: 168 time: 0.8397934 Mar 31 23:38:51.252145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5834-b2be-482b-86a5-cfb00d78c37b admin admin] Pushing event deleted for resources: {'Network': ['ID=f51dadc6-dc42-42e6-9f42-9200b047299e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:51.260063 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 899af98a-aa40-49da-81c6-ea77ce696dc0) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:51.267103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:51.270857 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.270981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0e559-e7be-4800-882b-df675ce9ea92 None None] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:51.342489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ab8303f-3503-49ca-a26f-df6f7b2ab769 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7290773 Mar 31 23:38:51.345104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37054) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:51.350216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:51.422669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-899af98a-aa40-49da-81c6-ea77ce696dc0', 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'fixed_ips': [{'subnet_id': '47d254aa-4b40-4525-a854-f15dba4aa524'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:38:51.423697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.440838 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.442475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.502679 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.581504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Allocated IP 172.20.0.2 (899af98a-aa40-49da-81c6-ea77ce696dc0/47d254aa-4b40-4525-a854-f15dba4aa524/381fdc11-d631-40e2-bd64-7843dd0823e3) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:51.689793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37056) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:51.740177 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6392a20f-005c-45ec-8e2b-70c2281cf04e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9eb369ef58704d9aa44bb0f7394c0d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464127 Mar 31 23:38:51.740552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37058) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:51.743354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.747254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:51.753689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.763150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:51.763759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:51.792636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.814432 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.859100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.914888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:51.917668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:51.931895 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.934861 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:51.938580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/85d9158a-5055-47ec-92dd-0b72f6e02f57 HTTP/1.1" status: 204 len: 168 time: 0.1947899 Mar 31 23:38:51.946348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:51.952178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:51.960631 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddae804-e522-4110-89b2-ed972c77382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9158a-5055-47ec-92dd-0b72f6e02f57,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:51.961225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Pushing event updated for resources: {'Port': ['ID=381fdc11-d631-40e2-bd64-7843dd0823e3,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:52.043887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.065859 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.127429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Attempting to bind port 381fdc11-d631-40e2-bd64-7843dd0823e3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:52.127794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Attempting to bind port 381fdc11-d631-40e2-bd64-7843dd0823e3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:52.128148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Attempting to bind port 381fdc11-d631-40e2-bd64-7843dd0823e3 on network 899af98a-aa40-49da-81c6-ea77ce696dc0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:52.136512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:52.136877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Checking segment: {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:52.137462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.138047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Bound using segment: {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:52.138970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Bound port: 381fdc11-d631-40e2-bd64-7843dd0823e3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:52.139385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.195772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Allocated IP 172.25.6.160 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/47a7f0d6-96b5-40e5-9a82-af7d43eb9107) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:52.197742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:52.291224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] For port 381fdc11-d631-40e2-bd64-7843dd0823e3, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:52.298555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] For port 381fdc11-d631-40e2-bd64-7843dd0823e3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=381fdc11-d631-40e2-bd64-7843dd0823e3,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:52.304274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.319633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:52.319995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.358871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:52.391149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:52.391511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Updating router f9de4191-3728-4271-9204-2b23d63bee12 port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:52.414412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.426200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.453606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.468849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:52.472619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:52.479988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:52.528361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Pushing event updated for resources: {'Port': ['ID=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:52.537105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a39f4-bd1c-4082-947a-bea271e6eee1 None None] Pushing event updated for resources: {'Port': ['ID=381fdc11-d631-40e2-bd64-7843dd0823e3,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:52.572414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.655766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:52.745645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.792792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 37066) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:52.837237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:52.892675 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:52.893339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5555c055-1f50-4d8a-972b-b786be2430eb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0dea242aeed344c092ac6b22439bdc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990100 Mar 31 23:38:52.896002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37068) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:52.928026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.018279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 815bcaed-67a6-41a1-92e2-04c9cc2788f5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:53.022296 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.032919 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.067216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 815bcaed-67a6-41a1-92e2-04c9cc2788f5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:53.067216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 815bcaed-67a6-41a1-92e2-04c9cc2788f5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:53.067216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4620ad82-2aa0-430f-b4db-a9d3550ac39e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:53.092927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.099037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4620ad82-2aa0-430f-b4db-a9d3550ac39e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:53.099434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4620ad82-2aa0-430f-b4db-a9d3550ac39e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:53.108654 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f995-5a39-47c1-af07-29e2e9f2e2ae None None] Pushing event updated for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:53.173021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Attempting to bind port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:53.173227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Attempting to bind port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:53.173468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Attempting to bind port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a on network 0f7c5601-728d-4222-8f2f-613374d203cb {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:53.178907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:53.179328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Checking segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:53.179729 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.180121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Bound using segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:53.180608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Bound port: 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:53.180985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.188766 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.275984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] For port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:53.283599 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] For port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:53.352439 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.355231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.356397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb561f83-814d-471f-ba1b-1ccc0f4f9d1f HTTP/1.1" status: 204 len: 168 time: 0.4594057 Mar 31 23:38:53.366702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910971c-a045-4d97-a208-81e9be010b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb561f83-814d-471f-ba1b-1ccc0f4f9d1f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:53.374436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.403079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Router b6af341d-0f47-46d0-ae1d-36487cf173c5 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:38:53.452252 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f995-5a39-47c1-af07-29e2e9f2e2ae None None] Pushing event updated for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:53.473857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:53.474637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:53.497344 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:53.497904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:53.834469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423ee40-b931-48eb-b468-92635a9fe4b0 None None] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:53.935304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:53.981538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:53.988006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.000982 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d059a-c481-4726-9f01-614506e31952 None None] Sync routers for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:54.019481 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:54.020980 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:54.111267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] For port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:54.137079 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.139630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8cf4c02e-885e-42e3-9fe6-f66dbb3dcc1d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7927117 Mar 31 23:38:54.145061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 37072) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:54.221479 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.310880 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:54.350070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff6be-ed31-4a4e-a1ee-02c78a9f7eef None None] Pushing event updated for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:54.369334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Provisioning complete for port 381fdc11-d631-40e2-bd64-7843dd0823e3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:54.369334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.442501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:54.450118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:53Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:54.517094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90db9f-d5cd-442f-abae-9f098acaae14 None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:53Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:54.553868 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 3, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:54.585682 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d059a-c481-4726-9f01-614506e31952 None None] Checking router: b6af341d-0f47-46d0-ae1d-36487cf173c5 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:54.586172 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d059a-c481-4726-9f01-614506e31952 None None] Updating router b6af341d-0f47-46d0-ae1d-36487cf173c5 port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:54.597575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.600140 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.615550 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.663851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] For port 381fdc11-d631-40e2-bd64-7843dd0823e3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=381fdc11-d631-40e2-bd64-7843dd0823e3,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:54.672432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:54.672802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.757611 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.821321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:54.821783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.824182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 381fdc11-d631-40e2-bd64-7843dd0823e3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:54.860906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.885205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d29a01-179e-4b7e-a056-9a22aa8a6f78 None None] Pushing event updated for resources: {'Port': ['ID=381fdc11-d631-40e2-bd64-7843dd0823e3,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:54.931413 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.968020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 381fdc11-d631-40e2-bd64-7843dd0823e3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:54.968390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.018115 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.072027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:55.091587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Pushing event updated for resources: {'Port': ['ID=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:55.110158 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.110944 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.111444 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.111938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.112412 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.112901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.113373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.114545 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.115077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.115570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.116482 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.117533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:55.121816 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-887d059a-c481-4726-9f01-614506e31952 None None] Attempting to bind port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:55.122687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-887d059a-c481-4726-9f01-614506e31952 None None] Attempting to bind port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:55.123229 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d059a-c481-4726-9f01-614506e31952 None None] Attempting to bind port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:55.130934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d059a-c481-4726-9f01-614506e31952 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:55.132645 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d059a-c481-4726-9f01-614506e31952 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:55.133232 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.133623 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d059a-c481-4726-9f01-614506e31952 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:55.134313 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-887d059a-c481-4726-9f01-614506e31952 None None] Bound port: 47a7f0d6-96b5-40e5-9a82-af7d43eb9107, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:55.134643 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.140239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-333cf77f-74b2-4179-bb5f-726b20e08d3f None None] Provisioning complete for port 381fdc11-d631-40e2-bd64-7843dd0823e3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:55.140737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-333cf77f-74b2-4179-bb5f-726b20e08d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.148362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Allocated IP 172.20.0.1 (899af98a-aa40-49da-81c6-ea77ce696dc0/47d254aa-4b40-4525-a854-f15dba4aa524/901b5d67-468f-4dfe-8bfb-5381347e7ff0) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:55.191135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:55.191634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.202473 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-887d059a-c481-4726-9f01-614506e31952 None None] For port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:55.207603 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-887d059a-c481-4726-9f01-614506e31952 None None] For port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:55.290299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.301889 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-887d059a-c481-4726-9f01-614506e31952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.375846 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:55.376613 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:55.409026 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.416692 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa047c-5cb3-42d8-9311-0c93be09f47b None None] Pushing event updated for resources: {'Port': ['ID=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:55.455263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:55.458725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:55.464234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:55.467393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Pushing event updated for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:55.495275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:55.511552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.695702 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-887d059a-c481-4726-9f01-614506e31952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 3, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:55.701523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a4db383d-3657-4ea0-a98f-4e089068d312 None None] Provisioning complete for port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:55.702003 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a4db383d-3657-4ea0-a98f-4e089068d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.722671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d059a-c481-4726-9f01-614506e31952 None None] The sync data for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 is: [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 3, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:55.742684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a4db383d-3657-4ea0-a98f-4e089068d312 None None] Port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:55.757264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:55.925390 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.002825 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.078600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Pushing event updated for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:56.134211 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.230613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:56.239563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:56.241084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:56.290746 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:56.291162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.376071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Router b6af341d-0f47-46d0-ae1d-36487cf173c5 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:56.405983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.429771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:56.522550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:56.527575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-409d1ffe-ee34-48c1-8f1a-6fdbb3c93a13 admin admin] 10.222.0.83 "PUT /v2.0/routers/b6af341d-0f47-46d0-ae1d-36487cf173c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3806760 Mar 31 23:38:56.540213 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.540969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 381fdc11-d631-40e2-bd64-7843dd0823e3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:56.634148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dd863c97-ccb5-4454-9dff-83f6fb194603 None None] Provisioning complete for port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:56.638207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd863c97-ccb5-4454-9dff-83f6fb194603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.638207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:56.672703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 381fdc11-d631-40e2-bd64-7843dd0823e3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:56.673087 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.704280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dd863c97-ccb5-4454-9dff-83f6fb194603 None None] Port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:56.763470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:56.812150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:56.812644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.407914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Sync routers for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:57.417947 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:57.418552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:57.527222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:57.737937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 4, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '901b5d67-468f-4dfe-8bfb-5381347e7ff0', 'name': '', 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'mac_address': 'fa:16:3e:3c:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:54Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 2, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'subnets': [{'id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:57.763702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Checking router: b6af341d-0f47-46d0-ae1d-36487cf173c5 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:57.764054 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Updating router b6af341d-0f47-46d0-ae1d-36487cf173c5 port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:38:57.793567 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.135873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:58.199616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:58.199988 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.381833 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.465066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.514676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f85ab-a95e-4af3-95a3-f302d2245b19 None None] Pushing event updated for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:58.574373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Attempting to bind port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:58.574659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Attempting to bind port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:58.575142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Attempting to bind port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 on network 899af98a-aa40-49da-81c6-ea77ce696dc0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:58.581586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:58.581586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Checking segment: {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:58.581586 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.582118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Bound using segment: {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:58.582818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Bound port: 901b5d67-468f-4dfe-8bfb-5381347e7ff0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c97af3-71fd-4bca-b4e4-361b6303a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:58.583232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.668609 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] For port 901b5d67-468f-4dfe-8bfb-5381347e7ff0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:58.672636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] For port 901b5d67-468f-4dfe-8bfb-5381347e7ff0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=901b5d67-468f-4dfe-8bfb-5381347e7ff0,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:58.742331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b2a7f03a-2b29-4b7d-9bc4-846e9c8c28e1 None None] Provisioning complete for port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:58.743024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f03a-2b29-4b7d-9bc4-846e9c8c28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.777948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7f03a-2b29-4b7d-9bc4-846e9c8c28e1 None None] Port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:58.783852 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:58.850340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:58.850969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:38:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:58.852665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f85ab-a95e-4af3-95a3-f302d2245b19 None None] Pushing event updated for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:58.974868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:59.135720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] Provisioning complete for port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:59.136098 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.275099 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.286934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 4, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '901b5d67-468f-4dfe-8bfb-5381347e7ff0', 'name': '', 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'mac_address': 'fa:16:3e:3c:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:54Z', 'updated_at': '2022-03-31T23:38:58Z', 'revision_number': 4, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'subnets': [{'id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:59.321927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f446a5-2a17-4335-9162-e78569c9701a None None] The sync data for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 is: [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:38:55Z', 'revision_number': 4, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '901b5d67-468f-4dfe-8bfb-5381347e7ff0', 'name': '', 'network_id': '899af98a-aa40-49da-81c6-ea77ce696dc0', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'mac_address': 'fa:16:3e:3c:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:54Z', 'updated_at': '2022-03-31T23:38:58Z', 'revision_number': 4, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'subnets': [{'id': '47d254aa-4b40-4525-a854-f15dba4aa524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:59.342159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] For port 901b5d67-468f-4dfe-8bfb-5381347e7ff0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=901b5d67-468f-4dfe-8bfb-5381347e7ff0,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:59.440440 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.501192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc37489-a654-4560-92c8-25aee9c65520 None None] Pushing event updated for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:00.128481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 901b5d67-468f-4dfe-8bfb-5381347e7ff0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:39:00.188607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:39:00.189271 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:05.059784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:09.003868 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:39:11.682457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4454-7db6-4df1-ad22-762d7fc4bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:13.853357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9ff43681-48f9-42a6-af77-980171c8fd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:15.470934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:16.711288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:16.876249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:21.149311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-0e5575b0-b7a5-4d4e-abec-29eeaa8b22ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420570 Mar 31 23:39:21.254035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-95e32f33-83cf-47d9-935d-22f44822eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:21.255674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-95e32f33-83cf-47d9-935d-22f44822eafc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0471795 Mar 31 23:39:21.358960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-27ac59b3-db95-4519-a031-54fd0b41da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:21.360705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-27ac59b3-db95-4519-a031-54fd0b41da75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0872788 Mar 31 23:39:21.432124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-b83982d4-0332-4f63-a6de-fb1079daf76c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 1000 time: 0.0640569 Mar 31 23:39:21.481844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-bb1ede1b-a671-4893-ab32-45c9b15b837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:21.483325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-bb1ede1b-a671-4893-ab32-45c9b15b837e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0441957 Mar 31 23:39:21.529711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-758c01fd-cd2b-41fd-b356-69b411b16dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:21.531135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-758c01fd-cd2b-41fd-b356-69b411b16dcc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404656 Mar 31 23:39:21.628301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-05026ea3-4ecc-4dc0-9c5a-4f2351b0249e service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901289 Mar 31 23:39:21.735716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b11c940-3c67-41ba-a287-11eb1001c38a req-14ee0bfc-8343-4eb5-9bb0-17a45f73758e service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004591 Mar 31 23:39:24.436138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:34.984527 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:41.679217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14d95618-69ce-4eba-9ed0-d49bd955fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:43.858355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65b60a52-fb5e-476e-85b9-17da486f25cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:45.429555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:46.010469 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:39:46.704814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:46.790467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.450815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:05.000617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.657584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-adbdeb2e-43fb-463d-949d-fea0deb0c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:13.861843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d605301c-3819-4a0b-a8a7-a06ff14894c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:15.417310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.714582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.812191 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.291928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-cf2cefcf-3c83-49f8-997b-919448415e34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008033 Mar 31 23:40:22.409074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-029455a4-1297-4db0-ae1e-c63cb27b03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:22.410601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-029455a4-1297-4db0-ae1e-c63cb27b03eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0593445 Mar 31 23:40:22.515706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-200e944a-8a43-498e-9136-e38cc1535232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:22.517188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-200e944a-8a43-498e-9136-e38cc1535232 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0876119 Mar 31 23:40:22.584619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-dba3b32e-3b4f-4df5-9fe0-f11965979b2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 200 len: 1000 time: 0.0609126 Mar 31 23:40:22.632915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-3d41d9f6-5fe0-462d-bce7-c15ba3a61a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:22.634315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-3d41d9f6-5fe0-462d-bce7-c15ba3a61a41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0435596 Mar 31 23:40:22.692998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-6b997768-d560-480e-bf03-cf2ae48c95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:22.694466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-6b997768-d560-480e-bf03-cf2ae48c95a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535440 Mar 31 23:40:22.786837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-2af5b1f3-f28c-435b-ae1e-c90d041282b0 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Mar 31 23:40:22.877445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f52c223-e953-4d31-9a0d-2abc964200fc req-73604831-5674-47f9-98db-b0a5a53b49aa service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835550 Mar 31 23:40:23.004559 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:40:24.452476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:35.028336 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.650910 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-167ab4f7-53f1-483b-9972-32c83fe2ed57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:43.885256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8b79f5f7-7cc6-4e08-bb9b-163afcaf5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:45.416793 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:46.690606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:46.776701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.697644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b0730-299a-4f95-ae2a-b4651a39037f req-684ece00-aea7-4d2d-b1f7-0c5f3d64be02 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.702801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e0b0730-299a-4f95-ae2a-b4651a39037f req-684ece00-aea7-4d2d-b1f7-0c5f3d64be02 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Mar 31 23:40:51.741674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6e0b0730-299a-4f95-ae2a-b4651a39037f req-8694102b-0be9-42a5-b2a5-52f044949639 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Mar 31 23:40:52.878055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc6f9-f4f9-4e46-bf4c-299eab75bef8 req-873a3697-c2fa-4ac3-b54b-bdb7a9a9f621 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:52.879593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-544bc6f9-f4f9-4e46-bf4c-299eab75bef8 req-873a3697-c2fa-4ac3-b54b-bdb7a9a9f621 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0631108 Mar 31 23:40:52.921395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-544bc6f9-f4f9-4e46-bf4c-299eab75bef8 req-6ad5fc99-bc07-42ec-b666-bc88ad7295bc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Mar 31 23:40:53.414219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-c055e32e-2255-43a6-879c-69043b8ae4cc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:53.415790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-c055e32e-2255-43a6-879c-69043b8ae4cc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0507073 Mar 31 23:40:53.513414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port 4c49ab86-f607-40a8-ae53-9c6624ff56da {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:53.513754 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.614132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port 4c49ab86-f607-40a8-ae53-9c6624ff56da, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4c49ab86-f607-40a8-ae53-9c6624ff56da,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:53.614608 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.863289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.863658 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.863980 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP c479dc88-9340-4ef6-a1b4-ab39477bc371 disassociated. External IP: 172.25.6.48, port: 4c49ab86-f607-40a8-ae53-9c6624ff56da. Mar 31 23:40:53.865215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for 4c49ab86-f607-40a8-ae53-9c6624ff56da owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:54.073289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d6429-f9ad-447b-b1ad-97c8f9b2be59 req-7db31fcf-9f17-45f2-bb91-bc82900c32be tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:54.074808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b52d6429-f9ad-447b-b1ad-97c8f9b2be59 req-7db31fcf-9f17-45f2-bb91-bc82900c32be tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 945 time: 0.0547466 Mar 31 23:40:54.115677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b52d6429-f9ad-447b-b1ad-97c8f9b2be59 req-866ae705-4635-4114-84c6-56d62e42494c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344436 Mar 31 23:40:54.118387 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:54.154312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=4c49ab86-f607-40a8-ae53-9c6624ff56da,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:54.165531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.165880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.166222 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.166558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.166895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.167261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.167589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.167915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.168237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.168559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.168897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.169217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:54.287343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:40:54.400736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:40:54.413720 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:40:54.431053 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:54.432000 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:40:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:54.455635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port 4c49ab86-f607-40a8-ae53-9c6624ff56da on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:54.458288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:54.461403 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:54.466399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25ed1ad6-b165-463f-beca-5940ddae38ce req-daaeaf45-8756-4813-9c33-5a86c4e1f398 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "DELETE /v2.0/ports/4c49ab86-f607-40a8-ae53-9c6624ff56da HTTP/1.1" status: 204 len: 173 time: 1.0408175 Mar 31 23:40:54.466399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'name': 'network-vif-deleted', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:54.466399 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4069bb13-254c-4694-aa16-e1541a4d4ff6" -d '{"events": [{"server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "name": "network-vif-deleted", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:54.520950 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1757390-1cc4-44c6-a242-8e2e59582fdb x-openstack-request-id: req-b1757390-1cc4-44c6-a242-8e2e59582fdb {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:54.521368 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c0c855-8e0d-4bc3-b922-bdf4e5236eb8", "name": "network-vif-deleted", "tag": "4c49ab86-f607-40a8-ae53-9c6624ff56da", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:54.524078 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b1757390-1cc4-44c6-a242-8e2e59582fdb {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:54.524609 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1757390-1cc4-44c6-a242-8e2e59582fdb'] response: {'server_uuid': '88c0c855-8e0d-4bc3-b922-bdf4e5236eb8', 'name': 'network-vif-deleted', 'tag': '4c49ab86-f607-40a8-ae53-9c6624ff56da', 'status': 'completed', 'code': 200} Mar 31 23:40:54.555182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:54.919488 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:54.948915 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:40:54.957367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:54.957971 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:40:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:55.086649 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:55.256329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-680e0da4-3c5c-492f-8d45-a7e30e72084c req-6fb75ac0-42b0-4435-a5a7-7cd910fd9fac tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0356534 Mar 31 23:40:55.324736 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:55.353367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9840d-a9c5-4d1b-a10c-58b73385ad93 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:40:55.646058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced46db-8d15-4248-9b8d-a8526151d044 None None] New status for floating IP c479dc88-9340-4ef6-a1b4-ab39477bc371: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:40:56.360841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a3fae4c5-a15d-4b0d-bf21-00dc5f5e062e req-4f2f9073-a7db-4da1-885c-04336b9e4204 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0292306 Mar 31 23:40:56.731152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4c49ab86-f607-40a8-ae53-9c6624ff56da no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:56.757165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 4c49ab86-f607-40a8-ae53-9c6624ff56da {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:56.757511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4c49ab86-f607-40a8-ae53-9c6624ff56da not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:57.473849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c55d09f-a794-4e07-8614-e922f30345b9 req-5b842afe-06c0-472a-b7f8-c30d05e2db20 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Mar 31 23:40:58.596804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c01958f-0f2e-4c43-842c-b2562a2ecca5 req-86bf968c-541d-40e7-977c-49ae03069945 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c0c855-8e0d-4bc3-b922-bdf4e5236eb8 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Mar 31 23:40:59.860752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-086910f7-4737-419b-9387-ef126d3d2001 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224628157&fields=id&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 267 time: 0.0347486 Mar 31 23:40:59.977279 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-d4ec26fc-be65-4db9-ae60-8414434693ba tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:59.979873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-d4ec26fc-be65-4db9-ae60-8414434693ba tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1117511 Mar 31 23:41:00.005285 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:41:00.006564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-ab7c837b-dde5-4199-b8a5-b684a132c938 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0134757 Mar 31 23:41:00.061640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-a937ad37-0bd9-4f7e-97e4-ab6d8ef5dd9f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507855 Mar 31 23:41:00.166802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-9616c5e7-4486-4258-bb92-cf521ba65c3b service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898986 Mar 31 23:41:00.258046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-7514f3b7-0d62-4cca-8be2-2b30577e526c service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849900 Mar 31 23:41:00.941338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f558206-d3ed-4e83-9862-c582a27d4788 req-a07844b1-ef17-4908-b62d-1ff8ed1050df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0288687 Mar 31 23:41:02.044233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-01284168-2141-43aa-8402-5e6b757509c8 req-b7024a4f-8252-41c2-b3e8-ebd53bc9630e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0318046 Mar 31 23:41:03.037316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-bb65728f-8567-44fc-8bb3-31bac849ddc9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.038899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-bb65728f-8567-44fc-8bb3-31bac849ddc9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1220772 Mar 31 23:41:03.090032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-d2fc19e7-eaf7-454b-8207-f6065dc663a7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 380 time: 0.0384371 Mar 31 23:41:03.097309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'security_groups': ['482ad24b-a96c-4426-a2eb-557a1e0355f7']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:03.163423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a35f7c-a3d0-45af-9355-a1c293ace22e req-c1c6b93a-389d-48b9-972a-b95d72421085 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0470386 Mar 31 23:41:03.297015 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:03.302171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.442835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.3 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/0514efbb-27a7-4f6f-9f0e-960878acda00) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:03.598035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.691350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.739612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:03.744085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:03.749441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:03.789358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:03.805319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.805823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.806254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.806677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.807137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.807558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.807994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.808402 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.808816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.809268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.809663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.810077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:03.842975 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.843646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.927691 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-15c9ab9c-01df-4858-b109-08692af3a6ad tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349991 Mar 31 23:41:03.942691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Request body: {'port': {'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:04.012708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.062414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d32a34de-8aa8-4987-a178-6f0ab362408e None None] Provisioning complete for port 0514efbb-27a7-4f6f-9f0e-960878acda00 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:04.062981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d32a34de-8aa8-4987-a178-6f0ab362408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.111359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d32a34de-8aa8-4987-a178-6f0ab362408e None None] Port 0514efbb-27a7-4f6f-9f0e-960878acda00 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:41:04.309474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53275d-1a9d-48f5-b450-8a4430b5b5f6 req-45fe8fc2-dc82-4128-b5f9-7f598744ac60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:04.310984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d53275d-1a9d-48f5-b450-8a4430b5b5f6 req-45fe8fc2-dc82-4128-b5f9-7f598744ac60 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 931 time: 0.0554242 Mar 31 23:41:04.341382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0514efbb-27a7-4f6f-9f0e-960878acda00 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:04.349548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.354185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d53275d-1a9d-48f5-b450-8a4430b5b5f6 req-3691a2f3-e6e7-4649-98d1-887ad35baabe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353777 Mar 31 23:41:04.365759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Transition to ACTIVE for port object 0514efbb-27a7-4f6f-9f0e-960878acda00 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:04.438279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.499666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Pushing event updated for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:04.599131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Attempting to bind port 0514efbb-27a7-4f6f-9f0e-960878acda00 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:04.599473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Attempting to bind port 0514efbb-27a7-4f6f-9f0e-960878acda00 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:04.599802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Attempting to bind port 0514efbb-27a7-4f6f-9f0e-960878acda00 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:04.605867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Port 0514efbb-27a7-4f6f-9f0e-960878acda00 on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:04.606431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Attempting to bind port 0514efbb-27a7-4f6f-9f0e-960878acda00 on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:04.614309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:04.614835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:04.615359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:04.615907 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Bound port: 0514efbb-27a7-4f6f-9f0e-960878acda00, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:04.616369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.697549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:04.701036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0514efbb-27a7-4f6f-9f0e-960878acda00,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:04.774575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.825690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:04.826480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.828027 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] 10.222.0.44 "PUT /v2.0/ports/0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1091 time: 0.8926120 Mar 31 23:41:04.828508 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:04.831941 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:04.860209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184205b4-73cb-4b0f-af20-ad98a1862223 service neutron] Pushing event updated for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:05.027849 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:05.029697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-947aca0d-e9e7-4753-bd50-a86fefe49a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.031291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-947aca0d-e9e7-4753-bd50-a86fefe49a03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1094 time: 0.0749338 Mar 31 23:41:05.097901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-92fffd14-d21a-463a-a084-a9326705b22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 217 time: 0.0572989 Mar 31 23:41:05.108675 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d239e29d-547b-40ef-b997-759cd3526982 x-openstack-request-id: req-d239e29d-547b-40ef-b997-759cd3526982 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:05.109428 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:05.109683 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d239e29d-547b-40ef-b997-759cd3526982 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:05.110093 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d239e29d-547b-40ef-b997-759cd3526982'] response: {'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'status': 'completed', 'code': 200} Mar 31 23:41:05.163149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-f4fb6df9-960c-453e-b494-b4e5e10bc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.165067 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-f4fb6df9-960c-453e-b494-b4e5e10bc1d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0535991 Mar 31 23:41:05.228505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-5af4a8fd-b517-4ce2-8495-5346aa635746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.230389 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-5af4a8fd-b517-4ce2-8495-5346aa635746 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513327 Mar 31 23:41:05.330673 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-59c9bcf3-68a3-4ce9-9551-2397a33cc3c9 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924587 Mar 31 23:41:05.442216 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-50cc23e2-902c-4b3c-abcd-9e47e1dfc44d req-d1d3dac9-0c30-481c-8b54-54fe468f9633 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041341 Mar 31 23:41:05.497970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833d21-e54c-494a-8839-783fbbc0d73c req-8f4638f8-4ad2-48d1-88e3-0978e8dad41c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.499841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20833d21-e54c-494a-8839-783fbbc0d73c req-8f4638f8-4ad2-48d1-88e3-0978e8dad41c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0583134 Mar 31 23:41:05.551433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20833d21-e54c-494a-8839-783fbbc0d73c req-042a09c5-fc78-4254-9dd3-43898ef0aeaa tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Mar 31 23:41:05.612733 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-b1d01a84-ed64-4d79-9b59-c40b0e1f507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.614359 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-b1d01a84-ed64-4d79-9b59-c40b0e1f507f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1094 time: 0.0446899 Mar 31 23:41:05.720050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-d9398dfa-c05e-4482-bd6b-77e934a3e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.721649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-d9398dfa-c05e-4482-bd6b-77e934a3e467 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1008241 Mar 31 23:41:05.765694 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-4c137c89-f550-4778-bdb4-fd7eff016e8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 217 time: 0.0363979 Mar 31 23:41:05.819357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-4b6dc9db-c886-4429-98ee-6304bee95db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.820771 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-4b6dc9db-c886-4429-98ee-6304bee95db9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0473576 Mar 31 23:41:05.871871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-cddfa2d5-36b5-430b-adb5-d5e82de10cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.875709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-cddfa2d5-36b5-430b-adb5-d5e82de10cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455608 Mar 31 23:41:05.980407 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-9daeab46-6a76-4693-b8a2-5781270e0315 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988770 Mar 31 23:41:06.084031 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f7bb33b7-f7ca-4626-9305-fc4c24641b5b req-4d2c04b1-f320-47ad-bc52-8e0faeec8e2c service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945194 Mar 31 23:41:06.684454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca2e61-0497-4280-b7f6-7cec3a882e1a req-cc1767f3-95d2-4457-bc74-0a7e42e7afdd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:06.695174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fca2e61-0497-4280-b7f6-7cec3a882e1a req-cc1767f3-95d2-4457-bc74-0a7e42e7afdd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0579817 Mar 31 23:41:06.737268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fca2e61-0497-4280-b7f6-7cec3a882e1a req-ba47b46e-1d18-40ff-8c81-422eed81406b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Mar 31 23:41:08.217417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400c9d-8dbc-4933-80b2-e44dd84a772d req-f685527c-fde4-4b3c-9737-009fbb247e41 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:08.218828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3400c9d-8dbc-4933-80b2-e44dd84a772d req-f685527c-fde4-4b3c-9737-009fbb247e41 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.4088051 Mar 31 23:41:08.259591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3400c9d-8dbc-4933-80b2-e44dd84a772d req-89000bf0-567b-4c3e-88dc-840dcb866f5d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343487 Mar 31 23:41:09.425706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693008-3409-4e88-bfd5-34050821cb8c req-98504152-a54e-4812-9ac3-8453462ab11b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:09.427210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9693008-3409-4e88-bfd5-34050821cb8c req-98504152-a54e-4812-9ac3-8453462ab11b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0559692 Mar 31 23:41:09.475636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9693008-3409-4e88-bfd5-34050821cb8c req-5655c267-0292-4173-a06f-73eb40c7f8c1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Mar 31 23:41:10.598679 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1796-2157-4143-9bf1-2253edaec972 req-308fe084-3482-43ef-86a5-4420954fc498 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:10.600119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6ea1796-2157-4143-9bf1-2253edaec972 req-308fe084-3482-43ef-86a5-4420954fc498 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0499678 Mar 31 23:41:10.643808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6ea1796-2157-4143-9bf1-2253edaec972 req-81fc40a1-c66b-4fbd-bdd6-633c4d8eeea9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 Mar 31 23:41:11.667780 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e2f0-ae9e-43bf-b1dd-aa5013e8510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:11.762164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e691b-c2f7-4fdc-9ef2-60ae3c7d0704 req-98c14bef-b6ec-4ba0-bbd7-74be18efcda8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:11.763596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-453e691b-c2f7-4fdc-9ef2-60ae3c7d0704 req-98c14bef-b6ec-4ba0-bbd7-74be18efcda8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0493197 Mar 31 23:41:11.803966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-453e691b-c2f7-4fdc-9ef2-60ae3c7d0704 req-143ddb0e-f16c-4043-ba45-0de935574174 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332060 Mar 31 23:41:12.927345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52904f2f-cbcf-4e34-8b49-251a5211ac0c req-23e6265b-43c9-4c26-a698-f93c52d7de4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:12.928943 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52904f2f-cbcf-4e34-8b49-251a5211ac0c req-23e6265b-43c9-4c26-a698-f93c52d7de4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0539691 Mar 31 23:41:12.966969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52904f2f-cbcf-4e34-8b49-251a5211ac0c req-589df31a-85ed-4b68-8cab-e27043facbc3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Mar 31 23:41:13.873030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-84c94ba6-fff2-4751-9835-120d622a9d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:14.087623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f664c7-e452-4f44-b2ce-adafd2779ddf req-dd104173-7170-440d-afd6-0122a85cc2d2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:14.089119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2f664c7-e452-4f44-b2ce-adafd2779ddf req-dd104173-7170-440d-afd6-0122a85cc2d2 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0492833 Mar 31 23:41:14.132546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2f664c7-e452-4f44-b2ce-adafd2779ddf req-d1341057-8bed-4db9-95d4-106598cc8e5f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372438 Mar 31 23:41:14.514804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38258) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:14.519754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910141414', 'description': 'tempest-secgroup-smoke-1910141414 description', 'project_id': '06f7178068184998bef91f33d3afc9e5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:14.603538 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:14.670413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:14.775275 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:14.804097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2755ca-f5be-470a-8dd2-9f04a4fe1195,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:14.847600 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:14.848883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4a46fa35-5b38-442a-be2e-982af209869f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3329833 Mar 31 23:41:14.851731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38260) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:14.856084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:14.980321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.037215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.117830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.136911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c81ce2-29d7-486d-8d0f-52fafdc5820f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:15.214802 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.216003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d23148c2-d924-4153-a455-d39e420fa13f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633370 Mar 31 23:41:15.218866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38264) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:15.223515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:15.255556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b257f-e226-4af6-b393-6e6df1ab7231 req-601add49-adae-484a-ba73-adb94e354a5e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:15.257046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f86b257f-e226-4af6-b393-6e6df1ab7231 req-601add49-adae-484a-ba73-adb94e354a5e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0561352 Mar 31 23:41:15.295959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f86b257f-e226-4af6-b393-6e6df1ab7231 req-0b836dd4-9504-4cd5-8393-b24a20d75c56 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Mar 31 23:41:15.322924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.388108 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.427690 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.444924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.466455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d826d6c0-33dd-46ad-a52d-b270b637d6d1,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:15.510138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.511427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cb228564-c388-47a1-92e5-48743e16afad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914801 Mar 31 23:41:15.514156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38266) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:15.518549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:15.586541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.645640 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.684319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.704460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c931204-aa83-4e36-9b31-8313d5a4b682,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:15.777971 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.779225 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c134941c-85f1-4f2e-9cc9-13e1f2560720 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640882 Mar 31 23:41:15.781816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38268) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:15.787513 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:15.880188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.943546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:15.987632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.006790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9981df0-34a1-4c40-9a0b-093240d70b24,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:16.075252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.076488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8bc179d6-50da-4101-b6e3-46c1c06840d0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936940 Mar 31 23:41:16.079153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38270) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:16.084098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:16.152282 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Project 06f7178068184998bef91f33d3afc9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:41:16.157438 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.249033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.329061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.349365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ca4035-487d-45cc-97b1-96cdc213d71b,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:16.418359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.419592 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7f70473b-5077-475c-b743-c75002d043f9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389146 Mar 31 23:41:16.422320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38274) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:16.425473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c73bc-5421-480b-97e4-af3746201d19 req-8b00e92c-4e34-484d-a0a1-f3ee018e195a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:16.426689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'security_group_rule': {'security_group_id': '5e2755ca-f5be-470a-8dd2-9f04a4fe1195', 'project_id': '06f7178068184998bef91f33d3afc9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:16.426980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc6c73bc-5421-480b-97e4-af3746201d19 req-8b00e92c-4e34-484d-a0a1-f3ee018e195a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0569775 Mar 31 23:41:16.465958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc6c73bc-5421-480b-97e4-af3746201d19 req-3b99a006-f5a0-4507-94bf-99de5dfcbbbd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321181 Mar 31 23:41:16.525072 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Project 06f7178068184998bef91f33d3afc9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:41:16.530479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.603497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.683515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.705370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395cb81e-c640-4723-b703-169fd8f5ba34,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:16.736168 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.755923 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.757162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f78f6a8d-0a73-4b78-bdff-751d05179612 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338964 Mar 31 23:41:16.793516 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:16.912271 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-dd81600e-5998-4925-8ba8-c8c83b471bfa tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910141414&fields=id&tenant_id=06f7178068184998bef91f33d3afc9e5 HTTP/1.1" status: 200 len: 267 time: 0.0370004 Mar 31 23:41:17.023648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-0b67a916-f600-4230-84e7-053e6d63232d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:17.025513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-0b67a916-f600-4230-84e7-053e6d63232d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 813 time: 0.1042392 Mar 31 23:41:17.040715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-5f75e11d-2035-4f06-b174-36770fadc5cd tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/quotas/06f7178068184998bef91f33d3afc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Mar 31 23:41:17.104165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-97bf1423-a2bc-483d-94de-d5180112ebca tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571628 Mar 31 23:41:17.249064 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-94e90567-a060-4c07-8179-0727f3cef771 service neutron] 10.222.0.83 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326473 Mar 31 23:41:17.357831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-dd40cb0c-1f64-4c70-9d55-4704b1fb3c53 service neutron] 10.222.0.83 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016226 Mar 31 23:41:17.585746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1cb81-6ca4-46b1-83f0-d5462f5d4efb req-ed8ea6ef-9590-4f54-a37e-fb9fd576f2b1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:17.587357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45c1cb81-6ca4-46b1-83f0-d5462f5d4efb req-ed8ea6ef-9590-4f54-a37e-fb9fd576f2b1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 943 time: 0.0516062 Mar 31 23:41:17.626017 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45c1cb81-6ca4-46b1-83f0-d5462f5d4efb req-e5bbe8fa-f5f5-4fef-8b2c-c350cd02fd6a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Mar 31 23:41:17.916894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e944792e-3d52-4010-9690-92e50a06c649 req-2f8d9aa6-c74f-4557-b70e-a53601e61208 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Mar 31 23:41:18.215884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0514efbb-27a7-4f6f-9f0e-960878acda00 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:18.318902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0514efbb-27a7-4f6f-9f0e-960878acda00,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:18.329886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:18.368041 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:18.384607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0514efbb-27a7-4f6f-9f0e-960878acda00 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:18.403533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0514efbb-27a7-4f6f-9f0e-960878acda00,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:18.473261 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:18.522816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:18.530243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.530617 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.530972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.531334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.531669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.532005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.532334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.532660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.532984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.534178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.534578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.534951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:18.756430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10806fe-ff8d-448b-b86e-f75c620a4a88 req-d60b11f6-0c3b-400b-9df4-cc354955be40 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:18.757940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b10806fe-ff8d-448b-b86e-f75c620a4a88 req-d60b11f6-0c3b-400b-9df4-cc354955be40 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 944 time: 0.0590706 Mar 31 23:41:18.799534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b10806fe-ff8d-448b-b86e-f75c620a4a88 req-d72d3d9d-3fd2-4003-8d8c-b2c8d1b42ceb tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Mar 31 23:41:18.812387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['0514efbb-27a7-4f6f-9f0e-960878acda00'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:19.012942 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5cc44c0-f8ab-4fbb-b7d7-7be02de733ed req-9fe56de0-faee-4a63-91ee-1148f2bb545c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0433719 Mar 31 23:41:19.918986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669802-a85d-4ed9-af17-f7f019e645bf req-2e2c0899-1b54-4efe-8da8-900bcd54f595 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:19.920423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14669802-a85d-4ed9-af17-f7f019e645bf req-2e2c0899-1b54-4efe-8da8-900bcd54f595 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Mar 31 23:41:19.959177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14669802-a85d-4ed9-af17-f7f019e645bf req-5f6a1e22-859d-4968-8e75-11fc4bc8f492 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320220 Mar 31 23:41:20.111575 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c60f425a-a230-48ef-bc81-70e67e339733 req-c3d72350-a80a-462b-812d-9526e643333d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0271740 Mar 31 23:41:20.226412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0514efbb-27a7-4f6f-9f0e-960878acda00 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:20.255585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-887273f7-6e53-4542-b8ed-04cbf3c0f7cb tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:20.257083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-887273f7-6e53-4542-b8ed-04cbf3c0f7cb tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 813 time: 0.1088562 Mar 31 23:41:20.317600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-4bcde53e-dfec-4639-b62b-5b2f9e431dc3 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f7178068184998bef91f33d3afc9e5 HTTP/1.1" status: 200 len: 380 time: 0.0452116 Mar 31 23:41:20.327983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'port': {'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'admin_state_up': True, 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'security_groups': ['5e2755ca-f5be-470a-8dd2-9f04a4fe1195']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:20.359223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 0514efbb-27a7-4f6f-9f0e-960878acda00 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:20.364028 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 0514efbb-27a7-4f6f-9f0e-960878acda00 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:20.364351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.448147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.470355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:20.473525 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06795bd6-9636-41f7-b009-2630be79e653" -d '{"events": [{"server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "name": "network-vif-plugged", "status": "completed", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:20.489166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0514efbb-27a7-4f6f-9f0e-960878acda00,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:20.501859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Made reservation on behalf of 06f7178068184998bef91f33d3afc9e5 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:20.505552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.559070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.597454 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a7bb2a-9f3c-42ba-84b2-02973f798a5f x-openstack-request-id: req-94a7bb2a-9f3c-42ba-84b2-02973f798a5f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:20.597759 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "name": "network-vif-plugged", "status": "completed", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:20.597991 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-94a7bb2a-9f3c-42ba-84b2-02973f798a5f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:20.598387 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a7bb2a-9f3c-42ba-84b2-02973f798a5f'] response: {'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'code': 200} Mar 31 23:41:20.629157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:20.653731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Allocated IP 172.20.0.5 (0f7c5601-728d-4222-8f2f-613374d203cb/affdacdf-fd1c-44db-aa8a-23d51cf6d590/b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:20.702813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f121a-5eeb-4763-8be3-023bd3fb1ea6 req-f31dcba7-84dc-46a4-8009-64c699499b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:20.704545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-529f121a-5eeb-4763-8be3-023bd3fb1ea6 req-f31dcba7-84dc-46a4-8009-64c699499b61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0449481 Mar 31 23:41:20.745574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-529f121a-5eeb-4763-8be3-023bd3fb1ea6 req-4e2635ac-2a3d-4c92-a7f8-0db0936851fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Mar 31 23:41:20.802749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.902285 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:20.948640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Network 0f7c5601-728d-4222-8f2f-613374d203cb is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:20.952068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:20.956604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:20.989986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:21.031700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.032478 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.106498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8346f82-cdee-4f7c-a73f-6d4599d3e7f9 req-5b39d193-cbd9-4f95-86d1-2636f6939578 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.108582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8346f82-cdee-4f7c-a73f-6d4599d3e7f9 req-5b39d193-cbd9-4f95-86d1-2636f6939578 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.0589015 Mar 31 23:41:21.154139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8346f82-cdee-4f7c-a73f-6d4599d3e7f9 req-baaf3fee-a8f6-48c5-812d-e2eaffe0ae25 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Mar 31 23:41:21.159411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-59f4eb14-bb3e-45df-a746-a2738927034b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350184 Mar 31 23:41:21.180801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Request body: {'port': {'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:21.229546 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d9660b6e-7205-4fa9-9fc3-dddb8a50e121 None None] Provisioning complete for port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:21.230091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d9660b6e-7205-4fa9-9fc3-dddb8a50e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.265134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d9660b6e-7205-4fa9-9fc3-dddb8a50e121 None None] Port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:41:21.265912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.314016 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744b3d-e781-4c4b-b15d-5e29bd184593 req-ae151c3c-f444-4f4c-96ed-2205cd4c24a0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.315563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5744b3d-e781-4c4b-b15d-5e29bd184593 req-ae151c3c-f444-4f4c-96ed-2205cd4c24a0 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 931 time: 0.1083467 Mar 31 23:41:21.422288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d5744b3d-e781-4c4b-b15d-5e29bd184593 req-c42e417c-125a-42ab-ada5-071e3a6beb6f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001878 Mar 31 23:41:21.578781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:21.587511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.600817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Transition to ACTIVE for port object b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:21.667855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.719393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:21.797543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Attempting to bind port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:21.797882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Attempting to bind port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:21.798212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Attempting to bind port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c on network 0f7c5601-728d-4222-8f2f-613374d203cb {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:21.803392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c on network 0f7c5601-728d-4222-8f2f-613374d203cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:21.803764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Attempting to bind port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c on network 0f7c5601-728d-4222-8f2f-613374d203cb {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:21.808750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:21.809094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Checking segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:21.809611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Bound using segment: {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:21.810047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Bound port: b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de12a0d0-3bf6-42c9-b105-07acb59185e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:21.810408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.882334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:21.885698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:21.954242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.994269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.996251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.996342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 1091 time: 0.8242414 Mar 31 23:41:21.996768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:22.003488 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764abe4-0e26-46a5-9475-5a513bd81131" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:22.028393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce4d96-4697-489d-85b1-792d511235e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:22.077742 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e80e9f-7ec5-4493-8940-d071504d3912 x-openstack-request-id: req-37e80e9f-7ec5-4493-8940-d071504d3912 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:22.078056 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:22.078315 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37e80e9f-7ec5-4493-8940-d071504d3912 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:22.078727 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e80e9f-7ec5-4493-8940-d071504d3912'] response: {'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:41:22.171773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-2efdba71-f6d1-4216-a851-f55f9163a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.173630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-2efdba71-f6d1-4216-a851-f55f9163a52c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1094 time: 0.0551078 Mar 31 23:41:22.441226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21235-26bb-4831-8c87-39cd8a4c1f82 req-c7726834-2289-4193-bb31-1850616ce093 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.443372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d21235-26bb-4831-8c87-39cd8a4c1f82 req-c7726834-2289-4193-bb31-1850616ce093 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.1856313 Mar 31 23:41:22.460367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-a7addd3c-84ef-4455-8486-9189500ce237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.461848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-a7addd3c-84ef-4455-8486-9189500ce237 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=06f7178068184998bef91f33d3afc9e5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2746644 Mar 31 23:41:22.607489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76d21235-26bb-4831-8c87-39cd8a4c1f82 req-56dc2f5b-8450-475d-89de-1316954fdf70 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557431 Mar 31 23:41:22.685994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af686b-c410-4e11-bfbd-58425c80ada7 req-ec83e05a-38b8-47f6-b7b3-a26eacccde31 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.687572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63af686b-c410-4e11-bfbd-58425c80ada7 req-ec83e05a-38b8-47f6-b7b3-a26eacccde31 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.1872203 Mar 31 23:41:22.692954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-f29043b5-e945-44e3-aacb-478601d08950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.694403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0764abe4-0e26-46a5-9475-5a513bd81131 req-f29043b5-e945-44e3-aacb-478601d08950 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2245188 Mar 31 23:41:22.729886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63af686b-c410-4e11-bfbd-58425c80ada7 req-2f698015-395f-4c16-8fa9-27ab68a57b80 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Mar 31 23:41:22.801178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-ad751d7b-f898-4a7c-b259-d115b834873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.802743 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-ad751d7b-f898-4a7c-b259-d115b834873b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1094 time: 0.0473602 Mar 31 23:41:22.850486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-d0afe25e-afb1-4865-8dda-447faaf8fb0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 217 time: 0.0349560 Mar 31 23:41:22.899319 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-f838eb2c-6021-4a1d-b8c6-3c82f7e04f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.901434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-f838eb2c-6021-4a1d-b8c6-3c82f7e04f89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0446479 Mar 31 23:41:22.951196 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42969ad-bf23-42ea-9267-33e047566d8d req-5e725b59-eb48-4791-a279-2650b37df5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.952677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-5e725b59-eb48-4791-a279-2650b37df5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457761 Mar 31 23:41:23.055647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-f880dd30-4a3d-4195-975b-9b8f0e61175a service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962729 Mar 31 23:41:23.168096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f42969ad-bf23-42ea-9267-33e047566d8d req-b8c86928-1ce2-4d75-b8ee-54ee60edf397 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915732 Mar 31 23:41:23.733239 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add61dfd-dbf7-469b-b549-0d69c42a3b0f req-69230b0d-d20b-4309-b19e-d9a2c3f68d4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:23.734957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-add61dfd-dbf7-469b-b549-0d69c42a3b0f req-69230b0d-d20b-4309-b19e-d9a2c3f68d4e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Mar 31 23:41:23.777520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-add61dfd-dbf7-469b-b549-0d69c42a3b0f req-4186029c-ddcb-4c11-b6cd-ef926b21711a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Mar 31 23:41:23.852776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9563d7-0d17-46e8-aa16-ca8232e3ad82 req-612d9d26-d18e-49c5-af96-fef8a7c9d72f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:23.854331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d9563d7-0d17-46e8-aa16-ca8232e3ad82 req-612d9d26-d18e-49c5-af96-fef8a7c9d72f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0517747 Mar 31 23:41:23.926836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d9563d7-0d17-46e8-aa16-ca8232e3ad82 req-b0dc7690-0a21-48da-973f-6ab29a5d1beb tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574307 Mar 31 23:41:23.933316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972760d7-cac8-4eee-a394-06e494ec8cda req-77a11f06-d621-49fe-bf4b-edfd5de8a5db tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:23.934878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972760d7-cac8-4eee-a394-06e494ec8cda req-77a11f06-d621-49fe-bf4b-edfd5de8a5db tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.0796418 Mar 31 23:41:23.977281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-972760d7-cac8-4eee-a394-06e494ec8cda req-05c0c74b-39ad-4198-9da1-79530d731552 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341551 Mar 31 23:41:24.004540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38344) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:24.050669 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6a0de-5a09-492a-93a1-db00f2ef8f3d tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:24.052338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0bd6a0de-5a09-492a-93a1-db00f2ef8f3d tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1091 time: 0.0467739 Mar 31 23:41:24.055192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38348) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:24.059393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:24.164962 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:24.267197 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:24.391291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.25.6.61 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/3ce895d5-cd4e-401e-bc10-01e2460fa110) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:24.445301 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:24.499779 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:24.594019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:24.638148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:24.641547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:24.647806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:24.657737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=3ce895d5-cd4e-401e-bc10-01e2460fa110,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:25.027597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:25.055559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7026-f773-4d48-a52d-237c85045bd5 req-6983737d-a92a-4af6-9776-3953315b949d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:25.057258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-645a7026-f773-4d48-a52d-237c85045bd5 req-6983737d-a92a-4af6-9776-3953315b949d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0614359 Mar 31 23:41:25.098992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-645a7026-f773-4d48-a52d-237c85045bd5 req-4ab77afa-963a-4f41-8c6c-2bbb4565e116 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Mar 31 23:41:25.162889 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:25.314582 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:25.353185 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:25.422217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=3ce895d5-cd4e-401e-bc10-01e2460fa110,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:25.432242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:25.536024 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP 65a1b8ff-6195-48dd-8ffa-bf425e73f754 associated. External IP: 172.25.6.61, port: 0514efbb-27a7-4f6f-9f0e-960878acda00. Mar 31 23:41:25.777140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:41:25.918898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:41:25.931246 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:41:25.946666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:25.947335 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:25.996529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:26.029805 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bda4e624-c06e-4979-ab29-703ef7ce3195 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9734294 Mar 31 23:41:26.030484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:26.032681 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609cec7-e39b-4a89-ba61-4698e6277feb" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:26.065550 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:26.089586 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c017c-4a57-4235-8ddf-466913e380fb x-openstack-request-id: req-5b7c017c-4a57-4235-8ddf-466913e380fb {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:26.089870 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:26.090125 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5b7c017c-4a57-4235-8ddf-466913e380fb {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:26.090586 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7c017c-4a57-4235-8ddf-466913e380fb'] response: {'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'status': 'completed', 'code': 200} Mar 31 23:41:26.160696 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-c1733df0-58cc-435a-a4a1-808430fb98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.162506 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-c1733df0-58cc-435a-a4a1-808430fb98d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0484138 Mar 31 23:41:26.251080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f250-ab49-45b0-b535-c3228171a0ac req-9512daa9-6c59-4a7c-8bfe-a83c0b5b5f41 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.253716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a9f250-ab49-45b0-b535-c3228171a0ac req-9512daa9-6c59-4a7c-8bfe-a83c0b5b5f41 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0709462 Mar 31 23:41:26.278758 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-df53ac9a-7a70-4e98-ab16-8621cccd0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.280741 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-df53ac9a-7a70-4e98-ab16-8621cccd0cae service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1110463 Mar 31 23:41:26.304121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a9f250-ab49-45b0-b535-c3228171a0ac req-b442e7a5-0b7d-4741-8a25-5f578fc9e80f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Mar 31 23:41:26.366328 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-98af07c6-d048-4c6d-92b0-7b9f6c69afc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 998 time: 0.0770996 Mar 31 23:41:26.386299 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:24Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:26.425243 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:41:26.428678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-cd4a0128-22c2-4544-a094-4392019ca99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.430315 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-cd4a0128-22c2-4544-a094-4392019ca99b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0557733 Mar 31 23:41:26.436172 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:26.436855 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:26.493965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-51770d68-a457-4622-8111-4c13c50e39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.496746 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-51770d68-a457-4622-8111-4c13c50e39a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590365 Mar 31 23:41:26.554056 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:26.594816 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-962649b4-94bb-4da6-bc37-3befcf27706b service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896788 Mar 31 23:41:26.699996 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0609cec7-e39b-4a89-ba61-4698e6277feb req-3ca1c9fc-e705-4982-9b1b-95b498bc70c5 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982311 Mar 31 23:41:26.792161 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:24Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:26.818637 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29751d-c90f-447a-a3e0-dab43381c629 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:24Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:41:27.031785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963ff38-b0e9-4cbf-9603-d3bc41ecd587 None None] New status for floating IP 65a1b8ff-6195-48dd-8ffa-bf425e73f754: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:41:27.429100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35750a4d-31e0-4491-b617-c4a937f4cb82 req-200763f3-2215-45c9-a743-3573ec4d0dc4 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:27.430588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35750a4d-31e0-4491-b617-c4a937f4cb82 req-200763f3-2215-45c9-a743-3573ec4d0dc4 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0545206 Mar 31 23:41:27.468562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35750a4d-31e0-4491-b617-c4a937f4cb82 req-243fb625-cebb-49e8-a33a-19a7f4af6a4a tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Mar 31 23:41:28.584945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ece6e-8eb5-4586-a362-d7c518143e52 req-7b0950fe-1d35-4360-9fe3-b46d03989b4f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:28.586433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d95ece6e-8eb5-4586-a362-d7c518143e52 req-7b0950fe-1d35-4360-9fe3-b46d03989b4f tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0505648 Mar 31 23:41:28.624663 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d95ece6e-8eb5-4586-a362-d7c518143e52 req-bc99870b-0cef-45ad-9ef4-05cc3739cc12 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Mar 31 23:41:29.741432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f43c-633a-4ef8-9301-a25da898f860 req-f94c8b96-589c-45a2-be10-9fc39329e31b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:29.742899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91a6f43c-633a-4ef8-9301-a25da898f860 req-f94c8b96-589c-45a2-be10-9fc39329e31b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0492189 Mar 31 23:41:29.780308 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-91a6f43c-633a-4ef8-9301-a25da898f860 req-563e7e64-0eaa-4cfa-be0f-c9d40ec0e0ba tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Mar 31 23:41:30.904691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fb8d1-e7c5-41dd-bda3-edfab625b27d req-869eb352-fc97-4c13-a743-9efca0730fc3 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:30.906141 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-353fb8d1-e7c5-41dd-bda3-edfab625b27d req-869eb352-fc97-4c13-a743-9efca0730fc3 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0545044 Mar 31 23:41:30.946618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-353fb8d1-e7c5-41dd-bda3-edfab625b27d req-9f5e4f23-0f63-43b2-9f78-c6d2303d3095 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Mar 31 23:41:32.077056 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2562c8-5a42-4a0f-89cf-b70a965ff93c req-d7d04487-d593-49c3-a1c9-50cf32814fa2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:32.078598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2562c8-5a42-4a0f-89cf-b70a965ff93c req-d7d04487-d593-49c3-a1c9-50cf32814fa2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 943 time: 0.0549500 Mar 31 23:41:32.118045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2562c8-5a42-4a0f-89cf-b70a965ff93c req-e9ab3c15-9d0b-49e4-816f-059b7b092d61 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326915 Mar 31 23:41:32.915895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:33.020035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:33.036014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:33.073463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:33.086991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:33.112555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:33.197470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:33.241832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5aaca-baba-44ad-ab88-6a976778a533 req-18103ffb-90fe-4eb1-82cc-59845c8f323d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.243760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8f5aaca-baba-44ad-ab88-6a976778a533 req-18103ffb-90fe-4eb1-82cc-59845c8f323d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 944 time: 0.0572541 Mar 31 23:41:33.244759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:33.286967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b8f5aaca-baba-44ad-ab88-6a976778a533 req-72d2c835-705e-4d4c-9017-0ddb19021c9b tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Mar 31 23:41:33.620990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:34.411547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32637b-5340-467b-9818-09640cfcc833 req-184b915a-b724-4435-8857-48130a4189e8 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:34.413028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e32637b-5340-467b-9818-09640cfcc833 req-184b915a-b724-4435-8857-48130a4189e8 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 944 time: 0.0549166 Mar 31 23:41:34.452689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e32637b-5340-467b-9818-09640cfcc833 req-8bb189bf-c174-4032-a842-7763287fd07c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335395 Mar 31 23:41:34.921203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:35.050164 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.072642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:35.076884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:35.077240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.166781 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.189720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:35.192860 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9eb5a4-2378-4a25-9855-976fc9ab1673" -d '{"events": [{"server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "name": "network-vif-plugged", "status": "completed", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:35.206835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:35.231544 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f5c35-3a32-4017-8f33-0babb1a34121 x-openstack-request-id: req-010f5c35-3a32-4017-8f33-0babb1a34121 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:35.231846 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "name": "network-vif-plugged", "status": "completed", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:35.232361 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-010f5c35-3a32-4017-8f33-0babb1a34121 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:35.232757 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010f5c35-3a32-4017-8f33-0babb1a34121'] response: {'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'code': 200} Mar 31 23:41:35.290099 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.338094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:35.355393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3f2f0-e938-42ae-ab49-d2e99f9c95bc req-50d88310-34a9-4668-85e2-4f07d3c0e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.356904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6d3f2f0-e938-42ae-ab49-d2e99f9c95bc req-50d88310-34a9-4668-85e2-4f07d3c0e6a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0443504 Mar 31 23:41:35.392062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6d3f2f0-e938-42ae-ab49-d2e99f9c95bc req-12bbf1e5-7a2c-48b0-834d-2e4036444828 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278108 Mar 31 23:41:35.570893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8c074-c4f5-4997-9cd8-9d38aebcc946 req-4a594f71-80e3-4c93-85c8-f051fd6fcc56 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.572400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49d8c074-c4f5-4997-9cd8-9d38aebcc946 req-4a594f71-80e3-4c93-85c8-f051fd6fcc56 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Mar 31 23:41:35.611171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-49d8c074-c4f5-4997-9cd8-9d38aebcc946 req-d543dafc-f28c-4805-82ee-8ed703eec6e1 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Mar 31 23:41:36.737437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771d8d0-3a5e-4318-a946-aeb1905560de req-681f2f56-827b-49dc-a4b6-7497cc7d94d1 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.738946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f771d8d0-3a5e-4318-a946-aeb1905560de req-681f2f56-827b-49dc-a4b6-7497cc7d94d1 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Mar 31 23:41:36.778065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f771d8d0-3a5e-4318-a946-aeb1905560de req-87407878-5d8f-4261-9042-eade337c96ad tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Mar 31 23:41:37.005157 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:41:37.894266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaf8f5-8524-4926-9e36-3265069e06b3 req-6a3e210b-2d37-4732-81ff-c4ba40186be6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:37.895770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bdaf8f5-8524-4926-9e36-3265069e06b3 req-6a3e210b-2d37-4732-81ff-c4ba40186be6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.0499091 Mar 31 23:41:37.934240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7bdaf8f5-8524-4926-9e36-3265069e06b3 req-37c4889f-b3b9-4ced-bb8a-1960ef6814ed tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Mar 31 23:41:38.052855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9938-9655-4b75-bb0a-40f2a277844a req-fef01a4c-84f5-47b2-a27f-6ce57a380fd8 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.054379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07cc9938-9655-4b75-bb0a-40f2a277844a req-fef01a4c-84f5-47b2-a27f-6ce57a380fd8 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.0506659 Mar 31 23:41:38.093187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07cc9938-9655-4b75-bb0a-40f2a277844a req-8f5c2adf-b78a-48e8-93ae-7d9834ee053a tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Mar 31 23:41:38.116711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38392) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:38.202979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f81fe-f2c3-456b-b2c3-10f30ac480f0 tempest-TestVolumeBackupRestore-1907525503 tempest-TestVolumeBackupRestore-1907525503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.204655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-398f81fe-f2c3-456b-b2c3-10f30ac480f0 tempest-TestVolumeBackupRestore-1907525503 tempest-TestVolumeBackupRestore-1907525503-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1091 time: 0.0869043 Mar 31 23:41:38.207818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:38.212067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:38.312726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:38.412862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:38.528161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Allocated IP 172.25.6.18 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/3a4eea44-716d-4e97-b303-594de89b420a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:38.628518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:38.713225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:38.769506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:38.772849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:38.776595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:38.781951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'Port': ['ID=3a4eea44-716d-4e97-b303-594de89b420a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:39.628998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.797670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.972852 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.050188 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.129888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event updated for resources: {'Port': ['ID=3a4eea44-716d-4e97-b303-594de89b420a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:40.136294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.244075 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Floating IP 689b6936-b5e3-4bd2-abc5-981362bce69f associated. External IP: 172.25.6.18, port: b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c. Mar 31 23:41:40.452448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Router f9de4191-3728-4271-9204-2b23d63bee12 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:41:40.565090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:41:40.575459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:41:40.586472 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:40.590098 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:40.639659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.669795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38400) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:40.670418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-993df831-4276-4353-9b6c-9afa1552b2d6 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4609530 Mar 31 23:41:40.670418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:40.672764 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:40.701549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:40.709903 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af02f64-257a-4f60-a9d1-4c1509aaa096 x-openstack-request-id: req-6af02f64-257a-4f60-a9d1-4c1509aaa096 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:40.710193 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:40.710450 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6af02f64-257a-4f60-a9d1-4c1509aaa096 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:40.710853 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af02f64-257a-4f60-a9d1-4c1509aaa096'] response: {'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:41:40.716517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc29b71-42fe-4979-ac37-f2a3e1147ed7 tempest-TestVolumeBackupRestore-1907525503 tempest-TestVolumeBackupRestore-1907525503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:40.717997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6dc29b71-42fe-4979-ac37-f2a3e1147ed7 tempest-TestVolumeBackupRestore-1907525503 tempest-TestVolumeBackupRestore-1907525503-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1091 time: 0.0470743 Mar 31 23:41:40.721313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:40.725978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Request body: {'floatingip': {'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:40.787819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.796183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-eaa3b5a6-fe5a-4556-8c9a-43f2f61b61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:40.797711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-eaa3b5a6-fe5a-4556-8c9a-43f2f61b61b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0436885 Mar 31 23:41:40.905162 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-eac05ee5-5b4c-4540-9b2e-44731626db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:40.907071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-eac05ee5-5b4c-4540-9b2e-44731626db15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 915 time: 0.1022186 Mar 31 23:41:40.954543 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:38Z', 'revision_number': 0, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:40.984616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-a04f8ab1-a928-4bea-82da-c0933988b08c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 998 time: 0.0654831 Mar 31 23:41:40.986095 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:41:40.995167 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:40.995770 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:41.031656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-0ec30fde-c039-4783-a947-348f8e4a6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.036458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-0ec30fde-c039-4783-a947-348f8e4a6f8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0456448 Mar 31 23:41:41.092784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-db15f911-e42f-4413-9deb-b46dabe7aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.094945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-db15f911-e42f-4413-9deb-b46dabe7aed3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549569 Mar 31 23:41:41.212642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:41.213366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-c94f4d74-70ee-4701-bc75-f2e95daa51d9 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118379 Mar 31 23:41:41.317343 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a01ca1a1-f6bb-4d50-ac3b-d218337685ce req-f2e0fc28-d264-4572-8d21-cf0fc945a515 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978401 Mar 31 23:41:41.328154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.375836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.458696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:38Z', 'revision_number': 0, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:41.494675 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4566dbb-5408-43ab-9a36-24d975414a1b None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:38Z', 'revision_number': 0, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:41:41.655040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7fef5df8-2d76-46e6-aa4b-774c73db7e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.724884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500bc25-1c37-485d-9e0e-fbbec41fc2e7 None None] New status for floating IP 689b6936-b5e3-4bd2-abc5-981362bce69f: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:41:41.976434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Router f9de4191-3728-4271-9204-2b23d63bee12 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:41:42.099207 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:41:42.104351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:42.109353 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a1d76-937f-4882-9767-974005373965 None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:41:42.120948 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:42.121562 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:42.132916 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:42.135333 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:42.166068 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0f3c6082-2859-45b6-a32d-cb9e3756e1d5 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "PUT /v2.0/floatingips/689b6936-b5e3-4bd2-abc5-981362bce69f HTTP/1.1" status: 200 len: 990 time: 1.4436526 Mar 31 23:41:42.181457 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a480be-18de-48a2-b1bc-1c2819dc4441 x-openstack-request-id: req-f4a480be-18de-48a2-b1bc-1c2819dc4441 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:42.181761 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:42.182067 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f4a480be-18de-48a2-b1bc-1c2819dc4441 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:42.182538 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a480be-18de-48a2-b1bc-1c2819dc4441'] response: {'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:41:42.239098 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:42.264223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-c7c33c91-9a90-4859-acaa-bf6ac5762607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:42.265871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-c7c33c91-9a90-4859-acaa-bf6ac5762607 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0431986 Mar 31 23:41:42.355717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-103cb367-2c8a-4753-808c-cf0e44dcadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:42.358073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-103cb367-2c8a-4753-808c-cf0e44dcadb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 915 time: 0.0853312 Mar 31 23:41:42.433981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-f10fae7b-808c-4205-8074-a3c969ee8d2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 1000 time: 0.0692015 Mar 31 23:41:42.476118 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:41Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:42.484635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-5abf86ca-3101-4750-a8cf-8d35f92f48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:42.486227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-5abf86ca-3101-4750-a8cf-8d35f92f48ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0460503 Mar 31 23:41:42.506626 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a1d76-937f-4882-9767-974005373965 None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:41:42.514829 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:42.515464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:41:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:42.534160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-73771f4f-348a-460b-b399-60b9b9fbb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:42.535923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-73771f4f-348a-460b-b399-60b9b9fbb244 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426877 Mar 31 23:41:42.624561 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:42.633395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-a09aa585-17b2-4002-b1d1-931ce14e304d service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914478 Mar 31 23:41:42.725590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2dfdbc73-1f06-4e00-a33a-83ad46f3d2c5 req-fed6af6b-5e8e-4189-97c3-35666eca6c07 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Mar 31 23:41:42.854962 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d86a1d76-937f-4882-9767-974005373965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:41Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:42.881355 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a1d76-937f-4882-9767-974005373965 None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '689b6936-b5e3-4bd2-abc5-981362bce69f', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'port_id': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'mac_address': 'fa:16:3e:a8:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ab1401-9d52-471a-87d5-715a43575be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:38Z', 'updated_at': '2022-03-31T23:41:41Z', 'revision_number': 2, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:41:43.865972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-da7f6835-a4e1-47e4-a85b-c02d1f9c6bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.183715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:44.186457 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e9ba8-56be-43d7-afb9-08df737e11c0" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:44.225153 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17f209-a640-4ffb-b60a-c42f087485ae x-openstack-request-id: req-ae17f209-a640-4ffb-b60a-c42f087485ae {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:44.225449 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:44.225702 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae17f209-a640-4ffb-b60a-c42f087485ae {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:44.226133 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae17f209-a640-4ffb-b60a-c42f087485ae'] response: {'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:41:44.310839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-5d4b7819-db04-4b67-96e2-f984e16e16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:44.312368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-5d4b7819-db04-4b67-96e2-f984e16e16fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0466583 Mar 31 23:41:44.407201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-8b728541-c284-4e84-914e-8a34baa3d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:44.408613 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-8b728541-c284-4e84-914e-8a34baa3d907 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 915 time: 0.0889924 Mar 31 23:41:44.481713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-d6f58044-c0ff-41b4-97c6-be572a70fdb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 1000 time: 0.0672290 Mar 31 23:41:44.531784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-1d1699e2-38a9-43e5-ab3e-c52453bd50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:44.533290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-1d1699e2-38a9-43e5-ab3e-c52453bd50e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0458219 Mar 31 23:41:44.583610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-4ff044cd-aa0b-4597-acc7-2fb7f4706c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:44.585263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-4ff044cd-aa0b-4597-acc7-2fb7f4706c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451820 Mar 31 23:41:44.686878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-be418653-cf60-4ed1-8975-9e5c4ef04b92 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952673 Mar 31 23:41:44.781278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-487e9ba8-56be-43d7-afb9-08df737e11c0 req-30424c1b-d123-4d78-973c-0f0d529151b3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877073 Mar 31 23:41:45.432583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.724400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.810155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.466943 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:02.367100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-4b3ff493-456d-45a2-b712-936b03865298 req-8ccaea4a-762c-43af-bc03-2641c1bae895 service neutron] (109835) timed out ('10.222.0.83', 47460) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:42:05.048760 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:11.637192 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-581b4ae7-797d-438e-ab9c-aaa0fe5709a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:13.866539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a2f41372-b21d-4ac3-81cd-91e7567d29ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:14.007577 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:42:15.472068 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:16.769256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:16.803495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:18.048752 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-7c697cef-8c88-4968-bcf2-5907f9906b08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467279 Mar 31 23:42:18.134300 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-bdcb2d50-2eea-4990-bbee-07c6c9fe4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.135813 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-bdcb2d50-2eea-4990-bbee-07c6c9fe4bab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0443404 Mar 31 23:42:18.254502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-9c9f3979-26bf-4130-bd41-688d5ec5bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.256132 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-9c9f3979-26bf-4130-bd41-688d5ec5bc70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1008661 Mar 31 23:42:18.332246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-36f7482c-20eb-43a9-a16a-582f3f4206df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1000 time: 0.0685313 Mar 31 23:42:18.382403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-72b1aba6-d46d-4fa8-b3fd-f757e0e45712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.383900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-72b1aba6-d46d-4fa8-b3fd-f757e0e45712 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0454564 Mar 31 23:42:18.433095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-2b67ba70-a3bf-43e4-bdff-52f75afd7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.434943 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-2b67ba70-a3bf-43e4-bdff-52f75afd7f54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420010 Mar 31 23:42:18.534498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-b782de86-6a8d-4a13-bdb7-8f8837627295 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898645 Mar 31 23:42:18.628128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9b11fc17-f850-4e3c-ad3a-07b831c57bd3 req-e5cf12f5-da2b-42fe-9573-9bd5403c7d5b service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876324 Mar 31 23:42:24.449008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:25.122451 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-501010da-a533-432f-9eff-fb31a66992e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424221 Mar 31 23:42:25.223629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-4db92ac4-5f7c-4f1d-b2be-444360ab1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.225165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-4db92ac4-5f7c-4f1d-b2be-444360ab1f11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0461495 Mar 31 23:42:25.328962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-777de196-23ac-4e75-8684-2ac6b7693f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.330344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-777de196-23ac-4e75-8684-2ac6b7693f56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 915 time: 0.0863345 Mar 31 23:42:25.400832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-8d7a2316-1b4a-47db-abc6-16d75481909a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 1000 time: 0.0644743 Mar 31 23:42:25.449298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-c2de4d14-2ba5-4eed-bb1f-6106b51ee5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.451283 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-c2de4d14-2ba5-4eed-bb1f-6106b51ee5a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0443456 Mar 31 23:42:25.497047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-f0bd7b5d-3842-4e23-8495-6cb531ad8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.498551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-f0bd7b5d-3842-4e23-8495-6cb531ad8818 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414584 Mar 31 23:42:25.596221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-03ad6b15-821a-4f15-9d20-d7c2c9063755 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909092 Mar 31 23:42:25.689383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99dee24a-8550-4af8-81a9-5364d08aaa5b req-6b624636-8f7e-497b-b915-158ef3c95745 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Mar 31 23:42:35.077435 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:41.637620 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ceefec3-c499-40fa-a41e-0d6921e80e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:43.888853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c0191cef-4e2a-4240-a06f-df2a7b5072b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:45.460095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.745907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.824843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:51.007625 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:42:53.534946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38456) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:42:53.698033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Deleting port 3a4eea44-716d-4e97-b303-594de89b420a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:42:53.698382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:53.789564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:53.789887 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:53.802700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Calling delete_port for 3a4eea44-716d-4e97-b303-594de89b420a owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:42:54.066132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.091420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event deleted for resources: {'Port': ['ID=3a4eea44-716d-4e97-b303-594de89b420a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:54.100492 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.100839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.101182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.101514 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.101845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.102173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.102496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.102815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.103167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.103490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.103810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.104152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:54.167843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.173339 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Floating IP 689b6936-b5e3-4bd2-abc5-981362bce69f disassociated (deleted). External IP: 172.25.6.18, port: b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c. Mar 31 23:42:54.386833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Router f9de4191-3728-4271-9204-2b23d63bee12 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:42:54.471062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.498739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:42:54.503558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.508846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:42:54.518851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:54.528030 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:54.531189 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e23df37-c968-4e12-897f-6a883e9eea0c tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "DELETE /v2.0/floatingips/689b6936-b5e3-4bd2-abc5-981362bce69f HTTP/1.1" status: 204 len: 168 time: 0.9950886 Mar 31 23:42:54.531850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:54.534425 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45519b59-5960-4926-aa61-35521b805164" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:54.585570 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14732267-3db3-4f00-a2e5-ebfab07c9f98 x-openstack-request-id: req-14732267-3db3-4f00-a2e5-ebfab07c9f98 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:54.585570 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:54.585570 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-14732267-3db3-4f00-a2e5-ebfab07c9f98 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:54.585570 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14732267-3db3-4f00-a2e5-ebfab07c9f98'] response: {'name': 'network-changed', 'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:42:54.641507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:54.669444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519b59-5960-4926-aa61-35521b805164 req-ce1764b8-2354-4652-add3-59348d195acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.670941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-ce1764b8-2354-4652-add3-59348d195acd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06f7178068184998bef91f33d3afc9e5&device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 1096 time: 0.0432191 Mar 31 23:42:54.770485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519b59-5960-4926-aa61-35521b805164 req-d3379079-1383-401d-84a3-181fea40232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.773027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-d3379079-1383-401d-84a3-181fea40232d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 200 len: 915 time: 0.0956912 Mar 31 23:42:54.815201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-65bb7073-22a9-4a14-9bb3-27db8ce42e5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 200 len: 217 time: 0.0356250 Mar 31 23:42:54.860946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:54.883949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519b59-5960-4926-aa61-35521b805164 req-1a561680-71dd-4dae-86d0-d39111d92571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.885658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-1a561680-71dd-4dae-86d0-d39111d92571 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 200 len: 852 time: 0.0644567 Mar 31 23:42:54.890903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:42:54.901040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:54.901598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:54.934200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519b59-5960-4926-aa61-35521b805164 req-4fc7e5b2-5d44-47ab-bad9-06ff61f39e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.935876 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-4fc7e5b2-5d44-47ab-bad9-06ff61f39e02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f7c5601-728d-4222-8f2f-613374d203cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433295 Mar 31 23:42:55.016913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:55.066646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-f2296681-5884-4134-85a2-467688dea127 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056166 Mar 31 23:42:55.198791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45519b59-5960-4926-aa61-35521b805164 req-99e299b3-0945-4f82-8a9c-fa160c30c8c1 service neutron] 10.222.0.10 "GET /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247056 Mar 31 23:42:55.212926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638d328-b301-4ef8-ae15-a6c6c746cbf2 req-2248822f-36fb-46c5-b252-1bc3adb5076e tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.215080 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7638d328-b301-4ef8-ae15-a6c6c746cbf2 req-2248822f-36fb-46c5-b252-1bc3adb5076e tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.2013726 Mar 31 23:42:55.243571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:55.261443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7638d328-b301-4ef8-ae15-a6c6c746cbf2 req-de865e1e-deef-412a-9dea-1d1665f04983 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Mar 31 23:42:55.271486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0cd1e-cef8-458e-a240-f33c74fe079b None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:47Z', 'revision_number': 4, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '7f8bdc5d-5a49-457e-a5b6-d78c1a73789a', 'name': '', 'network_id': '0f7c5601-728d-4222-8f2f-613374d203cb', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'mac_address': 'fa:16:3e:c6:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:46Z', 'updated_at': '2022-03-31T23:38:54Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'subnets': [{'id': 'affdacdf-fd1c-44db-aa8a-23d51cf6d590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:42:55.500109 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230912a-475d-4a58-9f2c-552e4b3a9ede None None] New status for floating IP 689b6936-b5e3-4bd2-abc5-981362bce69f: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:42:56.454449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac209b-9ae1-4115-9ccc-dc89088c4daa req-7bc53e16-a914-46c5-a4b7-f42cdf173033 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.455988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47ac209b-9ae1-4115-9ccc-dc89088c4daa req-7bc53e16-a914-46c5-a4b7-f42cdf173033 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.1201711 Mar 31 23:42:56.770737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47ac209b-9ae1-4115-9ccc-dc89088c4daa req-f765b4d5-b175-43ba-a145-07f7125dca72 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/security-groups?id=5e2755ca-f5be-470a-8dd2-9f04a4fe1195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077710 Mar 31 23:42:56.843713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-d8b1989b-5b59-45e4-a23b-51fd2826e5fe tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.845202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-d8b1989b-5b59-45e4-a23b-51fd2826e5fe tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.10 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 945 time: 0.0484810 Mar 31 23:42:56.939457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Deleting port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:42:56.945912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:57.031855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] For port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:57.032141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:57.045490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Calling delete_port for b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:42:57.243069 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:57.275912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event deleted for resources: {'Port': ['ID=b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:57.287813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.292773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:57.327879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] No DVR routers for this DVR port b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:42:57.330598 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:57.334783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9da8f664-045e-4a3d-a8d6-b6275d92dfad req-ff2d863a-4f81-4b1a-98f5-c9067e4d18b9 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.10 "DELETE /v2.0/ports/b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c HTTP/1.1" status: 204 len: 173 time: 0.4834995 Mar 31 23:42:57.340247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'name': 'network-vif-deleted', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:57.340247 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188812e-08c8-4f4d-89a1-29fdb402b6bf" -d '{"events": [{"server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "name": "network-vif-deleted", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:57.375226 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95375383-12d5-43db-aed0-45604487a9c9 x-openstack-request-id: req-95375383-12d5-43db-aed0-45604487a9c9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:57.375515 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ab1401-9d52-471a-87d5-715a43575be7", "name": "network-vif-deleted", "tag": "b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:57.375766 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95375383-12d5-43db-aed0-45604487a9c9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:57.376191 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95375383-12d5-43db-aed0-45604487a9c9'] response: {'server_uuid': '41ab1401-9d52-471a-87d5-715a43575be7', 'name': 'network-vif-deleted', 'tag': 'b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c', 'status': 'completed', 'code': 200} Mar 31 23:42:57.874626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-760af535-4952-450f-bcbd-3644ab18315d req-766bf130-5f1b-4bbb-9200-4cc3eb57a52d tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Mar 31 23:42:58.986715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb38545c-3b6a-4c65-be35-60f726979a45 req-0413f93d-259d-4851-ada3-408a32dbe759 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Mar 31 23:43:00.090011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b80913f-9abf-4b5e-b16f-3781e0ef4d2d req-e1148172-80b9-4c74-895e-76807260a4e1 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Mar 31 23:43:01.192548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fbd8642-68f1-484e-a766-2a3c4ad87c16 req-8ac395ec-07cb-4a9e-8088-ff23a590c365 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ab1401-9d52-471a-87d5-715a43575be7 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Mar 31 23:43:01.290592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:01.314557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:01.314903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device b03cb86b-4aaa-4fe6-ba35-bd53fd4d278c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:02.251370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:02.310712 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.337483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.448519 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.451854 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.453116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] 10.222.0.83 "DELETE /v2.0/security-groups/5e2755ca-f5be-470a-8dd2-9f04a4fe1195 HTTP/1.1" status: 204 len: 168 time: 0.2007544 Mar 31 23:43:02.466571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef65a1-1ce7-4fb0-b871-ac98650384e2 tempest-TestVolumeBackupRestore-949475114 tempest-TestVolumeBackupRestore-949475114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2755ca-f5be-470a-8dd2-9f04a4fe1195,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:05.087996 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:06.336249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:06.718314 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:06.987774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Deleting port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:06.987774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.074390 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] For port 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:07.074757 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.092020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Calling delete_port for 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:07.368386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.396766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8bdc5d-5a49-457e-a5b6-d78c1a73789a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:07.567419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.785179 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Router f9de4191-3728-4271-9204-2b23d63bee12 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:07.896903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:07.907376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Sync routers for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:07.907849 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-34ef07b9-3028-4b45-ab9e-7c191f53dc0a admin admin] 10.222.0.83 "PUT /v2.0/routers/f9de4191-3728-4271-9204-2b23d63bee12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704582 Mar 31 23:43:07.907961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38742) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:07.919503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:07.920178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:08.019765 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.139105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.187974 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:08.286496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Deleting port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:08.286931 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.366589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:43:07Z', 'revision_number': 5, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port': {'id': '5f1aa9a7-0084-465a-b5ea-c8c9e508b57b', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:08.371685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] For port 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:08.372155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.385251 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Calling delete_port for 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:08.399370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Checking router: f9de4191-3728-4271-9204-2b23d63bee12 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:08.407793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Routers {'f9de4191-3728-4271-9204-2b23d63bee12'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:08.408407 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['f9de4191-3728-4271-9204-2b23d63bee12'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:08.497032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] Set router f9de4191-3728-4271-9204-2b23d63bee12 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:08.548219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:43:08Z', 'revision_number': 6, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:08.577911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cbd49-586f-43d5-b267-f7ed7e1c0dcb None None] The sync data for ids ['f9de4191-3728-4271-9204-2b23d63bee12'] in n-d-828414-2 is: [{'id': 'f9de4191-3728-4271-9204-2b23d63bee12', 'name': 'tempest-TestVolumeBackupRestore-122681862-router', 'tenant_id': '06f7178068184998bef91f33d3afc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:44Z', 'updated_at': '2022-03-31T23:43:08Z', 'revision_number': 6, 'project_id': '06f7178068184998bef91f33d3afc9e5', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:08.609974 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.634200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1aa9a7-0084-465a-b5ea-c8c9e508b57b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:08.700507 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.790957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.793087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.888393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.888917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9de4191-3728-4271-9204-2b23d63bee12 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:43:08.893748 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.894905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-36e5de1d-40c2-4cc3-a619-369ea5e00185 admin admin] 10.222.0.83 "DELETE /v2.0/routers/f9de4191-3728-4271-9204-2b23d63bee12 HTTP/1.1" status: 204 len: 168 time: 0.9860387 Mar 31 23:43:08.898164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38798) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:08.951116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Deleting subnet affdacdf-fd1c-44db-aa8a-23d51cf6d590 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:43:08.954875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.994827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.081218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.191383 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.218248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affdacdf-fd1c-44db-aa8a-23d51cf6d590,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:09.222781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.226861 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-30e79b13-3a9d-4ebf-9b9e-13d6fc21b644 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/affdacdf-fd1c-44db-aa8a-23d51cf6d590 HTTP/1.1" status: 204 len: 168 time: 0.3267622 Mar 31 23:43:09.227826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90ecef-4909-44f6-9cfe-3e2939eb6aba None None] Network 0f7c5601-728d-4222-8f2f-613374d203cb requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:43:09.228864 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:09.297906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.364020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Deleting port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:09.365135 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.428188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] DHCP port deletion for 0f7c5601-728d-4222-8f2f-613374d203cb request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:43:09.434777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] For port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:09.435197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.450263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Calling delete_port for e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:09.480637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Deleting port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:09.481017 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.554374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] For port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,segment=NetworkSegment(de12a0d0-3bf6-42c9-b105-07acb59185e8),segment_id=de12a0d0-3bf6-42c9-b105-07acb59185e8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:09.554761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.566752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Calling delete_port for e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:09.614620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.647737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:09.647737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] No DVR routers for this DVR port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:09.658414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.691612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Pushing event deleted for resources: {'Port': ['ID=e8d6f2fe-3600-41a8-b4b8-d0887c0e6851,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:09.698149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] No DVR routers for this DVR port e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:09.710259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.710781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.711238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.711591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.711907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.712295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.712626 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.713113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.713605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.714092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.714577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.714904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7b5b0-f2ed-45a8-89e8-ce79898c48c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:09.740558 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.762687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7c5601-728d-4222-8f2f-613374d203cb']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:09.773164 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de12a0d0-3bf6-42c9-b105-07acb59185e8') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:09.773471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de12a0d0-3bf6-42c9-b105-07acb59185e8') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:09.787109 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.800632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.806710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:43:09.807132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:43:09.808752 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:43:09.911374 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.918841 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.922148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] 10.222.0.83 "DELETE /v2.0/networks/0f7c5601-728d-4222-8f2f-613374d203cb HTTP/1.1" status: 204 len: 168 time: 0.6923053 Mar 31 23:43:09.927170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38856) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:09.935258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1aab-52d9-4c4f-b162-322114c4490b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7c5601-728d-4222-8f2f-613374d203cb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:10.248425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:10.269182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:10.269519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device e8d6f2fe-3600-41a8-b4b8-d0887c0e6851 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:10.269925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:10.284651 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.293353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:10.293700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5f1aa9a7-0084-465a-b5ea-c8c9e508b57b not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:10.294112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:10.314688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:10.315052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f8bdc5d-5a49-457e-a5b6-d78c1a73789a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:10.544230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Deleting port 901b5d67-468f-4dfe-8bfb-5381347e7ff0 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:10.544573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.987582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] For port 901b5d67-468f-4dfe-8bfb-5381347e7ff0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=901b5d67-468f-4dfe-8bfb-5381347e7ff0,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:10.989641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:11.000908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Calling delete_port for 901b5d67-468f-4dfe-8bfb-5381347e7ff0 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:11.265313 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:11.292872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Pushing event deleted for resources: {'Port': ['ID=901b5d67-468f-4dfe-8bfb-5381347e7ff0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:11.465682 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:11.677684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4cac856a-2858-43b8-8f18-00d7569ab5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:11.692139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Router b6af341d-0f47-46d0-ae1d-36487cf173c5 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:11.805292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:11.812558 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2cb7b684-be31-40ff-a1a1-f2e5c9879761 admin admin] 10.222.0.83 "PUT /v2.0/routers/b6af341d-0f47-46d0-ae1d-36487cf173c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833559 Mar 31 23:43:11.815027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38948) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:11.819495 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Sync routers for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:11.828161 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:11.828754 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:11.927888 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.049434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.050856 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:12.237598 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:43:11Z', 'revision_number': 5, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port': {'id': '47a7f0d6-96b5-40e5-9a82-af7d43eb9107', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:38:52Z', 'updated_at': '2022-03-31T23:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:12.249097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Deleting port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:12.249509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.266240 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Checking router: b6af341d-0f47-46d0-ae1d-36487cf173c5 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:12.274857 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Routers {'b6af341d-0f47-46d0-ae1d-36487cf173c5'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:12.275537 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:42:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['b6af341d-0f47-46d0-ae1d-36487cf173c5'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:12.334335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] For port 47a7f0d6-96b5-40e5-9a82-af7d43eb9107, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:12.334697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.346636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Calling delete_port for 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:12.364936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] Set router b6af341d-0f47-46d0-ae1d-36487cf173c5 gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:12.418970 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:43:12Z', 'revision_number': 6, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:12.444811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45c8c0-2aa7-430b-bd7f-cd13a4f23627 None None] The sync data for ids ['b6af341d-0f47-46d0-ae1d-36487cf173c5'] in n-d-828414-2 is: [{'id': 'b6af341d-0f47-46d0-ae1d-36487cf173c5', 'name': 'tempest-TestVolumeBackupRestore-1720979508-router', 'tenant_id': 'b57878e221244020b99901c1d5c8b937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:38:51Z', 'updated_at': '2022-03-31T23:43:12Z', 'revision_number': 6, 'project_id': 'b57878e221244020b99901c1d5c8b937', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:12.608194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.633464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a7f0d6-96b5-40e5-9a82-af7d43eb9107,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:12.692904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.787964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.790139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.894098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.894668 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6af341d-0f47-46d0-ae1d-36487cf173c5 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:43:12.899700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.900857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-98c7a23e-2e3a-4dd8-87a0-d84c7db9ecb3 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b6af341d-0f47-46d0-ae1d-36487cf173c5 HTTP/1.1" status: 204 len: 168 time: 1.0832100 Mar 31 23:43:12.903377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38956) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:12.947251 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Deleting subnet 47d254aa-4b40-4525-a854-f15dba4aa524 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:43:12.950317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:12.987413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.071077 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.179901 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.206853 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d254aa-4b40-4525-a854-f15dba4aa524,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:13.211463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.217344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38958) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:13.220152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b1502-b3f2-4976-a08a-c36ea4e2da0a None None] Network 899af98a-aa40-49da-81c6-ea77ce696dc0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:43:13.223732 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d7f15568-1d6a-4ff1-81bc-967306ebf5bb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/47d254aa-4b40-4525-a854-f15dba4aa524 HTTP/1.1" status: 204 len: 168 time: 0.3193154 Mar 31 23:43:13.295029 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.358936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Deleting port 381fdc11-d631-40e2-bd64-7843dd0823e3 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:13.359317 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.408391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] DHCP port deletion for 899af98a-aa40-49da-81c6-ea77ce696dc0 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:43:13.426292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] For port 381fdc11-d631-40e2-bd64-7843dd0823e3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=381fdc11-d631-40e2-bd64-7843dd0823e3,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:13.426691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.441250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Calling delete_port for 381fdc11-d631-40e2-bd64-7843dd0823e3 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:13.460107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Deleting port 381fdc11-d631-40e2-bd64-7843dd0823e3 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:13.460489 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.526171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] For port 381fdc11-d631-40e2-bd64-7843dd0823e3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=381fdc11-d631-40e2-bd64-7843dd0823e3,segment=NetworkSegment(30c97af3-71fd-4bca-b4e4-361b6303a1f8),segment_id=30c97af3-71fd-4bca-b4e4-361b6303a1f8)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:13.526171 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.544052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Calling delete_port for 381fdc11-d631-40e2-bd64-7843dd0823e3 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:13.636577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.642280 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.663070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Pushing event deleted for resources: {'Port': ['ID=381fdc11-d631-40e2-bd64-7843dd0823e3,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:13.666684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] No DVR routers for this DVR port 381fdc11-d631-40e2-bd64-7843dd0823e3 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:13.668383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] Pushing event deleted for resources: {'Port': ['ID=381fdc11-d631-40e2-bd64-7843dd0823e3,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:13.673157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1864eb-ce07-470a-bb60-dd807f0dad32 None None] No DVR routers for this DVR port 381fdc11-d631-40e2-bd64-7843dd0823e3 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:13.738126 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.762066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899af98a-aa40-49da-81c6-ea77ce696dc0']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:13.771308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c97af3-71fd-4bca-b4e4-361b6303a1f8') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:13.771599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c97af3-71fd-4bca-b4e4-361b6303a1f8') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:13.780631 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.794198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.800045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:43:13.802462 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:43:13.802735 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:43:13.864440 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d016adc3-1040-4a46-95c6-636597d23c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.916454 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.923599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:13.927145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] 10.222.0.83 "DELETE /v2.0/networks/899af98a-aa40-49da-81c6-ea77ce696dc0 HTTP/1.1" status: 204 len: 168 time: 0.7087131 Mar 31 23:43:13.937229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbbfb-113f-4c9e-9ecc-e0bf9249ca9e admin admin] Pushing event deleted for resources: {'Network': ['ID=899af98a-aa40-49da-81c6-ea77ce696dc0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:14.239206 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:14.261032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:14.261313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 47a7f0d6-96b5-40e5-9a82-af7d43eb9107 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:14.261749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 901b5d67-468f-4dfe-8bfb-5381347e7ff0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:14.283618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 901b5d67-468f-4dfe-8bfb-5381347e7ff0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:14.283959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 901b5d67-468f-4dfe-8bfb-5381347e7ff0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:14.284349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 381fdc11-d631-40e2-bd64-7843dd0823e3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:14.302705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 381fdc11-d631-40e2-bd64-7843dd0823e3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:14.303067 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 381fdc11-d631-40e2-bd64-7843dd0823e3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:14.310115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38962) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:14.350335 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0cc1e3ad-36a4-45d2-989c-11c955fe5a75 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06f7178068184998bef91f33d3afc9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392580 Mar 31 23:43:14.354139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 38964) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:14.402355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:14.434430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:14.545575 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:14.548159 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:14.549326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9a83f233-8d21-4814-8091-ba4ebeb48f73 HTTP/1.1" status: 204 len: 168 time: 0.1942923 Mar 31 23:43:14.558321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4329b-67c3-47ea-ba93-46ca35bc69ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a83f233-8d21-4814-8091-ba4ebeb48f73,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:15.229025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38970) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:15.269803 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4b32ddae-5593-469a-9ef7-6bddbedd4314 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b57878e221244020b99901c1d5c8b937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395503 Mar 31 23:43:15.272574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 38972) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:15.325745 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:15.347387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:15.470469 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:15.499245 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:15.501832 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:15.502997 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9b1b3154-f7d9-4b1f-9529-ec3bc230ad1d HTTP/1.1" status: 204 len: 168 time: 0.2294853 Mar 31 23:43:15.510899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334cd2-ea08-4b85-b38b-b935b5f4415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b3154-f7d9-4b1f-9529-ec3bc230ad1d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:16.706977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:16.779134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:19.167168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-2e593d0d-2321-4e4c-b095-3b503eb7e7e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2099826 Mar 31 23:43:19.257082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-8f3bf83d-3930-4f84-a1c4-cc45c6e104a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.258489 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-8f3bf83d-3930-4f84-a1c4-cc45c6e104a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0477457 Mar 31 23:43:19.378325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-d81a505d-be9b-4ec4-8e82-54c26b58f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.379857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-d81a505d-be9b-4ec4-8e82-54c26b58f93e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1025152 Mar 31 23:43:19.444931 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-02571740-ee14-4053-ae68-2dd88447fe13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1000 time: 0.0587628 Mar 31 23:43:19.504074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-913ae2d2-3e80-4e21-9bb6-28011a111b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.506088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-913ae2d2-3e80-4e21-9bb6-28011a111b1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0547602 Mar 31 23:43:19.565793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-10ba6302-c1d8-4f5d-b073-f9bb8c261531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.565793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-10ba6302-c1d8-4f5d-b073-f9bb8c261531 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498641 Mar 31 23:43:19.572901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-7c4f23b6-0dfd-4682-a9d4-807398408185 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:43:19.573964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-7c4f23b6-0dfd-4682-a9d4-807398408185 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054510 Mar 31 23:43:19.665979 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-454e1a3a-f440-4d44-b4f6-a16f08da3524 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858002 Mar 31 23:43:19.759819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4ec5c285-aad0-40e6-86ab-4c99b56288f5 req-a579e7b5-fe37-4b88-b07b-e936cf046de2 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Mar 31 23:43:24.447536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.006901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:43:35.053801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:41.665022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e8783760-6a27-486f-9125-ac7f7066e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:43.870232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0613df69-67f7-4f02-9727-50c60beb3aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:45.464753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.722497 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.797314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.459827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-8f5e33e1-7d74-4beb-94fc-333756363fb5 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224628157&fields=id&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 267 time: 0.0340531 Mar 31 23:43:48.566564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-b9b8cc1c-ecad-4bda-802b-aea5244dc348 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:48.568054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-b9b8cc1c-ecad-4bda-802b-aea5244dc348 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1014850 Mar 31 23:43:48.583246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-2a2d95e7-11cd-4803-b2b4-484fb8372ff6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/quotas/18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 375 time: 0.0093615 Mar 31 23:43:48.644580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-b6bbee50-930d-4a4d-94b4-8c7015e53b56 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556796 Mar 31 23:43:48.791723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-880eb8da-ee44-4c1a-9994-5c007ca11f12 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342058 Mar 31 23:43:48.885171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-29f2bf65-9d97-4fd4-ba3a-aae4035a9217 service neutron] 10.222.0.83 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871947 Mar 31 23:43:49.388181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f985647-e271-4f68-91af-2d876e93d3c4 req-fbe1e119-31d6-4183-b856-5736e400aedc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Mar 31 23:43:50.510835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c7c69adf-94d5-4bfa-97b3-1ee403a558a2 req-8861170e-f98b-440c-b87d-e0ef2d703974 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0274885 Mar 31 23:43:51.413859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-7dc1737e-f45c-4ade-a8b1-22440816b742 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:51.415338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-7dc1737e-f45c-4ade-a8b1-22440816b742 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 812 time: 0.1059837 Mar 31 23:43:51.466633 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-44898709-116a-4794-b6b9-952b5344d204 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18492aac6c4a434a96bb1a50d298f7cf HTTP/1.1" status: 200 len: 380 time: 0.0368943 Mar 31 23:43:51.475912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'port': {'device_id': 'ea6445dc-473f-4172-8393-930126aac0c3', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'admin_state_up': True, 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'security_groups': ['482ad24b-a96c-4426-a2eb-557a1e0355f7']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:51.614020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62438c3b-642d-49a4-9a03-a2b5cf91eb9c req-c39500c1-1fdd-4f15-b70e-d987c56c214a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0315526 Mar 31 23:43:51.675964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Made reservation on behalf of 18492aac6c4a434a96bb1a50d298f7cf for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:43:51.679757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:51.812376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.20.0.6 (7834af2d-700f-4b15-8086-af34aa42ce25/8faac073-64f3-4a10-9125-6c0ebb00dc80/241186c0-6085-4ab0-8fe7-62947b8544bd) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:51.958849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.048196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.093293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 7834af2d-700f-4b15-8086-af34aa42ce25 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:52.098326 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:52.102018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:52.108932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:52.158064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:52.158742 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.278938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-daf4fae4-0ac2-4633-b0de-afd1fb6b824d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067040 Mar 31 23:43:52.297670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Request body: {'port': {'device_id': 'ea6445dc-473f-4172-8393-930126aac0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:52.336308 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9371447f-e432-4945-b1a7-2f48812915b3 None None] Provisioning complete for port 241186c0-6085-4ab0-8fe7-62947b8544bd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:52.337352 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9371447f-e432-4945-b1a7-2f48812915b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.357213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.383773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9371447f-e432-4945-b1a7-2f48812915b3 None None] Port 241186c0-6085-4ab0-8fe7-62947b8544bd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:43:52.624773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241186c0-6085-4ab0-8fe7-62947b8544bd {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:52.632286 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.645339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Transition to ACTIVE for port object 241186c0-6085-4ab0-8fe7-62947b8544bd will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:43:52.717752 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:52.788471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Pushing event updated for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:52.799717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33239323-4eae-450f-964c-9218cf8c3140 req-84d504ea-2815-4b07-ba72-159978ea62e9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:52.801317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33239323-4eae-450f-964c-9218cf8c3140 req-84d504ea-2815-4b07-ba72-159978ea62e9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 931 time: 0.1118655 Mar 31 23:43:52.886042 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33239323-4eae-450f-964c-9218cf8c3140 req-81aa9037-e070-4ed8-aba2-973bf53db962 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781202 Mar 31 23:43:52.910508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Attempting to bind port 241186c0-6085-4ab0-8fe7-62947b8544bd on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:52.910850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Attempting to bind port 241186c0-6085-4ab0-8fe7-62947b8544bd by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:52.911213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Attempting to bind port 241186c0-6085-4ab0-8fe7-62947b8544bd on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:52.916187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Port 241186c0-6085-4ab0-8fe7-62947b8544bd on network 7834af2d-700f-4b15-8086-af34aa42ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:43:52.916513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Attempting to bind port 241186c0-6085-4ab0-8fe7-62947b8544bd on network 7834af2d-700f-4b15-8086-af34aa42ce25 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:52.922253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:52.922650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Checking segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:52.923085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Bound using segment: {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:52.923525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Bound port: 241186c0-6085-4ab0-8fe7-62947b8544bd, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:52.923887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.007957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:53.011334 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=241186c0-6085-4ab0-8fe7-62947b8544bd,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:53.070645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.109621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.110781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.112277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] 10.222.0.10 "PUT /v2.0/ports/241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 1091 time: 0.8194737 Mar 31 23:43:53.112739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:53.115098 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba54a0e-872b-4f15-b6ca-45f13d6960ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:53.149077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98974e4-3129-4ce1-9c35-b0c36c24c992 service neutron] Pushing event updated for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:53.285897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-9070f543-766f-4a77-96c6-f30b03eb60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.288126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-9070f543-766f-4a77-96c6-f30b03eb60df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1094 time: 0.0532954 Mar 31 23:43:53.341519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-d82fd934-00df-46af-8bda-129d0f921ac8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 217 time: 0.0391486 Mar 31 23:43:53.343905 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39814bc-bdef-4b4f-a590-e14edfbec7fc x-openstack-request-id: req-b39814bc-bdef-4b4f-a590-e14edfbec7fc {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:53.344196 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:53.344491 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b39814bc-bdef-4b4f-a590-e14edfbec7fc {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:53.344916 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39814bc-bdef-4b4f-a590-e14edfbec7fc'] response: {'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'status': 'completed', 'code': 200} Mar 31 23:43:53.411074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-780aae74-23b4-4902-9d9d-f3880830a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.412506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-780aae74-23b4-4902-9d9d-f3880830a8e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0500491 Mar 31 23:43:53.460431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-88246805-dc4b-4064-a25a-4cea6bd48639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.461970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-88246805-dc4b-4064-a25a-4cea6bd48639 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434117 Mar 31 23:43:53.560510 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-0bb796f4-e687-428a-acb1-a9ace7950252 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911858 Mar 31 23:43:53.651440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6f092d1-7e1b-46f2-ada8-30e9a037f124 req-a00a5ff2-b4b2-4558-9135-c3e75724858a service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Mar 31 23:43:53.869613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-b5009b5a-09c6-49e5-a99c-68b7a889971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.871179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-b5009b5a-09c6-49e5-a99c-68b7a889971d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1094 time: 0.0417995 Mar 31 23:43:54.001428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-e3fa79a9-3f13-4cd8-a15e-9000e24b3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.002926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-e3fa79a9-3f13-4cd8-a15e-9000e24b3995 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.1246853 Mar 31 23:43:54.059650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850390a-9996-4254-bc57-d95ab3db9a60 req-2341cbaf-af37-46dd-8683-a05b4734db9f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.061142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d850390a-9996-4254-bc57-d95ab3db9a60 req-2341cbaf-af37-46dd-8683-a05b4734db9f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.1015790 Mar 31 23:43:54.062567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-19886e01-a77f-4feb-b5dc-7550340ea506 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 217 time: 0.0525773 Mar 31 23:43:54.420829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d850390a-9996-4254-bc57-d95ab3db9a60 req-a9a7904e-a6d3-407d-9e81-8147842cb110 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534293 Mar 31 23:43:54.423316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-07f3b5cd-e98e-42cd-9881-3610f2791d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.424695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-07f3b5cd-e98e-42cd-9881-3610f2791d5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.3562758 Mar 31 23:43:54.470353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.472092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-2ec11f29-9b57-437c-b74c-59e1681448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.473603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-2ec11f29-9b57-437c-b74c-59e1681448e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418029 Mar 31 23:43:54.565865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-579d13c3-2cd7-4008-a2a1-1492440258b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855598 Mar 31 23:43:54.652642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba54a0e-872b-4f15-b6ca-45f13d6960ff req-2c7451b0-9567-4e39-b8bd-ee35106bc48b service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803096 Mar 31 23:43:55.549627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2ed1-1bfa-48ed-8881-ddfe2b072bac req-923b4c6b-a394-4a09-b149-2ffd0e128962 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.551180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ea2ed1-1bfa-48ed-8881-ddfe2b072bac req-923b4c6b-a394-4a09-b149-2ffd0e128962 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0547452 Mar 31 23:43:55.590296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ea2ed1-1bfa-48ed-8881-ddfe2b072bac req-e2957a0b-6211-4ea0-b672-7aaa1c0ef332 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Mar 31 23:43:56.708144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ee32-8b52-48a3-b58d-4afa0802c831 req-6612e584-66de-4d48-909e-9299d7b5c0b8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:56.709653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d1ee32-8b52-48a3-b58d-4afa0802c831 req-6612e584-66de-4d48-909e-9299d7b5c0b8 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0495925 Mar 31 23:43:56.747401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d1ee32-8b52-48a3-b58d-4afa0802c831 req-e51b9fb1-fba9-4d4d-a864-149f81b51ccd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Mar 31 23:43:57.866870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba924a4-59cf-4241-b615-26ec41e183d7 req-7fad70e1-08db-41f4-b0d6-4c4ce87d76dc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:57.868381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba924a4-59cf-4241-b615-26ec41e183d7 req-7fad70e1-08db-41f4-b0d6-4c4ce87d76dc tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Mar 31 23:43:57.907088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cba924a4-59cf-4241-b615-26ec41e183d7 req-637d6e77-2541-4def-b018-75878e4bb16d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Mar 31 23:43:59.030449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1082-d8af-4b3a-b072-cd65ce065171 req-6b537227-e5a5-46e0-8a39-5a665da8e952 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:59.032001 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-061d1082-d8af-4b3a-b072-cd65ce065171 req-6b537227-e5a5-46e0-8a39-5a665da8e952 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0540504 Mar 31 23:43:59.070770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-061d1082-d8af-4b3a-b072-cd65ce065171 req-829fec40-3c84-4df5-ac95-fac0d533c6cd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Mar 31 23:44:00.190644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387b4ed-2f56-4baf-94f0-ea81936935c0 req-85fdeb86-f865-4aff-9d7a-b221569b86ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:00.192222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f387b4ed-2f56-4baf-94f0-ea81936935c0 req-85fdeb86-f865-4aff-9d7a-b221569b86ed tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0494375 Mar 31 23:44:00.231940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f387b4ed-2f56-4baf-94f0-ea81936935c0 req-18854887-26f8-4261-ac04-d64a1ec46055 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Mar 31 23:44:01.351527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccc14f-acb1-4f31-9c9f-3fd0cfd3af81 req-91312a92-db2f-48a5-91a5-181eb3c64b1a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:01.353019 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faccc14f-acb1-4f31-9c9f-3fd0cfd3af81 req-91312a92-db2f-48a5-91a5-181eb3c64b1a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Mar 31 23:44:01.401230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faccc14f-acb1-4f31-9c9f-3fd0cfd3af81 req-3cce0a84-5c2a-4797-8115-fe76dfbf6e3a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Mar 31 23:44:02.530015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99825a4-29e7-461a-97d2-08e0fba43c30 req-0b5e7a7a-75b1-4e32-bbcb-1cba84cb38e4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:02.532244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c99825a4-29e7-461a-97d2-08e0fba43c30 req-0b5e7a7a-75b1-4e32-bbcb-1cba84cb38e4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0553780 Mar 31 23:44:02.569114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c99825a4-29e7-461a-97d2-08e0fba43c30 req-a38b2726-ab20-4e16-ae9b-7ab07db5603d tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Mar 31 23:44:03.686800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e00ea-8e05-4beb-8ff2-48904290d9da req-359d5f77-abb7-4a32-975b-1bbe098019f0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:03.688900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd0e00ea-8e05-4beb-8ff2-48904290d9da req-359d5f77-abb7-4a32-975b-1bbe098019f0 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0509691 Mar 31 23:44:03.728185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd0e00ea-8e05-4beb-8ff2-48904290d9da req-c191f688-9650-4e80-9b08-50805eb4e986 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Mar 31 23:44:04.849582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d4d13-a923-4fa4-9970-cbd127a6f70f req-1ff84ec2-ed32-430f-aa0a-1295e70f5f59 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:04.851119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f3d4d13-a923-4fa4-9970-cbd127a6f70f req-1ff84ec2-ed32-430f-aa0a-1295e70f5f59 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Mar 31 23:44:04.889305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f3d4d13-a923-4fa4-9970-cbd127a6f70f req-e2b77afd-ab78-40ce-9fc5-b9e43d48d11f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Mar 31 23:44:05.007075 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:05.070203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:05.494960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 241186c0-6085-4ab0-8fe7-62947b8544bd details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:05.591389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=241186c0-6085-4ab0-8fe7-62947b8544bd,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:05.603476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'port_id': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'mac_address': 'fa:16:3e:5e:13:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:05.640798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:05.657553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241186c0-6085-4ab0-8fe7-62947b8544bd {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:05.677476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=241186c0-6085-4ab0-8fe7-62947b8544bd,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:05.755539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:05.804756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:06.014099 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf32c2-ef02-4474-861f-7d306577ae81 req-be28e09e-5a9f-499e-8955-897d398273e1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:06.015581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60bf32c2-ef02-4474-861f-7d306577ae81 req-be28e09e-5a9f-499e-8955-897d398273e1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 944 time: 0.0540514 Mar 31 23:44:06.056382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60bf32c2-ef02-4474-861f-7d306577ae81 req-98824993-8661-4f1e-b0fb-04296804308e tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337183 Mar 31 23:44:06.151564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['241186c0-6085-4ab0-8fe7-62947b8544bd'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:44:07.173455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42887-5b78-4c5c-b4b8-a4bee0600493 req-099c3098-947d-4387-9d5c-36d2efe5cdbe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.174912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98b42887-5b78-4c5c-b4b8-a4bee0600493 req-099c3098-947d-4387-9d5c-36d2efe5cdbe tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 944 time: 0.0499394 Mar 31 23:44:07.213056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98b42887-5b78-4c5c-b4b8-a4bee0600493 req-c025ce6e-4e11-4a92-8eb1-984f436b0ebd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Mar 31 23:44:07.506920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 241186c0-6085-4ab0-8fe7-62947b8544bd up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:44:07.641771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 241186c0-6085-4ab0-8fe7-62947b8544bd completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:44:07.645834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 241186c0-6085-4ab0-8fe7-62947b8544bd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:44:07.646317 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:07.724977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:07.747614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:07.749846 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4e337-a736-4fa6-8c36-f14cda20902f" -d '{"events": [{"server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "name": "network-vif-plugged", "status": "completed", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:07.762129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=241186c0-6085-4ab0-8fe7-62947b8544bd,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:07.789590 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b938d5-d309-456d-b227-3e6e709e47d3 x-openstack-request-id: req-52b938d5-d309-456d-b227-3e6e709e47d3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:07.789877 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "name": "network-vif-plugged", "status": "completed", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:07.790128 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52b938d5-d309-456d-b227-3e6e709e47d3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:07.790521 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b938d5-d309-456d-b227-3e6e709e47d3'] response: {'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'code': 200} Mar 31 23:44:07.812581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:07.862090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:07.912227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e31d0-53a7-4474-8bc8-eb8c656d8eb7 req-192ae88f-31ef-4f83-9f20-cba4bf286d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.913711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153e31d0-53a7-4474-8bc8-eb8c656d8eb7 req-192ae88f-31ef-4f83-9f20-cba4bf286d0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0421391 Mar 31 23:44:07.950316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153e31d0-53a7-4474-8bc8-eb8c656d8eb7 req-df442c87-bed7-4924-ac79-c5577a37c12f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283277 Mar 31 23:44:08.332649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2fabb-7e09-48bf-9d96-1424ff6c1254 req-375528ae-84f5-4fc7-b32f-85fbce6eb0d6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.334106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cb2fabb-7e09-48bf-9d96-1424ff6c1254 req-375528ae-84f5-4fc7-b32f-85fbce6eb0d6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Mar 31 23:44:08.373241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7cb2fabb-7e09-48bf-9d96-1424ff6c1254 req-6b255a2b-e0bc-45b1-965c-09b2837b74c1 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Mar 31 23:44:09.493220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735609-39aa-4236-9c29-1890686c57be req-03f1a5a6-1d42-4ecf-b37c-6287d2b6ccbf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:09.494705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16735609-39aa-4236-9c29-1890686c57be req-03f1a5a6-1d42-4ecf-b37c-6287d2b6ccbf tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Mar 31 23:44:09.535331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16735609-39aa-4236-9c29-1890686c57be req-35c2033b-68ff-4dee-ad05-281fc7035b6a tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Mar 31 23:44:10.202849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-228b9b81-3e3c-41ef-8ffa-eaa470972b08 req-1e00da31-bb40-4d4a-9087-32973df84ec2 service neutron] (109835) timed out ('10.222.0.83', 44616) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:44:10.652891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3053-8bd9-4eed-8f8d-957f8f4e21f8 req-51394397-048d-4da5-aab6-87ee3b9a84ce tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:10.654405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d53d3053-8bd9-4eed-8f8d-957f8f4e21f8 req-51394397-048d-4da5-aab6-87ee3b9a84ce tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Mar 31 23:44:10.692878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d53d3053-8bd9-4eed-8f8d-957f8f4e21f8 req-bc1589c9-bc34-4668-b2c0-cb598256135f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Mar 31 23:44:10.813329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5a7f8-c348-4e4b-ab93-0cf777b5f142 req-ec23606c-d4f2-40e7-9568-92030b5fa45f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:10.814948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c5a7f8-c348-4e4b-ab93-0cf777b5f142 req-ec23606c-d4f2-40e7-9568-92030b5fa45f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0545061 Mar 31 23:44:10.854760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2c5a7f8-c348-4e4b-ab93-0cf777b5f142 req-01091e60-eb6a-4f4e-a709-5c245caa66a3 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334282 Mar 31 23:44:10.877546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39122) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:44:11.045666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54547d65-d232-4e8c-8a8f-3baf38393c69 tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:11.047213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-54547d65-d232-4e8c-8a8f-3baf38393c69 tempest-TestVolumeBootPattern-634828956 tempest-TestVolumeBootPattern-634828956-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1091 time: 0.1686487 Mar 31 23:44:11.050109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39126) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:44:11.054413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:11.155467 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:11.256862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:11.359366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Allocated IP 172.25.6.91 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c6835245-7a2a-47eb-8223-1848eba6bc60) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:44:11.460241 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:11.574264 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:11.615686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:44:11.618561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:44:11.622673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:44:11.647211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=c6835245-7a2a-47eb-8223-1848eba6bc60,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:11.661112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.661724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.661819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.662111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.662448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.662813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.663180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.663509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.663834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.664153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.664478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.664799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:11.681239 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b1b341bb-fe14-4405-be1d-b783ec77480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.001164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.106902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.266050 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.338073 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.404769 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event updated for resources: {'Port': ['ID=c6835245-7a2a-47eb-8223-1848eba6bc60,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:12.417048 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.543148 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f associated. External IP: 172.25.6.91, port: 241186c0-6085-4ab0-8fe7-62947b8544bd. Mar 31 23:44:12.755224 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:44:12.872739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:44:12.883215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:44:12.893448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:12.897128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:43:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:12.963709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:12.993767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e11e1a12-7ca4-4a6e-9500-4d7f6c3d6cd9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9425895 Mar 31 23:44:12.994882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:12.997052 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a71812a-c026-491d-ac08-9a7438824b27" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:13.001883 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:13.043896 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3516c404-113d-403b-990e-56fe008b1c0f x-openstack-request-id: req-3516c404-113d-403b-990e-56fe008b1c0f {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:13.044218 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:13.044475 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3516c404-113d-403b-990e-56fe008b1c0f {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:13.044936 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3516c404-113d-403b-990e-56fe008b1c0f'] response: {'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'status': 'completed', 'code': 200} Mar 31 23:44:13.134577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71812a-c026-491d-ac08-9a7438824b27 req-bbf705ea-0ce4-454e-a9cb-85d465a93c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.136114 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-bbf705ea-0ce4-454e-a9cb-85d465a93c82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0482745 Mar 31 23:44:13.227063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71812a-c026-491d-ac08-9a7438824b27 req-39538419-fcd2-44dc-b2af-f4821af05d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.228644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-39538419-fcd2-44dc-b2af-f4821af05d95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0863075 Mar 31 23:44:13.245961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}, {'id': 'bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:5e:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6445dc-473f-4172-8393-930126aac0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:44:11Z', 'updated_at': '2022-03-31T23:44:11Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:13.271315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:44:13.279333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:13.279970 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:43:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:13.300596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-4220caba-ee53-4fbe-8030-35d2bad1833b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 998 time: 0.0634806 Mar 31 23:44:13.351287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71812a-c026-491d-ac08-9a7438824b27 req-53265462-cece-4238-98b3-8fe5ad36f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.352768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-53265462-cece-4238-98b3-8fe5ad36f6d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0471458 Mar 31 23:44:13.385894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:13.399626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71812a-c026-491d-ac08-9a7438824b27 req-deac161b-5d2f-419c-b490-447176acf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.401127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-deac161b-5d2f-419c-b490-447176acf464 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411131 Mar 31 23:44:13.498905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-ab1e70ae-4b33-4baf-84c9-03e96c2b4c77 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889847 Mar 31 23:44:13.596711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a71812a-c026-491d-ac08-9a7438824b27 req-5fb6309c-bba9-4d93-b6f3-d1463f8f0e8c service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903707 Mar 31 23:44:13.638123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}, {'id': 'bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:5e:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6445dc-473f-4172-8393-930126aac0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:44:11Z', 'updated_at': '2022-03-31T23:44:11Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:13.665803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cba6b-57e3-4812-be6d-3bfcb029587a None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}, {'id': 'bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:5e:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6445dc-473f-4172-8393-930126aac0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:44:11Z', 'updated_at': '2022-03-31T23:44:11Z', 'revision_number': 0, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:44:13.857019 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17493143-25b5-4c3b-827d-443e66f4f07a None None] New status for floating IP bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:44:13.881478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0fa49a1c-2428-49c9-908d-eb273c16f037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:15.446996 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:16.726814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:16.818411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:21.038166 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-8e80aa63-1363-4078-a899-926fa276a3b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433972 Mar 31 23:44:21.119391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-be3067d3-88c1-4819-a231-964d361d7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.121329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-be3067d3-88c1-4819-a231-964d361d7120 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0423601 Mar 31 23:44:21.231227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-ab0309d9-16ff-436e-80dd-863844c2cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.232954 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-ab0309d9-16ff-436e-80dd-863844c2cdbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0940912 Mar 31 23:44:21.305543 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-b523aa95-4038-4e15-8635-98e193d40986 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1000 time: 0.0659459 Mar 31 23:44:21.357820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-4f6b5e2a-3cef-4fe5-9d12-7f79e154aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.359282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-4f6b5e2a-3cef-4fe5-9d12-7f79e154aa83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0476503 Mar 31 23:44:21.404365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-08322d39-b4d5-45de-8f30-372e0cf6cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.405830 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-08322d39-b4d5-45de-8f30-372e0cf6cdae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398006 Mar 31 23:44:21.494517 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-811239b3-3621-4d94-8d70-6ef2f41e5963 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822315 Mar 31 23:44:21.602807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-05bfa5b7-fff2-420a-adc2-c1c53b0d7075 req-b4f557ea-817a-4058-9897-380966a3016c service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017547 Mar 31 23:44:24.446525 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:28.138395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-7efc0fe7-8a82-4691-8fa9-85b5437bd5cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418556 Mar 31 23:44:28.238808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-fbb9ec8c-c4be-4d25-909d-2b39526e375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:28.240404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-fbb9ec8c-c4be-4d25-909d-2b39526e375a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0461156 Mar 31 23:44:28.346231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-772d000a-fd51-4854-a56b-e9f0994d8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:28.347858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-772d000a-fd51-4854-a56b-e9f0994d8270 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0864081 Mar 31 23:44:28.424528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-00f3681e-64ba-446c-b06a-895cb6a07acc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 1000 time: 0.0685253 Mar 31 23:44:28.473281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-81bb70ec-8eea-41e4-9832-add300cfc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:28.474707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-81bb70ec-8eea-41e4-9832-add300cfc340 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0431936 Mar 31 23:44:28.519414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-172aa60a-7830-401f-89f8-6fc11eb51faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:28.520897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-172aa60a-7830-401f-89f8-6fc11eb51faa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Mar 31 23:44:28.614547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-475a510b-cab7-4562-aded-2448145ec61a service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854893 Mar 31 23:44:28.708887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b5d8774-3a55-4419-b4cb-be24ef92e9d9 req-945bb0b4-1974-40d2-941a-7f71b2f8840b service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879138 Mar 31 23:44:35.063658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.640820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-db1cc324-4f20-44c0-ad82-2c598532b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:42.007431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:43.880496 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-29adbe26-60c2-43d0-9c7d-21e1689253a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:45.417649 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.795186 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.846412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.434650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:05.103413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:11.674344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10fec27b-7880-44a5-9fc8-31ee4494887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:13.840277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cb8bbed8-c614-45c8-8b4b-037e1c4fb5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:15.497759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:16.720190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:16.777047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:19.006517 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:45:20.395265 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-bd8c20a1-52fe-48ec-8aea-c652423d46ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408285 Mar 31 23:45:20.473476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-fcfdc4d8-595a-4a8f-900e-198b9b16072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.479791 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-fcfdc4d8-595a-4a8f-900e-198b9b16072d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0399861 Mar 31 23:45:20.581802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-2f669bfd-3cdc-477e-919c-b23354182ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.583287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-2f669bfd-3cdc-477e-919c-b23354182ffc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0893493 Mar 31 23:45:20.651408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-a7a3facd-b8bb-4b1a-901f-fc08021eb4ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1000 time: 0.0573471 Mar 31 23:45:20.698887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-41365673-4436-40e5-8cf1-3674ff817d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.700331 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-41365673-4436-40e5-8cf1-3674ff817d26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0473895 Mar 31 23:45:20.745768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-0e8863b9-4503-40f4-bb79-0c09b31a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.747379 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-0e8863b9-4503-40f4-bb79-0c09b31a6632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401177 Mar 31 23:45:20.834162 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-1ac4d169-9bf7-4a38-a775-e58c7b641094 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Mar 31 23:45:20.926083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0e757ed5-31f7-4656-b1d9-6a8252a958da req-02d3ff5e-08f9-4ef2-acd7-3fd5c7530b96 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Mar 31 23:45:24.428568 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:29.174934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-b8fc6389-23c9-41f8-b4e3-1575f6d06cd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953045 Mar 31 23:45:29.276771 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30db45-0475-46db-a363-7aa08acd6366 req-0310e883-9b29-4415-a7b9-fa532fd4fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.278104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-0310e883-9b29-4415-a7b9-fa532fd4fab1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0450106 Mar 31 23:45:29.658946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30db45-0475-46db-a363-7aa08acd6366 req-87bed2ac-a5d3-4992-83dc-9ad61fa4a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.660426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-87bed2ac-a5d3-4992-83dc-9ad61fa4a7bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.3636644 Mar 31 23:45:29.728211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-91cb3133-25be-4737-abac-8333e2456bc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 1000 time: 0.0600584 Mar 31 23:45:29.775042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30db45-0475-46db-a363-7aa08acd6366 req-8f3c4054-739e-4c17-8358-eb6307a52993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.776470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-8f3c4054-739e-4c17-8358-eb6307a52993 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0426309 Mar 31 23:45:29.823029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30db45-0475-46db-a363-7aa08acd6366 req-176b946c-018b-4336-9f3e-a31c4113ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.824588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-176b946c-018b-4336-9f3e-a31c4113ba3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409045 Mar 31 23:45:29.836126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-d0a56b34-23a2-4e91-a67a-001082a941eb service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:45:29.837296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-d0a56b34-23a2-4e91-a67a-001082a941eb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052793 Mar 31 23:45:29.936330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-9c190a42-df88-460f-b09e-d897e67cdde2 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929012 Mar 31 23:45:30.030951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab30db45-0475-46db-a363-7aa08acd6366 req-51f34486-de3b-4fee-a02a-5ceec2b9225a service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884480 Mar 31 23:45:35.085851 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:41.645597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-da8add24-08e3-4b49-a7e3-913973ecefd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:43.851513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55e5f190-8bad-4cff-ad84-1e130b178d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:45.433819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:46.691294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:46.771241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:54.479963 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:56.005860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:46:05.085215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:11.639376 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b10072ab-00c7-47f7-ab29-a27f66dc1756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:11.972086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39178) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:12.139310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port c6835245-7a2a-47eb-8223-1848eba6bc60 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:12.139653 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.217355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.228590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.230264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for c6835245-7a2a-47eb-8223-1848eba6bc60 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:12.456674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.488241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=c6835245-7a2a-47eb-8223-1848eba6bc60,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:12.511719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.512070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.512412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.512797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.513133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.513466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.513796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.514123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.514447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.514768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.515122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.515444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:12.557938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.558271 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f disassociated (deleted). External IP: 172.25.6.91, port: 241186c0-6085-4ab0-8fe7-62947b8544bd. Mar 31 23:46:12.778417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:12.885989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:12.890806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.896295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:12.906575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:12.907495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:45:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:12.923539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-66b2a60c-f1a2-4a6b-93bf-3e330fcc2ed6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "DELETE /v2.0/floatingips/bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f HTTP/1.1" status: 204 len: 168 time: 0.9503458 Mar 31 23:46:12.924474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:12.926739 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5900a038-41d5-432b-8435-9e7e26384173" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:12.972215 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bf5cc-1974-4167-971c-c39a0dce5f14 x-openstack-request-id: req-937bf5cc-1974-4167-971c-c39a0dce5f14 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:12.972851 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:12.972944 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-937bf5cc-1974-4167-971c-c39a0dce5f14 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:12.973334 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937bf5cc-1974-4167-971c-c39a0dce5f14'] response: {'name': 'network-changed', 'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'status': 'completed', 'code': 200} Mar 31 23:46:13.017245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:13.056344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a038-41d5-432b-8435-9e7e26384173 req-ca9d8a6c-10fd-4b64-8b3b-25c65e1178ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.057752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-ca9d8a6c-10fd-4b64-8b3b-25c65e1178ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0410764 Mar 31 23:46:13.149446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a038-41d5-432b-8435-9e7e26384173 req-ce9df96b-5e26-47e9-8eeb-3f184e0cd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.151091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-ce9df96b-5e26-47e9-8eeb-3f184e0cd6f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0870321 Mar 31 23:46:13.202138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-9263215c-200b-4ad2-9c7b-85c5616e8b6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 200 len: 217 time: 0.0451062 Mar 31 23:46:13.257665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:13.258527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a038-41d5-432b-8435-9e7e26384173 req-c4e47270-c077-4b95-a84f-dd95e79fbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.260543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-c4e47270-c077-4b95-a84f-dd95e79fbbdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0512629 Mar 31 23:46:13.285720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:13.295283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:13.295918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:45:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:13.335299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a038-41d5-432b-8435-9e7e26384173 req-ce10d7eb-b4b1-4f78-8949-c0599f821dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.339777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-ce10d7eb-b4b1-4f78-8949-c0599f821dfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699069 Mar 31 23:46:13.404676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2649-c51b-4d2e-98d2-9bcbacfc81a8 req-e33ce1b0-5ffa-4d62-a525-8bdc4ad9c36f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.406131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78da2649-c51b-4d2e-98d2-9bcbacfc81a8 req-e33ce1b0-5ffa-4d62-a525-8bdc4ad9c36f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.1042686 Mar 31 23:46:13.406513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:13.466062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-78da2649-c51b-4d2e-98d2-9bcbacfc81a8 req-cafe9447-cb82-498d-a981-a5d75fbe9981 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509384 Mar 31 23:46:13.478626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-b3b4e9e6-d12e-4a72-8741-e7cc426be315 service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344934 Mar 31 23:46:13.574029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5900a038-41d5-432b-8435-9e7e26384173 req-b40ecc58-0fa1-45c0-932a-24134421e2ba service neutron] 10.222.0.10 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879018 Mar 31 23:46:13.641108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:13.667482 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aecb8e-af03-4014-a82a-0ca2249092d7 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '65a1b8ff-6195-48dd-8ffa-bf425e73f754', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'port_id': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'mac_address': 'fa:16:3e:62:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:24Z', 'updated_at': '2022-03-31T23:41:27Z', 'revision_number': 1, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:13.851454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e952-c224-4488-8d29-923dfce29376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:13.884593 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50b75d-b03e-4d49-9a9a-e9df952af25d None None] New status for floating IP bfb9ba22-ef09-49cb-b6ad-de8b3bc63a7f: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:46:14.590749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94324d82-83bd-432c-b6e3-6085744384aa req-5e7f2fe5-0ec8-4cec-a730-9abc4f93550b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:14.592181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94324d82-83bd-432c-b6e3-6085744384aa req-5e7f2fe5-0ec8-4cec-a730-9abc4f93550b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0510087 Mar 31 23:46:14.630520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94324d82-83bd-432c-b6e3-6085744384aa req-00b0f2c6-3509-454a-9066-c73722d23613 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Mar 31 23:46:15.121924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-d915def4-1556-4c07-9c28-373dcc849f3c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.123428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-d915def4-1556-4c07-9c28-373dcc849f3c tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Mar 31 23:46:15.214971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port 241186c0-6085-4ab0-8fe7-62947b8544bd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:15.215343 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:15.305930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port 241186c0-6085-4ab0-8fe7-62947b8544bd, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=241186c0-6085-4ab0-8fe7-62947b8544bd,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:15.306220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:15.318948 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for 241186c0-6085-4ab0-8fe7-62947b8544bd owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:15.450712 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:15.496628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:15.525965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=241186c0-6085-4ab0-8fe7-62947b8544bd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:15.571875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port 241186c0-6085-4ab0-8fe7-62947b8544bd on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:15.574430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:15.577844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-deda06d9-b2a3-4b23-9804-4e9bc5bb8f97 req-00476b34-6e4e-432a-ab00-4b641b95d522 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.10 "DELETE /v2.0/ports/241186c0-6085-4ab0-8fe7-62947b8544bd HTTP/1.1" status: 204 len: 173 time: 0.4487963 Mar 31 23:46:15.579578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'name': 'network-vif-deleted', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:15.580730 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa3e786-29c6-4ebc-963a-88df72788b3b" -d '{"events": [{"server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "name": "network-vif-deleted", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:15.635601 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeab679-e517-42b7-9d18-c6d0ac817ed9 x-openstack-request-id: req-8aeab679-e517-42b7-9d18-c6d0ac817ed9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:15.635601 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6445dc-473f-4172-8393-930126aac0c3", "name": "network-vif-deleted", "tag": "241186c0-6085-4ab0-8fe7-62947b8544bd", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:15.635601 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8aeab679-e517-42b7-9d18-c6d0ac817ed9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:15.635601 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aeab679-e517-42b7-9d18-c6d0ac817ed9'] response: {'server_uuid': 'ea6445dc-473f-4172-8393-930126aac0c3', 'name': 'network-vif-deleted', 'tag': '241186c0-6085-4ab0-8fe7-62947b8544bd', 'status': 'completed', 'code': 200} Mar 31 23:46:15.734559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efd37a7e-f2bf-4268-bea7-c3c249658bbe req-4fa5dcf9-417d-41a9-839a-3824ce046037 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Mar 31 23:46:16.719337 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:16.805606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:16.835780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72f4a104-a993-4c83-8ae5-f8db491ab8a3 req-4656eb27-5721-41fd-8f27-2f30f3c007d6 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0266066 Mar 31 23:46:17.936327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92b41108-c40f-4182-8b2b-65e935a4eba4 req-810ba9e4-f221-48f5-9293-df6b07e4abb9 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Mar 31 23:46:18.207982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 241186c0-6085-4ab0-8fe7-62947b8544bd no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:18.232365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 241186c0-6085-4ab0-8fe7-62947b8544bd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:18.232705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 241186c0-6085-4ab0-8fe7-62947b8544bd not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:19.048201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-214b59e9-e833-4c4d-8e42-820e285f233b req-01883107-fd8e-441e-9223-f6421f8ee172 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea6445dc-473f-4172-8393-930126aac0c3 HTTP/1.1" status: 200 len: 210 time: 0.0273638 Mar 31 23:46:23.273129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-35ac6e30-6019-4a88-87e8-2f82de78df88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421686 Mar 31 23:46:23.363396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-0441baca-4126-4bdc-a112-3e495c9b6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.365551 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-0441baca-4126-4bdc-a112-3e495c9b6cbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0492334 Mar 31 23:46:23.477929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-258eca21-a3b7-4aa8-81fa-18f0b5fc9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.479627 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-258eca21-a3b7-4aa8-81fa-18f0b5fc9ca5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0940306 Mar 31 23:46:23.545720 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-e2f6cf72-b46d-43b1-8ac4-fbf67719dc24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 1000 time: 0.0587065 Mar 31 23:46:23.597162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-1214a2b0-3cc0-4863-9985-a6861c2df28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.598577 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-1214a2b0-3cc0-4863-9985-a6861c2df28d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0469277 Mar 31 23:46:23.648231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-94dfd973-6773-4fa8-b6b0-f910795eb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.649869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-94dfd973-6773-4fa8-b6b0-f910795eb0f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445101 Mar 31 23:46:23.740800 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-bed3b80e-f49f-4ecb-b041-5e4a07c1d05b service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837753 Mar 31 23:46:23.835906 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1a041e20-a6f0-4fe3-a30e-5a163d218eaf req-66539a64-b49c-4696-98e5-95a229dd8747 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887463 Mar 31 23:46:24.497287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.680376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39234) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:25.835351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port 3ce895d5-cd4e-401e-bc10-01e2460fa110 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:25.835697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.913698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.914027 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.925785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for 3ce895d5-cd4e-401e-bc10-01e2460fa110 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:26.125222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:26.153086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=3ce895d5-cd4e-401e-bc10-01e2460fa110,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:26.215370 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:26.215614 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Floating IP 65a1b8ff-6195-48dd-8ffa-bf425e73f754 disassociated (deleted). External IP: 172.25.6.61, port: 0514efbb-27a7-4f6f-9f0e-960878acda00. Mar 31 23:46:26.421504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:26.542573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:26.547306 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:26.554406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:26.564840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:26.565530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:26.574277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-10c9c003-0331-4214-a22b-4e8d188eefa7 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "DELETE /v2.0/floatingips/65a1b8ff-6195-48dd-8ffa-bf425e73f754 HTTP/1.1" status: 204 len: 168 time: 0.8927960 Mar 31 23:46:26.574857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:26.577157 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfae1cc-3083-4277-9902-a3cf0778f198" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:26.619398 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aa4fd7-4ee6-4c10-8cb0-c5ec5d00cc73 x-openstack-request-id: req-21aa4fd7-4ee6-4c10-8cb0-c5ec5d00cc73 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:26.619768 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:26.619952 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-21aa4fd7-4ee6-4c10-8cb0-c5ec5d00cc73 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:26.620352 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21aa4fd7-4ee6-4c10-8cb0-c5ec5d00cc73'] response: {'name': 'network-changed', 'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'status': 'completed', 'code': 200} Mar 31 23:46:26.681879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:26.688613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-c0e03e32-9117-42cd-9246-82323d5b3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.690095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-c0e03e32-9117-42cd-9246-82323d5b3730 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 1096 time: 0.0471485 Mar 31 23:46:26.784840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-568f57cf-51ab-459b-ad21-a6b54344ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.786292 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-568f57cf-51ab-459b-ad21-a6b54344ced6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 200 len: 914 time: 0.0901949 Mar 31 23:46:26.832110 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-23b51573-a822-4ed0-a3f1-9dbd86d7eb95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 200 len: 217 time: 0.0364356 Mar 31 23:46:26.884126 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-8f94e916-52f6-4032-900b-e30110e7a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.885608 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-8f94e916-52f6-4032-900b-e30110e7a8f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 200 len: 851 time: 0.0475650 Mar 31 23:46:26.892199 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:26.923532 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:26.932923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:26.933539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:26.940700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-0dea67ab-8eb9-4630-9bbb-7295511a52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.942220 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-0dea67ab-8eb9-4630-9bbb-7295511a52b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7834af2d-700f-4b15-8086-af34aa42ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490005 Mar 31 23:46:26.969687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b64148-1860-434b-aa7d-be6f41cb8c04 req-b37c4bfe-f3f1-437d-83d8-9db319048570 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.971492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2b64148-1860-434b-aa7d-be6f41cb8c04 req-b37c4bfe-f3f1-437d-83d8-9db319048570 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.0533087 Mar 31 23:46:27.013885 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2b64148-1860-434b-aa7d-be6f41cb8c04 req-e050500a-83de-4c11-9087-a14ff112e362 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/security-groups?id=482ad24b-a96c-4426-a2eb-557a1e0355f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347531 Mar 31 23:46:27.042242 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-7aaa02f2-f367-4c93-a609-b34ecce12e7e service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902262 Mar 31 23:46:27.060776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:27.151657 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0dfae1cc-3083-4277-9902-a3cf0778f198 req-7b55b6b7-2862-4ef0-8193-e302b01bce95 service neutron] 10.222.0.44 "GET /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884230 Mar 31 23:46:27.264952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:27.292155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db7c33-df1a-4ad7-94df-77925a8c8933 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:32:31Z', 'revision_number': 4, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'c1fc59b8-7e57-4173-a81b-5c7972d8a58e', 'name': '', 'network_id': '7834af2d-700f-4b15-8086-af34aa42ce25', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'mac_address': 'fa:16:3e:e6:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:30Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'subnets': [{'id': '8faac073-64f3-4a10-9125-6c0ebb00dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:27.517612 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b27f3e-4822-41d7-bc28-b69e0205fec0 None None] New status for floating IP 65a1b8ff-6195-48dd-8ffa-bf425e73f754: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:46:27.691269 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f947-1f8c-487c-8549-ac833828e97d req-a24b1359-8d8d-4bc5-be3a-a2acd430d901 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:27.692631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d887f947-1f8c-487c-8549-ac833828e97d req-a24b1359-8d8d-4bc5-be3a-a2acd430d901 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Mar 31 23:46:27.782783 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port 0514efbb-27a7-4f6f-9f0e-960878acda00 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:27.783153 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:27.878833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] For port 0514efbb-27a7-4f6f-9f0e-960878acda00, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=0514efbb-27a7-4f6f-9f0e-960878acda00,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:27.879233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:27.892879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for 0514efbb-27a7-4f6f-9f0e-960878acda00 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:28.091152 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.121430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=0514efbb-27a7-4f6f-9f0e-960878acda00,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:28.124616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c77ebf9c-c86e-4198-8f47-5d9cf4aa74dc req-e783b58e-9063-49fe-8f3c-c8186147bc8f tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0363665 Mar 31 23:46:28.134945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.135327 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.135676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.136017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.136354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.136789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.137124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.137451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.137785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.138107 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.138437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.138800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:28.173442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] No DVR routers for this DVR port 0514efbb-27a7-4f6f-9f0e-960878acda00 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:28.176061 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.179612 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d887f947-1f8c-487c-8549-ac833828e97d req-28f57ef0-b9a1-4f82-985a-2d8ec89e41c4 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.44 "DELETE /v2.0/ports/0514efbb-27a7-4f6f-9f0e-960878acda00 HTTP/1.1" status: 204 len: 173 time: 0.4790545 Mar 31 23:46:28.180067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'name': 'network-vif-deleted', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:28.182282 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ea7d5-b37d-47c1-92b9-3e8a4e1709fb" -d '{"events": [{"server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "name": "network-vif-deleted", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:28.288686 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432af0b7-9c56-49fb-b004-546c03ae325b x-openstack-request-id: req-432af0b7-9c56-49fb-b004-546c03ae325b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:28.289039 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce4816-e146-429c-9937-f8f1cbe7ab96", "name": "network-vif-deleted", "tag": "0514efbb-27a7-4f6f-9f0e-960878acda00", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:28.289229 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-432af0b7-9c56-49fb-b004-546c03ae325b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:28.289634 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432af0b7-9c56-49fb-b004-546c03ae325b'] response: {'server_uuid': '40ce4816-e146-429c-9937-f8f1cbe7ab96', 'name': 'network-vif-deleted', 'tag': '0514efbb-27a7-4f6f-9f0e-960878acda00', 'status': 'completed', 'code': 200} Mar 31 23:46:29.227488 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a8222ff-be45-4867-930f-de2832fbb55e req-9d1b0787-641d-4e83-8202-aac843e468dd tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0274799 Mar 31 23:46:30.327374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e6a67b20-d5ee-40d5-a07f-2bc516a5526e req-4f0b2648-b8c7-4ec9-a207-d6765be3539b tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0270007 Mar 31 23:46:31.426710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-033a3997-0e2e-4f64-94e1-d3409577036a req-a6e00479-b4fe-410f-a3af-837fdfe68996 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ce4816-e146-429c-9937-f8f1cbe7ab96 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Mar 31 23:46:31.565060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0514efbb-27a7-4f6f-9f0e-960878acda00 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:31.587448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 0514efbb-27a7-4f6f-9f0e-960878acda00 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:31.587799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 0514efbb-27a7-4f6f-9f0e-960878acda00 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:32.487958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39256) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:32.900302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Deleting port d5a8d161-1b19-48ac-b6bc-a7ced573beaf {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:32.900639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.977385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.977711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.989317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Calling delete_port for d5a8d161-1b19-48ac-b6bc-a7ced573beaf owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:33.004198 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:46:33.182087 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.207976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'Port': ['ID=d5a8d161-1b19-48ac-b6bc-a7ced573beaf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.269633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.272232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.273486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-876552bb-3b22-424a-bd01-b0487a72d815 tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "DELETE /v2.0/floatingips/c479dc88-9340-4ef6-a1b4-ab39477bc371 HTTP/1.1" status: 204 len: 168 time: 0.7845321 Mar 31 23:46:35.114316 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.716574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:36.775836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.801869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.908001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.910572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.911815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] 10.222.0.83 "DELETE /v2.0/security-groups/482ad24b-a96c-4426-a2eb-557a1e0355f7 HTTP/1.1" status: 204 len: 168 time: 0.1942425 Mar 31 23:46:36.921794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac467546-ea01-4e57-a0d1-edce9c39e6df tempest-TestVolumeBootPattern-2055831819 tempest-TestVolumeBootPattern-2055831819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ad24b-a96c-4426-a2eb-557a1e0355f7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:37.039397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39276) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:37.489788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.738394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Deleting port c1fc59b8-7e57-4173-a81b-5c7972d8a58e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:37.739125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.819779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] For port c1fc59b8-7e57-4173-a81b-5c7972d8a58e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:37.820056 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.833078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Calling delete_port for c1fc59b8-7e57-4173-a81b-5c7972d8a58e owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:38.085494 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:38.113572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fc59b8-7e57-4173-a81b-5c7972d8a58e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:38.281187 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:38.508275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Router eab73139-28dd-4a9f-b941-4e1fae0c9c47 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:38.625430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:38.630528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b9ca66d1-90e8-4296-a2da-276e2fa58a37 admin admin] 10.222.0.83 "PUT /v2.0/routers/eab73139-28dd-4a9f-b941-4e1fae0c9c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900257 Mar 31 23:46:38.633181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39282) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:38.636601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Sync routers for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:38.647752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:38.648363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:38.742282 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:38.849482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:38.913431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:38.952469 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Deleting port 2a95c71c-1300-456f-a25f-5ec968804b97 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:38.952807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.035682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] For port 2a95c71c-1300-456f-a25f-5ec968804b97, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2a95c71c-1300-456f-a25f-5ec968804b97,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:39.036041 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.048044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Calling delete_port for 2a95c71c-1300-456f-a25f-5ec968804b97 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:39.098116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:46:37Z', 'revision_number': 5, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port': {'id': '2a95c71c-1300-456f-a25f-5ec968804b97', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:27Z', 'updated_at': '2022-03-31T23:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:39.124341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Checking router: eab73139-28dd-4a9f-b941-4e1fae0c9c47 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:39.132615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Routers {'eab73139-28dd-4a9f-b941-4e1fae0c9c47'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:39.133224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:39.222687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] Set router eab73139-28dd-4a9f-b941-4e1fae0c9c47 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:39.279596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:46:38Z', 'revision_number': 6, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:39.306828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ade73-a40f-4b59-9bc9-ff79b196b5f2 None None] The sync data for ids ['eab73139-28dd-4a9f-b941-4e1fae0c9c47'] in n-d-828414-2 is: [{'id': 'eab73139-28dd-4a9f-b941-4e1fae0c9c47', 'name': 'tempest-TestVolumeBootPattern-1686003034-router', 'tenant_id': '18492aac6c4a434a96bb1a50d298f7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:26Z', 'updated_at': '2022-03-31T23:46:38Z', 'revision_number': 6, 'project_id': '18492aac6c4a434a96bb1a50d298f7cf', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:39.605598 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.633553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a95c71c-1300-456f-a25f-5ec968804b97,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:39.695520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.795987 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.798242 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.907524 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.908123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab73139-28dd-4a9f-b941-4e1fae0c9c47 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:46:39.912513 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.917118 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5fc150d9-afc3-4c1d-be30-98ed67ebe47a admin admin] 10.222.0.83 "DELETE /v2.0/routers/eab73139-28dd-4a9f-b941-4e1fae0c9c47 HTTP/1.1" status: 204 len: 168 time: 1.2793138 Mar 31 23:46:39.917118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39284) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:39.971259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Deleting subnet 8faac073-64f3-4a10-9125-6c0ebb00dc80 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:46:39.974335 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.014980 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.097665 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.234304 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.262655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8faac073-64f3-4a10-9125-6c0ebb00dc80,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:40.269165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aac1b0-0a3b-476a-8e36-6b29d217aa91 None None] Network 7834af2d-700f-4b15-8086-af34aa42ce25 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:46:40.274550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.278556 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e0d9b895-c8b7-435e-af84-0b53101cfd5b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8faac073-64f3-4a10-9125-6c0ebb00dc80 HTTP/1.1" status: 204 len: 168 time: 0.3607380 Mar 31 23:46:40.281065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39286) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:40.365079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.374853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c1fc59b8-7e57-4173-a81b-5c7972d8a58e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:40.401530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c1fc59b8-7e57-4173-a81b-5c7972d8a58e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:40.401967 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c1fc59b8-7e57-4173-a81b-5c7972d8a58e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:40.402466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a95c71c-1300-456f-a25f-5ec968804b97 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:40.421065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Deleting port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:40.421499 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.427574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2a95c71c-1300-456f-a25f-5ec968804b97 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:40.427924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2a95c71c-1300-456f-a25f-5ec968804b97 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:40.487488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] For port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:40.487859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.502227 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Calling delete_port for 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:40.554172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] DHCP port deletion for 7834af2d-700f-4b15-8086-af34aa42ce25 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:46:40.606011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Deleting port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:40.606309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.655812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.684184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:40.686551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] No DVR routers for this DVR port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:40.689934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] For port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,segment=NetworkSegment(9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e),segment_id=9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:40.690332 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.709646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Calling delete_port for 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:40.766565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.786987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7834af2d-700f-4b15-8086-af34aa42ce25']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:40.791852 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.796345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:40.796587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9991b4dc-ff5f-4b9b-b031-3b3a2a2a762e') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:40.805851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.815296 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Pushing event deleted for resources: {'Port': ['ID=266fb9de-3eb2-4a25-b3a0-6357ea7b5300,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:40.819105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.824456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] No DVR routers for this DVR port 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:40.827840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.828019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.828360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.828698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.829047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.829292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:46:40.829399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.829673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.829774 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.829998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.830325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.830649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.830976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:46:40.831768 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:46:40.834003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94381f8-92b8-4b8c-b3d7-3bdae800db4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:40.953481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.959164 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.962282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7834af2d-700f-4b15-8086-af34aa42ce25 HTTP/1.1" status: 204 len: 168 time: 0.6803410 Mar 31 23:46:40.965541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39288) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:40.973331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a331421-4bed-4d08-9ac6-a623a7b21c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7834af2d-700f-4b15-8086-af34aa42ce25,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:41.313410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.562277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Deleting port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:41.562623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.646446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] For port 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:41.646808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.660193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Calling delete_port for 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:41.667977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7eb33cb0-a8ef-4ec6-b929-3534930d6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.902258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.926068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:42.105203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.319754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Router 42f51fea-693c-4207-b203-8ec2e3e6400d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:42.395318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:42.416011 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:42.416356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 266fb9de-3eb2-4a25-b3a0-6357ea7b5300 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:42.436717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:42.443212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8ae2fe7f-bc9f-4d0d-b846-48734bdd98bd admin admin] 10.222.0.83 "PUT /v2.0/routers/42f51fea-693c-4207-b203-8ec2e3e6400d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747846 Mar 31 23:46:42.444140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39290) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:42.446791 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Sync routers for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:42.457610 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:42.458213 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:42.551393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.659543 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:42.846478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:46:41Z', 'revision_number': 5, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:42.874831 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Checking router: 42f51fea-693c-4207-b203-8ec2e3e6400d for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:42.883683 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Routers {'42f51fea-693c-4207-b203-8ec2e3e6400d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:42.884301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:46:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['42f51fea-693c-4207-b203-8ec2e3e6400d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:42.945104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.991341 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] Set router 42f51fea-693c-4207-b203-8ec2e3e6400d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:43.048282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Deleting port 181e5230-a6b9-49c1-ab2c-669126a0c47c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:43.048620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.133576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] For port 181e5230-a6b9-49c1-ab2c-669126a0c47c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=181e5230-a6b9-49c1-ab2c-669126a0c47c,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:43.134300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.145582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Calling delete_port for 181e5230-a6b9-49c1-ab2c-669126a0c47c owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:43.173275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:46:41Z', 'revision_number': 5, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:43.199162 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a837559-f26e-4692-b1bb-3a6eab299a47 None None] The sync data for ids ['42f51fea-693c-4207-b203-8ec2e3e6400d'] in n-d-828414-2 is: [{'id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'name': 'tempest-TestVolumeBootPattern-1722393089-router', 'tenant_id': 'c1af53ce2edb43f195c222ac71878852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:36Z', 'updated_at': '2022-03-31T23:46:41Z', 'revision_number': 5, 'project_id': 'c1af53ce2edb43f195c222ac71878852', 'gw_port': {'id': '181e5230-a6b9-49c1-ab2c-669126a0c47c', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f51fea-693c-4207-b203-8ec2e3e6400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:37Z', 'updated_at': '2022-03-31T23:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:43.376697 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.401268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Pushing event deleted for resources: {'Port': ['ID=181e5230-a6b9-49c1-ab2c-669126a0c47c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:43.466712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.563150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.566145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.673808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.674349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f51fea-693c-4207-b203-8ec2e3e6400d {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:46:43.678788 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.680060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e593e785-d8e5-4a5c-bbac-ce553970ed1b admin admin] 10.222.0.83 "DELETE /v2.0/routers/42f51fea-693c-4207-b203-8ec2e3e6400d HTTP/1.1" status: 204 len: 168 time: 1.2350194 Mar 31 23:46:43.682594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39292) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:43.728101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Deleting subnet a5ff01cc-b225-48c3-83f9-7f7b780858e0 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:46:43.731851 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.767764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.858783 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.873254 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a103f4d-f41b-477e-944d-46ede08147e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:43.988418 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.015422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ff01cc-b225-48c3-83f9-7f7b780858e0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:44.019347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.022657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1ef69f59-6dd9-4e4a-bd2c-1961f9aa04ed admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a5ff01cc-b225-48c3-83f9-7f7b780858e0 HTTP/1.1" status: 204 len: 168 time: 0.3390958 Mar 31 23:46:44.025141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39294) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:44.028245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218450f-6f72-4b7c-a5fc-169e392cb201 None None] Network 1852db79-c222-4455-9125-ad59b4f5eefe requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:46:44.093761 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.153985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Deleting port 688b0d42-903b-474a-9332-363f9e520ecc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:44.154592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.202726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] DHCP port deletion for 1852db79-c222-4455-9125-ad59b4f5eefe request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:46:44.222843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] For port 688b0d42-903b-474a-9332-363f9e520ecc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=688b0d42-903b-474a-9332-363f9e520ecc,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:44.223240 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.237934 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Calling delete_port for 688b0d42-903b-474a-9332-363f9e520ecc owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:44.257952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Deleting port 688b0d42-903b-474a-9332-363f9e520ecc {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:44.258268 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.330441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] For port 688b0d42-903b-474a-9332-363f9e520ecc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=688b0d42-903b-474a-9332-363f9e520ecc,segment=NetworkSegment(92d92df0-715b-42be-94c2-5cc9b8c0d15e),segment_id=92d92df0-715b-42be-94c2-5cc9b8c0d15e)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:44.330831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.345223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Calling delete_port for 688b0d42-903b-474a-9332-363f9e520ecc owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:44.356813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:44.388002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.404347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:44.404680 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2fa01ab6-3b1c-4b5a-8f7f-c3cf8d5f8657 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:44.405085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 181e5230-a6b9-49c1-ab2c-669126a0c47c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:44.413510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=688b0d42-903b-474a-9332-363f9e520ecc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:44.417352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] No DVR routers for this DVR port 688b0d42-903b-474a-9332-363f9e520ecc on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:44.433687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 181e5230-a6b9-49c1-ab2c-669126a0c47c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:44.434576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 181e5230-a6b9-49c1-ab2c-669126a0c47c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:44.434942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 688b0d42-903b-474a-9332-363f9e520ecc no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:44.462129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 688b0d42-903b-474a-9332-363f9e520ecc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:44.462467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 688b0d42-903b-474a-9332-363f9e520ecc not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:44.482013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.489845 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.505642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] Pushing event deleted for resources: {'Port': ['ID=688b0d42-903b-474a-9332-363f9e520ecc,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:44.511224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41f398-ab47-4f9f-84aa-de7b5ea86e80 None None] No DVR routers for this DVR port 688b0d42-903b-474a-9332-363f9e520ecc on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:44.522652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1852db79-c222-4455-9125-ad59b4f5eefe']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:44.532115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d92df0-715b-42be-94c2-5cc9b8c0d15e') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:44.532411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d92df0-715b-42be-94c2-5cc9b8c0d15e') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:44.541633 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.555081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.561443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:46:44.561836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:46:44.563455 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:46:44.656299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.661666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:44.664791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1852db79-c222-4455-9125-ad59b4f5eefe HTTP/1.1" status: 204 len: 168 time: 0.6386702 Mar 31 23:46:44.676393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019ba2-cced-4c5c-97eb-59cb957a45e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1852db79-c222-4455-9125-ad59b4f5eefe,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:44.922971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39298) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:44.963147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2635107a-3fdc-4b96-9871-6fc310022775 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18492aac6c4a434a96bb1a50d298f7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389421 Mar 31 23:46:44.966130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39300) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:45.016219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.042219 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.141770 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.144798 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.145950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bc602aaa-c533-45f6-9165-b4bd992b96fc HTTP/1.1" status: 204 len: 168 time: 0.1789222 Mar 31 23:46:45.155120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79038-619b-4241-8020-42337bd7de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc602aaa-c533-45f6-9165-b4bd992b96fc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:45.444743 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.820451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39306) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:45.860436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cae05273-5fb1-4053-a237-3dc7c0f012ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c1af53ce2edb43f195c222ac71878852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387955 Mar 31 23:46:45.862942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39308) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:45.910976 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:45.931771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:46.068085 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:46.070705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:46.071932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/100c6896-534a-4353-8c81-0fa8baa8fee0 HTTP/1.1" status: 204 len: 168 time: 0.2080653 Mar 31 23:46:46.080804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190c4ec-189a-43a1-a510-5d73fb26ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c6896-534a-4353-8c81-0fa8baa8fee0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:46.735735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:46.794333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:54.491199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:57.629355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-2b0ec99d-f44c-40b0-afac-78f98e744048 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5b497823e0e54ce1857590dd91139881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333223 Mar 31 23:46:57.814583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-d4d4c2b4-9a31-45a4-9be7-0b6dbece97fe tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:57.815968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-d4d4c2b4-9a31-45a4-9be7-0b6dbece97fe tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810818 Mar 31 23:46:57.830836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-0cb8f093-1e68-43d7-aeb6-ae03b0def00f tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/quotas/5b497823e0e54ce1857590dd91139881 HTTP/1.1" status: 200 len: 375 time: 0.0091481 Mar 31 23:46:57.865788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-f8502521-0547-41c8-bb7a-ed22c55e6e9d tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b497823e0e54ce1857590dd91139881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258772 Mar 31 23:46:59.118867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e7ead38f-5341-42d4-a6a8-9d0b0990e5a4 req-1bd1b08d-e432-421e-a396-69eafb9db91c tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 210 time: 0.0259116 Mar 31 23:47:00.216334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cff44a0b-0abf-452c-84fd-fd41f283bd4d req-48d1be0d-3964-4b50-885b-38d36fa761fa tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 210 time: 0.0271022 Mar 31 23:47:01.075016 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-77be4342-299b-4429-92af-3e04023bf50b tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5b497823e0e54ce1857590dd91139881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239077 Mar 31 23:47:01.181440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-435f0f97-ddad-4799-aa5e-3809bfb257f2 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:01.182857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-435f0f97-ddad-4799-aa5e-3809bfb257f2 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029515 Mar 31 23:47:01.200522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Request body: {'port': {'device_id': '6133911b-a1a7-415c-ac54-79177effc55c', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'admin_state_up': True, 'tenant_id': '5b497823e0e54ce1857590dd91139881'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:01.327949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55db31ef-3f15-45cd-89f9-892f1f64a58d req-4a096dad-16b4-40ce-b427-43e6fbfda9ff tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 210 time: 0.0318735 Mar 31 23:47:01.403839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Made reservation on behalf of 5b497823e0e54ce1857590dd91139881 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:01.408119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.416821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.488836 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.553071 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.617284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5248b2da-5dee-4d8d-b575-d4b646c649f1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:01.696044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Allocated IP 192.168.233.51 (cc2875b9-95a2-432e-a66b-39eaabd201d1/88fc9946-8ecc-4668-864f-32d70cbc6461/4998fde1-c716-4273-be99-6ee4f08af1a9) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:01.846378 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.936968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.981882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Network cc2875b9-95a2-432e-a66b-39eaabd201d1 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:01.985699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:01.989703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:02.019376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Pushing event updated for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:02.046500 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:02.046968 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.110630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-65ade0d9-4fa4-405d-8a68-8ea32cfea263 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9138265 Mar 31 23:47:02.139716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Request body: {'port': {'device_id': '6133911b-a1a7-415c-ac54-79177effc55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:02.198349 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.209457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-82cf93e7-4047-4033-8780-72a285786c02 None None] Provisioning complete for port 4998fde1-c716-4273-be99-6ee4f08af1a9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:02.210128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82cf93e7-4047-4033-8780-72a285786c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.249299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-82cf93e7-4047-4033-8780-72a285786c02 None None] Port 4998fde1-c716-4273-be99-6ee4f08af1a9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:02.477471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab703e-af40-4c04-ac4e-92a450587f7e req-1376b55f-ca41-400b-8049-5866c9f04107 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:02.478930 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ab703e-af40-4c04-ac4e-92a450587f7e req-1376b55f-ca41-400b-8049-5866c9f04107 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 935 time: 0.0777268 Mar 31 23:47:02.532952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4998fde1-c716-4273-be99-6ee4f08af1a9 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:02.545890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.559547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55ab703e-af40-4c04-ac4e-92a450587f7e req-e5342f99-45e9-4b6f-aedd-3628690f360f tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580149 Mar 31 23:47:02.568964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Transition to ACTIVE for port object 4998fde1-c716-4273-be99-6ee4f08af1a9 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:47:02.627842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.679514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Pushing event updated for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:02.756818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Attempting to bind port 4998fde1-c716-4273-be99-6ee4f08af1a9 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:02.757199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Attempting to bind port 4998fde1-c716-4273-be99-6ee4f08af1a9 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:02.757538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Attempting to bind port 4998fde1-c716-4273-be99-6ee4f08af1a9 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:02.762170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Port 4998fde1-c716-4273-be99-6ee4f08af1a9 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:47:02.762498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Attempting to bind port 4998fde1-c716-4273-be99-6ee4f08af1a9 on network cc2875b9-95a2-432e-a66b-39eaabd201d1 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:02.768296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:02.768646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Checking segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:02.769038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Bound using segment: {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:02.769476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Bound port: 4998fde1-c716-4273-be99-6ee4f08af1a9, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425990fb-dce6-4ad0-b346-bdb417415530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:02.769843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.842905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:02.846220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4998fde1-c716-4273-be99-6ee4f08af1a9,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:02.896988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.933503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:02.934107 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:02.935516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] 10.222.0.10 "PUT /v2.0/ports/4998fde1-c716-4273-be99-6ee4f08af1a9 HTTP/1.1" status: 200 len: 1095 time: 0.8011527 Mar 31 23:47:02.936488 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:02.938839 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bfe026-dcdd-4edb-8efc-a02232f504ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:02.961978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a9e1-7f26-4dc1-8d6c-f9f9a90bb284 service neutron] Pushing event updated for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:02.992318 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d0235-0f78-4a7c-8f99-71bc9ba3123c x-openstack-request-id: req-159d0235-0f78-4a7c-8f99-71bc9ba3123c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:02.992614 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:02.992874 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-159d0235-0f78-4a7c-8f99-71bc9ba3123c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:02.993298 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159d0235-0f78-4a7c-8f99-71bc9ba3123c'] response: {'name': 'network-changed', 'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9', 'status': 'completed', 'code': 200} Mar 31 23:47:03.077703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe026-dcdd-4edb-8efc-a02232f504ec req-b655ab93-3d00-4478-8016-902c1264b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.079272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5bfe026-dcdd-4edb-8efc-a02232f504ec req-b655ab93-3d00-4478-8016-902c1264b53d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b497823e0e54ce1857590dd91139881&device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 1098 time: 0.0444808 Mar 31 23:47:03.118078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5bfe026-dcdd-4edb-8efc-a02232f504ec req-349f3716-8549-4e5f-b2ef-9301712d5297 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5b497823e0e54ce1857590dd91139881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240641 Mar 31 23:47:03.223782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe026-dcdd-4edb-8efc-a02232f504ec req-4ddc9ee5-37ce-4b3b-b756-d4ee8d768cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.225315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5bfe026-dcdd-4edb-8efc-a02232f504ec req-4ddc9ee5-37ce-4b3b-b756-d4ee8d768cec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1010232 Mar 31 23:47:03.326470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-ccc66e6a-f880-4905-bc73-d328fde36ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.327987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-ccc66e6a-f880-4905-bc73-d328fde36ba0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b497823e0e54ce1857590dd91139881&device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 1098 time: 0.0409448 Mar 31 23:47:03.375821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-4b4fee19-e948-4785-8a0e-0a1b0995bec1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4998fde1-c716-4273-be99-6ee4f08af1a9 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Mar 31 23:47:03.426762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-10f16b6f-0b12-4130-8229-28ef012f694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.428217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-10f16b6f-0b12-4130-8229-28ef012f694e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88fc9946-8ecc-4668-864f-32d70cbc6461 HTTP/1.1" status: 200 len: 843 time: 0.0469298 Mar 31 23:47:03.472556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-2f11c92a-d2e7-47f6-8bfa-4ecaf1c72225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.473935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-2f11c92a-d2e7-47f6-8bfa-4ecaf1c72225 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc2875b9-95a2-432e-a66b-39eaabd201d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395834 Mar 31 23:47:03.564989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-45e11a33-84ec-4180-a9de-13a48cb9784c service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842774 Mar 31 23:47:03.704401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8699df8-19ed-4ac3-8ac7-83aaec417f99 req-b942e84c-bc5f-4596-95ea-09df0982c8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/cc2875b9-95a2-432e-a66b-39eaabd201d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316559 Mar 31 23:47:03.713900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290eefb-ff40-4969-9955-78eb239580e8 req-dc8d8257-f570-45ea-add8-28cc6595b67b tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.715531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5290eefb-ff40-4969-9955-78eb239580e8 req-dc8d8257-f570-45ea-add8-28cc6595b67b tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 947 time: 0.0841095 Mar 31 23:47:03.755917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5290eefb-ff40-4969-9955-78eb239580e8 req-d0655b5a-2aae-4b82-9f5a-ab1683f90bdb tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Mar 31 23:47:04.880743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3f53a-bc56-4dea-a233-48552165c7a0 req-c48ef12a-9795-4cb9-b2df-205275802db2 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:04.882222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4df3f53a-bc56-4dea-a233-48552165c7a0 req-c48ef12a-9795-4cb9-b2df-205275802db2 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 947 time: 0.0560474 Mar 31 23:47:04.920623 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4df3f53a-bc56-4dea-a233-48552165c7a0 req-303ac3df-05f3-4c94-b87a-d8da3be81454 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Mar 31 23:47:05.113147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:06.039817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b1cba-475d-4c34-8041-e66bc0e35ed7 req-da78960a-6b06-4ffe-8c5a-803c0ddd78fb tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:06.041285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-692b1cba-475d-4c34-8041-e66bc0e35ed7 req-da78960a-6b06-4ffe-8c5a-803c0ddd78fb tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 947 time: 0.0489397 Mar 31 23:47:06.078630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-692b1cba-475d-4c34-8041-e66bc0e35ed7 req-b0c91ad7-af4b-4d00-a571-f13000f001d9 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304689 Mar 31 23:47:07.444188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f7d1-4d70-45c9-af0e-8a1470d29cda req-408c5bba-6b3a-4a1e-abcf-55fc42c6d1a3 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:07.445662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2620f7d1-4d70-45c9-af0e-8a1470d29cda req-408c5bba-6b3a-4a1e-abcf-55fc42c6d1a3 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 947 time: 0.0484197 Mar 31 23:47:07.486306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2620f7d1-4d70-45c9-af0e-8a1470d29cda req-34db8058-cfbf-455f-ab65-429fb0a77f0e tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Mar 31 23:47:08.379575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4998fde1-c716-4273-be99-6ee4f08af1a9 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:47:08.476816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4998fde1-c716-4273-be99-6ee4f08af1a9,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:08.488061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '4998fde1-c716-4273-be99-6ee4f08af1a9', 'network_id': 'cc2875b9-95a2-432e-a66b-39eaabd201d1', 'port_id': '4998fde1-c716-4273-be99-6ee4f08af1a9', 'mac_address': 'fa:16:3e:a0:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fc9946-8ecc-4668-864f-32d70cbc6461', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:47:08.525115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:08.543386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998fde1-c716-4273-be99-6ee4f08af1a9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:08.576987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4998fde1-c716-4273-be99-6ee4f08af1a9,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:08.614880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef4af3-7118-4616-84a4-e8efe62de31d req-aa5c8250-d86d-4fbb-953a-73e8257a1131 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:08.616407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ef4af3-7118-4616-84a4-e8efe62de31d req-aa5c8250-d86d-4fbb-953a-73e8257a1131 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 947 time: 0.0530725 Mar 31 23:47:08.628581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:08.655788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00ef4af3-7118-4616-84a4-e8efe62de31d req-9d97c788-a1f6-4049-aaf2-b894814b44a9 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Mar 31 23:47:08.677314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:09.080051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['4998fde1-c716-4273-be99-6ee4f08af1a9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:09.776574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e0c3-c947-4547-ac44-4198794c919c req-6cd94668-1851-4c33-a954-43329cca982c tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.778710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f89e0c3-c947-4547-ac44-4198794c919c req-6cd94668-1851-4c33-a954-43329cca982c tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 948 time: 0.0512958 Mar 31 23:47:09.818102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f89e0c3-c947-4547-ac44-4198794c919c req-c6e208b8-c0e8-4d3c-8b87-17cb139a9bc1 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Mar 31 23:47:10.003535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:47:10.379523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4998fde1-c716-4273-be99-6ee4f08af1a9 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:10.467329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 4998fde1-c716-4273-be99-6ee4f08af1a9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:47:10.471157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 4998fde1-c716-4273-be99-6ee4f08af1a9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:10.471532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.551351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.573541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:10.575808 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a039bcf1-f7a4-4e28-b9c1-1995f5586bfe" -d '{"events": [{"server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "name": "network-vif-plugged", "status": "completed", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:10.588593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4998fde1-c716-4273-be99-6ee4f08af1a9,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:10.644686 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.677058 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a1599-b533-4ce1-a944-88548e729f69 x-openstack-request-id: req-6a1a1599-b533-4ce1-a944-88548e729f69 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:10.677348 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "name": "network-vif-plugged", "status": "completed", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:10.677594 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a1a1599-b533-4ce1-a944-88548e729f69 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:10.677977 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1a1599-b533-4ce1-a944-88548e729f69'] response: {'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9', 'code': 200} Mar 31 23:47:10.695960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:10.797470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa490ff3-ecfb-443a-808b-16b2bbbfc628 req-fd5d13df-3624-48cb-a8cb-aaf07e9615b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:10.798948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa490ff3-ecfb-443a-808b-16b2bbbfc628 req-fd5d13df-3624-48cb-a8cb-aaf07e9615b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 1100 time: 0.0394509 Mar 31 23:47:10.832733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa490ff3-ecfb-443a-808b-16b2bbbfc628 req-872b4453-9e34-4ac3-8e8f-ceb836772318 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275714 Mar 31 23:47:10.938171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17206-1c54-40f9-9c5e-977249ba748f req-910247ff-dfe1-4b93-b420-f8aef10b73ca tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:10.939650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56f17206-1c54-40f9-9c5e-977249ba748f req-910247ff-dfe1-4b93-b420-f8aef10b73ca tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0523772 Mar 31 23:47:10.981333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56f17206-1c54-40f9-9c5e-977249ba748f req-739b0a7a-25d3-45ac-9034-7b714c437975 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Mar 31 23:47:11.662213 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-80e5e542-279b-4720-9c90-6e9d42abd9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:12.104772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bbdb4-636c-4b9e-a9bc-afa95db3093a req-647029f8-fa2b-4dab-930f-43f45c85e55f tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:12.106256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-342bbdb4-636c-4b9e-a9bc-afa95db3093a req-647029f8-fa2b-4dab-930f-43f45c85e55f tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0497508 Mar 31 23:47:12.149228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-342bbdb4-636c-4b9e-a9bc-afa95db3093a req-7e640eff-884b-458e-9cc0-cfbf26429107 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Mar 31 23:47:13.271512 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40544199-5572-46aa-8c07-ad1d407fdf41 req-fd5739d4-946c-4f87-827e-6464a310d280 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:13.273120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40544199-5572-46aa-8c07-ad1d407fdf41 req-fd5739d4-946c-4f87-827e-6464a310d280 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0534568 Mar 31 23:47:13.312089 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40544199-5572-46aa-8c07-ad1d407fdf41 req-b8c44bd6-7220-4c30-b771-351623dec879 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Mar 31 23:47:13.642668 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-ec426baa-532a-416f-bed9-b858c97889cd req-1ccc5b79-4550-4916-8dd2-c36611cc9f6c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:47:13.643687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec426baa-532a-416f-bed9-b858c97889cd req-1ccc5b79-4550-4916-8dd2-c36611cc9f6c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053020 Mar 31 23:47:13.866762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f03a5c95-9f07-48d1-8df4-39d7d0b29dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.212659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-25f062c4-ba80-4d1c-859c-183895c94afe req-f1d7e9f5-500c-4cf3-9386-8ddc103786db service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:47:14.213782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25f062c4-ba80-4d1c-859c-183895c94afe req-f1d7e9f5-500c-4cf3-9386-8ddc103786db service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1066206 Mar 31 23:47:14.748362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41bf98-68a8-462a-a28b-6631f33b6991 req-aeb9ad4c-673e-4d95-a686-fc03bb94e9b5 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:14.749844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e41bf98-68a8-462a-a28b-6631f33b6991 req-aeb9ad4c-673e-4d95-a686-fc03bb94e9b5 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0542154 Mar 31 23:47:14.788331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e41bf98-68a8-462a-a28b-6631f33b6991 req-52eee668-8001-4d00-ae6a-4981cfac6f23 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Mar 31 23:47:15.439100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:15.906376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073bf7a-ff18-4023-9e1f-522671b794e4 req-cadb96ca-cbe4-435f-8553-307eae843f25 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:15.907883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2073bf7a-ff18-4023-9e1f-522671b794e4 req-cadb96ca-cbe4-435f-8553-307eae843f25 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0489540 Mar 31 23:47:15.946592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2073bf7a-ff18-4023-9e1f-522671b794e4 req-87b6705f-93d7-4510-8ae0-e85a0afa5b92 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/security-groups?id=5248b2da-5dee-4d8d-b575-d4b646c649f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Mar 31 23:47:16.365252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-941750e5-e866-48c4-b7ba-fb40e2f9dda5 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.366696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-941750e5-e866-48c4-b7ba-fb40e2f9dda5 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.10 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 949 time: 0.0517533 Mar 31 23:47:16.456351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Deleting port 4998fde1-c716-4273-be99-6ee4f08af1a9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:16.456693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.544225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] For port 4998fde1-c716-4273-be99-6ee4f08af1a9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=4998fde1-c716-4273-be99-6ee4f08af1a9,segment=NetworkSegment(425990fb-dce6-4ad0-b346-bdb417415530),segment_id=425990fb-dce6-4ad0-b346-bdb417415530)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:16.544588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.557174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Calling delete_port for 4998fde1-c716-4273-be99-6ee4f08af1a9 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:16.735782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.764568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.793123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Pushing event deleted for resources: {'Port': ['ID=4998fde1-c716-4273-be99-6ee4f08af1a9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:16.799167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['4998fde1-c716-4273-be99-6ee4f08af1a9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:16.821627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.821989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.822328 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.822673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.823030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.823373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.823710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.824043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.824373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.824699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.825111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.825436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:16.827502 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.852069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] No DVR routers for this DVR port 4998fde1-c716-4273-be99-6ee4f08af1a9 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:16.854950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.858345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73f9a762-fa16-4fcd-9633-699bc33a6884 req-8247693e-8085-43f0-80a7-16a7491efe56 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.10 "DELETE /v2.0/ports/4998fde1-c716-4273-be99-6ee4f08af1a9 HTTP/1.1" status: 204 len: 173 time: 0.4861820 Mar 31 23:47:16.858794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'name': 'network-vif-deleted', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:16.861109 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6b70a-2c1d-4100-b940-aa5d0d5b545e" -d '{"events": [{"server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "name": "network-vif-deleted", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:16.900873 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b9da5-ed40-4559-894f-347bbe08b6b2 x-openstack-request-id: req-9a5b9da5-ed40-4559-894f-347bbe08b6b2 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:16.901183 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6133911b-a1a7-415c-ac54-79177effc55c", "name": "network-vif-deleted", "tag": "4998fde1-c716-4273-be99-6ee4f08af1a9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:16.901449 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9a5b9da5-ed40-4559-894f-347bbe08b6b2 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:16.901860 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5b9da5-ed40-4559-894f-347bbe08b6b2'] response: {'server_uuid': '6133911b-a1a7-415c-ac54-79177effc55c', 'name': 'network-vif-deleted', 'tag': '4998fde1-c716-4273-be99-6ee4f08af1a9', 'status': 'completed', 'code': 200} Mar 31 23:47:17.335687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b2c22de1-1026-47bc-99f3-c041d2113233 req-8d1c35a4-1dfc-434d-92cd-b5543027b8f0 tempest-ServersAdminNegativeTestJSON-643887928 tempest-ServersAdminNegativeTestJSON-643887928-project] 10.222.0.83 "GET /v2.0/ports?device_id=6133911b-a1a7-415c-ac54-79177effc55c HTTP/1.1" status: 200 len: 210 time: 0.3135173 Mar 31 23:47:18.853168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:18.991884 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8d5e82d1-e57a-4c8b-b1dc-ff4a1bbab8dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b497823e0e54ce1857590dd91139881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374767 Mar 31 23:47:18.994296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:19.049798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.071497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.232261 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.234968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.236301 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5248b2da-5dee-4d8d-b575-d4b646c649f1 HTTP/1.1" status: 204 len: 168 time: 0.2411013 Mar 31 23:47:19.245982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807e43f-5cb0-438b-8d26-28365ffcf738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248b2da-5dee-4d8d-b575-d4b646c649f1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:19.808812 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:19.822791 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80c47d82-5b8e-4772-900c-fceb9e44cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.895383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80c47d82-5b8e-4772-900c-fceb9e44cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.958162 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-80c47d82-5b8e-4772-900c-fceb9e44cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:19.998716 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-80c47d82-5b8e-4772-900c-fceb9e44cba9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=51a0687e5c344a7fb32768c947cfb74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887400 Mar 31 23:47:19.999584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47d82-5b8e-4772-900c-fceb9e44cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570db1a8-3d2e-45df-bf23-4e5826d38a71,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:20.001376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:20.050519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.071973 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.198810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.201447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.202598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/570db1a8-3d2e-45df-bf23-4e5826d38a71 HTTP/1.1" status: 204 len: 168 time: 0.2000275 Mar 31 23:47:20.211051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa10c-7103-4418-b967-b71560757f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570db1a8-3d2e-45df-bf23-4e5826d38a71,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:20.425470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4998fde1-c716-4273-be99-6ee4f08af1a9 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:20.446197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 4998fde1-c716-4273-be99-6ee4f08af1a9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:20.446547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 4998fde1-c716-4273-be99-6ee4f08af1a9 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:21.142254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39502) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:21.245545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1968590037-network', 'tenant_id': '5831ae04f00d482d8cf29e25259b8b9f'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:21.318159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Made reservation on behalf of 5831ae04f00d482d8cf29e25259b8b9f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:21.320466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.328803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.402932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.472313 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.505626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:21.515511 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:21.523152 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.524071 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Added segment 6f4fadda-ed59-4703-a68d-dca7ab093759 of type vlan for network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c Mar 31 23:47:21.564133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.661930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.663644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:21.664227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.722943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:21.733526 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:21.780670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-75961aad-de93-4f96-8e49-40fb5a7d85b0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6371808 Mar 31 23:47:21.785184 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39506) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:21.791110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Request body: {'subnet': {'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1968590037-subnet', 'tenant_id': '5831ae04f00d482d8cf29e25259b8b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:21.873112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Made reservation on behalf of 5831ae04f00d482d8cf29e25259b8b9f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:21.875516 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.090773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.155159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcca108d-bdf0-4e22-a5a3-b663f63e683f,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:22.159550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Checking segment: {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:22.159900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Network hostable DHCP agents. Network: d7163bc0-3b91-4cf3-a91d-f07e32b8f45c, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:22.249760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:22.357945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d7163bc0-3b91-4cf3-a91d-f07e32b8f45c) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:22.361923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:22.362519 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.368429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad5749-0ef9-4e77-a034-600128758629 None None] Network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:22.452983 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-34431f50-d0b4-422f-b28e-18b8bca32293 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6666226 Mar 31 23:47:22.492158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00fca5-2c0a-4a64-be75-96234d6a2490 None None] Network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:22.876824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-ca9120d7-dfa0-4a11-a3ba-fee27cec0da0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:22.878275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-ca9120d7-dfa0-4a11-a3ba-fee27cec0da0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 812 time: 0.0992210 Mar 31 23:47:22.894187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9107eccc-2d66-412c-9fc8-71f00d4f2557 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/quotas/5831ae04f00d482d8cf29e25259b8b9f HTTP/1.1" status: 200 len: 375 time: 0.0093691 Mar 31 23:47:22.930721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-a14590c4-bcce-4623-9cb5-c89f34ff516c tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303817 Mar 31 23:47:22.941424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-2e12380e-5497-4e4e-9f08-6d26e4dedb70 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:47:22.942370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-2e12380e-5497-4e4e-9f08-6d26e4dedb70 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049605 Mar 31 23:47:23.031639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-c11d32ef-c475-4383-b6f8-f1f2faf9b8e7 service neutron] 10.222.0.83 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Mar 31 23:47:23.126752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-4671ee96-f553-436f-a647-68caa16311b4 service neutron] 10.222.0.83 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883672 Mar 31 23:47:23.368239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53c69d02-2967-42d3-a644-18eccbd26fb0 req-94629e6d-b701-44c2-a672-99a5c04a2c0d tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 210 time: 0.0278602 Mar 31 23:47:24.448528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-716c28d2-e0ca-40cd-814e-fa95960eeeeb req-a49ecd10-e4e3-448a-adfa-11117afc55ec tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Mar 31 23:47:24.500704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.550013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba169ab6-3a6c-486c-ace3-8c2905336ac5 req-1b37005e-3f4d-4ef9-9d4c-5d90360cdcf2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Mar 31 23:47:25.641781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-52b66edd-3d06-4e36-b552-70601b601dd8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:25.643235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-52b66edd-3d06-4e36-b552-70601b601dd8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.10 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 812 time: 0.1172776 Mar 31 23:47:25.668745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Request body: {'port': {'device_id': '41608808-11d8-4173-80e7-c14aa84005d2', 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c', 'admin_state_up': True, 'tenant_id': '5831ae04f00d482d8cf29e25259b8b9f'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:25.856066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Made reservation on behalf of 5831ae04f00d482d8cf29e25259b8b9f for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:25.859728 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.990697 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Allocated IP 172.20.0.2 (d7163bc0-3b91-4cf3-a91d-f07e32b8f45c/fcca108d-bdf0-4e22-a5a3-b663f63e683f/51518c02-4bf7-4749-b8f9-801fb180a37e) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:26.138525 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.290620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.338072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:26.341528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:26.345487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:26.353457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:26.403810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:26.404346 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.493560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-677287d7-a518-4c96-9528-4df99a080cc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284769 Mar 31 23:47:26.511750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Request body: {'port': {'device_id': '41608808-11d8-4173-80e7-c14aa84005d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:26.568977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.759706 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dc9bc-5e0b-4a19-b410-85d6930b23db req-a9f7342c-fc13-4e52-8107-b3446d750c35 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:26.761090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a15dc9bc-5e0b-4a19-b410-85d6930b23db req-a9f7342c-fc13-4e52-8107-b3446d750c35 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 931 time: 0.1402006 Mar 31 23:47:26.836092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a15dc9bc-5e0b-4a19-b410-85d6930b23db req-58f683ec-76d6-44e7-9aaa-4f83a5f9c219 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Mar 31 23:47:26.911838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51518c02-4bf7-4749-b8f9-801fb180a37e {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:26.919644 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.932226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Transition to ACTIVE for port object 51518c02-4bf7-4749-b8f9-801fb180a37e will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:47:26.998932 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.073640 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:27.124044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:27.124490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:27.124721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:27.129186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:47:27.129513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:27.135142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:27.135486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Checking segment: {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:27.135870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Bound using segment: {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:27.136299 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Bound port: 51518c02-4bf7-4749-b8f9-801fb180a37e, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:27.136659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.204394 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:27.207363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:27.285149 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.324725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.325367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.326829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] 10.222.0.10 "PUT /v2.0/ports/51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 1091 time: 0.8192999 Mar 31 23:47:27.327431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:27.329745 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769b4aa-570f-4840-a219-0f95033d6418" -d '{"events": [{"name": "network-changed", "server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:27.352388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ccb4-12ef-432f-b2e2-9c0804cb7331 service neutron] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:27.382693 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869323d8-8e43-40da-8f5d-b8f30e92d90e x-openstack-request-id: req-869323d8-8e43-40da-8f5d-b8f30e92d90e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:27.382983 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:27.385198 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-869323d8-8e43-40da-8f5d-b8f30e92d90e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:27.385198 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869323d8-8e43-40da-8f5d-b8f30e92d90e'] response: {'name': 'network-changed', 'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'status': 'completed', 'code': 200} Mar 31 23:47:27.462626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b4aa-570f-4840-a219-0f95033d6418 req-f5a29551-27db-4ea3-90d5-79241a8eab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.464281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1769b4aa-570f-4840-a219-0f95033d6418 req-f5a29551-27db-4ea3-90d5-79241a8eab3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1094 time: 0.0436206 Mar 31 23:47:27.575836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b4aa-570f-4840-a219-0f95033d6418 req-770ee402-9e7f-4ceb-8044-7bce37fb5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.577248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1769b4aa-570f-4840-a219-0f95033d6418 req-770ee402-9e7f-4ceb-8044-7bce37fb5198 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995560 Mar 31 23:47:27.671681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b4aa-570f-4840-a219-0f95033d6418 req-1424069b-80ac-44e9-90ba-0d89b1670803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.673158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1769b4aa-570f-4840-a219-0f95033d6418 req-1424069b-80ac-44e9-90ba-0d89b1670803 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899870 Mar 31 23:47:27.767071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-81b74104-85c8-4fb5-b2f9-ab81f377ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.768556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-81b74104-85c8-4fb5-b2f9-ab81f377ad1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1094 time: 0.0414042 Mar 31 23:47:27.826525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-a1a2ed7e-06f7-4eb2-aa65-0198a962a74c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0443864 Mar 31 23:47:27.875986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-f56d3aff-592f-4399-9f65-97da5f6d72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.877470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-f56d3aff-592f-4399-9f65-97da5f6d72ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0455823 Mar 31 23:47:27.908337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-c63df5cb-25a4-499e-9779-ec80b058518a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247400 Mar 31 23:47:28.017646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043baff-b3d0-4a24-8093-dc9d5c386765 req-16df24fd-8412-4c81-b28b-965b96e5b71b tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:28.019163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1043baff-b3d0-4a24-8093-dc9d5c386765 req-16df24fd-8412-4c81-b28b-965b96e5b71b tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.1099124 Mar 31 23:47:28.049071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-23dc9583-b8a4-492e-be33-26a9beff6d5f service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310558 Mar 31 23:47:28.083382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1043baff-b3d0-4a24-8093-dc9d5c386765 req-fa409896-b67a-4528-837c-0a2d24d6a1b2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574920 Mar 31 23:47:28.151750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfbbf8c3-79a3-4723-ab06-d65a230a40ba req-2a473459-8263-4d41-a5ef-f317f9b4739f service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966074 Mar 31 23:47:29.204033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5f93-ca5f-4c88-8304-1645fb025fb1 req-37be067e-409d-4849-b495-11383e81fb1a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:29.205507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f7e5f93-ca5f-4c88-8304-1645fb025fb1 req-37be067e-409d-4849-b495-11383e81fb1a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0496037 Mar 31 23:47:29.243823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f7e5f93-ca5f-4c88-8304-1645fb025fb1 req-f80359c2-42c1-4be5-bdbc-988818d55581 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Mar 31 23:47:30.360955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05427-3ef6-411d-a3d3-8d81e3c3ff11 req-542602c6-1423-487c-9544-77dfda635ac9 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:30.362430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce05427-3ef6-411d-a3d3-8d81e3c3ff11 req-542602c6-1423-487c-9544-77dfda635ac9 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0502007 Mar 31 23:47:30.400820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ce05427-3ef6-411d-a3d3-8d81e3c3ff11 req-75188357-4c59-483d-bf71-5c908ef09305 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Mar 31 23:47:31.520902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633750b-9e60-42a1-88a9-39ae0e8aba07 req-757e582c-81e5-45ed-a443-39c192a6d6a0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:31.522372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4633750b-9e60-42a1-88a9-39ae0e8aba07 req-757e582c-81e5-45ed-a443-39c192a6d6a0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0539680 Mar 31 23:47:31.561495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4633750b-9e60-42a1-88a9-39ae0e8aba07 req-c668d8c6-08fd-4b21-9647-a429c1c9d73a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Mar 31 23:47:32.487653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:47:32.587282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:32.598791 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c', 'port_id': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'mac_address': 'fa:16:3e:31:ce:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcca108d-bdf0-4e22-a5a3-b663f63e683f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:47:32.638889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.657100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51518c02-4bf7-4749-b8f9-801fb180a37e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:32.681837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27e14-0e44-48b3-bbed-93fda48f77fe req-20fb0370-b856-4bcd-9143-a5d8b6076961 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:32.683399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eea27e14-0e44-48b3-bbed-93fda48f77fe req-20fb0370-b856-4bcd-9143-a5d8b6076961 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0543773 Mar 31 23:47:32.683520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:32.729034 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eea27e14-0e44-48b3-bbed-93fda48f77fe req-4a2d98b3-968c-4ee3-bead-71db8a03faf6 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Mar 31 23:47:32.747415 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.798097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:33.111513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['51518c02-4bf7-4749-b8f9-801fb180a37e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:33.848263 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34f86-80af-4d6f-bc8d-8bcacec5f6aa req-907261aa-4064-449f-978d-5b17eb13e977 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:33.849751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ff34f86-80af-4d6f-bc8d-8bcacec5f6aa req-907261aa-4064-449f-978d-5b17eb13e977 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 944 time: 0.0484583 Mar 31 23:47:33.890121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ff34f86-80af-4d6f-bc8d-8bcacec5f6aa req-0a1263cd-9219-4f7d-9c1e-ef131e159e07 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Mar 31 23:47:34.491478 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:34.627159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 51518c02-4bf7-4749-b8f9-801fb180a37e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:47:34.631230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 51518c02-4bf7-4749-b8f9-801fb180a37e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:34.631597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:34.707335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:34.732466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:34.734729 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5997031-c505-4491-9c54-8c5ac74eaa5b" -d '{"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-plugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:34.906460 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3a096-2e97-4bd4-b099-455df85c5d98 x-openstack-request-id: req-52f3a096-2e97-4bd4-b099-455df85c5d98 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:34.906688 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-plugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:34.906896 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52f3a096-2e97-4bd4-b099-455df85c5d98 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:34.907305 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f3a096-2e97-4bd4-b099-455df85c5d98'] response: {'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'code': 200} Mar 31 23:47:34.907483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ddf1-cfe2-4c55-945a-5c88fd31004a req-75903716-3a69-40a1-8052-4dab10a6f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:34.909249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a456ddf1-cfe2-4c55-945a-5c88fd31004a req-75903716-3a69-40a1-8052-4dab10a6f8fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1095 time: 0.0463529 Mar 31 23:47:34.910755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:34.944848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a456ddf1-cfe2-4c55-945a-5c88fd31004a req-4033ae00-7221-4f99-b44d-b0c998b8e59d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288405 Mar 31 23:47:34.963811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.007365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deabfc1-8901-4df6-aadc-34862a9e36b7 req-35a9f8cb-7eb9-4000-8928-2076e2fe4aa3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.009152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5deabfc1-8901-4df6-aadc-34862a9e36b7 req-35a9f8cb-7eb9-4000-8928-2076e2fe4aa3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Mar 31 23:47:35.016057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:35.057661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5deabfc1-8901-4df6-aadc-34862a9e36b7 req-0eaf5707-5745-4415-a9f2-c6f4d30bfa55 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Mar 31 23:47:35.102627 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.181140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eacbbf-1f16-41cc-86a6-6faf4470d35e req-e79852de-d1f2-476f-af8e-ef469d6854ea tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:36.182628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18eacbbf-1f16-41cc-86a6-6faf4470d35e req-e79852de-d1f2-476f-af8e-ef469d6854ea tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0497053 Mar 31 23:47:36.222223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-18eacbbf-1f16-41cc-86a6-6faf4470d35e req-21635748-7877-4c31-b4e1-fd31b7a5c3d3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Mar 31 23:47:37.348507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35ab82-cdc2-410b-9345-3e36c87b3843 req-ef16d8a3-2d3f-4232-a359-e12c0611c30f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.349990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed35ab82-cdc2-410b-9345-3e36c87b3843 req-ef16d8a3-2d3f-4232-a359-e12c0611c30f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0578864 Mar 31 23:47:37.389289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed35ab82-cdc2-410b-9345-3e36c87b3843 req-1e7a3f34-f48a-4391-9bd9-451d51922b00 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Mar 31 23:47:37.775960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b90f08-9aa4-4b06-bccb-7cd66757bc3f req-785207a5-186c-45c8-a58e-1f8f4070d8ec tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.777634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9b90f08-9aa4-4b06-bccb-7cd66757bc3f req-785207a5-186c-45c8-a58e-1f8f4070d8ec tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Mar 31 23:47:37.815744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c9b90f08-9aa4-4b06-bccb-7cd66757bc3f req-a96e1921-8ff1-44d6-b546-84ccd211a23d tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Mar 31 23:47:37.819077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 39568) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:37.918139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-4c17c2b4-4124-4b3c-8b9e-c6600c212b35 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977621 Mar 31 23:47:37.926875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-c793783e-1e48-4a51-9975-8c6ff7ad2737 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:47:37.927853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-c793783e-1e48-4a51-9975-8c6ff7ad2737 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048721 Mar 31 23:47:38.941084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07aa04-e983-4772-8205-21b81bb7e11c req-aec7898f-6bfc-4dcb-a54a-239d54c193ad tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:38.942631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c07aa04-e983-4772-8205-21b81bb7e11c req-aec7898f-6bfc-4dcb-a54a-239d54c193ad tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Mar 31 23:47:38.983893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c07aa04-e983-4772-8205-21b81bb7e11c req-053bf298-be80-41dc-96b4-47dcf07a6dc8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Mar 31 23:47:39.897117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-e89450f4-3d91-4c35-98f6-e166d7750e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:39.898705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-e89450f4-3d91-4c35-98f6-e166d7750e81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1096 time: 0.0430145 Mar 31 23:47:39.991495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-b6747a18-72f7-4384-95c0-a6d835a9bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:39.992947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-b6747a18-72f7-4384-95c0-a6d835a9bfee service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 914 time: 0.0872097 Mar 31 23:47:40.035129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-31a6f58e-25ab-4daf-9392-3733106ddcbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0350161 Mar 31 23:47:40.110698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-e27424cb-c492-46f3-a58f-dee40ba40693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:40.112189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-e27424cb-c492-46f3-a58f-dee40ba40693 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0711915 Mar 31 23:47:40.135936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05794-1688-463f-a45f-521a06bd5d07 req-bd65c8f1-dfb9-4ba2-992d-c7475ae570e8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:40.137486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e05794-1688-463f-a45f-521a06bd5d07 req-bd65c8f1-dfb9-4ba2-992d-c7475ae570e8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0708098 Mar 31 23:47:40.156776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-21bb97ca-2726-4cea-9236-64d481860353 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369179 Mar 31 23:47:40.233434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80e05794-1688-463f-a45f-521a06bd5d07 req-ca58672f-c31d-4fd5-a7bd-53aa97711a7c tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789275 Mar 31 23:47:40.265002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-06fc074d-f31e-4c91-bcfa-0f90ebd4f930 service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019604 Mar 31 23:47:40.359778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-9333a9fe-818f-40ae-b220-7bbb04504242 service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891023 Mar 31 23:47:41.350285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180d3d-0c07-46cb-83d6-c823fe79734a req-fedcfbf1-b11d-4f13-bdf8-eb4284c11f7a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:41.352021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f180d3d-0c07-46cb-83d6-c823fe79734a req-fedcfbf1-b11d-4f13-bdf8-eb4284c11f7a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Mar 31 23:47:41.393433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f180d3d-0c07-46cb-83d6-c823fe79734a req-0e54c492-a594-4802-8bd8-5aec8800d68b tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Mar 31 23:47:41.649684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fe94d3f-4281-40b2-81dc-1999a725a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.516675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bddd8e-4475-44b0-8f59-9e4cde2c317f req-da1ef717-a5f4-4139-b15a-6c926755bb3a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:42.518162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64bddd8e-4475-44b0-8f59-9e4cde2c317f req-da1ef717-a5f4-4139-b15a-6c926755bb3a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Mar 31 23:47:42.555841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64bddd8e-4475-44b0-8f59-9e4cde2c317f req-ca4f149a-960e-4afc-bd7a-3c18181cd0ab tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Mar 31 23:47:43.676928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb0f0-1738-48a2-9d09-58587fc6ac6b req-47bd6294-ae54-490c-913d-614bd45d6bd3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:43.678377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79bfb0f0-1738-48a2-9d09-58587fc6ac6b req-47bd6294-ae54-490c-913d-614bd45d6bd3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Mar 31 23:47:43.715235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-79bfb0f0-1738-48a2-9d09-58587fc6ac6b req-ed75dce5-61b0-4dee-b99f-96f49b59befb tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Mar 31 23:47:43.901417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6de21e2-e890-41b8-9a7a-b25564a5952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.833186 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569911b3-6c8e-46e7-b99c-6332a6fe06d1 req-86b79649-5096-44af-beac-c9433e6c51dc tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:44.834694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-569911b3-6c8e-46e7-b99c-6332a6fe06d1 req-86b79649-5096-44af-beac-c9433e6c51dc tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0506310 Mar 31 23:47:44.873523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-569911b3-6c8e-46e7-b99c-6332a6fe06d1 req-a77acd90-0c48-4262-b21a-7a0f08de00a3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Mar 31 23:47:45.437361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.997259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48427ae-6d3f-4060-bb94-aca8d0c25190 req-a451ac60-df7e-45e0-bd22-d30e12dbc453 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:45.998717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b48427ae-6d3f-4060-bb94-aca8d0c25190 req-a451ac60-df7e-45e0-bd22-d30e12dbc453 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Mar 31 23:47:46.035968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b48427ae-6d3f-4060-bb94-aca8d0c25190 req-c5d0f5e3-a912-4280-9935-f67248fff38f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Mar 31 23:47:46.728412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.781319 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.002259 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:47:47.156895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09d930-653a-49f0-9130-806143fef6d2 req-d176d3a2-4174-4bf0-a052-5989c72c3e49 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:47.158371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f09d930-653a-49f0-9130-806143fef6d2 req-d176d3a2-4174-4bf0-a052-5989c72c3e49 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0534742 Mar 31 23:47:47.196597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f09d930-653a-49f0-9130-806143fef6d2 req-02ea8885-7d7a-48b3-b762-4cf94879fc76 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Mar 31 23:47:48.314753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ffca-75cf-4998-9866-e01e0fc9b0be req-d5ed02e9-9386-42c3-9f7c-e14177e0e695 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:48.316173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a556ffca-75cf-4998-9866-e01e0fc9b0be req-d5ed02e9-9386-42c3-9f7c-e14177e0e695 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Mar 31 23:47:48.354499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a556ffca-75cf-4998-9866-e01e0fc9b0be req-95a0f031-6f07-4e04-95b7-2b1e8b858740 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Mar 31 23:47:49.476359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec325d7a-69ff-4cb1-9a12-17e149bfc342 req-7e48f812-7287-4741-b299-0e52e1a93c7f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:49.477915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec325d7a-69ff-4cb1-9a12-17e149bfc342 req-7e48f812-7287-4741-b299-0e52e1a93c7f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0532320 Mar 31 23:47:49.515905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec325d7a-69ff-4cb1-9a12-17e149bfc342 req-03c40df8-9661-4cd7-ad97-12d4571ccff0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Mar 31 23:47:50.637027 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37cb3e-001b-4ccb-b0f2-157b489d8219 req-8348af18-ae87-4aa7-a98b-9a00f0f9c928 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:50.638498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb37cb3e-001b-4ccb-b0f2-157b489d8219 req-8348af18-ae87-4aa7-a98b-9a00f0f9c928 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Mar 31 23:47:50.676105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb37cb3e-001b-4ccb-b0f2-157b489d8219 req-2997e5eb-c33f-4f1d-bbd4-ab0ba6353b80 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Mar 31 23:47:51.795227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b2bf7-715f-43c0-ae5d-145e9f529b5f req-2782785b-7548-48f4-a561-10cc3081ab97 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:51.796709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-227b2bf7-715f-43c0-ae5d-145e9f529b5f req-2782785b-7548-48f4-a561-10cc3081ab97 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Mar 31 23:47:51.834364 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-227b2bf7-715f-43c0-ae5d-145e9f529b5f req-d2998c7e-4ff1-4d40-843c-e4509f7663c1 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Mar 31 23:47:52.948992 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fddfe7-be06-48da-a757-977cc6f2df46 req-6a33b698-80ac-4294-909e-53c969d15f9c tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:52.950980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3fddfe7-be06-48da-a757-977cc6f2df46 req-6a33b698-80ac-4294-909e-53c969d15f9c tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Mar 31 23:47:52.989466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3fddfe7-be06-48da-a757-977cc6f2df46 req-16bd4924-c72b-4261-9593-cdd6d4b89262 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Mar 31 23:47:54.116571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5081239-2a3d-4c3d-b58b-6a34536dee12 req-dad5acc5-0e19-47ab-9ba5-e9aa8600fca2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:54.118033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5081239-2a3d-4c3d-b58b-6a34536dee12 req-dad5acc5-0e19-47ab-9ba5-e9aa8600fca2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0522578 Mar 31 23:47:54.156109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5081239-2a3d-4c3d-b58b-6a34536dee12 req-bf20f3f2-fca0-4658-b184-73092f8a7cd5 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Mar 31 23:47:54.488920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:55.272233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4db7-3efd-41cd-a4fa-330edd542eb3 req-09ca51db-b418-429e-8dc6-3684f49903f8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:55.273639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-193c4db7-3efd-41cd-a4fa-330edd542eb3 req-09ca51db-b418-429e-8dc6-3684f49903f8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Mar 31 23:47:55.313561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-193c4db7-3efd-41cd-a4fa-330edd542eb3 req-faf2742e-069a-44be-a6b6-4b52100c6bcc tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Mar 31 23:47:56.486661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb7e9c-1d0e-4550-98ec-9e15f00bc13e req-c6301c12-a640-424b-97ea-e17d809d4469 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:56.488192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8cb7e9c-1d0e-4550-98ec-9e15f00bc13e req-c6301c12-a640-424b-97ea-e17d809d4469 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.1052251 Mar 31 23:47:56.525872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8cb7e9c-1d0e-4550-98ec-9e15f00bc13e req-8b25101c-3d4c-4ba9-844a-6aca2e84ae91 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Mar 31 23:47:57.715397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019411e-06a9-4e36-ab74-2365cd08d9d0 req-6d0e912f-3667-4869-b840-2872b4af0edf tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:57.716905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b019411e-06a9-4e36-ab74-2365cd08d9d0 req-6d0e912f-3667-4869-b840-2872b4af0edf tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.1069820 Mar 31 23:47:57.754311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b019411e-06a9-4e36-ab74-2365cd08d9d0 req-39ddfd71-8e82-490c-95fd-3a22a979fc02 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Mar 31 23:47:58.871875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4f41-00bc-4548-92e6-000014d4fbd5 req-ae416b84-7364-4ea5-a93b-d0d1139e0014 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:58.873378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd7b4f41-00bc-4548-92e6-000014d4fbd5 req-ae416b84-7364-4ea5-a93b-d0d1139e0014 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Mar 31 23:47:58.911350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bd7b4f41-00bc-4548-92e6-000014d4fbd5 req-478c263f-d399-4ee8-a7d7-3237259c9528 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Mar 31 23:48:00.028591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d1ccd-4914-498a-b3a1-c54e42d3cf81 req-267be520-e1a3-40f3-853d-d6f9f61f64dd tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:00.030706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-150d1ccd-4914-498a-b3a1-c54e42d3cf81 req-267be520-e1a3-40f3-853d-d6f9f61f64dd tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Mar 31 23:48:00.072260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-150d1ccd-4914-498a-b3a1-c54e42d3cf81 req-3b723ecc-c705-44c2-b651-9a57e357c74f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Mar 31 23:48:01.194381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d711d-25a6-4839-af54-21c8f7f6d54b req-a11c06f2-2db0-4959-bbcc-2fe80bb9d0a2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:01.195898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a42d711d-25a6-4839-af54-21c8f7f6d54b req-a11c06f2-2db0-4959-bbcc-2fe80bb9d0a2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0532506 Mar 31 23:48:01.234919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a42d711d-25a6-4839-af54-21c8f7f6d54b req-93266884-17dc-41bc-b1dd-d6b58a5ab2cd tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Mar 31 23:48:02.354656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500149f-97f7-4f94-ae0a-fa0b399e02e3 req-df2bc5f0-8e5b-4973-958f-e5bb2ed6d658 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:02.356161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b500149f-97f7-4f94-ae0a-fa0b399e02e3 req-df2bc5f0-8e5b-4973-958f-e5bb2ed6d658 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Mar 31 23:48:02.394941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b500149f-97f7-4f94-ae0a-fa0b399e02e3 req-1bda4987-ecb1-4b15-93a9-3e02829e599f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Mar 31 23:48:03.510081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895163b0-d9e8-4195-922a-f4837ccc0f2e req-17d78cf3-dcf5-4739-bd24-c42f7ffdeab6 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:03.511593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895163b0-d9e8-4195-922a-f4837ccc0f2e req-17d78cf3-dcf5-4739-bd24-c42f7ffdeab6 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Mar 31 23:48:03.550334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895163b0-d9e8-4195-922a-f4837ccc0f2e req-3d5a2182-e508-449a-86a3-d2b377cec4b6 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Mar 31 23:48:04.671761 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31606-ca10-4608-bb72-addbcefc8052 req-b565b6e9-9f8a-4cb4-92d6-17fb591d93b0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:04.673259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eda31606-ca10-4608-bb72-addbcefc8052 req-b565b6e9-9f8a-4cb4-92d6-17fb591d93b0 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0539880 Mar 31 23:48:04.711291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eda31606-ca10-4608-bb72-addbcefc8052 req-a66f42e2-cbea-4d0d-a50c-aef0cce66090 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Mar 31 23:48:05.141302 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:05.828957 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dadacc-96b7-4d04-9573-cf1e346b6428 req-023cdfd2-2626-41b7-b21e-b4025e3d17d8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:05.830478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0dadacc-96b7-4d04-9573-cf1e346b6428 req-023cdfd2-2626-41b7-b21e-b4025e3d17d8 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0504127 Mar 31 23:48:05.869744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0dadacc-96b7-4d04-9573-cf1e346b6428 req-0e87fa57-fddf-48c5-8885-9ff04141ed81 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Mar 31 23:48:06.987283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e8fed-e37c-48eb-a2fd-55af8ec2e138 req-d4702df6-fc9d-4524-ba10-ae9bcfe85e62 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:06.988784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a0e8fed-e37c-48eb-a2fd-55af8ec2e138 req-d4702df6-fc9d-4524-ba10-ae9bcfe85e62 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Mar 31 23:48:07.026731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a0e8fed-e37c-48eb-a2fd-55af8ec2e138 req-8ad6aa9f-d149-4662-b1da-68ce67e30e2f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Mar 31 23:48:07.752959 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-1d7337ee-edec-460c-b16e-208130d6e71f req-2aa0c6db-b8e5-4f26-8187-1dc4cc316c09 service neutron] show failed (client error): The resource could not be found. Mar 31 23:48:07.753988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-2aa0c6db-b8e5-4f26-8187-1dc4cc316c09 service neutron] 10.222.0.10 "GET /v2.0/ports/51518c02-4bf7-4749-b8f9-801fb180a37e/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0593085 Mar 31 23:48:08.151073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d2a6-34ac-4be5-b088-c29e3d982f99 req-c1836c1c-61a3-4b54-a599-453915e9cffb tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.152674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b021d2a6-34ac-4be5-b088-c29e3d982f99 req-c1836c1c-61a3-4b54-a599-453915e9cffb tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Mar 31 23:48:08.194953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b021d2a6-34ac-4be5-b088-c29e3d982f99 req-134252e6-86ce-4b4f-a940-0bfc2f06322d tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Mar 31 23:48:08.248057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-c1a7f86a-ddef-4bf3-b371-6181cedad1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.249613 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-c1a7f86a-ddef-4bf3-b371-6181cedad1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2&tenant_id=5831ae04f00d482d8cf29e25259b8b9f HTTP/1.1" status: 200 len: 1096 time: 0.1029747 Mar 31 23:48:08.260924 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:08.315349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.522651 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:08.554170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:08.593842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:08.596270 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319bde72-c03b-46ac-ba12-6b2450d8618d" -d '{"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-unplugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:08.600067 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.613247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Transition to ACTIVE for port object 51518c02-4bf7-4749-b8f9-801fb180a37e will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:48:08.650398 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2563029-e2e2-4ee9-9535-2babed316a4d x-openstack-request-id: req-c2563029-e2e2-4ee9-9535-2babed316a4d {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:08.650694 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-unplugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:08.650950 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2563029-e2e2-4ee9-9535-2babed316a4d {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:08.651385 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2563029-e2e2-4ee9-9535-2babed316a4d'] response: {'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'code': 200} Mar 31 23:48:08.684018 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.748121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] No DVR routers for this DVR port 51518c02-4bf7-4749-b8f9-801fb180a37e on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:08.755463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:08.778677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.778949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.779319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.779659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.779987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.780316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.780643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.780967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.781291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.781640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.781961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.782281 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:08.797777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:08.798109 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:08.798435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:08.802869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:48:08.803215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Attempting to bind port 51518c02-4bf7-4749-b8f9-801fb180a37e on network d7163bc0-3b91-4cf3-a91d-f07e32b8f45c {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:08.808050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:08.808383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Checking segment: {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:08.808762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Bound using segment: {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:08.809184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Bound port: 51518c02-4bf7-4749-b8f9-801fb180a37e, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fadda-ed59-4703-a68d-dca7ab093759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:08.809538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.873152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:08.876901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:08.976186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:09.017658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.018273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:09.019680 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] 10.222.0.44 "PUT /v2.0/ports/51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 1091 time: 0.7630761 Mar 31 23:48:09.039195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd076-49e9-4f71-aee5-02fa27e01267 service neutron] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:09.083248 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-368651b6-c60b-4acb-8f0c-4611430c726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.084764 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-368651b6-c60b-4acb-8f0c-4611430c726d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1094 time: 0.0423784 Mar 31 23:48:09.173657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-aec6d715-fe97-4d00-a9b4-b72b2e2e40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.175128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-aec6d715-fe97-4d00-a9b4-b72b2e2e40f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 914 time: 0.0841703 Mar 31 23:48:09.226233 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-daa6dfcd-5762-4586-8671-f5e1a8ffe880 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0442977 Mar 31 23:48:09.275773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7337ee-edec-460c-b16e-208130d6e71f req-58a581d5-e4d1-4a98-a874-0385f450667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.277278 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-58a581d5-e4d1-4a98-a874-0385f450667e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0449824 Mar 31 23:48:09.310335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-1ced60eb-2ac3-44cb-8ad5-ed5e6ffd49d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264397 Mar 31 23:48:09.316912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66997e22-5f22-4047-bfc2-a7923fd3b678 req-cb8c8db2-8f20-4fd8-b7a6-440a5c45a395 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.318394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66997e22-5f22-4047-bfc2-a7923fd3b678 req-cb8c8db2-8f20-4fd8-b7a6-440a5c45a395 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0494370 Mar 31 23:48:09.356313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-66997e22-5f22-4047-bfc2-a7923fd3b678 req-798163fc-f3f7-481c-96af-91a14cfcc4f3 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Mar 31 23:48:09.404649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-780b9de7-5a7f-4072-bb51-3aa43606fe68 service neutron] 10.222.0.44 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 Mar 31 23:48:09.494297 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1d7337ee-edec-460c-b16e-208130d6e71f req-aa13eb8b-c3f4-4d29-a15c-3ab1b42cd8ac service neutron] 10.222.0.44 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Mar 31 23:48:10.478474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35355785-40c6-4b1f-8a6e-354ddcb06e29 req-f402e9b3-3579-478a-ae17-e14d270e3407 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.479974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35355785-40c6-4b1f-8a6e-354ddcb06e29 req-f402e9b3-3579-478a-ae17-e14d270e3407 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0528958 Mar 31 23:48:10.518149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35355785-40c6-4b1f-8a6e-354ddcb06e29 req-a30121ee-957d-47de-bc6e-b0649ebed3bb tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Mar 31 23:48:10.653026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:10.655506 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153a1f6d-c199-4b62-a3e9-b482b045c3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:10.702559 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653d23d-086d-4dda-b935-50548af03df0 x-openstack-request-id: req-d653d23d-086d-4dda-b935-50548af03df0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:10.702850 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:10.703145 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d653d23d-086d-4dda-b935-50548af03df0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:10.704152 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d653d23d-086d-4dda-b935-50548af03df0'] response: {'name': 'network-changed', 'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'status': 'completed', 'code': 200} Mar 31 23:48:10.737840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:10.767863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-ae7ed07e-9e61-43fc-9b95-3c5971f76a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.769706 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-ae7ed07e-9e61-43fc-9b95-3c5971f76a04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1094 time: 0.0465472 Mar 31 23:48:10.779749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:10.788048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-35b306e4-21ed-44a6-b014-de9ce49056e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.789563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-35b306e4-21ed-44a6-b014-de9ce49056e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1094 time: 0.0447073 Mar 31 23:48:10.866255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-125e6421-c01c-4fc4-94c4-8fa8a90c8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.867758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-125e6421-c01c-4fc4-94c4-8fa8a90c8366 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 914 time: 0.0912211 Mar 31 23:48:10.883553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-9afe7d00-375c-42a5-aceb-532c1aebf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.885020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-9afe7d00-375c-42a5-aceb-532c1aebf729 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 914 time: 0.0883741 Mar 31 23:48:10.910855 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-2ef4bc4c-e6b3-46b6-af3e-c77e7f421546 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0355916 Mar 31 23:48:10.926296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-3f45cc10-51e9-48fd-a089-531795fcef03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0340872 Mar 31 23:48:10.960748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-d01eb309-653a-449e-9227-15538bc38ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.962190 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-d01eb309-653a-449e-9227-15538bc38ac9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0448363 Mar 31 23:48:10.975142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-dd431538-b901-43f7-bbce-e43f691795bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.976858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-dd431538-b901-43f7-bbce-e43f691795bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0444176 Mar 31 23:48:10.998450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-4f89c0a3-74c2-4d1e-8538-1b5e4594bab0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295036 Mar 31 23:48:11.010919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-5bf3f82b-5303-4f68-807c-44eb11db1812 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265565 Mar 31 23:48:11.089764 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-bafc890c-da53-498a-abdf-8fc7643a26a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Mar 31 23:48:11.103458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-80b506a8-c621-41b9-9549-f1b04673bd0c service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855491 Mar 31 23:48:11.185090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-9ebf3929-e54d-4a80-8abe-b59f6a57cf0a service neutron] 10.222.0.44 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880625 Mar 31 23:48:11.192213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153a1f6d-c199-4b62-a3e9-b482b045c3ac req-40d3337d-d2a2-40e6-b544-257f83dc4c2f service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823362 Mar 31 23:48:11.641297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef186811-9f96-45c0-815d-3f82bc8b0f58 req-93d0f607-5dbf-4e9a-b63e-7ec9a2450e0f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:11.642917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef186811-9f96-45c0-815d-3f82bc8b0f58 req-93d0f607-5dbf-4e9a-b63e-7ec9a2450e0f tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0546601 Mar 31 23:48:11.666905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-052b185c-fa8a-4c76-9113-b29f60685bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:11.683073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef186811-9f96-45c0-815d-3f82bc8b0f58 req-dbb27d72-9b55-418f-b060-b91e5801b32a tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Mar 31 23:48:12.804748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d9388-71be-4689-a996-31c5aba9b0b4 req-57c8807c-63d5-4ccc-addd-81b6c858c7d5 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:12.806235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-132d9388-71be-4689-a996-31c5aba9b0b4 req-57c8807c-63d5-4ccc-addd-81b6c858c7d5 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0485804 Mar 31 23:48:12.844808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-132d9388-71be-4689-a996-31c5aba9b0b4 req-130f4990-41e8-4e88-bb7b-b56f8d712272 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Mar 31 23:48:13.882950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d7be9312-f916-4c6c-aa0f-6635e5c8a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:13.966580 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68190d3-858a-480d-b715-c41c54835e2f req-1e0ff6c4-0594-43d2-a53e-331e33986caf tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:13.968052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c68190d3-858a-480d-b715-c41c54835e2f req-1e0ff6c4-0594-43d2-a53e-331e33986caf tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 943 time: 0.0487230 Mar 31 23:48:14.007313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c68190d3-858a-480d-b715-c41c54835e2f req-3556e630-8b01-4291-8333-469fc28c5509 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Mar 31 23:48:14.179692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:14.275643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:14.287642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'network_id': 'd7163bc0-3b91-4cf3-a91d-f07e32b8f45c', 'port_id': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'mac_address': 'fa:16:3e:31:ce:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcca108d-bdf0-4e22-a5a3-b663f63e683f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:14.332664 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:14.346270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51518c02-4bf7-4749-b8f9-801fb180a37e {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:14.366290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:14.466944 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:14.515780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:14.523153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.523336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-b94a5496-28a9-49bc-ae91-809d71c09560 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:14.523501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.523833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.524193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.524523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.524711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-b94a5496-28a9-49bc-ae91-809d71c09560 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2&tenant_id=5831ae04f00d482d8cf29e25259b8b9f&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 943 time: 0.0922034 Mar 31 23:48:14.524842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.525150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.525470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.525786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.526104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.526422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.526736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:14.585632 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-51f7255c-2e48-4c7a-b41b-314dabb0a6ad service neutron] delete failed (client error): The resource could not be found. Mar 31 23:48:14.586634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-51f7255c-2e48-4c7a-b41b-314dabb0a6ad service neutron] 10.222.0.10 "DELETE /v2.0/ports/51518c02-4bf7-4749-b8f9-801fb180a37e/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0550044 Mar 31 23:48:14.689377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-9af7d239-9b9f-4bd1-a5e3-66f7f61113b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:14.690891 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-9af7d239-9b9f-4bd1-a5e3-66f7f61113b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 1095 time: 0.0421121 Mar 31 23:48:14.824485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['51518c02-4bf7-4749-b8f9-801fb180a37e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:15.083227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-2a4d4a5a-dda6-401f-9e20-f59587fc5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.084594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-2a4d4a5a-dda6-401f-9e20-f59587fc5288 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 200 len: 914 time: 0.3870363 Mar 31 23:48:15.125160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-10efa147-e716-40d2-bc3a-ef063b328091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 200 len: 217 time: 0.0333989 Mar 31 23:48:15.170647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-d01b743a-fa43-413d-bf24-db495ecb8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.172052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-d01b743a-fa43-413d-bf24-db495ecb8380 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 200 len: 852 time: 0.0407548 Mar 31 23:48:15.205921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-3eb726ff-5596-4de3-ab37-5d608dee4142 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271831 Mar 31 23:48:15.291993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-92a404af-1e45-4fe1-9daa-9db086272eb1 service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794744 Mar 31 23:48:15.384284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-49dd3f08-99de-482d-adf8-eef2b84d1a98 service neutron] 10.222.0.10 "GET /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852475 Mar 31 23:48:15.454642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.191829 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:16.295467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 51518c02-4bf7-4749-b8f9-801fb180a37e completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:16.300038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 51518c02-4bf7-4749-b8f9-801fb180a37e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:16.300412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.383439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.406319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:16.409150 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e622d21-4fff-4105-a9bc-bacd1b1fbeea" -d '{"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-plugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:16.421799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:16.445183 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ec90e-80e8-4b07-be43-d3d7dd0effaf x-openstack-request-id: req-b65ec90e-80e8-4b07-be43-d3d7dd0effaf {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:16.445476 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-plugged", "status": "completed", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:16.445732 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b65ec90e-80e8-4b07-be43-d3d7dd0effaf {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:16.446158 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65ec90e-80e8-4b07-be43-d3d7dd0effaf'] response: {'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'code': 200} Mar 31 23:48:16.501578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.552309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:16.763895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.813641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec51667-466b-46e2-ae8d-b637da19a748 req-1f853172-ef88-45aa-9b59-fad7858beff2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:16.815051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ec51667-466b-46e2-ae8d-b637da19a748 req-1f853172-ef88-45aa-9b59-fad7858beff2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Mar 31 23:48:16.838387 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:16.860679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ec51667-466b-46e2-ae8d-b637da19a748 req-88247400-e9da-42a8-b43d-55a4ac2649de tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Mar 31 23:48:17.978868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7644f-1273-48eb-a35a-d5d5a77ab125 req-325cae92-21e1-4e68-baf7-2e54b41a5869 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:17.980375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83c7644f-1273-48eb-a35a-d5d5a77ab125 req-325cae92-21e1-4e68-baf7-2e54b41a5869 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Mar 31 23:48:18.020496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83c7644f-1273-48eb-a35a-d5d5a77ab125 req-fe1b156f-abad-40ac-b900-dcb06e8c3be9 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Mar 31 23:48:18.201834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-c4056859-3160-4df3-900b-2fcc2e8b1bc1 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:18.203332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-c4056859-3160-4df3-900b-2fcc2e8b1bc1 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.44 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 945 time: 0.0535491 Mar 31 23:48:18.293146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Deleting port 51518c02-4bf7-4749-b8f9-801fb180a37e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:18.293493 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:18.386557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] For port 51518c02-4bf7-4749-b8f9-801fb180a37e, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=51518c02-4bf7-4749-b8f9-801fb180a37e,segment=NetworkSegment(6f4fadda-ed59-4703-a68d-dca7ab093759),segment_id=6f4fadda-ed59-4703-a68d-dca7ab093759)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:18.386927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:18.401167 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Calling delete_port for 51518c02-4bf7-4749-b8f9-801fb180a37e owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:18.591360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:18.602787 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['51518c02-4bf7-4749-b8f9-801fb180a37e'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:18.621094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Pushing event deleted for resources: {'Port': ['ID=51518c02-4bf7-4749-b8f9-801fb180a37e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:18.664454 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] No DVR routers for this DVR port 51518c02-4bf7-4749-b8f9-801fb180a37e on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:18.666977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:18.670365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d971b59f-cfa9-4697-8494-c0f763a78e22 req-a917d063-5d15-4c68-85cd-c0f811de52e2 tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.44 "DELETE /v2.0/ports/51518c02-4bf7-4749-b8f9-801fb180a37e HTTP/1.1" status: 204 len: 173 time: 0.4610572 Mar 31 23:48:18.670797 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-deleted', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:18.673078 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cac62-21f7-4a4d-a9ef-b06d05cf9e75" -d '{"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-deleted", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:18.709788 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb234565-6749-47c0-8c21-7f27393eda62 x-openstack-request-id: req-bb234565-6749-47c0-8c21-7f27393eda62 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:18.710086 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608808-11d8-4173-80e7-c14aa84005d2", "name": "network-vif-deleted", "tag": "51518c02-4bf7-4749-b8f9-801fb180a37e", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:18.710339 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb234565-6749-47c0-8c21-7f27393eda62 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:18.710772 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb234565-6749-47c0-8c21-7f27393eda62'] response: {'server_uuid': '41608808-11d8-4173-80e7-c14aa84005d2', 'name': 'network-vif-deleted', 'tag': '51518c02-4bf7-4749-b8f9-801fb180a37e', 'status': 'completed', 'code': 200} Mar 31 23:48:19.142015 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e56ba4db-a751-4ceb-bbf3-7a5f2ac04350 req-09db4b76-cb59-4b54-bf0d-38d2ff403c1b tempest-DeleteServersTestJSON-807536165 tempest-DeleteServersTestJSON-807536165-project] 10.222.0.83 "GET /v2.0/ports?device_id=41608808-11d8-4173-80e7-c14aa84005d2 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Mar 31 23:48:20.283944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39690) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:20.333633 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Deleting subnet fcca108d-bdf0-4e22-a5a3-b663f63e683f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:20.336821 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.374336 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.412968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.513189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.538776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcca108d-bdf0-4e22-a5a3-b663f63e683f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:20.543629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.546713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-54e8dcc3-da9d-4b64-81c6-ac6a12e2910d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fcca108d-bdf0-4e22-a5a3-b663f63e683f HTTP/1.1" status: 204 len: 168 time: 0.2617095 Mar 31 23:48:20.549299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39692) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:20.634795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.713486 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.733344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7163bc0-3b91-4cf3-a91d-f07e32b8f45c']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:20.742969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4fadda-ed59-4703-a68d-dca7ab093759') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:20.743301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4fadda-ed59-4703-a68d-dca7ab093759') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:20.752393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.766046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.771904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:20.772288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:20.773897 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:20.894395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.899678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.902754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d7163bc0-3b91-4cf3-a91d-f07e32b8f45c HTTP/1.1" status: 204 len: 168 time: 0.3525069 Mar 31 23:48:20.914490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d814d1-f013-4db6-b9ab-a55e27c23e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7163bc0-3b91-4cf3-a91d-f07e32b8f45c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:21.196519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39696) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:21.237278 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1861107d-8bf4-41bc-a4ec-67fc51f1baf1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5831ae04f00d482d8cf29e25259b8b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395477 Mar 31 23:48:21.239885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39698) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:21.287931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:21.308664 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:21.426941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:21.429540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:21.430724 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f2cf3d6-5191-4f5c-8b3e-18ee2c148290 HTTP/1.1" status: 204 len: 168 time: 0.1899476 Mar 31 23:48:21.438909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2e41d-73e5-4c04-925a-0a5d13e51b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2cf3d6-5191-4f5c-8b3e-18ee2c148290,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:22.206885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:22.230202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 51518c02-4bf7-4749-b8f9-801fb180a37e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:22.230691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 51518c02-4bf7-4749-b8f9-801fb180a37e not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:22.479678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39720) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:22.575260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1561709460-network', 'tenant_id': 'e89e115fbd6044bb989c73f407f7ebda'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:22.655580 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Made reservation on behalf of e89e115fbd6044bb989c73f407f7ebda for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:22.657945 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.670360 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.744084 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.819804 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.843769 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:22.852777 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c2485-b265-4dc1-81e7-912fbb586f83,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:22.858639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.863471 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Added segment 1b1b1d01-8c83-42d4-aca2-893fabe3dd88 of type vlan for network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce Mar 31 23:48:22.899388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.997220 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:22.998225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:22.998817 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:23.057681 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] Pushing event updated for resources: {'Network': ['ID=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:23.068391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:23.070581 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3a7e9f22-fd3f-415f-88fa-14accebc316e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5897501 Mar 31 23:48:23.073400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 39724) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:23.078367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Request body: {'subnet': {'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1561709460-subnet', 'tenant_id': 'e89e115fbd6044bb989c73f407f7ebda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:23.151394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Made reservation on behalf of e89e115fbd6044bb989c73f407f7ebda for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:23.153816 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:23.385807 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:23.448169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=117b88fa-100a-4aeb-bedf-e6decb0bbddd,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:23.455442 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Checking segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:23.455794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Network hostable DHCP agents. Network: 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:23.536007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:23.615148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:23.619745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:23.620641 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:23.623762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59208985-5b97-4777-ab0c-2e6c5a776672 None None] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:23.710623 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0800ecb5-7306-4dd9-9403-6f79511eb78a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6358747 Mar 31 23:48:23.753663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa7fcf-8dff-46e6-ac7e-e11fbd4d60ae None None] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:24.000850 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:48:24.130555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-a1726279-0dac-40a4-b766-347de26a744b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:24.132020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-a1726279-0dac-40a4-b766-347de26a744b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 815 time: 0.0984080 Mar 31 23:48:24.147616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-278cb13e-9e15-4447-87aa-f117b9a41b0d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/quotas/e89e115fbd6044bb989c73f407f7ebda HTTP/1.1" status: 200 len: 375 time: 0.0096667 Mar 31 23:48:24.178378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-b09ec888-85f7-4b60-9c22-7700628909ef tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254560 Mar 31 23:48:24.188983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-5db2e181-a347-431a-be8a-8dbf8dd8213e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:48:24.189909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-5db2e181-a347-431a-be8a-8dbf8dd8213e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048513 Mar 31 23:48:24.288655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-b48fe7aa-d95e-4569-9184-fce79ee2a8fb service neutron] 10.222.0.83 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923033 Mar 31 23:48:24.381598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-a4311b8c-6a25-45a2-a91b-0cc1e4b4b650 service neutron] 10.222.0.83 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868726 Mar 31 23:48:24.495704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:24.607595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ed75031-0b15-456f-ade2-1f0ea71dd744 req-e0082006-1392-4292-9dcf-e79fabc84868 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 210 time: 0.0316265 Mar 31 23:48:25.702088 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c44e953-ec24-4d91-a741-3516f0b8a9a4 req-97705df1-e6f0-4196-9185-e90e5edfc2d0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Mar 31 23:48:26.409583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-a7c4bbd2-c82d-42ef-aef9-ead338012726 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:26.411986 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-a7c4bbd2-c82d-42ef-aef9-ead338012726 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 815 time: 0.1041915 Mar 31 23:48:26.427549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Request body: {'port': {'device_id': '395d796d-9e43-440e-ba91-d3604e102b11', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'admin_state_up': True, 'tenant_id': 'e89e115fbd6044bb989c73f407f7ebda'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:26.619636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Made reservation on behalf of e89e115fbd6044bb989c73f407f7ebda for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:26.623300 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:26.755900 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Allocated IP 172.20.0.9 (2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce/117b88fa-100a-4aeb-bedf-e6decb0bbddd/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:26.804648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0da126a6-087d-422b-a678-06c09f6f0c88 req-cc137c0a-b95e-4a27-9228-1deefb1ce978 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Mar 31 23:48:26.906474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:26.987451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.037372 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:27.040658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:27.044259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:27.050449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:27.096813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:27.097428 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.178460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-2082eb7c-9a3c-4949-a8e2-5031ff64fa3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544360 Mar 31 23:48:27.239124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Request body: {'port': {'device_id': '395d796d-9e43-440e-ba91-d3604e102b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:27.294308 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.560291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:27.567861 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.579910 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Transition to ACTIVE for port object 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:48:27.659692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.714073 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:27.779550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:27.779884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:27.780212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:27.784466 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:48:27.784805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:27.790684 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:27.791048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Checking segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:27.791437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Bound using segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:27.791862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Bound port: 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:27.792214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.862247 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:27.866020 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:27.922562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf9cb9-f46b-4de5-8bdd-b137e50d38a4 req-fbadd99e-cc54-44df-aed2-ab3c9da8d501 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:27.924071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6bf9cb9-f46b-4de5-8bdd-b137e50d38a4 req-fbadd99e-cc54-44df-aed2-ab3c9da8d501 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0496891 Mar 31 23:48:27.929194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.964809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b6bf9cb9-f46b-4de5-8bdd-b137e50d38a4 req-7c96d273-1d10-4d3d-8028-c86e6d3f4711 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Mar 31 23:48:27.967976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:27.972707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.972707 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] 10.222.0.44 "PUT /v2.0/ports/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 1091 time: 0.7847259 Mar 31 23:48:27.972707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:27.972707 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fbe5f-a9a9-4e31-822d-08ca02be3589" -d '{"events": [{"name": "network-changed", "server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:28.001582 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f897d-dcfb-40e8-81cd-e5122be26ecf service neutron] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:28.017843 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b1cd0-bce1-4e8b-958a-1010cabcdd9c x-openstack-request-id: req-6c7b1cd0-bce1-4e8b-958a-1010cabcdd9c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:28.018137 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:28.018439 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c7b1cd0-bce1-4e8b-958a-1010cabcdd9c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:28.018825 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7b1cd0-bce1-4e8b-958a-1010cabcdd9c'] response: {'name': 'network-changed', 'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'status': 'completed', 'code': 200} Mar 31 23:48:28.082292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-f2e379c4-b8f2-4bba-9ee6-5e1294ea2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.084028 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-f2e379c4-b8f2-4bba-9ee6-5e1294ea2959 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.0430813 Mar 31 23:48:28.257446 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-1ca5a313-8131-4a87-a816-5e6348e0e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.259109 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-1ca5a313-8131-4a87-a816-5e6348e0e609 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e89e115fbd6044bb989c73f407f7ebda&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1665053 Mar 31 23:48:28.433970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-a4214c47-d02e-4605-8084-06b735a09309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.435466 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-678fbe5f-a9a9-4e31-822d-08ca02be3589 req-a4214c47-d02e-4605-8084-06b735a09309 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1699400 Mar 31 23:48:28.891869 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-71586c4f-a959-46bb-87bf-65d2900d2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.893365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-71586c4f-a959-46bb-87bf-65d2900d2050 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.4149184 Mar 31 23:48:28.934206 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-7dc9db7f-461a-4778-961b-df24b49035e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0329623 Mar 31 23:48:28.982487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-9ce3f787-9364-4188-a8d2-ac522abf72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.983953 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-9ce3f787-9364-4188-a8d2-ac522abf72fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0428929 Mar 31 23:48:29.020386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-7660958c-bfae-4af2-8489-236b2686a962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291300 Mar 31 23:48:29.100625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbaf31-b7b0-4140-8a1a-7af97ba31c1a req-c0b96e7f-fd83-4a00-a157-8746d58663fc tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:29.102102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76fbaf31-b7b0-4140-8a1a-7af97ba31c1a req-c0b96e7f-fd83-4a00-a157-8746d58663fc tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0486281 Mar 31 23:48:29.108964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-bf79226a-62f3-4dec-9b8e-c7aa42fab122 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Mar 31 23:48:29.144695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-76fbaf31-b7b0-4140-8a1a-7af97ba31c1a req-263af5be-8a03-4eb2-b3f9-53055ec29d33 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Mar 31 23:48:29.209544 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7c20bc31-10d5-4b00-8220-ac5a4852fc7d req-94d39ed7-0024-4761-bd5b-bf6b35d0fdfb service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924006 Mar 31 23:48:30.266000 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011f83a-d7d6-4127-86e0-e77ac3202d3a req-72b1ea7a-73e8-4a81-8011-2068ed89bee9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:30.267412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c011f83a-d7d6-4127-86e0-e77ac3202d3a req-72b1ea7a-73e8-4a81-8011-2068ed89bee9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0503912 Mar 31 23:48:30.316624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c011f83a-d7d6-4127-86e0-e77ac3202d3a req-ed0ddf57-a356-43b2-8d0f-2ac6c7a5048b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Mar 31 23:48:31.433165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499fcd3-59af-4e51-8ee4-f04fe7ac83ab req-0ee88165-9853-46f5-a40d-f6a2edcb87e2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:31.434610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9499fcd3-59af-4e51-8ee4-f04fe7ac83ab req-0ee88165-9853-46f5-a40d-f6a2edcb87e2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0492349 Mar 31 23:48:31.473355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9499fcd3-59af-4e51-8ee4-f04fe7ac83ab req-67490134-9d4b-4f37-ab86-e923acb962ae tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Mar 31 23:48:32.226265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:32.338516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:32.349714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'port_id': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'mac_address': 'fa:16:3e:4f:b4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117b88fa-100a-4aeb-bedf-e6decb0bbddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:32.386837 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:32.399249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:32.417545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:32.500220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:32.550010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:32.598153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1640cb-93c3-45a2-ab82-bd17cf77ee4d req-c5096be4-bf77-4334-844c-5de3379e353a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:32.600428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab1640cb-93c3-45a2-ab82-bd17cf77ee4d req-c5096be4-bf77-4334-844c-5de3379e353a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 944 time: 0.0508838 Mar 31 23:48:32.642599 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab1640cb-93c3-45a2-ab82-bd17cf77ee4d req-13759f32-9c6c-4c03-b3bb-c97e6fa59f9b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Mar 31 23:48:32.825539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:33.763480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396571c3-1a73-49d7-a03a-b24ecf5349bc req-ff6c973b-1dde-4dd3-a24d-01535f3222cb tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.765009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-396571c3-1a73-49d7-a03a-b24ecf5349bc req-ff6c973b-1dde-4dd3-a24d-01535f3222cb tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 944 time: 0.0517128 Mar 31 23:48:33.805144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-396571c3-1a73-49d7-a03a-b24ecf5349bc req-90691874-967a-4e18-a022-3f1d83d58c97 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Mar 31 23:48:34.242905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:34.355842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:34.355842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:34.356074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:34.436371 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:34.458963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:34.461248 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb2af70-964c-402d-8e17-68d005f1e797" -d '{"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-plugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:34.475428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:34.500605 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1dc208-f48c-457c-9e7c-1d6d4a0717d3 x-openstack-request-id: req-ca1dc208-f48c-457c-9e7c-1d6d4a0717d3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:34.500901 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-plugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:34.501151 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca1dc208-f48c-457c-9e7c-1d6d4a0717d3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:34.501571 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1dc208-f48c-457c-9e7c-1d6d4a0717d3'] response: {'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'code': 200} Mar 31 23:48:34.541384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:34.594663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:34.605767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cac7f4-6691-4633-8e51-137a078ec78e req-56bfbe32-54c4-487b-a830-4c2aff9b7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:34.607316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-07cac7f4-6691-4633-8e51-137a078ec78e req-56bfbe32-54c4-487b-a830-4c2aff9b7c84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1096 time: 0.0432308 Mar 31 23:48:34.643513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-07cac7f4-6691-4633-8e51-137a078ec78e req-d4878d04-6ebe-4120-945c-2629ad8dac4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295632 Mar 31 23:48:34.940591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea45f2-196b-4d63-9e6d-b98b9fa4b0cc req-e8871fbe-2dab-4ea6-9f84-b76038b71eaa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:34.942154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84ea45f2-196b-4d63-9e6d-b98b9fa4b0cc req-e8871fbe-2dab-4ea6-9f84-b76038b71eaa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Mar 31 23:48:34.985587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-84ea45f2-196b-4d63-9e6d-b98b9fa4b0cc req-7fb31220-3333-49d1-8928-485e662f9bb2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Mar 31 23:48:35.146434 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.117246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b8bc-18cf-4e4b-97b0-5f4d00a49cb3 req-87728c33-6685-4513-b7ad-c9e15751b6b8 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:36.118767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f97b8bc-18cf-4e4b-97b0-5f4d00a49cb3 req-87728c33-6685-4513-b7ad-c9e15751b6b8 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Mar 31 23:48:36.163481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f97b8bc-18cf-4e4b-97b0-5f4d00a49cb3 req-f13a3d70-bc84-42a6-98e2-22d9a0ca060c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Mar 31 23:48:37.283090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ede10b-94a9-482b-b438-004da3e81794 req-f5e3d957-43ff-4789-afde-bf1f1f9fd4db tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.284469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53ede10b-94a9-482b-b438-004da3e81794 req-f5e3d957-43ff-4789-afde-bf1f1f9fd4db tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Mar 31 23:48:37.322334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-53ede10b-94a9-482b-b438-004da3e81794 req-ddc47c68-6b48-4649-b0b1-8410bba4f90d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Mar 31 23:48:37.452308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f50938-3a73-4520-b43e-f27ec7eaf548 req-c6ae990d-d992-4464-ae89-14958fa3e2a2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.454458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55f50938-3a73-4520-b43e-f27ec7eaf548 req-c6ae990d-d992-4464-ae89-14958fa3e2a2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0639017 Mar 31 23:48:37.493167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55f50938-3a73-4520-b43e-f27ec7eaf548 req-afbe8d2a-c32d-4e8e-ad95-6e84f2472553 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Mar 31 23:48:37.763212 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acbcf-4a4a-4e10-8bc0-ff32452e4699 req-caf62e4c-de09-4573-aee3-a3e3c17d75da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.765875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b0acbcf-4a4a-4e10-8bc0-ff32452e4699 req-caf62e4c-de09-4573-aee3-a3e3c17d75da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0506148 Mar 31 23:48:37.809584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4b0acbcf-4a4a-4e10-8bc0-ff32452e4699 req-6f9da65e-d7b8-4122-bd94-837d22f64ff3 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Mar 31 23:48:37.925323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d655d3-c34e-4603-82a8-ada35fde9dcc req-e425111d-97a5-42b7-8785-15ca709c39cf tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.927240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d655d3-c34e-4603-82a8-ada35fde9dcc req-e425111d-97a5-42b7-8785-15ca709c39cf tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Mar 31 23:48:37.966196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26d655d3-c34e-4603-82a8-ada35fde9dcc req-9906daf5-044e-4c05-9ba6-57a9b04e4d74 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Mar 31 23:48:38.327558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28426002-b2f8-4380-9b5f-7e354e979c8d req-ba79607e-8f3b-40c5-90b4-c2f36e511ed9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:38.329056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28426002-b2f8-4380-9b5f-7e354e979c8d req-ba79607e-8f3b-40c5-90b4-c2f36e511ed9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0498083 Mar 31 23:48:38.378260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28426002-b2f8-4380-9b5f-7e354e979c8d req-28d0baaf-c085-4588-a93d-abf972db3be4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Mar 31 23:48:38.463780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-5ce897ff-5ecd-4d2b-b450-25283bc221aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394959 Mar 31 23:48:39.509746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d29-49fc-4648-9bd4-705b6cb0cd92 req-06c8407d-a0f0-458d-af71-cc2c1bc6f0e2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:39.511293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8fd6d29-49fc-4648-9bd4-705b6cb0cd92 req-06c8407d-a0f0-458d-af71-cc2c1bc6f0e2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0585725 Mar 31 23:48:39.551796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8fd6d29-49fc-4648-9bd4-705b6cb0cd92 req-d97d8df7-eba7-4d78-9803-696e7c817cce tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Mar 31 23:48:40.564085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-62174536-011e-4387-88d2-10e7e7e178ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:40.565580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-62174536-011e-4387-88d2-10e7e7e178ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1096 time: 0.0413761 Mar 31 23:48:40.664592 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-bd029e92-43bd-46ae-85cb-5927229afa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:40.666080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-bd029e92-43bd-46ae-85cb-5927229afa0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0931137 Mar 31 23:48:40.674489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a71e7-8286-4f91-a301-9ab7fa705cfa req-dc040982-38c4-4874-86cd-aa6e10bbd32e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:40.676010 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686a71e7-8286-4f91-a301-9ab7fa705cfa req-dc040982-38c4-4874-86cd-aa6e10bbd32e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0507104 Mar 31 23:48:40.708325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-bd0c6b86-0d11-434a-904a-fa89a9d7f251 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Mar 31 23:48:40.715310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686a71e7-8286-4f91-a301-9ab7fa705cfa req-a74b60aa-f0e2-491f-ba94-71724c8b6eb5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Mar 31 23:48:40.758064 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-f940228f-5bf9-4b03-b822-d26b23a669fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:40.759533 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-f940228f-5bf9-4b03-b822-d26b23a669fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0446827 Mar 31 23:48:40.792852 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-978d7920-e7dc-48d8-8bb6-cb325cb27197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273845 Mar 31 23:48:40.879615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-c0af11eb-ecb3-4445-8c98-80a4c916c335 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803795 Mar 31 23:48:40.970750 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-da0c1a66-0661-42a2-93ea-4181db5a1644 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Mar 31 23:48:41.660717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9abf927-16e6-4604-bad4-7accc7117e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:41.840758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535458f-0b69-4fb5-bbe8-cdb757a698ac req-d3f9b36d-eec8-47a2-b4a5-f052b24eab8e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:41.842250 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c535458f-0b69-4fb5-bbe8-cdb757a698ac req-d3f9b36d-eec8-47a2-b4a5-f052b24eab8e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0538118 Mar 31 23:48:41.884696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c535458f-0b69-4fb5-bbe8-cdb757a698ac req-05d46ae9-5c31-45b7-aa4c-e1eecc7c3004 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363204 Mar 31 23:48:43.005634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c36a4-5769-416c-927d-5b22f1dda059 req-90559354-3fbf-4cff-8a69-e0fcc1ef1220 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.007777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e4c36a4-5769-416c-927d-5b22f1dda059 req-90559354-3fbf-4cff-8a69-e0fcc1ef1220 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0543866 Mar 31 23:48:43.045619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8e4c36a4-5769-416c-927d-5b22f1dda059 req-94c311e4-a468-463a-993e-4a84540d487c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Mar 31 23:48:43.884536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-eb02007d-db69-4933-84dd-1f5a826edf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.163287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c27515-bb69-4f8d-94b1-fa83be906bab req-4add1bac-d270-4eda-b610-8d047b63a132 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:44.164657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75c27515-bb69-4f8d-94b1-fa83be906bab req-4add1bac-d270-4eda-b610-8d047b63a132 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0504799 Mar 31 23:48:44.202771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75c27515-bb69-4f8d-94b1-fa83be906bab req-e1eae75b-b4dd-46e4-a56f-bd27d045365d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Mar 31 23:48:45.320409 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32c238-ffa2-4408-b57a-604c469e37aa req-a17360f8-ef13-43e5-8b90-59105ee3e780 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:45.322734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa32c238-ffa2-4408-b57a-604c469e37aa req-a17360f8-ef13-43e5-8b90-59105ee3e780 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Mar 31 23:48:45.363257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa32c238-ffa2-4408-b57a-604c469e37aa req-c97a67e8-bf80-44cc-b10e-b637cd3a4340 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Mar 31 23:48:45.466304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.491583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a73f1-57ae-48ca-84e5-ae90939501dd req-d87098a7-fd1f-414e-bfca-103f30307a22 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:46.493049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee8a73f1-57ae-48ca-84e5-ae90939501dd req-d87098a7-fd1f-414e-bfca-103f30307a22 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Mar 31 23:48:46.531135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee8a73f1-57ae-48ca-84e5-ae90939501dd req-ae167f0c-47b3-4861-bcbd-9d0777455942 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Mar 31 23:48:46.739240 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.791409 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.647210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1cddf-458f-438d-b2ae-53633f3f6827 req-e0e03664-dac5-48fd-ba86-2f53413c929c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:47.648744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60d1cddf-458f-438d-b2ae-53633f3f6827 req-e0e03664-dac5-48fd-ba86-2f53413c929c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0498447 Mar 31 23:48:47.687251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60d1cddf-458f-438d-b2ae-53633f3f6827 req-0dc177fe-4406-47f0-939f-efa52434bbb4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Mar 31 23:48:48.805367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee38a4-b42f-41d1-a070-be9580093279 req-6736d6c3-5278-4964-86ce-8073596c1475 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:48.806851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1ee38a4-b42f-41d1-a070-be9580093279 req-6736d6c3-5278-4964-86ce-8073596c1475 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Mar 31 23:48:48.844097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1ee38a4-b42f-41d1-a070-be9580093279 req-70bd6e41-815a-4c24-929b-1eaa3b2aaad8 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Mar 31 23:48:49.966517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2978975-dddb-4ef9-886b-f33c79d2df7a req-3f14a993-91b3-44a4-97ec-a85039609a76 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:49.967995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2978975-dddb-4ef9-886b-f33c79d2df7a req-3f14a993-91b3-44a4-97ec-a85039609a76 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Mar 31 23:48:50.006136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2978975-dddb-4ef9-886b-f33c79d2df7a req-cbdd9da9-489a-4810-9f7f-d84cadc596c7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Mar 31 23:48:51.123893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f809c1-3089-4ea4-9b56-6eebbdefe83e req-a92e1454-9dcf-4c73-a6e3-bdc09bf4d453 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:51.125353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54f809c1-3089-4ea4-9b56-6eebbdefe83e req-a92e1454-9dcf-4c73-a6e3-bdc09bf4d453 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0480576 Mar 31 23:48:51.163425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54f809c1-3089-4ea4-9b56-6eebbdefe83e req-e8dd84e7-b3fe-4439-94c4-f28b623921c9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Mar 31 23:48:52.295449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49022-070d-4db5-b85c-addd0fe77446 req-152f88a1-76eb-4c54-a780-0540ba0008b0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:52.296978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5b49022-070d-4db5-b85c-addd0fe77446 req-152f88a1-76eb-4c54-a780-0540ba0008b0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0611610 Mar 31 23:48:52.335560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5b49022-070d-4db5-b85c-addd0fe77446 req-25b236f6-c061-4831-afd8-759ea8dbe950 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Mar 31 23:48:53.458972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf507da6-9b56-4cc2-97bb-14f723140f9f req-9e979faf-db68-4be0-8a1d-96214ffda22b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:53.460461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf507da6-9b56-4cc2-97bb-14f723140f9f req-9e979faf-db68-4be0-8a1d-96214ffda22b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Mar 31 23:48:53.499480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf507da6-9b56-4cc2-97bb-14f723140f9f req-b8628adb-bf54-41ab-9574-d137f070024c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Mar 31 23:48:54.518093 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.616075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1cda4-4250-4473-8638-98f993b8b62f req-df0b2961-5aea-460b-ad0e-cb2d2b9b65ef tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:54.617436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07c1cda4-4250-4473-8638-98f993b8b62f req-df0b2961-5aea-460b-ad0e-cb2d2b9b65ef tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Mar 31 23:48:54.656137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07c1cda4-4250-4473-8638-98f993b8b62f req-b998d4f4-8e89-4839-b814-399d5b726371 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Mar 31 23:48:55.770625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9185729-574d-4424-b1c6-e2f5afaef8d7 req-01843082-35bf-4ec8-840d-eaa98b224ffe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:55.772108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9185729-574d-4424-b1c6-e2f5afaef8d7 req-01843082-35bf-4ec8-840d-eaa98b224ffe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0479457 Mar 31 23:48:55.810737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9185729-574d-4424-b1c6-e2f5afaef8d7 req-8a22e1d5-2985-454b-b3cd-0096a761b50b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Mar 31 23:48:56.933003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a7bd-0ac4-4db9-b99b-5ba706ed6e59 req-30a54871-812e-4733-bbc4-7c036388cf12 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:56.934614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e655a7bd-0ac4-4db9-b99b-5ba706ed6e59 req-30a54871-812e-4733-bbc4-7c036388cf12 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Mar 31 23:48:56.972143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e655a7bd-0ac4-4db9-b99b-5ba706ed6e59 req-e4e29cba-458c-4af6-88e1-ca017d2abab1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Mar 31 23:48:58.089866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa372664-299b-4b5d-a5dc-725e676ce587 req-525ee0f3-74a6-4171-9ed2-a45af135118b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:58.091354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa372664-299b-4b5d-a5dc-725e676ce587 req-525ee0f3-74a6-4171-9ed2-a45af135118b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Mar 31 23:48:58.128328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa372664-299b-4b5d-a5dc-725e676ce587 req-afc690e8-971e-4ff2-a709-0f889dfcb2fd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Mar 31 23:48:59.244952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2b892-c3a0-4e82-bac3-b55ed9264445 req-3bfd45f9-1067-4de7-a176-04a9bbda6914 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:59.246299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13a2b892-c3a0-4e82-bac3-b55ed9264445 req-3bfd45f9-1067-4de7-a176-04a9bbda6914 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Mar 31 23:48:59.284921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13a2b892-c3a0-4e82-bac3-b55ed9264445 req-9fd56582-ceb7-43ef-9c27-f5564a3afbc3 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Mar 31 23:49:00.407201 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df95b8-30c7-45f1-976d-f395ccdc8667 req-84802aeb-7ee8-43a3-8b58-8dba35a42efe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:00.408695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1df95b8-30c7-45f1-976d-f395ccdc8667 req-84802aeb-7ee8-43a3-8b58-8dba35a42efe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Mar 31 23:49:00.445369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1df95b8-30c7-45f1-976d-f395ccdc8667 req-4b256c83-b901-4391-9da3-641b5b72ac92 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Mar 31 23:49:01.000113 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:01.562339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85ea3-8f7c-469c-91ef-d63c0ff99751 req-e055c8e6-a9ac-447f-a902-0278ccd17c71 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:01.563827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cc85ea3-8f7c-469c-91ef-d63c0ff99751 req-e055c8e6-a9ac-447f-a902-0278ccd17c71 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Mar 31 23:49:01.601213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cc85ea3-8f7c-469c-91ef-d63c0ff99751 req-a33446e2-2e9a-4ec4-b5f8-400b95d3f388 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Mar 31 23:49:02.718485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e8d3c-afbf-41ea-ad86-06e2598674b5 req-1364d00e-5d97-4876-a693-49c8728fda34 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:02.719967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00e8d3c-afbf-41ea-ad86-06e2598674b5 req-1364d00e-5d97-4876-a693-49c8728fda34 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Mar 31 23:49:02.760341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c00e8d3c-afbf-41ea-ad86-06e2598674b5 req-ae3a5123-7d06-410a-8cf3-9241ff000ba0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Mar 31 23:49:03.881278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3953a-bf71-47bf-8eb4-801f41178ecc req-49b61738-1000-48c3-b12a-32f4eba342f3 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:03.882764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5f3953a-bf71-47bf-8eb4-801f41178ecc req-49b61738-1000-48c3-b12a-32f4eba342f3 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0530694 Mar 31 23:49:03.921413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5f3953a-bf71-47bf-8eb4-801f41178ecc req-62fa902d-dcc5-4f5a-ad53-07b84133d72e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Mar 31 23:49:05.036775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f990d-bb1d-49b8-8903-8d87edef8e6d req-664d7352-3af4-43f5-a256-f61407b5546e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:05.038249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-388f990d-bb1d-49b8-8903-8d87edef8e6d req-664d7352-3af4-43f5-a256-f61407b5546e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Mar 31 23:49:05.077550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-388f990d-bb1d-49b8-8903-8d87edef8e6d req-2f151d6b-1be8-4631-8e60-28c96d43f2ad tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Mar 31 23:49:05.144972 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:06.195449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bca48-26b0-411d-9bc0-779bfacaf0bb req-3ccdddde-dd2f-47d2-adab-91b2ec6d5736 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:06.196937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-712bca48-26b0-411d-9bc0-779bfacaf0bb req-3ccdddde-dd2f-47d2-adab-91b2ec6d5736 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Mar 31 23:49:06.235171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-712bca48-26b0-411d-9bc0-779bfacaf0bb req-7486deed-fd21-43b1-9b0d-f7e4ab66f0e8 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Mar 31 23:49:07.361897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d105d7f-303a-498f-8ea5-e7984ee0a027 req-5087d530-debe-4cc3-9c9b-ddd3c73a23d9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:07.363415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d105d7f-303a-498f-8ea5-e7984ee0a027 req-5087d530-debe-4cc3-9c9b-ddd3c73a23d9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Mar 31 23:49:07.401678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d105d7f-303a-498f-8ea5-e7984ee0a027 req-3b708385-f846-4879-a642-c9aa055a40a5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Mar 31 23:49:08.317085 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-3a755d09-50a2-450c-b68a-a63f5101c631 service neutron] show failed (client error): The resource could not be found. Mar 31 23:49:08.318041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-3a755d09-50a2-450c-b68a-a63f5101c631 service neutron] 10.222.0.44 "GET /v2.0/ports/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0554161 Mar 31 23:49:08.525473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2421d3-eeca-41fe-9117-3367dc5d0318 req-76ecef27-f508-49bd-bf94-eba721385087 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.528805 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c2421d3-eeca-41fe-9117-3367dc5d0318 req-76ecef27-f508-49bd-bf94-eba721385087 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0573778 Mar 31 23:49:08.568077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c2421d3-eeca-41fe-9117-3367dc5d0318 req-9375cef6-a4fc-4f34-9ffb-d417354d5017 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Mar 31 23:49:08.882398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-e16e77fe-474d-452c-ac79-64cb6048aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.883922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-e16e77fe-474d-452c-ac79-64cb6048aed4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11&tenant_id=e89e115fbd6044bb989c73f407f7ebda HTTP/1.1" status: 200 len: 1096 time: 0.0738277 Mar 31 23:49:08.901614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:08.956721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.164329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:09.197914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:09.241778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:09.244101 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2a91e6-7718-4fcf-9013-2903fa89c4b7" -d '{"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:09.249017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.263365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Transition to ACTIVE for port object 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:49:09.329561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.367848 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4c4eec-3b3a-4d6f-8cdb-f3791d20403c x-openstack-request-id: req-be4c4eec-3b3a-4d6f-8cdb-f3791d20403c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:09.368135 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:09.368389 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be4c4eec-3b3a-4d6f-8cdb-f3791d20403c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:09.368777 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4c4eec-3b3a-4d6f-8cdb-f3791d20403c'] response: {'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'code': 200} Mar 31 23:49:09.394280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] No DVR routers for this DVR port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:09.396093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.405015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.405358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.405699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.406032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.406357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.406680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.407018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.407343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.407663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.407981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.408298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.408610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:09.442160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:09.442493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:09.442817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:09.447026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:49:09.447348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Attempting to bind port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:09.452265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:09.452596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Checking segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:09.452972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Bound using segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:09.453390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Bound port: 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:09.453737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.515681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:09.518615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:09.586943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.629464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.630096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.631721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 1091 time: 0.7340345 Mar 31 23:49:09.690699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12f7bd-a263-499b-8cfe-d9f46d6de047 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.737574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8f89-d045-4e2a-9114-e281d03dbcc7 req-f11a1dde-cc80-463f-aaa4-f7b08c5a8f7a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.739094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b38a8f89-d045-4e2a-9114-e281d03dbcc7 req-f11a1dde-cc80-463f-aaa4-f7b08c5a8f7a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0945141 Mar 31 23:49:09.741475 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-e6b15b7d-b246-4f26-a6d1-8d944a1fdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.742811 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-e6b15b7d-b246-4f26-a6d1-8d944a1fdf0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.0771391 Mar 31 23:49:09.827818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b38a8f89-d045-4e2a-9114-e281d03dbcc7 req-123c02e1-dd78-4806-955e-ae213ffa808a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823209 Mar 31 23:49:09.860880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-a691cdcd-40a9-4aa5-a7f3-988bee892f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.862346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-a691cdcd-40a9-4aa5-a7f3-988bee892f8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.1111121 Mar 31 23:49:09.904908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-c609dd36-26d0-4dfb-b669-f0575c3b6e03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0364549 Mar 31 23:49:09.961588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-fe2e2718-9bd7-4766-8bbc-53a920e6f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.962994 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-fe2e2718-9bd7-4766-8bbc-53a920e6f6ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0512629 Mar 31 23:49:09.994512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-b11ad6a4-d27b-461d-8f1e-c846391b62c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252457 Mar 31 23:49:10.081550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-be4b5e0c-2604-406e-a9eb-f392c6f2be94 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808277 Mar 31 23:49:10.177029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2faa7b15-f7b8-449c-aa3a-c982e283560a req-6d6dbbbf-7de0-4909-b8b5-b68e0de4c214 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891016 Mar 31 23:49:10.947496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa53b-86cc-493d-bff1-7c453b541036 req-0bab3537-8077-460b-8d24-92b150609f6c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.949597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ffa53b-86cc-493d-bff1-7c453b541036 req-0bab3537-8077-460b-8d24-92b150609f6c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0501871 Mar 31 23:49:10.988353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59ffa53b-86cc-493d-bff1-7c453b541036 req-b79742bc-a6b4-409e-8549-1900a55cf620 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Mar 31 23:49:11.370030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:11.372818 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af49d35-9a7e-4a79-9063-97fc6236332e" -d '{"events": [{"name": "network-changed", "server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:11.421542 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2883e7c1-692b-4987-8092-575d404db7c5 x-openstack-request-id: req-2883e7c1-692b-4987-8092-575d404db7c5 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:11.421871 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:11.422133 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2883e7c1-692b-4987-8092-575d404db7c5 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:11.422548 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2883e7c1-692b-4987-8092-575d404db7c5'] response: {'name': 'network-changed', 'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'status': 'completed', 'code': 200} Mar 31 23:49:11.478941 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-352c06b0-3090-409e-9342-fae2bcab8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.481682 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-352c06b0-3090-409e-9342-fae2bcab8d72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.0435841 Mar 31 23:49:11.505310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-c92b72c1-f4d5-47d1-b0fc-18a0c7596c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.506828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-c92b72c1-f4d5-47d1-b0fc-18a0c7596c5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.0411930 Mar 31 23:49:11.575389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-9be0d559-a791-4739-866f-2d6adcbcd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.576900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-9be0d559-a791-4739-866f-2d6adcbcd8fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0887959 Mar 31 23:49:11.608619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-ccbac592-219e-45bb-967c-bba733d3f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.611548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-ccbac592-219e-45bb-967c-bba733d3f7bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0954552 Mar 31 23:49:11.621485 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-82a436b4-6cc7-4db6-8bac-474556678308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0379951 Mar 31 23:49:11.655057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-a3c10622-5e70-414a-b65d-687315c8bacb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Mar 31 23:49:11.659100 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-adb95cfd-5334-4ad6-b4d9-f9b44ffcafd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:11.680543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-fcc2d874-106b-4f6d-87b6-5873bba3ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.682137 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-fcc2d874-106b-4f6d-87b6-5873bba3ca2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0549209 Mar 31 23:49:11.713429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-ca384161-d4ef-4058-98f3-b4f4007dc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.715918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-ca384161-d4ef-4058-98f3-b4f4007dc83d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0541999 Mar 31 23:49:11.716082 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-a6f1fe5e-09d4-4de5-a7a7-346f948bcefe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271144 Mar 31 23:49:11.749444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-957407e7-9abe-441b-9ae8-29dbf777f633 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261765 Mar 31 23:49:11.808370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-a812777d-9408-4872-a9a0-69ace6f12dba service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862234 Mar 31 23:49:11.838007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-b9a776a4-c2da-4d30-91b3-3229dbe71138 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827878 Mar 31 23:49:11.899381 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-4ff95d87-7d36-4617-bcc2-fc4ddcff30f6 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Mar 31 23:49:11.931635 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9af49d35-9a7e-4a79-9063-97fc6236332e req-9223ad9f-cb44-4bd5-96aa-51d2dbc511b1 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871310 Mar 31 23:49:12.109429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e46250-7528-4784-9bd5-944ca3c6b897 req-0ce44011-76d6-48c3-ab7f-9c3bd1fa1d1e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:12.110927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94e46250-7528-4784-9bd5-944ca3c6b897 req-0ce44011-76d6-48c3-ab7f-9c3bd1fa1d1e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0504856 Mar 31 23:49:12.155714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94e46250-7528-4784-9bd5-944ca3c6b897 req-736fbd81-7b0a-444a-93ae-234621bc2448 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 Mar 31 23:49:12.402357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:12.443367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:13.275125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338083-ee93-4af6-9b29-f1c5b01730ae req-a9051917-2245-405a-a880-7b90e708e9dd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:13.276568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2338083-ee93-4af6-9b29-f1c5b01730ae req-a9051917-2245-405a-a880-7b90e708e9dd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0504198 Mar 31 23:49:13.317021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2338083-ee93-4af6-9b29-f1c5b01730ae req-daa60519-c1bf-490b-8175-e22856b9a8b7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Mar 31 23:49:13.889152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0c89-e00c-42d7-be41-31cb60522618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.450114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ecf7-7403-4294-abb5-d7007e08c98d req-d39126fe-2403-4ee1-9f10-0bbc6124bc9b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:14.451611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d29ecf7-7403-4294-abb5-d7007e08c98d req-d39126fe-2403-4ee1-9f10-0bbc6124bc9b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Mar 31 23:49:14.490289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d29ecf7-7403-4294-abb5-d7007e08c98d req-be258dd4-4168-4d32-93c7-556643fa26c4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Mar 31 23:49:14.812716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4280df-f259-4788-bd41-5252bb9ee588 req-3e4b8718-6910-4150-840b-110240108afe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:14.814193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e4280df-f259-4788-bd41-5252bb9ee588 req-3e4b8718-6910-4150-840b-110240108afe tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 943 time: 0.0503383 Mar 31 23:49:14.857576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e4280df-f259-4788-bd41-5252bb9ee588 req-9add3a97-e16d-4fe7-b327-10124ba2af31 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Mar 31 23:49:14.954030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-78a5da6b-5f26-4da9-98ce-3d17b935b4f1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:14.955576 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-78a5da6b-5f26-4da9-98ce-3d17b935b4f1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.44 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11&tenant_id=e89e115fbd6044bb989c73f407f7ebda&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 943 time: 0.0939329 Mar 31 23:49:14.985686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:49:15.021163 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-1eb51b1c-7f32-4d03-a406-12d38de9803c service neutron] delete failed (client error): The resource could not be found. Mar 31 23:49:15.022186 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-1eb51b1c-7f32-4d03-a406-12d38de9803c service neutron] 10.222.0.44 "DELETE /v2.0/ports/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0586848 Mar 31 23:49:15.087221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:15.099777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'port_id': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'mac_address': 'fa:16:3e:4f:b4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117b88fa-100a-4aeb-bedf-e6decb0bbddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:49:15.109290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-d4dbc58b-837f-438b-8517-772650c965f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:15.110766 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-d4dbc58b-837f-438b-8517-772650c965f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 1094 time: 0.0421317 Mar 31 23:49:15.139467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.152250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:15.172434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:15.206738 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-7916608a-311c-4888-8fb8-cd74ef5eed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:15.208275 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-7916608a-311c-4888-8fb8-cd74ef5eed42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0903368 Mar 31 23:49:15.243560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.250416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-6406eeca-e288-4383-84f7-2ad21503934b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 200 len: 217 time: 0.0350416 Mar 31 23:49:15.305598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.317738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.318389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.318781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.319156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.319483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.319806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.320156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:15.320647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-da94fb42-8be5-4509-9b43-11b07577aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:15.322324 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-da94fb42-8be5-4509-9b43-11b07577aaf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0661781 Mar 31 23:49:15.355786 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-227c5a4a-f474-4c64-804b-6008dd5b2707 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265307 Mar 31 23:49:15.449250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-88628753-e0b7-4174-b6b4-bef8eae9964c service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868742 Mar 31 23:49:15.460594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.544921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d385fbdf-c7d3-4152-bbd3-86c00128b619 req-9d601bc5-5cfc-4443-b441-3ccc9975ca71 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Mar 31 23:49:15.635367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:15.976066 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64c47-15b1-40a8-9d66-6e91b14b8a7a req-6e5b2ce7-d931-4048-8ca2-c14c1cc24628 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:15.977535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62f64c47-15b1-40a8-9d66-6e91b14b8a7a req-6e5b2ce7-d931-4048-8ca2-c14c1cc24628 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 944 time: 0.0494194 Mar 31 23:49:16.020518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62f64c47-15b1-40a8-9d66-6e91b14b8a7a req-f643c2ae-20e4-465f-ab9b-1520c80bd0a2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Mar 31 23:49:16.734773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.803466 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.985326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:17.104919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:49:17.109309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:17.109671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.143367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea5ee-920b-426a-956c-10ce638d7640 req-635c85d4-d496-4996-9b00-d7580ea5d3be tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:17.145857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b57ea5ee-920b-426a-956c-10ce638d7640 req-635c85d4-d496-4996-9b00-d7580ea5d3be tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 944 time: 0.0553334 Mar 31 23:49:17.186207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b57ea5ee-920b-426a-956c-10ce638d7640 req-efe4c53e-124a-4591-ae65-c69616040ef0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Mar 31 23:49:17.195617 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.212360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:17.214599 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc91a8-b948-4f19-a270-20b689aebb1c" -d '{"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-plugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:17.234405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:17.252529 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ecc79a-7f53-4a5e-9fbc-e84d8799819a x-openstack-request-id: req-21ecc79a-7f53-4a5e-9fbc-e84d8799819a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:17.252816 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-plugged", "status": "completed", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:17.253066 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-21ecc79a-7f53-4a5e-9fbc-e84d8799819a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:17.253457 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ecc79a-7f53-4a5e-9fbc-e84d8799819a'] response: {'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'code': 200} Mar 31 23:49:17.295733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.312281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d843-591d-40cb-8d9d-30729b6fb991 req-769527fc-fe2e-4ab7-bd02-b6dda9bf7973 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:17.313773 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8961d843-591d-40cb-8d9d-30729b6fb991 req-769527fc-fe2e-4ab7-bd02-b6dda9bf7973 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 944 time: 0.0522907 Mar 31 23:49:17.342968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:17.353754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8961d843-591d-40cb-8d9d-30729b6fb991 req-7a19b197-65b0-4639-b69d-f8f85ed6de15 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Mar 31 23:49:17.475703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f68cf6-2212-4cbe-a8bf-b0113510d7ea req-61cd4316-0a3e-42fe-97e8-f88ae26374b5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:17.477180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28f68cf6-2212-4cbe-a8bf-b0113510d7ea req-61cd4316-0a3e-42fe-97e8-f88ae26374b5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Mar 31 23:49:17.517126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28f68cf6-2212-4cbe-a8bf-b0113510d7ea req-d9d70280-a875-4ab3-95bf-61467d989133 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Mar 31 23:49:18.086880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-67cd6b41-c969-49b4-9acc-151a748c6be5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:18.088387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-67cd6b41-c969-49b4-9acc-151a748c6be5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 815 time: 0.1078374 Mar 31 23:49:18.103484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-1ce78202-fc61-4ffe-aa28-84c68d968bac tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/quotas/e89e115fbd6044bb989c73f407f7ebda HTTP/1.1" status: 200 len: 375 time: 0.0091872 Mar 31 23:49:18.152112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d8e61d52-8c72-4033-95ac-c12f8d1f26d2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431812 Mar 31 23:49:18.301515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-bc5a1ecf-aece-4fc0-be89-830c160c5f5d service neutron] 10.222.0.83 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406085 Mar 31 23:49:18.393287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-54d53e43-0b06-4cab-8930-a53744aebac5 service neutron] 10.222.0.83 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Mar 31 23:49:18.648132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-60a0c04d-a863-4e85-b2ef-c4932fd65de8 req-98507329-28dc-4abc-aad1-a991b74dc206 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Mar 31 23:49:19.681930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-a1b1e7a1-ecfe-44cd-8052-a653ef7536cd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:19.683696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-a1b1e7a1-ecfe-44cd-8052-a653ef7536cd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.10 "GET /v2.0/ports?device_id=395d796d-9e43-440e-ba91-d3604e102b11 HTTP/1.1" status: 200 len: 945 time: 0.0618975 Mar 31 23:49:19.769997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38637cc0-9542-4a15-837f-154a302f76c0 req-4351697c-04df-4e75-bee7-e450325d31f6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 210 time: 0.0498152 Mar 31 23:49:19.801024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Deleting port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:19.801381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.894495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] For port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:19.894858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.907780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Calling delete_port for 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:20.077901 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.108382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Pushing event deleted for resources: {'Port': ['ID=9a4eff0d-ec49-47fd-a64d-81e3ce6a4467,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:20.112114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:20.151200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] No DVR routers for this DVR port 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:20.154253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.157791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4601c918-5ad0-4190-b326-bf403fe4a3b3 req-e8a33ee0-76dc-49f1-a7e9-d063d9849e08 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.10 "DELETE /v2.0/ports/9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 HTTP/1.1" status: 204 len: 173 time: 0.4682174 Mar 31 23:49:20.158335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-deleted', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:20.160614 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fbbb61-0c24-45b6-a6c8-adafe30dbabe" -d '{"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-deleted", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:20.197452 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4899b8cd-d27c-4eb2-bd1d-9b9f84c750b6 x-openstack-request-id: req-4899b8cd-d27c-4eb2-bd1d-9b9f84c750b6 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:20.197773 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d796d-9e43-440e-ba91-d3604e102b11", "name": "network-vif-deleted", "tag": "9a4eff0d-ec49-47fd-a64d-81e3ce6a4467", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:20.198031 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4899b8cd-d27c-4eb2-bd1d-9b9f84c750b6 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:20.198440 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4899b8cd-d27c-4eb2-bd1d-9b9f84c750b6'] response: {'server_uuid': '395d796d-9e43-440e-ba91-d3604e102b11', 'name': 'network-vif-deleted', 'tag': '9a4eff0d-ec49-47fd-a64d-81e3ce6a4467', 'status': 'completed', 'code': 200} Mar 31 23:49:20.525180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-3175d8e5-b193-40a7-9d47-36d36ba356dd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:20.526897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-3175d8e5-b193-40a7-9d47-36d36ba356dd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 815 time: 0.1064498 Mar 31 23:49:20.545648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Request body: {'port': {'device_id': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'admin_state_up': True, 'tenant_id': 'e89e115fbd6044bb989c73f407f7ebda'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:20.763588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Made reservation on behalf of e89e115fbd6044bb989c73f407f7ebda for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:20.770255 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.879351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4053d2f9-8bad-48d3-9f56-f9f63fc6ea88 req-2bb212bb-e966-4481-bd2e-fa1f38d63dee tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 210 time: 0.0333369 Mar 31 23:49:20.933977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Allocated IP 172.20.0.13 (2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce/117b88fa-100a-4aeb-bedf-e6decb0bbddd/604e4cb2-8458-4f67-b6be-812ebf3ec843) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:21.095272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.208067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.254501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:21.257831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:21.261424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:21.284703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:21.314146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:21.314972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.387331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-d3bd147b-3693-4f30-a3b9-0b54f58cbbed tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8460894 Mar 31 23:49:21.405426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Request body: {'port': {'device_id': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:21.461203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.740947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604e4cb2-8458-4f67-b6be-812ebf3ec843 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:21.748304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.759760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Transition to ACTIVE for port object 604e4cb2-8458-4f67-b6be-812ebf3ec843 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:49:21.818689 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.871125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:21.938732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:21.939096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:21.939429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:21.943815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:49:21.944138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:21.948935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:21.949261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Checking segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:21.949646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Bound using segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:21.950071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Bound port: 604e4cb2-8458-4f67-b6be-812ebf3ec843, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:21.950431 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.060516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54046c5-5a71-44db-912f-a37068b04525 req-5ba31340-c43e-4976-ad38-3b2c87ac46f6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.061974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c54046c5-5a71-44db-912f-a37068b04525 req-5ba31340-c43e-4976-ad38-3b2c87ac46f6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.1021693 Mar 31 23:49:22.077078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:22.081032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:22.108699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c54046c5-5a71-44db-912f-a37068b04525 req-753be777-d401-4f9d-bb42-1d66da928cc7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Mar 31 23:49:22.156760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.503553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.504170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.505700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 1092 time: 1.1044607 Mar 31 23:49:22.506138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:22.508398 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6740d1-2d3e-4362-903e-f890320a8369" -d '{"events": [{"name": "network-changed", "server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:22.532007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369ea5b-f07f-4ced-90fa-25abca1ad6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:22.547882 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c94d13-2eb3-4a8c-8e38-3ef2e664b916 x-openstack-request-id: req-d0c94d13-2eb3-4a8c-8e38-3ef2e664b916 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:22.548166 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:22.548412 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0c94d13-2eb3-4a8c-8e38-3ef2e664b916 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:22.548799 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c94d13-2eb3-4a8c-8e38-3ef2e664b916'] response: {'name': 'network-changed', 'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'status': 'completed', 'code': 200} Mar 31 23:49:22.642402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-5ce9def9-ea2d-4205-ac14-c452d8fe67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.643906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-5ce9def9-ea2d-4205-ac14-c452d8fe67ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1095 time: 0.0510848 Mar 31 23:49:22.758498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-02ba5b86-e1b5-4ef1-99a5-0e09e8b3bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.760024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-02ba5b86-e1b5-4ef1-99a5-0e09e8b3bdfe service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e89e115fbd6044bb989c73f407f7ebda&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0940378 Mar 31 23:49:22.851180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-3ce072b6-81f0-4834-8ff9-aa5a40b02c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.852637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e6740d1-2d3e-4362-903e-f890320a8369 req-3ce072b6-81f0-4834-8ff9-aa5a40b02c5b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0865481 Mar 31 23:49:22.947598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-c9f2ae3a-c8fb-414e-a637-0852665b3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.948987 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-c9f2ae3a-c8fb-414e-a637-0852665b3e61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1095 time: 0.0397475 Mar 31 23:49:22.999438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-dfbb07c2-9fd2-4f57-a86e-1c670896f7ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0367992 Mar 31 23:49:23.012910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:23.033685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:23.034040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9a4eff0d-ec49-47fd-a64d-81e3ce6a4467 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:23.050101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b3a-128f-4756-ae8f-4161a313147f req-3b22285d-a6e4-40d2-aaba-baed30be9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:23.051615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-3b22285d-a6e4-40d2-aaba-baed30be9672 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0453997 Mar 31 23:49:23.083563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-c0240053-8eac-42c7-b9e7-38dac7b282da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250053 Mar 31 23:49:23.178208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-1de1487b-876f-49b2-8176-d77887a7e80b service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879860 Mar 31 23:49:23.287183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b4b83-1f31-4853-842b-d3de8bddea4f req-2da93bdc-3bd7-489a-a29a-4cad4ef135d5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:23.288576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba4b4b83-1f31-4853-842b-d3de8bddea4f req-2da93bdc-3bd7-489a-a29a-4cad4ef135d5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.1044221 Mar 31 23:49:23.327259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06c16b3a-128f-4756-ae8f-4161a313147f req-4a7b1bd9-bbf3-4b1d-92da-e8369421a2ad service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418893 Mar 31 23:49:23.341163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba4b4b83-1f31-4853-842b-d3de8bddea4f req-a7500b24-5d5f-4a99-83c8-2dc644057da7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Mar 31 23:49:24.465006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563b9d-4508-456a-8534-de6e2e944afa req-3d955744-e8ed-4cb4-b6b5-89b3733401c1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:24.466766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef563b9d-4508-456a-8534-de6e2e944afa req-3d955744-e8ed-4cb4-b6b5-89b3733401c1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.0523076 Mar 31 23:49:24.489332 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.505648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ef563b9d-4508-456a-8534-de6e2e944afa req-1f759eaf-9c3f-4de0-a7fc-e8ee3818f9d5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Mar 31 23:49:25.620174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eff39-1867-45a1-83ba-228d0d32380c req-3ce1a5f5-f05b-4b16-ae7d-236cbc8e32cf tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:25.621637 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-635eff39-1867-45a1-83ba-228d0d32380c req-3ce1a5f5-f05b-4b16-ae7d-236cbc8e32cf tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.0485206 Mar 31 23:49:25.659835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-635eff39-1867-45a1-83ba-228d0d32380c req-57d2d378-6007-463c-b6fc-3ea6190c9a71 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Mar 31 23:49:26.783232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04207e-5217-42ea-ab79-54c770c0a8d9 req-09892039-8e1e-44d1-b86b-db9816f6334f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:26.784929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa04207e-5217-42ea-ab79-54c770c0a8d9 req-09892039-8e1e-44d1-b86b-db9816f6334f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Mar 31 23:49:26.821915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa04207e-5217-42ea-ab79-54c770c0a8d9 req-37842c2d-8dea-46ec-b60f-2cc3d58d04cc tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Mar 31 23:49:27.032740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:49:27.128305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:27.140216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'port_id': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'mac_address': 'fa:16:3e:cf:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117b88fa-100a-4aeb-bedf-e6decb0bbddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:49:27.175563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.188576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604e4cb2-8458-4f67-b6be-812ebf3ec843 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:27.208455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:27.283602 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.334678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:27.658022 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['604e4cb2-8458-4f67-b6be-812ebf3ec843'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:27.941187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092739f-c18f-47f2-b093-b46babb1c490 req-53cf92cb-70a1-45a7-962f-7d4b2a117164 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:27.942562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9092739f-c18f-47f2-b093-b46babb1c490 req-53cf92cb-70a1-45a7-962f-7d4b2a117164 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Mar 31 23:49:27.980117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9092739f-c18f-47f2-b093-b46babb1c490 req-67283f36-c952-4ba2-b7cd-285ca5bbc696 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Mar 31 23:49:29.067620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:29.107419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece10488-16eb-4362-8cd9-98b0a9e4c5c5 req-ac29a16f-432d-4288-8123-b418a669e7da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:29.109038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ece10488-16eb-4362-8cd9-98b0a9e4c5c5 req-ac29a16f-432d-4288-8123-b418a669e7da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 945 time: 0.0571022 Mar 31 23:49:29.149832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ece10488-16eb-4362-8cd9-98b0a9e4c5c5 req-40e14892-2929-4cc9-994f-15760443b204 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Mar 31 23:49:29.384337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 604e4cb2-8458-4f67-b6be-812ebf3ec843 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:49:29.388767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 604e4cb2-8458-4f67-b6be-812ebf3ec843 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:29.389201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.465610 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.489163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:29.491430 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3efe90a-6190-48d9-8d93-980ca5d72ce7" -d '{"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-plugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:29.504677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:29.528241 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6757d8b-37b1-45ed-bf0b-431f0c5de3ef x-openstack-request-id: req-e6757d8b-37b1-45ed-bf0b-431f0c5de3ef {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:29.528539 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-plugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:29.529452 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e6757d8b-37b1-45ed-bf0b-431f0c5de3ef {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:29.529841 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6757d8b-37b1-45ed-bf0b-431f0c5de3ef'] response: {'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'code': 200} Mar 31 23:49:29.573330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.625485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:29.652025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d76a67-703a-4ce5-a912-ece4d4ed29bd req-e15a92eb-e92d-409e-9ce7-153117e46350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:29.653452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86d76a67-703a-4ce5-a912-ece4d4ed29bd req-e15a92eb-e92d-409e-9ce7-153117e46350 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1097 time: 0.0437634 Mar 31 23:49:29.688241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86d76a67-703a-4ce5-a912-ece4d4ed29bd req-e7dd3ddc-8fdd-4759-8e79-71eb4f9d3c16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284228 Mar 31 23:49:30.266837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81bb63-879a-4ecc-a994-9b7d29e8a760 req-cf2cf654-d216-460b-acf9-143e7caec745 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:30.268242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c81bb63-879a-4ecc-a994-9b7d29e8a760 req-cf2cf654-d216-460b-acf9-143e7caec745 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0501013 Mar 31 23:49:30.305606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c81bb63-879a-4ecc-a994-9b7d29e8a760 req-68e3c349-a5fe-4fe3-a1e4-b4f9d6e8df8a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Mar 31 23:49:31.422746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24a978-ebc9-4b38-ac6d-65d06a04f496 req-73cc59f4-da96-43a0-b527-6c71a0d3abfa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:31.424269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f24a978-ebc9-4b38-ac6d-65d06a04f496 req-73cc59f4-da96-43a0-b527-6c71a0d3abfa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0488741 Mar 31 23:49:31.461292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f24a978-ebc9-4b38-ac6d-65d06a04f496 req-f12e0a05-951c-45d7-94ea-bf30765cd741 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310192 Mar 31 23:49:31.579398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3cb5b-baa7-4558-8bc8-57862e8b935c req-26032f64-75e2-413b-a7d9-4c6e9cba66ef tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:31.580945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80c3cb5b-baa7-4558-8bc8-57862e8b935c req-26032f64-75e2-413b-a7d9-4c6e9cba66ef tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0535114 Mar 31 23:49:31.617800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-80c3cb5b-baa7-4558-8bc8-57862e8b935c req-475140f2-9a1b-44c3-9d1b-ec31eba82c09 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Mar 31 23:49:32.082380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0480cf-445c-4a3c-ab57-eb5875c8ca64 req-38de67af-0110-4782-8b3f-f9374f59b886 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:32.083889 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0480cf-445c-4a3c-ab57-eb5875c8ca64 req-38de67af-0110-4782-8b3f-f9374f59b886 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Mar 31 23:49:32.123149 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0480cf-445c-4a3c-ab57-eb5875c8ca64 req-e9b752c1-6e38-4855-8f1b-00c19b00ccb4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Mar 31 23:49:32.182545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-b1e017f6-bd05-4879-9581-8e0947cb30c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397472 Mar 31 23:49:33.246200 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a0870-015c-4442-8cf5-874ec71cf4c2 req-fe798dde-a8ca-431b-8cf3-49301ea9f556 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:33.247656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b3a0870-015c-4442-8cf5-874ec71cf4c2 req-fe798dde-a8ca-431b-8cf3-49301ea9f556 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0547745 Mar 31 23:49:33.288658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b3a0870-015c-4442-8cf5-874ec71cf4c2 req-edef6acb-8cee-4881-a723-7899f626b8fa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Mar 31 23:49:34.081469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-8de38dd2-feea-4e86-ae01-bcc0e3324863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:34.082970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-8de38dd2-feea-4e86-ae01-bcc0e3324863 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1097 time: 0.0451462 Mar 31 23:49:34.171614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-4522761a-d0b1-4536-9a69-8249718cc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:34.173057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-4522761a-d0b1-4536-9a69-8249718cc5ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0834947 Mar 31 23:49:34.216953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-7b922442-d60b-46e0-8cf5-0f3b882879ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0370095 Mar 31 23:49:34.266959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-970f1a53-9123-46ab-9de2-b56a64bc9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:34.268379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-970f1a53-9123-46ab-9de2-b56a64bc9127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0441141 Mar 31 23:49:34.299778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-9555f607-e989-4249-b63b-355b10ee94f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249641 Mar 31 23:49:34.434856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb442f0c-2e81-4c66-a1bc-c373719eb1b5 req-b40369b6-97c1-40a9-a85a-fbbfdc2656ca tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:34.436529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb442f0c-2e81-4c66-a1bc-c373719eb1b5 req-b40369b6-97c1-40a9-a85a-fbbfdc2656ca tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0763564 Mar 31 23:49:34.438686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-82caa993-c918-47f9-98af-1536213bb1a7 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327462 Mar 31 23:49:34.523776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb442f0c-2e81-4c66-a1bc-c373719eb1b5 req-4fc2e9a0-e21e-4710-8078-9c98dc5f08b9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811524 Mar 31 23:49:34.558654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-073390d1-049c-4b2e-bc10-0d6c33d4ce7e service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103287 Mar 31 23:49:35.146864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.197680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0db0-2f16-49c6-b677-eee021f221ab req-6a950c91-71dc-4c85-9582-eed8420a4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:35.199210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-6a950c91-71dc-4c85-9582-eed8420a4bb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1097 time: 0.0456593 Mar 31 23:49:35.318025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0db0-2f16-49c6-b677-eee021f221ab req-199391da-6944-4dad-816a-7bb0f072883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:35.319911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-199391da-6944-4dad-816a-7bb0f072883a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.1009083 Mar 31 23:49:35.365620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-b6aa73dc-2f36-43d4-ace5-3e3184cad5e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0392356 Mar 31 23:49:35.413997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0db0-2f16-49c6-b677-eee021f221ab req-44cb8ec8-4d7a-4058-af47-979a493c8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:35.415458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-44cb8ec8-4d7a-4058-af47-979a493c8b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0440609 Mar 31 23:49:35.446327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-9cdc3c81-64b3-4007-8d81-c915f5460f38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243540 Mar 31 23:49:35.538262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-7bda15f2-b239-4676-8683-3d68e6e19d98 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Mar 31 23:49:35.674180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-298c0db0-2f16-49c6-b677-eee021f221ab req-2d44ed81-4fde-4d00-b894-80efa33c93eb service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302094 Mar 31 23:49:35.682048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff03e-efd6-4995-bbe6-5e772d4ddc31 req-8591d1b9-f467-4bf9-ba31-53c1221f9b61 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:35.683959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c03ff03e-efd6-4995-bbe6-5e772d4ddc31 req-8591d1b9-f467-4bf9-ba31-53c1221f9b61 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0894680 Mar 31 23:49:35.723596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c03ff03e-efd6-4995-bbe6-5e772d4ddc31 req-af95106e-7f99-43d4-b6d4-7a8322eff01f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Mar 31 23:49:36.850387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1029a6-7a01-4077-b6cd-6e0dcb3c0ba5 req-52be8354-2d53-40b4-87de-027ce45ff278 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:36.851853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1029a6-7a01-4077-b6cd-6e0dcb3c0ba5 req-52be8354-2d53-40b4-87de-027ce45ff278 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Mar 31 23:49:36.889385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cb1029a6-7a01-4077-b6cd-6e0dcb3c0ba5 req-e04016d4-36b1-4da5-a901-0b2e4adbdc69 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Mar 31 23:49:37.998357 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:38.006714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e3f8-0ddf-49b3-b1ef-b6571629547b req-343fddad-3394-4dcb-b0be-cb6649701e6b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:38.008085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf57e3f8-0ddf-49b3-b1ef-b6571629547b req-343fddad-3394-4dcb-b0be-cb6649701e6b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Mar 31 23:49:38.046742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf57e3f8-0ddf-49b3-b1ef-b6571629547b req-6352dea4-7271-49e3-b773-06ee5424f660 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326250 Mar 31 23:49:39.167234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d869-e8ff-4edb-8066-d42c7260108e req-73d5af88-9876-4fcb-bddb-b6649edb784f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:39.168703 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8810d869-e8ff-4edb-8066-d42c7260108e req-73d5af88-9876-4fcb-bddb-b6649edb784f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Mar 31 23:49:39.206497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8810d869-e8ff-4edb-8066-d42c7260108e req-5f57c858-a7db-49c4-bf28-24b163cf5b42 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Mar 31 23:49:40.325444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60382-13b0-45d8-9770-f4c5d012cefe req-50aefd97-c1c5-47fc-8aa1-0c5e9961da8e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:40.326890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1d60382-13b0-45d8-9770-f4c5d012cefe req-50aefd97-c1c5-47fc-8aa1-0c5e9961da8e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0510960 Mar 31 23:49:40.366060 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1d60382-13b0-45d8-9770-f4c5d012cefe req-f9b10928-61b1-4f1a-96f7-1e16832ef213 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Mar 31 23:49:41.488565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afa154-136e-4ce8-a15c-faf6e5cb738b req-ca1ce176-3095-40ba-80cb-f5502eb9c999 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:41.490063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22afa154-136e-4ce8-a15c-faf6e5cb738b req-ca1ce176-3095-40ba-80cb-f5502eb9c999 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0520749 Mar 31 23:49:41.528514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22afa154-136e-4ce8-a15c-faf6e5cb738b req-eecd4f74-a6f4-4fca-a5e9-ebefbedd71cb tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Mar 31 23:49:41.649095 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4b6bf34-101a-4788-8cd0-e18f718efe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:42.655049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd1a27-fc1d-43c1-b817-81be62c8b5dc req-d678c539-d367-41ef-9b74-f88fd22327fa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:42.656716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87fd1a27-fc1d-43c1-b817-81be62c8b5dc req-d678c539-d367-41ef-9b74-f88fd22327fa tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0561137 Mar 31 23:49:42.696900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-87fd1a27-fc1d-43c1-b817-81be62c8b5dc req-c9e87144-6c51-4ce5-bfcb-7c8f611524bb tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Mar 31 23:49:43.814063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e8876-8524-4477-8d8b-9b6574a7c035 req-cbc62914-b199-4666-a747-6dd12266524f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:43.815561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d12e8876-8524-4477-8d8b-9b6574a7c035 req-cbc62914-b199-4666-a747-6dd12266524f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0486121 Mar 31 23:49:43.854621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d12e8876-8524-4477-8d8b-9b6574a7c035 req-36e0b97b-c246-4b9b-9169-5cbcaad8eb61 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Mar 31 23:49:43.910205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63586821-d97a-4751-bf8f-b931dcbcd9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:44.976349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe63bc-b0c2-41b6-9633-3115bd6e7097 req-06f0243a-7b24-4b88-8247-d40f5e22dbd6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:44.977828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6fe63bc-b0c2-41b6-9633-3115bd6e7097 req-06f0243a-7b24-4b88-8247-d40f5e22dbd6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0499389 Mar 31 23:49:45.017452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6fe63bc-b0c2-41b6-9633-3115bd6e7097 req-695f8062-b074-486d-9803-dd6ee815142c tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Mar 31 23:49:45.466032 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:46.156496 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb22cd-96af-4ddf-9afc-9385c850d2c1 req-553243df-2032-48d2-a1c8-19c712abf749 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:46.158256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56bb22cd-96af-4ddf-9afc-9385c850d2c1 req-553243df-2032-48d2-a1c8-19c712abf749 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0714948 Mar 31 23:49:46.198135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-56bb22cd-96af-4ddf-9afc-9385c850d2c1 req-a642a26f-4144-4220-b3e4-b714c79e0ed2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Mar 31 23:49:46.784120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:46.813099 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.314623 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92f17c-8c24-4ec6-8f7f-b2a6a3132ca9 req-b6cb8aea-74d6-48ee-9b29-256cfa5a43e4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:47.316096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc92f17c-8c24-4ec6-8f7f-b2a6a3132ca9 req-b6cb8aea-74d6-48ee-9b29-256cfa5a43e4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Mar 31 23:49:47.355397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc92f17c-8c24-4ec6-8f7f-b2a6a3132ca9 req-277aeb87-7431-4e19-9eac-ee346d6a1ebc tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Mar 31 23:49:48.474415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570595d-c5f3-4ec3-9e5f-323d7e788e86 req-ce5d2541-b2e2-4a79-bd74-ae64a7d7efa4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.475925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d570595d-c5f3-4ec3-9e5f-323d7e788e86 req-ce5d2541-b2e2-4a79-bd74-ae64a7d7efa4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0509417 Mar 31 23:49:48.520899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d570595d-c5f3-4ec3-9e5f-323d7e788e86 req-c9c9090e-fd8d-4800-8429-e42c465cd97b tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 Mar 31 23:49:49.644389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb1f0c-c210-4756-8f90-a4a1b5c23243 req-e069c1b5-a8c0-4c8a-8270-febbd1e265d1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:49.645881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fcb1f0c-c210-4756-8f90-a4a1b5c23243 req-e069c1b5-a8c0-4c8a-8270-febbd1e265d1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0557797 Mar 31 23:49:49.683187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1fcb1f0c-c210-4756-8f90-a4a1b5c23243 req-c0702968-583e-41b1-b240-9165d7170f7e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Mar 31 23:49:50.803306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4a898-2972-48e5-a3f5-57300fb51236 req-b0247f6f-2a89-4ac1-8eec-52a43d3f0ee4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:50.804775 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81b4a898-2972-48e5-a3f5-57300fb51236 req-b0247f6f-2a89-4ac1-8eec-52a43d3f0ee4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0503919 Mar 31 23:49:50.842061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-81b4a898-2972-48e5-a3f5-57300fb51236 req-f0977c3a-292c-4539-b5f4-4e8b731101c3 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Mar 31 23:49:51.960862 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df41600-8fbe-4fda-83b9-78bdf6b4197c req-895df5db-d482-4ce3-8338-c6525d8f7310 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:51.962356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df41600-8fbe-4fda-83b9-78bdf6b4197c req-895df5db-d482-4ce3-8338-c6525d8f7310 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0497210 Mar 31 23:49:52.003367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8df41600-8fbe-4fda-83b9-78bdf6b4197c req-fa780a7b-e644-4b95-8b47-242376ef0b19 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Mar 31 23:49:53.128380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee4e66-28d9-40cd-bc45-2bfe77faecd2 req-7d68dda2-49ca-4567-bee0-a925e21da824 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:53.129864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eeee4e66-28d9-40cd-bc45-2bfe77faecd2 req-7d68dda2-49ca-4567-bee0-a925e21da824 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0585241 Mar 31 23:49:53.168247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eeee4e66-28d9-40cd-bc45-2bfe77faecd2 req-3f24abb9-f22a-46ca-a27c-ad73ec2760cd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Mar 31 23:49:54.286737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e5037-cdd9-47ea-b05a-a2d3b7a7afda req-16165dc4-0c6c-447f-b993-9f6f719eaec9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:54.288166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-866e5037-cdd9-47ea-b05a-a2d3b7a7afda req-16165dc4-0c6c-447f-b993-9f6f719eaec9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Mar 31 23:49:54.325944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-866e5037-cdd9-47ea-b05a-a2d3b7a7afda req-d7d22b78-7cbc-48b0-8f4b-8c482e0696da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Mar 31 23:49:54.504374 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:55.443195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5725-da76-4524-9478-4d90d14c2bf5 req-4b8316ae-d072-4ecd-aaa5-b0588f17edf7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.444673 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-729d5725-da76-4524-9478-4d90d14c2bf5 req-4b8316ae-d072-4ecd-aaa5-b0588f17edf7 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Mar 31 23:49:55.482711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-729d5725-da76-4524-9478-4d90d14c2bf5 req-de378ffe-2c34-4093-b260-7dc60a793584 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Mar 31 23:49:56.604641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072a721-fee8-4cd2-af4d-fc4f5ab9e9d3 req-25a06233-556a-4414-8e18-d9d7fe98ba62 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.606118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6072a721-fee8-4cd2-af4d-fc4f5ab9e9d3 req-25a06233-556a-4414-8e18-d9d7fe98ba62 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0536137 Mar 31 23:49:56.644485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6072a721-fee8-4cd2-af4d-fc4f5ab9e9d3 req-8d420cd3-bd45-418e-8c3d-47079118287d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Mar 31 23:49:57.761265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e9e6b-a2b8-4dbc-9ca1-f6b029f51205 req-4cf1e44b-3f69-420e-9030-105f6ae8e43e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:57.762734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-793e9e6b-a2b8-4dbc-9ca1-f6b029f51205 req-4cf1e44b-3f69-420e-9030-105f6ae8e43e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Mar 31 23:49:57.801757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-793e9e6b-a2b8-4dbc-9ca1-f6b029f51205 req-c88ba708-322a-4ea8-8cb0-2486abc42dbf tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Mar 31 23:49:58.919569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ead25-9130-42e9-9b29-4245ce2b4adc req-d6c7cee0-2007-4e44-87a3-68b553f6ce71 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:58.921049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad9ead25-9130-42e9-9b29-4245ce2b4adc req-d6c7cee0-2007-4e44-87a3-68b553f6ce71 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0496573 Mar 31 23:49:58.959150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad9ead25-9130-42e9-9b29-4245ce2b4adc req-54b52e2f-5a8f-4044-8877-0156bc6dd094 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Mar 31 23:50:00.136707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c34f3-21d4-4137-9375-8491cc236060 req-f5f350fd-4388-415f-9feb-791d07f9a86a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:00.138167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab2c34f3-21d4-4137-9375-8491cc236060 req-f5f350fd-4388-415f-9feb-791d07f9a86a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0536089 Mar 31 23:50:00.180327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab2c34f3-21d4-4137-9375-8491cc236060 req-01190a58-04d0-4001-8988-477eda82530a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349343 Mar 31 23:50:01.340161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b319-10fd-4574-9fe9-db76e2396bd7 req-d6f53a8a-ee7e-4981-9221-4bc9ba70643d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:01.341629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b445b319-10fd-4574-9fe9-db76e2396bd7 req-d6f53a8a-ee7e-4981-9221-4bc9ba70643d tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0496426 Mar 31 23:50:01.379078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b445b319-10fd-4574-9fe9-db76e2396bd7 req-fbead83b-6d18-4d4b-bad4-d10bfb258f3a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Mar 31 23:50:01.945884 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-605fe6bd-becb-4c35-bace-69df3973fb64 service neutron] show failed (client error): The resource could not be found. Mar 31 23:50:01.946893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-605fe6bd-becb-4c35-bace-69df3973fb64 service neutron] 10.222.0.10 "GET /v2.0/ports/604e4cb2-8458-4f67-b6be-812ebf3ec843/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0540197 Mar 31 23:50:02.449408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-c61baf4a-7b9f-4e9f-b026-77109c26a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:02.450885 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-c61baf4a-7b9f-4e9f-b026-77109c26a797 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253&tenant_id=e89e115fbd6044bb989c73f407f7ebda HTTP/1.1" status: 200 len: 1097 time: 0.0413179 Mar 31 23:50:02.462832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:02.502865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc563bea-a7bc-4620-8bfd-232127106566 req-ab449735-43f3-4c8e-9753-7c48a8a143da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:02.504390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc563bea-a7bc-4620-8bfd-232127106566 req-ab449735-43f3-4c8e-9753-7c48a8a143da tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0553064 Mar 31 23:50:02.524129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.543950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc563bea-a7bc-4620-8bfd-232127106566 req-9a422d01-4d12-40f8-bf88-4c0b1cd34833 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Mar 31 23:50:02.732329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:02.765665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:02.806974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:02.809263 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc4ce9-28a5-422c-a7d5-bae30e737fee" -d '{"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-unplugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:02.813033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.829775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Transition to ACTIVE for port object 604e4cb2-8458-4f67-b6be-812ebf3ec843 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:50:02.869716 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9ff19-7b72-48a0-b98b-7065dbe72baa x-openstack-request-id: req-ead9ff19-7b72-48a0-b98b-7065dbe72baa {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:02.870012 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-unplugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:02.870267 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ead9ff19-7b72-48a0-b98b-7065dbe72baa {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:02.870670 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead9ff19-7b72-48a0-b98b-7065dbe72baa'] response: {'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'code': 200} Mar 31 23:50:02.903937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.964892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:02.966985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] No DVR routers for this DVR port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:02.976150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.976495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.976835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.977169 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.977501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.977829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.978152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.978474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.978802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.979158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.979481 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:02.979799 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:03.018968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:03.019362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:03.019691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:03.023981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:50:03.024304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Attempting to bind port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on network 2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:03.029076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:03.029413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Checking segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:03.029794 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Bound using segment: {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:03.030214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Bound port: 604e4cb2-8458-4f67-b6be-812ebf3ec843, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b1d01-8c83-42d4-aca2-893fabe3dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:03.030565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:03.093710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:03.096838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:03.155735 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:03.192823 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.193433 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:03.194796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] 10.222.0.44 "PUT /v2.0/ports/604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 1092 time: 0.7361295 Mar 31 23:50:03.212344 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564e994-5767-4d99-a6dc-2c96cf520d4c service neutron] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:03.263536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-3b4f0791-10e7-4c31-bf05-923d3f3eba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.264947 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-3b4f0791-10e7-4c31-bf05-923d3f3eba98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1095 time: 0.0476742 Mar 31 23:50:03.358062 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-c5d2e23e-9107-4bb9-9153-384db0e9a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.359622 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-c5d2e23e-9107-4bb9-9153-384db0e9a00e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0889254 Mar 31 23:50:03.401122 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-f050fba5-53bd-4d2c-a217-a1e625211b8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0338838 Mar 31 23:50:03.456260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-daf02a40-e455-4b6c-930e-6c1dab3573f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.457689 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-daf02a40-e455-4b6c-930e-6c1dab3573f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0485637 Mar 31 23:50:03.490568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-ee349826-16c6-4e98-abca-311b6ceb430c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265498 Mar 31 23:50:03.578151 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-dd189498-774b-46f8-a773-2ff90bec304a service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811114 Mar 31 23:50:03.660577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0191d3-b5a1-4909-98a4-b3f5ac48af45 req-a081e908-2ce5-4608-8fcd-216ea29168fd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.662071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e0191d3-b5a1-4909-98a4-b3f5ac48af45 req-a081e908-2ce5-4608-8fcd-216ea29168fd tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.0476298 Mar 31 23:50:03.673369 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b636fb17-41f6-48f8-9ec1-886486b53b3e req-c32dd038-eb53-4380-b055-3b4aab6792b7 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892582 Mar 31 23:50:03.700115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e0191d3-b5a1-4909-98a4-b3f5ac48af45 req-923912a4-0816-4bb1-b606-47a584514e2a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Mar 31 23:50:04.872075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:04.874486 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dfcfa4527b6e38436b8472572ced0bfc8eacdb61e862480b2e48c2afc86e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b9d98-1c52-47de-85af-497ce06b9d11" -d '{"events": [{"name": "network-changed", "server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:04.912378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572533-06c7-4388-a8a5-3d9af7d0055f req-c71307f9-825d-457c-a28d-edeb92dba773 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:04.914931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16572533-06c7-4388-a8a5-3d9af7d0055f req-c71307f9-825d-457c-a28d-edeb92dba773 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.1057785 Mar 31 23:50:04.922396 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc787df-d7f8-4ccf-9eea-f58cd2291058 x-openstack-request-id: req-1fc787df-d7f8-4ccf-9eea-f58cd2291058 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:04.922694 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:04.922949 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1fc787df-d7f8-4ccf-9eea-f58cd2291058 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:04.923383 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc787df-d7f8-4ccf-9eea-f58cd2291058'] response: {'name': 'network-changed', 'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'status': 'completed', 'code': 200} Mar 31 23:50:04.957398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-16572533-06c7-4388-a8a5-3d9af7d0055f req-9961b340-342c-4070-9e30-fe84f370e5f0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Mar 31 23:50:04.982833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-4ab73cd8-fd13-4ade-a7d4-a8a21dc38809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:04.984424 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-4ab73cd8-fd13-4ade-a7d4-a8a21dc38809 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1095 time: 0.0428309 Mar 31 23:50:05.015217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-84e70e8f-88d4-4e56-bad5-c76f95bf4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:05.016715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-84e70e8f-88d4-4e56-bad5-c76f95bf4cbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1095 time: 0.0474184 Mar 31 23:50:05.080927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-89c2f779-0def-4876-acd7-ad2cc441859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:05.082921 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-89c2f779-0def-4876-acd7-ad2cc441859f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0890751 Mar 31 23:50:05.110269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-60fca16b-8e02-4a06-8565-4c739e97e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:05.119704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-60fca16b-8e02-4a06-8565-4c739e97e4ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0893779 Mar 31 23:50:05.126566 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-cbde4bd8-e42b-4ca4-af50-526513618a86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0369194 Mar 31 23:50:05.157129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-dda6691e-bde3-4fe6-a9ce-9af17506df76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0382695 Mar 31 23:50:05.169008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:05.176515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-2d72cae1-228a-4606-aacc-b7158ecb4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:05.177964 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-2d72cae1-228a-4606-aacc-b7158ecb4472 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0448389 Mar 31 23:50:05.207053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-c401e3a2-d696-4574-b2a3-16506b7fe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:05.208521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-c401e3a2-d696-4574-b2a3-16506b7fe58f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0446115 Mar 31 23:50:05.209758 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-79fce1eb-dcfd-44c8-911f-52d839edbacb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251613 Mar 31 23:50:05.233203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:05.242195 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-527383f3-950f-4bae-9308-6d657b1bd82d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273829 Mar 31 23:50:05.273668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:05.309546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-0cdfd7c4-deb5-453c-a4ca-65decc945a40 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936913 Mar 31 23:50:05.336117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-c38e6554-5a18-4af1-8bab-6a60eb8a143b service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846064 Mar 31 23:50:05.401308 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-de0c1333-081c-4c48-b425-51fc0b2cd7f1 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Mar 31 23:50:05.430586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-266b9d98-1c52-47de-85af-497ce06b9d11 req-7df470c6-bcee-4ecb-952e-cf14aa2f6208 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Mar 31 23:50:06.158384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b87d58-c9e6-4eb7-bf0b-e6d939bd709d req-c4e31f94-85bd-4e9a-9bbf-d14facc64f03 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:06.159867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54b87d58-c9e6-4eb7-bf0b-e6d939bd709d req-c4e31f94-85bd-4e9a-9bbf-d14facc64f03 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 944 time: 0.0929666 Mar 31 23:50:06.197589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54b87d58-c9e6-4eb7-bf0b-e6d939bd709d req-0eb5f27c-f322-407c-b56f-7854a67856b2 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Mar 31 23:50:06.656423 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:50:06.754340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:06.765508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'network_id': '2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce', 'port_id': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'mac_address': 'fa:16:3e:cf:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117b88fa-100a-4aeb-bedf-e6decb0bbddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:50:06.803982 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:06.816709 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604e4cb2-8458-4f67-b6be-812ebf3ec843 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:50:06.835973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:06.898635 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:06.949153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:07.285907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['604e4cb2-8458-4f67-b6be-812ebf3ec843'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:07.323451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb228e6-0eac-48cf-8e66-5378f9c2190f req-7c3101b6-0d1d-4ecb-8d96-6d66526027b0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:07.324964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4eb228e6-0eac-48cf-8e66-5378f9c2190f req-7c3101b6-0d1d-4ecb-8d96-6d66526027b0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 945 time: 0.0548809 Mar 31 23:50:07.363912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4eb228e6-0eac-48cf-8e66-5378f9c2190f req-64fbc2c8-2ea7-4220-81d7-ef52dd2eb592 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Mar 31 23:50:08.491257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969549e1-7e7f-48a0-9809-e7414e0f8512 req-b4794d68-4f48-4073-a0f0-398df75eff0f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:08.492777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-969549e1-7e7f-48a0-9809-e7414e0f8512 req-b4794d68-4f48-4073-a0f0-398df75eff0f tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Mar 31 23:50:08.533697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-969549e1-7e7f-48a0-9809-e7414e0f8512 req-d25f0786-a178-4f31-82bf-a35940007fc6 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Mar 31 23:50:08.666345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:08.775135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 604e4cb2-8458-4f67-b6be-812ebf3ec843 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:50:08.779392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 604e4cb2-8458-4f67-b6be-812ebf3ec843 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:08.779768 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:08.865650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:08.872515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45d2aa-d15b-43ce-9875-9eafdb987bdf req-614512fd-c384-47b6-8f8d-ae750d80cba5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:08.874094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed45d2aa-d15b-43ce-9875-9eafdb987bdf req-614512fd-c384-47b6-8f8d-ae750d80cba5 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 945 time: 0.0565093 Mar 31 23:50:08.896877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:08.899105 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d34b2a2c09900644377b59763dcbc5274e653c95bac9da3f34c8eae2ce187a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e4af37-f2c0-4748-bdda-660eb0f65818" -d '{"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-plugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:08.912013 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:08.952746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed45d2aa-d15b-43ce-9875-9eafdb987bdf req-fec68fd6-c412-4edc-af7e-98c7087a5685 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711665 Mar 31 23:50:08.953891 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d86cd-7093-4b51-aa71-8d6168ddbcaf x-openstack-request-id: req-568d86cd-7093-4b51-aa71-8d6168ddbcaf {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:08.954248 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-plugged", "status": "completed", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:08.954713 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-568d86cd-7093-4b51-aa71-8d6168ddbcaf {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:08.955695 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568d86cd-7093-4b51-aa71-8d6168ddbcaf'] response: {'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'code': 200} Mar 31 23:50:08.966532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-555119eb-c98b-4e23-ab51-ce05b28de97a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:08.967992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-555119eb-c98b-4e23-ab51-ce05b28de97a tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253&tenant_id=e89e115fbd6044bb989c73f407f7ebda&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 945 time: 0.0793560 Mar 31 23:50:08.984428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:09.036839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:09.043338 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-a1fc43ea-8dd6-4e03-a3ab-dcf59fe82b68 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:50:09.048246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-a1fc43ea-8dd6-4e03-a3ab-dcf59fe82b68 service neutron] 10.222.0.10 "DELETE /v2.0/ports/604e4cb2-8458-4f67-b6be-812ebf3ec843/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0547011 Mar 31 23:50:09.146036 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-e639ba22-29fb-4664-a104-670767c7920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:09.147536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-e639ba22-29fb-4664-a104-670767c7920d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e89e115fbd6044bb989c73f407f7ebda&device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 1097 time: 0.0412807 Mar 31 23:50:09.238180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-bd973b02-1cad-49d1-8eb9-f1a6e5ceca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:09.239606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-bd973b02-1cad-49d1-8eb9-f1a6e5ceca1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 200 len: 917 time: 0.0857337 Mar 31 23:50:09.280027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-81d0f6ab-91eb-48fc-9427-529f60a87e18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 200 len: 217 time: 0.0342057 Mar 31 23:50:09.325850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-91e8e21a-421d-4eba-921a-bb166dbdc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:09.327310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-91e8e21a-421d-4eba-921a-bb166dbdc986 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 200 len: 855 time: 0.0409777 Mar 31 23:50:09.357730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-723fedb4-277e-48c4-9f23-0d40ee511819 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243638 Mar 31 23:50:09.446760 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-71671789-270b-462d-9479-ccd6e9f55b73 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823281 Mar 31 23:50:09.534596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024289ee-bea4-454a-bbd6-e2ae046a492b req-191b6bc7-0cb9-40d5-8c24-212e6ff12cca service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815592 Mar 31 23:50:10.082126 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251fe3d-8815-41d3-9342-f82a3568db7e req-1046b4db-409b-46a8-8ef6-d9379589b334 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:10.083680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e251fe3d-8815-41d3-9342-f82a3568db7e req-1046b4db-409b-46a8-8ef6-d9379589b334 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0569241 Mar 31 23:50:10.123051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e251fe3d-8815-41d3-9342-f82a3568db7e req-720ca97b-5003-418b-a142-483090a7a5d9 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Mar 31 23:50:11.249393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c3d7-bf01-4638-819a-20c9cace5f75 req-ef24b1fc-dc58-4c0b-917b-350d09b95cac tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:11.250922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a526c3d7-bf01-4638-819a-20c9cace5f75 req-ef24b1fc-dc58-4c0b-917b-350d09b95cac tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0589793 Mar 31 23:50:11.291117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a526c3d7-bf01-4638-819a-20c9cace5f75 req-b359c0d8-d4e8-4dd7-840d-c1e8ac49544e tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Mar 31 23:50:11.406218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90850fb1-f40b-4503-b3e2-987574ef893e req-368e391d-6ed6-4e6f-b64e-c3e128e918ab tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:11.407693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90850fb1-f40b-4503-b3e2-987574ef893e req-368e391d-6ed6-4e6f-b64e-c3e128e918ab tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0487351 Mar 31 23:50:11.445928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90850fb1-f40b-4503-b3e2-987574ef893e req-bf4fb11f-e5b7-478e-b6d4-45d45c6fb5ad tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Mar 31 23:50:11.565227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245042e-f478-44c0-8fe3-7c0bd1f1326c req-9afe49fc-509c-489b-90c4-22cd883fcc96 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:11.566672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0245042e-f478-44c0-8fe3-7c0bd1f1326c req-9afe49fc-509c-489b-90c4-22cd883fcc96 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0556405 Mar 31 23:50:11.607091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0245042e-f478-44c0-8fe3-7c0bd1f1326c req-4b488cd4-2524-4b63-921b-7a4964b1a708 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Mar 31 23:50:11.658565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cc4db5a4-ce5c-4708-b158-e18f27e279b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:12.146762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929d5aa-01ab-409f-8251-25eaf4e87f35 req-00501238-fac2-4a65-80d1-7b312f0cc0c0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:12.148252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7929d5aa-01ab-409f-8251-25eaf4e87f35 req-00501238-fac2-4a65-80d1-7b312f0cc0c0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0479712 Mar 31 23:50:12.185704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7929d5aa-01ab-409f-8251-25eaf4e87f35 req-670de8f1-7317-4d63-bfc8-e9b90e41abc4 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Mar 31 23:50:13.302857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fa845-2307-40b4-bce6-ffdcd70b0a07 req-29172ff8-5a0c-42d5-91c3-f1766ea70857 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:13.304253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f77fa845-2307-40b4-bce6-ffdcd70b0a07 req-29172ff8-5a0c-42d5-91c3-f1766ea70857 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Mar 31 23:50:13.342048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f77fa845-2307-40b4-bce6-ffdcd70b0a07 req-8c3fd2fd-28be-4c45-a8b5-64c66369bbd0 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/security-groups?id=be4c2485-b265-4dc1-81e7-912fbb586f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Mar 31 23:50:13.485354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-fa0c688b-1b9b-4cfd-8b14-e87b4f7cabd1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:13.487503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-fa0c688b-1b9b-4cfd-8b14-e87b4f7cabd1 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.44 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 946 time: 0.0536494 Mar 31 23:50:13.574848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Deleting port 604e4cb2-8458-4f67-b6be-812ebf3ec843 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:13.575141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.666215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] For port 604e4cb2-8458-4f67-b6be-812ebf3ec843, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=604e4cb2-8458-4f67-b6be-812ebf3ec843,segment=NetworkSegment(1b1b1d01-8c83-42d4-aca2-893fabe3dd88),segment_id=1b1b1d01-8c83-42d4-aca2-893fabe3dd88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:13.666577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.679716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Calling delete_port for 604e4cb2-8458-4f67-b6be-812ebf3ec843 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:13.912148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.924007 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-073fa26f-9610-45d9-8a0e-2640ee792797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.927842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['604e4cb2-8458-4f67-b6be-812ebf3ec843'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:13.946627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Pushing event deleted for resources: {'Port': ['ID=604e4cb2-8458-4f67-b6be-812ebf3ec843,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:13.988891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] No DVR routers for this DVR port 604e4cb2-8458-4f67-b6be-812ebf3ec843 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:13.991529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.994784 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b176fb04-ac47-4082-8f23-d1b31e84c4ea req-2fbb2998-4e74-4578-b880-6613dc39c3ff tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.44 "DELETE /v2.0/ports/604e4cb2-8458-4f67-b6be-812ebf3ec843 HTTP/1.1" status: 204 len: 173 time: 0.5024323 Mar 31 23:50:13.995241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-deleted', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:14.034544 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50495a02-8c8f-4c5f-90eb-1539a530a795" -d '{"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-deleted", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:14.121113 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181d0ab6-6bf1-46ee-866f-670d08dd6d0c x-openstack-request-id: req-181d0ab6-6bf1-46ee-866f-670d08dd6d0c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:14.121433 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f04d93-af9e-40c7-a9f0-0fccbc5e8253", "name": "network-vif-deleted", "tag": "604e4cb2-8458-4f67-b6be-812ebf3ec843", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:14.121656 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-181d0ab6-6bf1-46ee-866f-670d08dd6d0c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:14.122055 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181d0ab6-6bf1-46ee-866f-670d08dd6d0c'] response: {'server_uuid': '61f04d93-af9e-40c7-a9f0-0fccbc5e8253', 'name': 'network-vif-deleted', 'tag': '604e4cb2-8458-4f67-b6be-812ebf3ec843', 'status': 'completed', 'code': 200} Mar 31 23:50:14.454282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48b217ff-c456-4b1d-8fe9-1f1f07c6cc59 req-73db65db-8143-4d29-b72e-1cc7152bbf88 tempest-ServerDiskConfigTestJSON-2033166191 tempest-ServerDiskConfigTestJSON-2033166191-project] 10.222.0.83 "GET /v2.0/ports?device_id=61f04d93-af9e-40c7-a9f0-0fccbc5e8253 HTTP/1.1" status: 200 len: 210 time: 0.0307691 Mar 31 23:50:14.997783 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:50:15.463967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.581522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40100) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:15.625901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Deleting subnet 117b88fa-100a-4aeb-bedf-e6decb0bbddd {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:50:15.629115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.663290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.702022 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.815401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.840848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117b88fa-100a-4aeb-bedf-e6decb0bbddd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:15.845389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.849913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/117b88fa-100a-4aeb-bedf-e6decb0bbddd HTTP/1.1" status: 204 len: 168 time: 0.2674165 Mar 31 23:50:15.852553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40102) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:15.857020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.857374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.857712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.858049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.858382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.858712 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.859154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.859486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.859810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.860131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.860457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.860776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157526dd-c13e-4f83-9c65-162afc9f877c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:15.920131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.003120 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.023396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:16.032414 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1b1d01-8c83-42d4-aca2-893fabe3dd88') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:16.032708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1b1d01-8c83-42d4-aca2-893fabe3dd88') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:16.042743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.055972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.061699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:50:16.062074 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:50:16.063697 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:50:16.157249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.163440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.166521 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] 10.222.0.83 "DELETE /v2.0/networks/2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce HTTP/1.1" status: 204 len: 168 time: 0.3129630 Mar 31 23:50:16.177447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cbea8-5bdc-4fe1-9ec5-917958300d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8c55e0-c4fe-4b9d-a12d-8ef190f31fce,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:16.444981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40106) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:16.484644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9d3f7d2-3be2-40ef-bbf1-6466d788e1e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e89e115fbd6044bb989c73f407f7ebda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384765 Mar 31 23:50:16.487128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40108) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:16.534254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.557474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.694394 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.696956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.700427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be4c2485-b265-4dc1-81e7-912fbb586f83 HTTP/1.1" status: 204 len: 168 time: 0.2099993 Mar 31 23:50:16.706102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9602efe-7fec-4b81-9c2e-41af01f5adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c2485-b265-4dc1-81e7-912fbb586f83,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:16.763249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:16.819941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.701121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40130) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:17.796227 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1954040456-network', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:17.892384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:17.895514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.904596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.979405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.041250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.066916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:50:18.076414 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634375d9-3543-47d1-9ac8-deff65e0d5d5,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:18.081393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.081709 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Added segment 92b0202c-8d03-4390-8d36-9cfabf4a0e26 of type vlan for network 16d83131-a293-4a61-8d18-125825f73920 Mar 31 23:50:18.121458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.192522 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.193642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:18.194260 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.261082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] Pushing event updated for resources: {'Network': ['ID=16d83131-a293-4a61-8d18-125825f73920,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:18.270688 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 16d83131-a293-4a61-8d18-125825f73920 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:50:18.274431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-612f8c83-8f40-42b7-acba-1f2a6b9fe44b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5722280 Mar 31 23:50:18.277303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40134) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:18.282118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Request body: {'subnet': {'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1954040456-subnet', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:18.351708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:18.354093 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.709431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:18.762223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 604e4cb2-8458-4f67-b6be-812ebf3ec843 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:18.762223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 604e4cb2-8458-4f67-b6be-812ebf3ec843 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:18.895332 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.955841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:18.971434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:18.972504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Network hostable DHCP agents. Network: 16d83131-a293-4a61-8d18-125825f73920, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:50:19.054790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Network 16d83131-a293-4a61-8d18-125825f73920 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:50:19.134571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 16d83131-a293-4a61-8d18-125825f73920) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:19.138767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:19.139395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.145507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1d215-ccd8-4b63-b9aa-a33723f27a17 None None] Network 16d83131-a293-4a61-8d18-125825f73920 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:19.254054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3bafb09a-c73a-4328-97dd-67a2b9fd9da8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9731026 Mar 31 23:50:19.254261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40136) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:19.258649 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:19.302500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-16d83131-a293-4a61-8d18-125825f73920', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:50:19.310013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.364129 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.365420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.423099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.444064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Allocated IP 172.20.0.2 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/5bfff2c4-7749-4b31-bd74-94788f0301f0) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:19.599549 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.637979 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.676436 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.717487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:19.723888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:19.727561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:19.734670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Pushing event updated for resources: {'Port': ['ID=5bfff2c4-7749-4b31-bd74-94788f0301f0,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:19.745581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.745738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.745993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.746327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.746665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.746996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.747351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.747677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.748001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.748326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.748647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.748968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:19.799267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Attempting to bind port 5bfff2c4-7749-4b31-bd74-94788f0301f0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:19.799633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Attempting to bind port 5bfff2c4-7749-4b31-bd74-94788f0301f0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:19.800034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Attempting to bind port 5bfff2c4-7749-4b31-bd74-94788f0301f0 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:19.805267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:19.805638 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:19.806039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.806424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:19.806903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Bound port: 5bfff2c4-7749-4b31-bd74-94788f0301f0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:19.807304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.870314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] For port 5bfff2c4-7749-4b31-bd74-94788f0301f0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:19.873594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] For port 5bfff2c4-7749-4b31-bd74-94788f0301f0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5bfff2c4-7749-4b31-bd74-94788f0301f0,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:19.907795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.928425 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.946181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.012610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa754c-5c1c-4b33-949a-e7f33f2c4202 None None] Pushing event updated for resources: {'Port': ['ID=5bfff2c4-7749-4b31-bd74-94788f0301f0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:20.039970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Allocated IP 172.25.6.42 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/4a558df4-3698-480e-b9aa-e3332aa5abd6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:20.153831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.258650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.302767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:20.306034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:20.308692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:20.340530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Pushing event updated for resources: {'Port': ['ID=4a558df4-3698-480e-b9aa-e3332aa5abd6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:20.490930 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5bfff2c4-7749-4b31-bd74-94788f0301f0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:20.539871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5bfff2c4-7749-4b31-bd74-94788f0301f0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:20.540249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.622908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.653341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.661913 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 5bfff2c4-7749-4b31-bd74-94788f0301f0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5bfff2c4-7749-4b31-bd74-94788f0301f0,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:20.734843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.792239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=5bfff2c4-7749-4b31-bd74-94788f0301f0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:20.869062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.953951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e66f0-f753-455b-a90d-35279110087b None None] Network 16d83131-a293-4a61-8d18-125825f73920 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:21.038948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5aff7e86-6b0d-439f-9536-e9bcbc4dab22 None None] Provisioning complete for port 5bfff2c4-7749-4b31-bd74-94788f0301f0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:21.039340 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5aff7e86-6b0d-439f-9536-e9bcbc4dab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.077618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Router e1d6f120-db01-4277-9107-175ae1035e5c is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:50:21.187398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:21.198249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:21.208892 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:21.209521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:21.266193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.267548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5dc3eb98-4253-4496-a40d-cb5b5e4ed842 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0122819 Mar 31 23:50:21.270733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40138) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:21.318464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:21.444174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-49b45925-b122-4a90-a8b8-f3e0d1b858d6 None None] Provisioning complete for port 5bfff2c4-7749-4b31-bd74-94788f0301f0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:21.444456 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-49b45925-b122-4a90-a8b8-f3e0d1b858d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.572580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:20Z', 'revision_number': 3, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:21.599882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:21.600226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Updating router e1d6f120-db01-4277-9107-175ae1035e5c port 4a558df4-3698-480e-b9aa-e3332aa5abd6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:21.699955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.783511 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.863553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Allocated IP 172.20.0.1 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/d065e1ee-8319-4f5c-8e9b-61dfcd5c5838) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:21.968574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.036125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.077724 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.109503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.112064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:22.119175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:22.123838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:22.149751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.163916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Attempting to bind port 4a558df4-3698-480e-b9aa-e3332aa5abd6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:22.164286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Attempting to bind port 4a558df4-3698-480e-b9aa-e3332aa5abd6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:22.164663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Attempting to bind port 4a558df4-3698-480e-b9aa-e3332aa5abd6 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:22.168100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3cf38-d8d8-4464-bb87-8d726edb4a07 None None] Pushing event updated for resources: {'Port': ['ID=4a558df4-3698-480e-b9aa-e3332aa5abd6,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.169523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.172956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:22.178935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:22.178935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.178935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:22.178935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Bound port: 4a558df4-3698-480e-b9aa-e3332aa5abd6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:22.178935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.247703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] For port 4a558df4-3698-480e-b9aa-e3332aa5abd6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:22.257429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] For port 4a558df4-3698-480e-b9aa-e3332aa5abd6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a558df4-3698-480e-b9aa-e3332aa5abd6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:22.381644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.449310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-81027872-9e8f-4dc6-b2e7-a2a7f22fab0f None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:22.449690 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-81027872-9e8f-4dc6-b2e7-a2a7f22fab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.452788 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3cf38-d8d8-4464-bb87-8d726edb4a07 None None] Pushing event updated for resources: {'Port': ['ID=4a558df4-3698-480e-b9aa-e3332aa5abd6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.456642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.486661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5bfff2c4-7749-4b31-bd74-94788f0301f0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:22.491989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:22.492634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:22.558809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-81027872-9e8f-4dc6-b2e7-a2a7f22fab0f None None] Port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:22.643198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.647647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5bfff2c4-7749-4b31-bd74-94788f0301f0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:22.648179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.672094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:22.717434 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.786536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.788189 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.885137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:22.886731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:22.927727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:21Z', 'revision_number': 1, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:22.954559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7968-a047-4a07-96a9-e9a6ea9f3276 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:21Z', 'revision_number': 1, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:23.037372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:23.177495 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:23.184048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2287c90-f435-46a8-841b-9206d79cc0c8 admin admin] 10.222.0.83 "PUT /v2.0/routers/e1d6f120-db01-4277-9107-175ae1035e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122596 Mar 31 23:50:23.206303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4d36409f-e67a-4d16-acf3-cbe2069f32a2 None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:23.206806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d36409f-e67a-4d16-acf3-cbe2069f32a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.250281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4d36409f-e67a-4d16-acf3-cbe2069f32a2 None None] Port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:23.782264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40148) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:23.788253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247817224', 'description': 'tempest-description--1330311654'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:23.869408 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.938155 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.995621 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.030434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f028aa2-111d-426a-bba4-f09fdc2d6b6d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.077656 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.079938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1bca7086-1c58-433b-8874-acfb156ab9d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2956138 Mar 31 23:50:24.082474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40150) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:24.086941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'security_group_rule': {'security_group_id': '4f028aa2-111d-426a-bba4-f09fdc2d6b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:24.178035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.238377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.320884 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.345085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be35aa4d-a8e9-41e4-a925-bb1667138e54,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.420205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.421858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dd5150e0-b73f-4b4b-9444-824899b6e9be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379610 Mar 31 23:50:24.424011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40152) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:24.430411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'security_group_rule': {'security_group_id': '4f028aa2-111d-426a-bba4-f09fdc2d6b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:24.490579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a558df4-3698-480e-b9aa-e3332aa5abd6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:24.530647 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.542298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4a558df4-3698-480e-b9aa-e3332aa5abd6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:24.543495 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.545298 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.610266 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.622181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.642018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 4a558df4-3698-480e-b9aa-e3332aa5abd6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a558df4-3698-480e-b9aa-e3332aa5abd6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:24.680945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.702466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40fb537-c446-4685-b73a-cb0677f1edda,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.709590 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.761282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=4a558df4-3698-480e-b9aa-e3332aa5abd6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.769341 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.770592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7130ebd7-5bcb-4e32-9aea-882adff829f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456585 Mar 31 23:50:24.778353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40154) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:24.782625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:24.888778 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.990268 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.998549 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:25.012070 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:25.012684 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:25.111793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Allocated IP 172.25.6.182 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0eada42a-2686-450f-9ef7-45bb32b44c36) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:25.120555 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:25.213348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.310000 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.323376 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 2, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:25.352766 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:25.353960 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Updating router e1d6f120-db01-4277-9107-175ae1035e5c port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:25.354153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:25.359420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:25.364385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:25.370779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=0eada42a-2686-450f-9ef7-45bb32b44c36,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.389644 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.454842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.555433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.710862 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.761032 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.768924 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.825985 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.840018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=0eada42a-2686-450f-9ef7-45bb32b44c36,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.853663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.878706 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Pushing event updated for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.903451 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.903823 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.904156 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.904486 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.904809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.905133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.905461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.905765 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.906078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.906394 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.906708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.907060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:25.945104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Attempting to bind port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:25.945466 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Attempting to bind port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:25.945815 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Attempting to bind port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:25.945992 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.951401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4d89c84b-cb8b-4b4e-8541-a8adf20cad1f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1679487 Mar 31 23:50:25.951587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:25.951724 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:25.952079 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.952458 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:25.952912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Bound port: d065e1ee-8319-4f5c-8e9b-61dfcd5c5838, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:25.953310 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.022981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] For port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:26.030060 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] For port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:26.090430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b71dfbb7-349b-486f-b7df-2ce163d942a1 None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:26.090430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b71dfbb7-349b-486f-b7df-2ce163d942a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.110794 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.128310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b71dfbb7-349b-486f-b7df-2ce163d942a1 None None] Port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:26.175748 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:26.176402 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:26.219944 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2f3b4-fd47-4763-944d-e9b180c42a04 None None] Pushing event updated for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:26.301666 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:26.422533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-666ab96c-bab0-4898-bb51-400e979a7de7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--247817224&fields=id&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 267 time: 0.3504083 Mar 31 23:50:26.460490 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:26.460859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.536570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:26.542347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:26.547550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c6b21a6f-a2d7-47bb-82f8-ecd3368cd900 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:26.549173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c6b21a6f-a2d7-47bb-82f8-ecd3368cd900 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1111002 Mar 31 23:50:26.564175 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca67fd-896a-4b9f-969b-fbb2832c4a8f None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:26.565890 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-40fafa56-f959-4380-849e-26aa9b71fb2d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/quotas/ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 375 time: 0.0098765 Mar 31 23:50:26.596406 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.637639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-bf4ea13f-d210-411d-90ff-2bdff0eb1daa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613108 Mar 31 23:50:26.642284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] For port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:26.644079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:26.644447 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.728663 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.739332 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.761361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-d035b720-6bae-49f1-970e-9704a2afb928 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089077 Mar 31 23:50:26.817187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15746aff-c0ec-44ba-8b37-8878c308f3d2 None None] Pushing event updated for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:26.835364 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:50:26.835714 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:50:26.877617 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c72f1c20-a2b1-4631-9621-8e68d017e3bc service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993814 Mar 31 23:50:27.142671 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da16c165-f33d-43b6-b987-274d2471b65f req-47f29fc8-03d0-498a-a392-e928fcd95f91 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 210 time: 0.0286448 Mar 31 23:50:27.372472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a558df4-3698-480e-b9aa-e3332aa5abd6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:27.422593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4a558df4-3698-480e-b9aa-e3332aa5abd6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:27.422880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.243744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bacab01e-6b06-48df-b868-9d6f3808054d req-841e29e1-f035-43d6-8a9e-b4af00e1968a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 210 time: 0.0274391 Mar 31 23:50:28.470457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:28.525249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:28.525613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.216387 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-46e4c02b-b1a4-4d0b-aaf5-336ccf344e6b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:29.217811 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-46e4c02b-b1a4-4d0b-aaf5-336ccf344e6b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1036060 Mar 31 23:50:29.262228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-5336e76b-2125-4a42-9526-3ff2e9299227 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 379 time: 0.0349414 Mar 31 23:50:29.272065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'port': {'device_id': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'admin_state_up': True, 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'security_groups': ['4f028aa2-111d-426a-bba4-f09fdc2d6b6d']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:29.347156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-808fd529-d4ed-4df4-b47b-aeaa71aecdd3 req-4f1b7f0d-0d6b-4f20-b4e5-c724eca3e67b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Mar 31 23:50:29.452409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:29.456672 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.584563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Allocated IP 172.20.0.3 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/ee89ce6b-f01c-4c1a-a188-54b8ff535d21) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:29.958368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.047058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.094917 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:30.098765 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:30.102400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:30.109141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.157786 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:30.158419 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.249632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c568fef5-1baf-47d6-b88f-8f976e88553d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812956 Mar 31 23:50:30.375754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Request body: {'port': {'device_id': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:30.384848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2f2a327e-6262-4981-bd89-1da80e9c3a9c None None] Provisioning complete for port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:30.385796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2f2a327e-6262-4981-bd89-1da80e9c3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.427683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a327e-6262-4981-bd89-1da80e9c3a9c None None] Port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:30.439645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.483755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e8be2-8e79-4670-90ad-762d32638150 req-68d9d2f8-b625-406c-8b99-79ca8fad2fc0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:30.485134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d68e8be2-8e79-4670-90ad-762d32638150 req-68d9d2f8-b625-406c-8b99-79ca8fad2fc0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 931 time: 0.0504334 Mar 31 23:50:30.529112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d68e8be2-8e79-4670-90ad-762d32638150 req-44061a9e-1fd7-49e5-8fcc-171fbf898de4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365441 Mar 31 23:50:30.713818 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee89ce6b-f01c-4c1a-a188-54b8ff535d21 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:50:30.721139 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.733234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Transition to ACTIVE for port object ee89ce6b-f01c-4c1a-a188-54b8ff535d21 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:50:30.801490 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.876617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.934784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:30.935140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:30.935464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:30.940004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:50:30.940354 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:30.945496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:30.945837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:30.946192 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:30.946616 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Bound port: ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:30.946966 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.014950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:31.018043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:31.092716 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.131732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.132347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.133722 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] 10.222.0.44 "PUT /v2.0/ports/ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 1091 time: 0.8085482 Mar 31 23:50:31.134152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:31.136438 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0" -d '{"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:31.168984 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18b172-c525-4e1a-a374-855a9b9b355a service neutron] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:31.185291 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b3b144-2f4f-47e4-9618-1ef877af8045 x-openstack-request-id: req-33b3b144-2f4f-47e4-9618-1ef877af8045 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:31.186472 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:31.186834 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-33b3b144-2f4f-47e4-9618-1ef877af8045 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:31.187441 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b3b144-2f4f-47e4-9618-1ef877af8045'] response: {'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'status': 'completed', 'code': 200} Mar 31 23:50:31.255601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-d97243e4-6344-4960-a00f-0037400a6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.257221 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-d97243e4-6344-4960-a00f-0037400a6dcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1094 time: 0.0492382 Mar 31 23:50:31.359947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-db9a1146-21cb-423c-ba5a-b85e83843d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.361434 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-db9a1146-21cb-423c-ba5a-b85e83843d37 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957167 Mar 31 23:50:31.462550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-bb447ded-dc47-4d27-9999-ba5b2dbf196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.463992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-041e1ab0-b976-41e7-bfc0-ce3a2560edf0 req-bb447ded-dc47-4d27-9999-ba5b2dbf196a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954440 Mar 31 23:50:31.543214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-2c3f57c3-989d-45cb-9cf6-8aaccd230245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.544669 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-2c3f57c3-989d-45cb-9cf6-8aaccd230245 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1094 time: 0.0409334 Mar 31 23:50:31.590865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-781e3af8-06b0-4d8f-9c84-1a550638f9ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 217 time: 0.0343719 Mar 31 23:50:31.648286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-85ec70d5-9296-4bac-8b46-39f670db17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.649770 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-85ec70d5-9296-4bac-8b46-39f670db17a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0493903 Mar 31 23:50:31.650384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e3ea-559b-4e49-9b23-beb940bbe32c req-af7e9d88-5500-4c55-ac0d-9e04ab9c5599 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.651900 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afc8e3ea-559b-4e49-9b23-beb940bbe32c req-af7e9d88-5500-4c55-ac0d-9e04ab9c5599 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0535510 Mar 31 23:50:31.690086 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afc8e3ea-559b-4e49-9b23-beb940bbe32c req-3be3384c-6168-4253-8b92-002dc7bbee44 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Mar 31 23:50:31.696594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-4e3baf34-9405-4a2b-b42a-2581730bb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.698227 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-4e3baf34-9405-4a2b-b42a-2581730bb4b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421112 Mar 31 23:50:31.792539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-c450bbd4-dd7b-4fa8-aafb-42889d81e56c service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 Mar 31 23:50:31.885452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0597b62f-58dc-4519-9d15-56db9e3556a8 req-7e0ec1df-3f33-45a5-8742-e04716250328 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Mar 31 23:50:32.808728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7a688-2c22-41ae-a457-be09920368a8 req-3a919054-232a-4857-b543-9f3a96ad04dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:32.810189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05c7a688-2c22-41ae-a457-be09920368a8 req-3a919054-232a-4857-b543-9f3a96ad04dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0489621 Mar 31 23:50:32.850203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05c7a688-2c22-41ae-a457-be09920368a8 req-877711ab-f262-4384-b5bc-61e8a0313f46 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Mar 31 23:50:33.966722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dc352-4c8c-43ab-a65f-cf897f2e04aa req-0104daf8-1e1f-41d1-84b8-7c1af1540b45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:33.968217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-348dc352-4c8c-43ab-a65f-cf897f2e04aa req-0104daf8-1e1f-41d1-84b8-7c1af1540b45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0479069 Mar 31 23:50:34.006955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-348dc352-4c8c-43ab-a65f-cf897f2e04aa req-02cd0506-151d-4c6f-a3dc-6374b09d49a8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315289 Mar 31 23:50:34.788005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:50:34.899057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:34.913954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'mac_address': 'fa:16:3e:81:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:50:34.960668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.974540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89ce6b-f01c-4c1a-a188-54b8ff535d21 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:50:34.998889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:35.067189 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.138940 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:35.149849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e94a-fe87-4293-9123-4aeb9f4ba791 req-6dc1e821-87f6-43c3-9577-f83362aae487 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:35.151259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4595e94a-fe87-4293-9123-4aeb9f4ba791 req-6dc1e821-87f6-43c3-9577-f83362aae487 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 944 time: 0.0699985 Mar 31 23:50:35.185926 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.192717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4595e94a-fe87-4293-9123-4aeb9f4ba791 req-9716ae7a-a5ce-4366-acb1-783f5fa5e250 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357018 Mar 31 23:50:35.383882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['ee89ce6b-f01c-4c1a-a188-54b8ff535d21'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:36.310789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaad68b-1e67-46cc-b88d-c2ee34efe31e req-6f75f8cd-3c98-4d87-8aac-08d250f8a0b5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:36.312466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daaad68b-1e67-46cc-b88d-c2ee34efe31e req-6f75f8cd-3c98-4d87-8aac-08d250f8a0b5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Mar 31 23:50:36.352125 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daaad68b-1e67-46cc-b88d-c2ee34efe31e req-be26aaff-b52a-443e-9cac-4b595bf7eea1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Mar 31 23:50:36.787033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:36.891809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:50:36.896318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:36.899314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.976727 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.999286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:37.013691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:37.038777 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73df77a-acc4-496a-9952-6018364f0fef" -d '{"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-plugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:37.103478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:37.136861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4483d-ab0d-4fe5-b5e4-d3e98a7dfb2a x-openstack-request-id: req-47f4483d-ab0d-4fe5-b5e4-d3e98a7dfb2a {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:37.136861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-plugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:37.136861 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-47f4483d-ab0d-4fe5-b5e4-d3e98a7dfb2a {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:37.136861 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f4483d-ab0d-4fe5-b5e4-d3e98a7dfb2a'] response: {'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'code': 200} Mar 31 23:50:37.163524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:37.235998 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca69de-4dc0-49a9-b00f-dbc966613eb0 req-b0e37ca3-4d6a-460e-972d-8d25100530cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:37.237544 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67ca69de-4dc0-49a9-b00f-dbc966613eb0 req-b0e37ca3-4d6a-460e-972d-8d25100530cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1096 time: 0.0413115 Mar 31 23:50:37.271625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67ca69de-4dc0-49a9-b00f-dbc966613eb0 req-0fa40579-d5a8-4275-984d-c06a12a81055 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279446 Mar 31 23:50:37.463628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b40a8-76bd-42bd-967a-1af7dc1f954e req-654800fa-4a59-4090-a64b-06b61f643d68 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:37.465082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f41b40a8-76bd-42bd-967a-1af7dc1f954e req-654800fa-4a59-4090-a64b-06b61f643d68 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Mar 31 23:50:37.503752 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f41b40a8-76bd-42bd-967a-1af7dc1f954e req-ad81824a-4b2d-470c-8c87-0a700f50d840 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Mar 31 23:50:38.638208 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23fb2-852b-4d06-9403-f62d89412eeb req-9ab65435-59ea-489f-8d4c-9970873fb73b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:38.639702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fb23fb2-852b-4d06-9403-f62d89412eeb req-9ab65435-59ea-489f-8d4c-9970873fb73b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Mar 31 23:50:38.679178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fb23fb2-852b-4d06-9403-f62d89412eeb req-60328ce6-3b5d-4944-97c4-67823e9825b2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Mar 31 23:50:39.808053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae9839-4676-41e7-96b0-da3fbb1f21da req-e4bb5308-8a73-45e7-b76b-4715a4582dda tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:39.809555 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2ae9839-4676-41e7-96b0-da3fbb1f21da req-e4bb5308-8a73-45e7-b76b-4715a4582dda tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Mar 31 23:50:39.847809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2ae9839-4676-41e7-96b0-da3fbb1f21da req-ca923811-a099-46e1-bf0b-9b81d08c140e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Mar 31 23:50:39.960579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a693e-4f69-4e20-98cf-b545ee2fd2cd req-79344622-a3a0-4b3d-afdc-a0f209bcb0ca tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:39.962045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c88a693e-4f69-4e20-98cf-b545ee2fd2cd req-79344622-a3a0-4b3d-afdc-a0f209bcb0ca tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Mar 31 23:50:39.970967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40216) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:39.975616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'floatingip': {'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:40.018636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.453849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.499962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.596571 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 associated. External IP: 172.25.6.182, port: ee89ce6b-f01c-4c1a-a188-54b8ff535d21. Mar 31 23:50:40.801265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:40.918187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:40.922962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.927596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:40.936338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:40.936939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:40.950081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-534c0cfe-d879-4b06-8d62-4bc7bdfdeb6d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "PUT /v2.0/floatingips/fdf0294c-2108-42bb-903d-8260bc6b3878 HTTP/1.1" status: 200 len: 991 time: 0.9780397 Mar 31 23:50:40.950661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:40.953315 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022fbaf67ae1e3e74fe84c29503d55f07d8cf8b599dfc9c857666cccb007ec4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bfc533-e748-453c-b539-893c6dd5ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:40.997195 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b252ebd5-96b4-4709-b963-ecb32c14bc81 x-openstack-request-id: req-b252ebd5-96b4-4709-b963-ecb32c14bc81 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:40.997497 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:40.997751 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b252ebd5-96b4-4709-b963-ecb32c14bc81 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:40.998160 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b252ebd5-96b4-4709-b963-ecb32c14bc81'] response: {'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'status': 'completed', 'code': 200} Mar 31 23:50:41.059627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603fd02-51c4-4693-8f66-8ebaa34aeb67 req-0bf16d7a-8d24-4742-9fb3-5e6628fc0761 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.063597 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b603fd02-51c4-4693-8f66-8ebaa34aeb67 req-0bf16d7a-8d24-4742-9fb3-5e6628fc0761 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0598085 Mar 31 23:50:41.065530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:41.066256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-213b2c00-6938-432d-8d94-f92705890ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.071941 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-213b2c00-6938-432d-8d94-f92705890ab8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1096 time: 0.0493188 Mar 31 23:50:41.101562 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b603fd02-51c4-4693-8f66-8ebaa34aeb67 req-e4c3d348-9e0c-44e3-838f-8bcc63dccd43 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Mar 31 23:50:41.180187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-7b10a79c-8f70-49e9-88b8-ae0e92cb27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.181796 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-7b10a79c-8f70-49e9-88b8-ae0e92cb27cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1033278 Mar 31 23:50:41.241805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c4418-7808-431a-8e87-1e5ef694b890 req-d2437772-2e50-4001-9706-e8470fbad7b4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.243468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903c4418-7808-431a-8e87-1e5ef694b890 req-d2437772-2e50-4001-9706-e8470fbad7b4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0551150 Mar 31 23:50:41.254389 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-3c0e405b-7e8c-4ec0-86fa-9ad5aa800d6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 999 time: 0.0655932 Mar 31 23:50:41.289260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-903c4418-7808-431a-8e87-1e5ef694b890 req-8c358c7a-87d8-4d9a-892d-aae7b0c4654a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381815 Mar 31 23:50:41.314257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-0c442214-6fef-4d1e-88fc-37e2b3f3ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.315788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-0c442214-6fef-4d1e-88fc-37e2b3f3ca9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0549593 Mar 31 23:50:41.374767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-2d6a679d-0590-4295-a65f-e4e3b5ab8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.376325 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-2d6a679d-0590-4295-a65f-e4e3b5ab8856 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423703 Mar 31 23:50:41.468112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-3a3c6060-6eb8-4a59-aaab-fef5c3d0e9f9 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Mar 31 23:50:41.479581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:81:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:50:40Z', 'revision_number': 1, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:41.506660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:41.515283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:41.515924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:50:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:41.564021 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-80bfc533-e748-453c-b539-893c6dd5ccc8 req-4d86654a-6b02-44f1-b540-928dc8177f4b service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884399 Mar 31 23:50:41.634255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:41.709597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ad28f16-d768-4182-8fdd-be933c08aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:41.859874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:81:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:50:40Z', 'revision_number': 1, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:41.885542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eec5b-c7c9-4210-9bc4-01fc621d09a4 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:81:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:50:40Z', 'revision_number': 1, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:42.085371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937edc4-84a4-48fe-95df-722c3e79fd52 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:50:42.427444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6368f-3f74-464c-8638-72f0d4970a40 req-62963343-180d-4316-af40-ad1176658518 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:42.429160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f6368f-3f74-464c-8638-72f0d4970a40 req-62963343-180d-4316-af40-ad1176658518 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0521636 Mar 31 23:50:42.467756 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90f6368f-3f74-464c-8638-72f0d4970a40 req-2cb953a8-fe6b-4ea6-90d9-123a8db2f3bd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Mar 31 23:50:42.592223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed417d87-97d6-4b6a-928f-98f9b92fdf91 req-d7fafdf3-f81e-482d-bace-2764ea9701fa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:42.593737 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed417d87-97d6-4b6a-928f-98f9b92fdf91 req-d7fafdf3-f81e-482d-bace-2764ea9701fa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0594645 Mar 31 23:50:42.636701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed417d87-97d6-4b6a-928f-98f9b92fdf91 req-105c5bdd-0987-47d8-9877-2cb31197fba3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353093 Mar 31 23:50:43.066023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556d779-54a5-486e-8f1c-357ba406d993 req-37fe2b20-1172-4f36-a199-6af704800b6e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:43.067654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4556d779-54a5-486e-8f1c-357ba406d993 req-37fe2b20-1172-4f36-a199-6af704800b6e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Mar 31 23:50:43.109628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4556d779-54a5-486e-8f1c-357ba406d993 req-a8f2ad94-4fb0-41f7-a87a-9a0b804b4ed2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352883 Mar 31 23:50:43.180817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-0e35b97c-37df-4757-9e0b-c1c1cf7e2748 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536959 Mar 31 23:50:43.877306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c708d895-1487-4ce5-8ba4-57d02d7a51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:44.237313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2153d25-f0aa-4adb-96a2-48d14c45ab61 req-acd5ef08-00d8-48f0-a9ab-73e4fcac75cb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:44.238776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2153d25-f0aa-4adb-96a2-48d14c45ab61 req-acd5ef08-00d8-48f0-a9ab-73e4fcac75cb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0544040 Mar 31 23:50:44.277249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2153d25-f0aa-4adb-96a2-48d14c45ab61 req-45e2704a-f4c8-4688-a5e3-0cfe999dbe46 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Mar 31 23:50:45.359750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-5f478160-e39c-4388-a146-e33d0494462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.361401 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-5f478160-e39c-4388-a146-e33d0494462d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1096 time: 0.0439639 Mar 31 23:50:45.401452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b34a5-a97c-4527-a366-c677135f404f req-e22829dd-d75b-4df5-bddc-bf37eba55d4a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.403697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-752b34a5-a97c-4527-a366-c677135f404f req-e22829dd-d75b-4df5-bddc-bf37eba55d4a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0541050 Mar 31 23:50:45.445699 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-752b34a5-a97c-4527-a366-c677135f404f req-33ebf93f-9867-4b13-b217-a372da8149d1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345151 Mar 31 23:50:45.460076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-80a6c296-40ba-4070-b0a8-87d2b0fbcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.461564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-80a6c296-40ba-4070-b0a8-87d2b0fbcf05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0929096 Mar 31 23:50:45.471629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:45.528411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-82c3f3d0-61f9-40b7-81c6-b784a6ad6be1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 1001 time: 0.0606246 Mar 31 23:50:45.580120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-7a0aa771-1d1f-4ce1-8ba8-d649afbffa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.581476 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-7a0aa771-1d1f-4ce1-8ba8-d649afbffa45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0467675 Mar 31 23:50:45.632364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-363f780f-0ac3-4be9-af2b-086f8b3716ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.633809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-363f780f-0ac3-4be9-af2b-086f8b3716ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450742 Mar 31 23:50:45.720080 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-8b9ecd0a-e82f-4e31-a06e-be0f5d999185 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797286 Mar 31 23:50:45.812545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-4e1c2a2c-2392-400f-b665-638b2f5ecd0f service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855837 Mar 31 23:50:46.563372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e5856-e442-44dc-8746-03cce40b8dca req-b04eb686-a2be-4763-9cb6-211036044cf6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:46.564837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-510e5856-e442-44dc-8746-03cce40b8dca req-b04eb686-a2be-4763-9cb6-211036044cf6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Mar 31 23:50:46.603155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-510e5856-e442-44dc-8746-03cce40b8dca req-4fd46191-f0f6-4455-8f26-b6cb1bf71050 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Mar 31 23:50:46.745704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:46.819518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:47.726061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d301-3871-4d0c-a152-5c34d854c985 req-a76e2082-883d-40e2-8f55-e79c4a8e445a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:47.727561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9d1d301-3871-4d0c-a152-5c34d854c985 req-a76e2082-883d-40e2-8f55-e79c4a8e445a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Mar 31 23:50:47.766203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e9d1d301-3871-4d0c-a152-5c34d854c985 req-8e663655-5ca3-4e2b-bd0b-4724463b2c09 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Mar 31 23:50:48.885480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9ddac-86a5-4a01-b4db-665ad331255e req-335d3257-540a-4502-a836-8c991140f605 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:48.886960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09b9ddac-86a5-4a01-b4db-665ad331255e req-335d3257-540a-4502-a836-8c991140f605 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Mar 31 23:50:48.924920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09b9ddac-86a5-4a01-b4db-665ad331255e req-71f61f27-94f3-4148-8efe-6f54b3fde12e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Mar 31 23:50:50.049157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6cbaf-498d-4ce3-a797-43053f215fb5 req-41200a92-b649-42a3-ba52-beae153eaca5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:50.050622 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26b6cbaf-498d-4ce3-a797-43053f215fb5 req-41200a92-b649-42a3-ba52-beae153eaca5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Mar 31 23:50:50.092701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26b6cbaf-498d-4ce3-a797-43053f215fb5 req-3b1d4ba8-8b3c-482f-b57b-6dd4cb5dd605 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351596 Mar 31 23:50:51.217659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f6ca-40db-466b-9883-6059dff1790e req-af8f22f0-dc0c-45e4-8291-392aa0373ba9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:51.219233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d202f6ca-40db-466b-9883-6059dff1790e req-af8f22f0-dc0c-45e4-8291-392aa0373ba9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Mar 31 23:50:51.269730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d202f6ca-40db-466b-9883-6059dff1790e req-20bd9433-08dc-486d-8fd8-bc5652c4286f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Mar 31 23:50:51.996878 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:50:52.384995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b37ad-eb2a-4cd9-85f4-3513669574bb req-53f8f5e8-6e14-4161-873d-1a8672440fb7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:52.386473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c38b37ad-eb2a-4cd9-85f4-3513669574bb req-53f8f5e8-6e14-4161-873d-1a8672440fb7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Mar 31 23:50:52.425696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c38b37ad-eb2a-4cd9-85f4-3513669574bb req-270fed3f-8ed6-4137-8076-72cc486aa2f7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Mar 31 23:50:53.543793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df339d-f574-4667-9308-8223ac07ee23 req-92a280db-65c8-4f69-9955-a04f7f6fcb23 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:53.545272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4df339d-f574-4667-9308-8223ac07ee23 req-92a280db-65c8-4f69-9955-a04f7f6fcb23 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Mar 31 23:50:53.585148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4df339d-f574-4667-9308-8223ac07ee23 req-dc741da7-96da-47f2-aa29-60ce06b4bfac tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Mar 31 23:50:54.510927 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:54.709343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce58b-3f45-42f4-a90d-33b5302303a4 req-2b564814-7fb6-4531-8aaa-5e3be6adcc2f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:54.710722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b48ce58b-3f45-42f4-a90d-33b5302303a4 req-2b564814-7fb6-4531-8aaa-5e3be6adcc2f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0548213 Mar 31 23:50:54.750809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b48ce58b-3f45-42f4-a90d-33b5302303a4 req-33827acb-8017-40ae-8c18-1600c59ccc9a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339622 Mar 31 23:50:55.871216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63e3e-c244-4ceb-a61e-6b51f1204efe req-d2dd7100-301c-489c-b7a0-6f9bde147b5a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:55.872692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bc63e3e-c244-4ceb-a61e-6b51f1204efe req-d2dd7100-301c-489c-b7a0-6f9bde147b5a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Mar 31 23:50:55.910753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bc63e3e-c244-4ceb-a61e-6b51f1204efe req-727519e4-e342-4bf6-864b-be1430671d5d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320358 Mar 31 23:50:57.027266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca293bc2-697e-4340-abdb-d1fc6f9386d4 req-5866d551-8a2b-4de9-bc4d-9c17faa28d41 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:57.028772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca293bc2-697e-4340-abdb-d1fc6f9386d4 req-5866d551-8a2b-4de9-bc4d-9c17faa28d41 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Mar 31 23:50:57.066705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca293bc2-697e-4340-abdb-d1fc6f9386d4 req-bdbef920-fbba-4659-9ec1-d8c1f5cfdacb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Mar 31 23:50:58.185235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2632e9-3380-42c8-b265-366f0c4e8c1c req-6dbf2d2d-f0f4-46e1-baee-284be9d4dcb8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:58.186710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2632e9-3380-42c8-b265-366f0c4e8c1c req-6dbf2d2d-f0f4-46e1-baee-284be9d4dcb8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Mar 31 23:50:58.225486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2632e9-3380-42c8-b265-366f0c4e8c1c req-758aff42-7047-4828-a73e-2c3136362943 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Mar 31 23:50:59.353812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ea35-e6c5-4d33-93ba-12d31cd444e4 req-a82e009b-1c13-4579-800c-3d82330b4812 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:59.355300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f13ea35-e6c5-4d33-93ba-12d31cd444e4 req-a82e009b-1c13-4579-800c-3d82330b4812 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Mar 31 23:50:59.392922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f13ea35-e6c5-4d33-93ba-12d31cd444e4 req-bf57fef0-adde-425e-b621-5bef1c545009 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Mar 31 23:51:00.510479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd638c4-49ba-47ce-a8ff-33f6233f7ed6 req-382e2a74-451d-456f-97ad-c5918334fecd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:00.511999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cd638c4-49ba-47ce-a8ff-33f6233f7ed6 req-382e2a74-451d-456f-97ad-c5918334fecd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Mar 31 23:51:00.549166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cd638c4-49ba-47ce-a8ff-33f6233f7ed6 req-4e6f8571-4b2e-4a82-8ab4-059eb88ca35d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Mar 31 23:51:01.669629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c9d55-762d-44c5-b0cf-29f9869efb7d req-7f8a93e3-c288-437c-89a3-ba9ae9701ea5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.671122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac4c9d55-762d-44c5-b0cf-29f9869efb7d req-7f8a93e3-c288-437c-89a3-ba9ae9701ea5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Mar 31 23:51:01.709738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac4c9d55-762d-44c5-b0cf-29f9869efb7d req-2dc4a887-eb23-4571-861b-8f31847575be tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325181 Mar 31 23:51:02.826020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560d17-eb5b-43fd-95ba-b984471ed64f req-6bbb557b-8a9a-4ca9-bef9-949d9359a917 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:02.827522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c560d17-eb5b-43fd-95ba-b984471ed64f req-6bbb557b-8a9a-4ca9-bef9-949d9359a917 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Mar 31 23:51:02.865767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4c560d17-eb5b-43fd-95ba-b984471ed64f req-f273d1eb-81db-4e54-83d8-64346d41f044 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322013 Mar 31 23:51:03.985651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214f5cf-c038-401b-8785-f2abc36f35e1 req-f1479e06-3877-4886-b9c7-52b0dab11a0f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:03.987178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b214f5cf-c038-401b-8785-f2abc36f35e1 req-f1479e06-3877-4886-b9c7-52b0dab11a0f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Mar 31 23:51:04.026142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b214f5cf-c038-401b-8785-f2abc36f35e1 req-0ac4b4aa-65f5-4c71-a78c-9b88887f7a59 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328829 Mar 31 23:51:05.155141 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef3e9-fb60-42b3-9651-a0358d2c6edc req-4b1a51f3-69b4-4c46-a95f-0f494b205840 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:05.156629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1ef3e9-fb60-42b3-9651-a0358d2c6edc req-4b1a51f3-69b4-4c46-a95f-0f494b205840 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0546837 Mar 31 23:51:05.156888 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:05.194227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b1ef3e9-fb60-42b3-9651-a0358d2c6edc req-3c1eff9e-e117-4817-b9fd-74ea1580c457 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Mar 31 23:51:06.317293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9593-f982-4fc9-8157-8e65a9a5ea02 req-964a6f73-e16c-4262-a322-ee6f26887612 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:06.318647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b80a9593-f982-4fc9-8157-8e65a9a5ea02 req-964a6f73-e16c-4262-a322-ee6f26887612 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0487554 Mar 31 23:51:06.361785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b80a9593-f982-4fc9-8157-8e65a9a5ea02 req-cc3bcf4b-f385-49ab-b4d9-9a6167111cc8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363338 Mar 31 23:51:07.480714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84aba-5506-4140-a0ef-f60d927ee468 req-1666e358-b9f4-4469-a2fd-71257c21e5a4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:07.482184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fa84aba-5506-4140-a0ef-f60d927ee468 req-1666e358-b9f4-4469-a2fd-71257c21e5a4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Mar 31 23:51:07.518919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fa84aba-5506-4140-a0ef-f60d927ee468 req-590413ff-ebf4-4ea9-a6e8-f51b10b231c9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306904 Mar 31 23:51:07.865794 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-e3aa4156-6446-4021-8b16-6f5b45277aa2 service neutron] show failed (client error): The resource could not be found. Mar 31 23:51:07.866730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-e3aa4156-6446-4021-8b16-6f5b45277aa2 service neutron] 10.222.0.44 "GET /v2.0/ports/ee89ce6b-f01c-4c1a-a188-54b8ff535d21/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0566981 Mar 31 23:51:08.436089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-5643d596-08fc-460a-a6ec-069be4cdd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:08.437557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-5643d596-08fc-460a-a6ec-069be4cdd59c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1096 time: 0.0839586 Mar 31 23:51:08.454593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:08.505948 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:08.709142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d2e01-10a5-4781-b005-d3df2dd77207 req-241b4338-77da-47c2-9013-f3f622efb56c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:08.710591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f72d2e01-10a5-4781-b005-d3df2dd77207 req-241b4338-77da-47c2-9013-f3f622efb56c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.1037037 Mar 31 23:51:08.771736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f72d2e01-10a5-4781-b005-d3df2dd77207 req-5745f3e5-362d-4dff-ba80-2d173b4088d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544829 Mar 31 23:51:08.773365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:08.806252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:51:08.845312 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:08.851710 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:08.862642 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Transition to ACTIVE for port object ee89ce6b-f01c-4c1a-a188-54b8ff535d21 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:51:08.897461 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf320d90-6041-4b0c-9d37-9b21ade0f474" -d '{"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:08.956759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.020206 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f4dfc-2489-4c44-8b5f-ae467d451de9 x-openstack-request-id: req-050f4dfc-2489-4c44-8b5f-ae467d451de9 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:09.020497 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:09.020780 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-050f4dfc-2489-4c44-8b5f-ae467d451de9 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:09.021187 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050f4dfc-2489-4c44-8b5f-ae467d451de9'] response: {'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'code': 200} Mar 31 23:51:09.074223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:09.134804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] No DVR routers for this DVR port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:09.565968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:51:09.566678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:51:09.566678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:09.570628 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:51:09.571503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Attempting to bind port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:09.576161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:51:09.576491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:51:09.576866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:51:09.577276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Bound port: ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:51:09.577622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.638698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:51:09.641637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:51:09.709342 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.742115 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:09.742729 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.744771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 1091 time: 1.2939847 Mar 31 23:51:09.770428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698fd74-2076-4d0e-927e-3bd857170f17 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:09.826412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-8da3ff97-1746-4a68-af7f-bdce92ef60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:09.828110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-8da3ff97-1746-4a68-af7f-bdce92ef60a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1094 time: 0.0482807 Mar 31 23:51:09.949613 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52274-2d93-4f50-a386-fdb165efae27 req-e652b96c-4ef8-4b4e-8cbd-cfb8be9ac72a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:09.951102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c52274-2d93-4f50-a386-fdb165efae27 req-e652b96c-4ef8-4b4e-8cbd-cfb8be9ac72a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0973394 Mar 31 23:51:09.977198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-f0756dd2-56a0-4b5d-bcf6-cdbc0fe42690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:09.978644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-f0756dd2-56a0-4b5d-bcf6-cdbc0fe42690 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1444132 Mar 31 23:51:10.036383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67c52274-2d93-4f50-a386-fdb165efae27 req-35336092-9e5e-4cd2-87e4-bd8243482557 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791039 Mar 31 23:51:10.058680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-9b813dd5-9bf0-471a-bee6-7267993e74db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 999 time: 0.0733232 Mar 31 23:51:10.108057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-55e4bc6c-7589-494d-b4bd-1a44e2067086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:10.109448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-55e4bc6c-7589-494d-b4bd-1a44e2067086 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0448730 Mar 31 23:51:10.156887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-b71030a5-117e-495c-ae94-f8b233c92880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:10.158445 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-b71030a5-117e-495c-ae94-f8b233c92880 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423198 Mar 31 23:51:10.250603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-dd470c32-1c90-460b-b6d4-f9385b9dbc0c service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Mar 31 23:51:10.339236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdbe4bf0-2e93-4e0b-be81-9eeb20a027a5 req-04f2fc21-bfdb-4cd5-9668-0ac03c346ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823181 Mar 31 23:51:11.022361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:11.024868 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706456a8-c70d-4a38-8599-494f7b3c1823" -d '{"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:11.075338 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a032baca-5572-4407-8558-32141c0e33cd x-openstack-request-id: req-a032baca-5572-4407-8558-32141c0e33cd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:11.075724 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:11.076222 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a032baca-5572-4407-8558-32141c0e33cd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:11.076630 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a032baca-5572-4407-8558-32141c0e33cd'] response: {'name': 'network-changed', 'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'status': 'completed', 'code': 200} Mar 31 23:51:11.136224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-4f90d676-3211-4114-8321-84dc00bc263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.137865 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-4f90d676-3211-4114-8321-84dc00bc263c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1094 time: 0.0443654 Mar 31 23:51:11.193855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc2d6-2596-4f7a-9d67-30080e106961 req-183d0dcb-23ae-4f6b-b11f-3a17cc3e1bc0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.195379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb0fc2d6-2596-4f7a-9d67-30080e106961 req-183d0dcb-23ae-4f6b-b11f-3a17cc3e1bc0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0834348 Mar 31 23:51:11.197548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-c676ff0c-9b70-4e63-a234-c77cd7efe5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.198970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-c676ff0c-9b70-4e63-a234-c77cd7efe5f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1094 time: 0.0752344 Mar 31 23:51:11.234531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-8f0963b8-f1ed-4cd1-9022-177f4c551be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.236047 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-8f0963b8-f1ed-4cd1-9022-177f4c551be2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0910771 Mar 31 23:51:11.292913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb0fc2d6-2596-4f7a-9d67-30080e106961 req-67a279a9-b1c4-48cf-867a-310aaa375961 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910187 Mar 31 23:51:11.304829 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-788ddea7-59c8-4866-9fb6-4c98f8ecce5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 999 time: 0.0611804 Mar 31 23:51:11.323236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-67f7e452-3d3f-456f-85c9-5c2ca48f1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.324726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-67f7e452-3d3f-456f-85c9-5c2ca48f1ff0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1161277 Mar 31 23:51:11.355396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-bed26dd9-0451-46e1-94e3-e183e6810498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.356868 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-bed26dd9-0451-46e1-94e3-e183e6810498 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0452623 Mar 31 23:51:11.392350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-5bb78a83-938a-46b1-8697-8469ea7093bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 999 time: 0.0599992 Mar 31 23:51:11.412299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-11867231-1273-4d67-9d8e-2aa6bf6eaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.413842 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-11867231-1273-4d67-9d8e-2aa6bf6eaf0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505433 Mar 31 23:51:11.446968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-918e87b1-9e06-4cad-8ded-3aec6367ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.448569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-918e87b1-9e06-4cad-8ded-3aec6367ed82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0496922 Mar 31 23:51:11.500122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-65fd58b8-4dd9-4acd-81d1-c3b93b1833b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:11.501604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-65fd58b8-4dd9-4acd-81d1-c3b93b1833b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451863 Mar 31 23:51:11.504101 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-c3c60521-78e9-4d68-9c14-6043e9e41836 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Mar 31 23:51:11.591603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-cab4979f-7259-405b-9137-9fa67f81611f service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 Mar 31 23:51:11.598458 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-cd1bf079-cf7a-41bb-b2bc-8449bf4d710e service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881000 Mar 31 23:51:11.682398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d9fe-67ab-42ac-aa3d-a43901ff47be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:11.692234 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-706456a8-c70d-4a38-8599-494f7b3c1823 req-df78e9c0-0c2f-451f-b060-e4a6e36523e9 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932770 Mar 31 23:51:12.420428 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33969d2-5e7c-4759-9cec-f09288c36317 req-85614291-8abf-43e5-bedc-e3ab9f6c5eea tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:12.421922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e33969d2-5e7c-4759-9cec-f09288c36317 req-85614291-8abf-43e5-bedc-e3ab9f6c5eea tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0493450 Mar 31 23:51:12.460221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e33969d2-5e7c-4759-9cec-f09288c36317 req-b9891271-5882-4730-b08a-64a4bf4ebf23 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322387 Mar 31 23:51:12.979271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:13.017728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:13.584750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd12ce5-8f7e-4aae-9d2f-4323152645d3 req-f787dc20-c56e-45f7-9856-49e3e0bd21d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:13.586162 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd12ce5-8f7e-4aae-9d2f-4323152645d3 req-f787dc20-c56e-45f7-9856-49e3e0bd21d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 943 time: 0.0510361 Mar 31 23:51:13.626098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fd12ce5-8f7e-4aae-9d2f-4323152645d3 req-14696fd4-8ec4-41b2-8343-e8b5d4154b84 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Mar 31 23:51:13.681079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:51:13.783156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:13.795495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'mac_address': 'fa:16:3e:81:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:51:13.842959 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:13.856531 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89ce6b-f01c-4c1a-a188-54b8ff535d21 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:51:13.879810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:13.897092 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85ec2a80-da0d-4bb9-ba0a-57b884f88fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:13.942639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:13.990096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:14.319679 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['ee89ce6b-f01c-4c1a-a188-54b8ff535d21'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:14.752175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8302e-f4d8-4a40-8f3c-7f3e2b539adb req-0fc93eb6-c9ba-4b86-aec6-24c70ae1759f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:14.757794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cd8302e-f4d8-4a40-8f3c-7f3e2b539adb req-0fc93eb6-c9ba-4b86-aec6-24c70ae1759f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 944 time: 0.0501461 Mar 31 23:51:14.797285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3cd8302e-f4d8-4a40-8f3c-7f3e2b539adb req-b88613ab-9ec5-4b25-8ae4-2b4c2f146c19 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366027 Mar 31 23:51:15.131098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a139c-d808-4448-ac2c-be27c5316682 req-cbdf95a2-6ed3-47d5-9dea-64a1c73e7811 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.132654 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-528a139c-d808-4448-ac2c-be27c5316682 req-cbdf95a2-6ed3-47d5-9dea-64a1c73e7811 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 944 time: 0.0535762 Mar 31 23:51:15.173247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-528a139c-d808-4448-ac2c-be27c5316682 req-ad2a8695-0fa5-4d47-a857-42b1497a6c1d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Mar 31 23:51:15.189959 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-1cd14830-7e53-415d-9189-daf7a067ff0c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.191421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-1cd14830-7e53-415d-9189-daf7a067ff0c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9&tenant_id=ce3a406f1d5241eabafb9d1f284b4331&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 944 time: 0.0533764 Mar 31 23:51:15.251913 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-06bcf38e-8d1a-4ec4-98b2-e2b3f5c811ba service neutron] delete failed (client error): The resource could not be found. Mar 31 23:51:15.252929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-06bcf38e-8d1a-4ec4-98b2-e2b3f5c811ba service neutron] 10.222.0.44 "DELETE /v2.0/ports/ee89ce6b-f01c-4c1a-a188-54b8ff535d21/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0534947 Mar 31 23:51:15.333804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-67058b09-9451-4169-bfdf-f71f60abc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.335214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-67058b09-9451-4169-bfdf-f71f60abc953 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 1095 time: 0.0407865 Mar 31 23:51:15.446331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-f8d06eba-74f4-4d3b-88b4-499167f8e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.448243 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-f8d06eba-74f4-4d3b-88b4-499167f8e9e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1046593 Mar 31 23:51:15.477019 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:15.514908 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-a85bdb5e-0be4-45b0-b6d9-e3aef80a6aa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 200 len: 1000 time: 0.0600891 Mar 31 23:51:15.567383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-3ab80ff7-7a00-428d-8d3e-d59a1efaf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.568855 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-3ab80ff7-7a00-428d-8d3e-d59a1efaf34e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0480962 Mar 31 23:51:15.614779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-c26ad2d6-54ed-4851-a922-ed6ef4ddbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:15.616457 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-c26ad2d6-54ed-4851-a922-ed6ef4ddbe56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417385 Mar 31 23:51:15.696238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:51:15.703338 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-c183be63-5529-43d4-a45e-6cf82cd25a7d service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801227 Mar 31 23:51:15.796199 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7e224c6f-fb36-4455-89cd-3220c2fb33fb req-6494d774-08b4-4e93-8e6d-76dfd4e96bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Mar 31 23:51:15.805849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:51:15.811449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:15.811829 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:15.890405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:15.917343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:15.919809 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bde3db-d1f6-437f-9a17-2b26c9441f5a" -d '{"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-plugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:15.933180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:15.971013 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea60a33-f3fb-4ba4-a774-ff03e3542159 x-openstack-request-id: req-8ea60a33-f3fb-4ba4-a774-ff03e3542159 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:15.971324 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-plugged", "status": "completed", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:15.971576 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ea60a33-f3fb-4ba4-a774-ff03e3542159 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:15.971973 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea60a33-f3fb-4ba4-a774-ff03e3542159'] response: {'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'code': 200} Mar 31 23:51:16.017426 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:16.063593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:16.296506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58724fd-2336-445b-9dbd-a011fabd86cf req-2be92f2d-84b1-40db-a112-c96a50b0e800 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:16.298040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f58724fd-2336-445b-9dbd-a011fabd86cf req-2be92f2d-84b1-40db-a112-c96a50b0e800 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0545030 Mar 31 23:51:16.340321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f58724fd-2336-445b-9dbd-a011fabd86cf req-afbf2653-d4a4-46e0-a530-c497716d8051 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356987 Mar 31 23:51:16.768113 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:16.790766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:17.462397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1682c-e5bf-4260-b812-d0964d0d712a req-e8c0e980-1217-4204-986a-74352c9c3309 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.464539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bc1682c-e5bf-4260-b812-d0964d0d712a req-e8c0e980-1217-4204-986a-74352c9c3309 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0547862 Mar 31 23:51:17.506355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3bc1682c-e5bf-4260-b812-d0964d0d712a req-fbe37527-f248-4a0d-8d6e-6277cdccc74f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359075 Mar 31 23:51:17.624294 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd7488-89e4-405b-987e-71663c3fb553 req-51b3a6bd-6dbd-41fc-835e-b7765290667b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.625754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbdd7488-89e4-405b-987e-71663c3fb553 req-51b3a6bd-6dbd-41fc-835e-b7765290667b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Mar 31 23:51:17.663587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbdd7488-89e4-405b-987e-71663c3fb553 req-95457fd6-b051-4a24-bc43-595bfcd2f7b2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Mar 31 23:51:17.783602 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ff1e8-42a5-45c4-9880-8c1b9514ece4 req-026217a3-e63b-427a-9d55-14f9f03fb09d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.785093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a3ff1e8-42a5-45c4-9880-8c1b9514ece4 req-026217a3-e63b-427a-9d55-14f9f03fb09d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Mar 31 23:51:17.821919 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a3ff1e8-42a5-45c4-9880-8c1b9514ece4 req-54cb6882-4705-44ee-8a5e-4972e9cc351e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Mar 31 23:51:18.222106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b2026-ffb9-4047-b7c9-5e5a00ffd60a req-d0dab01d-1071-45da-b5e4-eec576067c29 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:18.223877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-105b2026-ffb9-4047-b7c9-5e5a00ffd60a req-d0dab01d-1071-45da-b5e4-eec576067c29 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0505507 Mar 31 23:51:18.267530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-105b2026-ffb9-4047-b7c9-5e5a00ffd60a req-c030483c-16c7-4799-99c4-4640607ebdab tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Mar 31 23:51:19.389690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2c0b-1e9f-440b-9ad5-5e65afa46c50 req-76b08be0-1b16-46bc-9204-5f04d51561c4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:19.391293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13fc2c0b-1e9f-440b-9ad5-5e65afa46c50 req-76b08be0-1b16-46bc-9204-5f04d51561c4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0497732 Mar 31 23:51:19.433228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13fc2c0b-1e9f-440b-9ad5-5e65afa46c50 req-a2b30f76-5f9c-43f8-8200-1cd7a3b6c54a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330920 Mar 31 23:51:19.817989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-58557742-7fd5-4f9a-a679-1e260834eff5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:19.819454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-58557742-7fd5-4f9a-a679-1e260834eff5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 945 time: 0.0493643 Mar 31 23:51:19.912172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Deleting port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:19.912413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.001424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] For port ee89ce6b-f01c-4c1a-a188-54b8ff535d21, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:20.001855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.175801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.176091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.176417 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 disassociated. External IP: 172.25.6.182, port: ee89ce6b-f01c-4c1a-a188-54b8ff535d21. Mar 31 23:51:20.176762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Calling delete_port for ee89ce6b-f01c-4c1a-a188-54b8ff535d21 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:20.414114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.443541 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'Port': ['ID=ee89ce6b-f01c-4c1a-a188-54b8ff535d21,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:20.458750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.459114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.459471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.459826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.460105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.460439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.460777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.461093 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.461468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.461805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.462123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.462447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:20.591816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4261e4f2-b9d5-441e-87c0-383b1c29dfc6 req-fc51b742-c38c-4427-82cd-b57e324c19cc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=0242eadf-b966-44c7-8bd2-40b4954725f9 HTTP/1.1" status: 200 len: 210 time: 0.0609293 Mar 31 23:51:20.625663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:20.734928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:20.746562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:20.757174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:20.758085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:51:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:20.778718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] No DVR routers for this DVR port ee89ce6b-f01c-4c1a-a188-54b8ff535d21 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:20.781323 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.784689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09fd2d3e-9ce2-46a0-952b-308d29928f26 req-b56e255f-5d84-44c7-87d2-08d355e54848 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "DELETE /v2.0/ports/ee89ce6b-f01c-4c1a-a188-54b8ff535d21 HTTP/1.1" status: 204 len: 173 time: 0.9598427 Mar 31 23:51:20.785140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-deleted', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:20.787447 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4acbae-8786-49d5-b00f-64170ed91afe" -d '{"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-deleted", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:20.830739 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b0d7b-9f11-4800-8625-f3343f5b50ac x-openstack-request-id: req-c36b0d7b-9f11-4800-8625-f3343f5b50ac {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:20.831261 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0242eadf-b966-44c7-8bd2-40b4954725f9", "name": "network-vif-deleted", "tag": "ee89ce6b-f01c-4c1a-a188-54b8ff535d21", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:20.831655 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c36b0d7b-9f11-4800-8625-f3343f5b50ac {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:20.832093 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36b0d7b-9f11-4800-8625-f3343f5b50ac'] response: {'server_uuid': '0242eadf-b966-44c7-8bd2-40b4954725f9', 'name': 'network-vif-deleted', 'tag': 'ee89ce6b-f01c-4c1a-a188-54b8ff535d21', 'status': 'completed', 'code': 200} Mar 31 23:51:20.876352 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:21.084528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:21.113076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:21.121812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:21.122425 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:51:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:21.229384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:21.438517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:21.469796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8ebc-7f37-4bf3-8635-54780267a53e None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:21.710077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc04fd-9f7b-4d35-9d52-2d0faf16f285 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:51:21.854259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-bc481e9a-44ca-4bb1-abfe-5dd95ab71fc2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--247817224&fields=id&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 267 time: 0.0389760 Mar 31 23:51:21.974380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-b0e68928-4002-42b8-99bf-3065d1ddcefa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:21.974380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-b0e68928-4002-42b8-99bf-3065d1ddcefa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1082201 Mar 31 23:51:21.987502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-bc6e9b09-d456-41d8-9dfd-d918ce08c2c2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/quotas/ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 375 time: 0.0100806 Mar 31 23:51:22.049242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-1d08f677-7262-4831-a5b7-2830924fa12b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545695 Mar 31 23:51:22.229182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-5dad60bc-e972-430b-afee-bf23ea3ed5f8 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285124 Mar 31 23:51:22.328952 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-c7ffae57-ce63-448d-8029-4de0ce79eea8 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899513 Mar 31 23:51:22.555466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-498d9c2b-9b77-4913-ba61-cd1b5b70cd1e req-3b660da7-71b7-4639-a8a5-81b0866bed2d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 210 time: 0.0293884 Mar 31 23:51:23.660767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8b7181b-e64d-4ef3-bc97-cb33c1dd7905 req-ec17a836-62ec-4ed7-afc3-242ca8272a40 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 210 time: 0.0288007 Mar 31 23:51:23.731682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:23.751805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: ee89ce6b-f01c-4c1a-a188-54b8ff535d21 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:23.752144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device ee89ce6b-f01c-4c1a-a188-54b8ff535d21 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:24.557365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-3ec407d6-721f-4885-a1c9-aff7300cc216 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:24.559053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-3ec407d6-721f-4885-a1c9-aff7300cc216 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1192389 Mar 31 23:51:24.560840 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:24.611726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-ea87f0b9-9231-4e17-98c0-09ef053160b7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 379 time: 0.0378416 Mar 31 23:51:24.621586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'port': {'device_id': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'admin_state_up': True, 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'security_groups': ['4f028aa2-111d-426a-bba4-f09fdc2d6b6d']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:24.781112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c80a5b4-aa3b-4eeb-9db8-87263c0be5b2 req-002c95dd-86d6-429e-a8d6-359934ab4585 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 210 time: 0.0298672 Mar 31 23:51:24.839998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:51:24.843749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:24.979054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Allocated IP 172.20.0.3 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/7b6e3dd5-3f26-4e39-ae70-e473847060c2) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:51:25.122867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.215231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.263074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:51:25.266360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:51:25.270065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:51:25.277344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:25.330997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:25.331799 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.428579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-6083846c-a807-4c80-9286-d7abc9176d45 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111432 Mar 31 23:51:25.448356 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Request body: {'port': {'device_id': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:25.508012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.570858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a6938b74-48a5-4923-819b-71b94a3ad12d None None] Provisioning complete for port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:25.571517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a6938b74-48a5-4923-819b-71b94a3ad12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.608377 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a6938b74-48a5-4923-819b-71b94a3ad12d None None] Port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:51:25.786972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6e3dd5-3f26-4e39-ae70-e473847060c2 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:51:25.794529 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.806522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Transition to ACTIVE for port object 7b6e3dd5-3f26-4e39-ae70-e473847060c2 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:51:25.879596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:25.967369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:25.990626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8e2d-4caa-4f38-9e95-59dd22b064f5 req-3dfaf5b6-87ae-4876-b93d-948351bc630c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:25.992224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14ad8e2d-4caa-4f38-9e95-59dd22b064f5 req-3dfaf5b6-87ae-4876-b93d-948351bc630c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.1235650 Mar 31 23:51:26.071524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14ad8e2d-4caa-4f38-9e95-59dd22b064f5 req-3b06da3e-b79c-4c86-8f20-c1de0d724a15 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561240 Mar 31 23:51:26.076924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:51:26.077309 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:51:26.077643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:26.082487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:51:26.082821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:26.089167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:51:26.089529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:51:26.089906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:51:26.090349 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Bound port: 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:51:26.090720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:26.167892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:51:26.171422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:51:26.235311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:26.273647 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.274252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:26.275758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1091 time: 0.8328493 Mar 31 23:51:26.276209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:26.278529 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d782004f-06ad-458d-aca1-790f0e5fe367" -d '{"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:26.304756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0fda-b651-41c1-ba7f-7bbba467b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:26.322778 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce6214-40a1-46df-90a1-c5b5e29741d7 x-openstack-request-id: req-09ce6214-40a1-46df-90a1-c5b5e29741d7 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:26.323099 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:26.323357 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09ce6214-40a1-46df-90a1-c5b5e29741d7 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:26.323762 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ce6214-40a1-46df-90a1-c5b5e29741d7'] response: {'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'status': 'completed', 'code': 200} Mar 31 23:51:26.409234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-70eca635-8ca7-4791-b8f4-0c9369a8d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.410846 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-70eca635-8ca7-4791-b8f4-0c9369a8d93f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1094 time: 0.0459802 Mar 31 23:51:26.533244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-d6925d57-ceab-4484-a61f-2cafc5955a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.534797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-d6925d57-ceab-4484-a61f-2cafc5955a91 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1103933 Mar 31 23:51:26.631791 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-6edf3b5d-408c-4c56-9660-f121f09d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.633277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d782004f-06ad-458d-aca1-790f0e5fe367 req-6edf3b5d-408c-4c56-9660-f121f09d6f5a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914543 Mar 31 23:51:26.733924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-5922179b-d0a8-4b92-806d-bf666bf213fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.735486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-5922179b-d0a8-4b92-806d-bf666bf213fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1094 time: 0.0440247 Mar 31 23:51:26.787048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-333e8a05-d89c-4e80-b49c-fe3c3f347dde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 217 time: 0.0385480 Mar 31 23:51:26.835699 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-c8342830-3b09-4e8c-b3cd-852051ab046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.837161 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-c8342830-3b09-4e8c-b3cd-852051ab046a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0441558 Mar 31 23:51:26.883400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-d881edb5-43c0-46e3-8c6e-be015e7fa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:26.885136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-d881edb5-43c0-46e3-8c6e-be015e7fa604 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412467 Mar 31 23:51:26.977462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-0808befc-66bc-4c5f-a0a4-fa52c5189bf0 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Mar 31 23:51:27.071766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-325b6d6b-8a72-488b-b84d-ff725997a77a req-29b58336-4593-4234-ad7b-d536553d3aba service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Mar 31 23:51:27.196698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8845-564c-4997-a845-58ae84350dae req-9e98d7e6-6699-4416-b09e-e8b9c6f366fc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:27.198895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e18b8845-564c-4997-a845-58ae84350dae req-9e98d7e6-6699-4416-b09e-e8b9c6f366fc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0564828 Mar 31 23:51:27.239581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e18b8845-564c-4997-a845-58ae84350dae req-b29c79cb-0df9-462a-b154-70deb1ac73e1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343828 Mar 31 23:51:28.364090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d83965-025a-4230-bf16-75082e2ce83f req-7c2ab31c-02d2-420b-8654-2de5fca071f9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:28.365598 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d83965-025a-4230-bf16-75082e2ce83f req-7c2ab31c-02d2-420b-8654-2de5fca071f9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0521030 Mar 31 23:51:28.405588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d83965-025a-4230-bf16-75082e2ce83f req-7df2143f-b6f2-4ea4-8349-5c44e31d0ba7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Mar 31 23:51:28.995811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:51:29.526870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aa69c-26fc-4a3b-8548-d834e0c267dd req-c2d815f1-ec0c-4ad3-963d-0edc4a127776 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:29.528437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e4aa69c-26fc-4a3b-8548-d834e0c267dd req-c2d815f1-ec0c-4ad3-963d-0edc4a127776 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0515144 Mar 31 23:51:29.567545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e4aa69c-26fc-4a3b-8548-d834e0c267dd req-d4d7d703-e9dd-445f-bfe3-73a9bf19c678 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Mar 31 23:51:29.764467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:51:29.859569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:29.871393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'mac_address': 'fa:16:3e:e5:3e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:51:29.912645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.926865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e3dd5-3f26-4e39-ae70-e473847060c2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:51:29.946174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:30.028815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:30.077081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:30.084489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.084814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.085151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.085484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.085810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.086133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.086455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.086774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.087122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.087441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.088467 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.088878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:30.393873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['7b6e3dd5-3f26-4e39-ae70-e473847060c2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:30.690452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794371f-242e-4c81-9950-4e5db9c68d24 req-dd43d098-d2ee-4d78-9a2f-4c4c57a48762 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:30.691864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9794371f-242e-4c81-9950-4e5db9c68d24 req-dd43d098-d2ee-4d78-9a2f-4c4c57a48762 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 944 time: 0.0528228 Mar 31 23:51:30.731065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9794371f-242e-4c81-9950-4e5db9c68d24 req-9a23a331-8e80-4ef0-ba91-51ab58d8b139 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Mar 31 23:51:31.778687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:51:31.850876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d502-2ef3-4029-b737-f448280e2f58 req-81a40c63-903f-4d50-9c10-116e60b2cd1e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:31.852444 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c60d502-2ef3-4029-b737-f448280e2f58 req-81a40c63-903f-4d50-9c10-116e60b2cd1e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 944 time: 0.0516908 Mar 31 23:51:31.897008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c60d502-2ef3-4029-b737-f448280e2f58 req-58af0afe-57b8-488e-b783-375f8a015645 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377522 Mar 31 23:51:31.899076 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:51:31.906103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:31.906746 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:31.995936 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:32.018428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:32.020587 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f1ae8-087d-4a44-a058-b1b32a05eb86" -d '{"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:32.033933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:32.066471 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec5dbab-c477-4242-9341-6b62c3f2e140 x-openstack-request-id: req-8ec5dbab-c477-4242-9341-6b62c3f2e140 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:32.066471 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:32.066471 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ec5dbab-c477-4242-9341-6b62c3f2e140 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:32.066471 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec5dbab-c477-4242-9341-6b62c3f2e140'] response: {'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'code': 200} Mar 31 23:51:32.108622 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:32.157383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:32.184984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc597f-9dd6-4a94-ba56-7395004ab550 req-05590df0-01bf-4b08-b75c-7f5bf4fd5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:32.186542 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdcc597f-9dd6-4a94-ba56-7395004ab550 req-05590df0-01bf-4b08-b75c-7f5bf4fd5a27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0428500 Mar 31 23:51:32.221376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdcc597f-9dd6-4a94-ba56-7395004ab550 req-f6e890db-45c0-4bc2-8719-2261ff59200f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274353 Mar 31 23:51:33.024853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab05e4-782d-4f24-b883-7f2de0ee07be req-df7d123c-6c3b-4339-9cfe-a3a322136769 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:33.026347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98ab05e4-782d-4f24-b883-7f2de0ee07be req-df7d123c-6c3b-4339-9cfe-a3a322136769 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0542622 Mar 31 23:51:33.386410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98ab05e4-782d-4f24-b883-7f2de0ee07be req-bdfa1d59-c126-4c3a-9bfd-8fc2ddca8368 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538346 Mar 31 23:51:34.524886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ed76-77f5-4d4a-970c-a78cb11236c0 req-8f2d631b-2356-403b-b13b-cb0a88147d71 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:34.526850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a110ed76-77f5-4d4a-970c-a78cb11236c0 req-8f2d631b-2356-403b-b13b-cb0a88147d71 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0608270 Mar 31 23:51:34.573806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a110ed76-77f5-4d4a-970c-a78cb11236c0 req-0e7746b5-b07f-4593-9c4e-4884b3c18420 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Mar 31 23:51:34.689544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58572a40-53b8-4eba-ad24-f5977fba8bc0 req-767ef172-5514-40c0-86d5-f2bc5c82423c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:34.690948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58572a40-53b8-4eba-ad24-f5977fba8bc0 req-767ef172-5514-40c0-86d5-f2bc5c82423c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Mar 31 23:51:34.704508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 40422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:34.709005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'floatingip': {'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:34.756652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:35.162293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:35.299640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:35.379889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:35.501802 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 associated. External IP: 172.25.6.182, port: 7b6e3dd5-3f26-4e39-ae70-e473847060c2. Mar 31 23:51:35.722015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:35.833336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:35.839331 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:35.843655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:35.860898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:35.861522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:51:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:35.868370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-93d2f4d2-b3d9-425e-af06-64f0b6a18d03 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "PUT /v2.0/floatingips/fdf0294c-2108-42bb-903d-8260bc6b3878 HTTP/1.1" status: 200 len: 991 time: 1.1627703 Mar 31 23:51:35.869148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:35.871587 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:35.930738 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc829047-9338-43b4-9408-fa4ea020d87c x-openstack-request-id: req-fc829047-9338-43b4-9408-fa4ea020d87c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:35.931243 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:35.931846 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc829047-9338-43b4-9408-fa4ea020d87c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:35.932385 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc829047-9338-43b4-9408-fa4ea020d87c'] response: {'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'status': 'completed', 'code': 200} Mar 31 23:51:36.027333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-de88c04c-7fa7-4d82-afd0-c2a095723624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:36.028989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-de88c04c-7fa7-4d82-afd0-c2a095723624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0521502 Mar 31 23:51:36.150703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-2dc32361-bafc-4f55-b57a-7546d664920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:36.153323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-2dc32361-bafc-4f55-b57a-7546d664920c service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1165111 Mar 31 23:51:36.156119 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:36.290679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-39729b5e-b589-4f3d-96d2-adfd71d0d432 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 999 time: 0.1287532 Mar 31 23:51:36.306324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d287707-437e-473d-b170-49cde3e61fdb req-04090306-f321-407a-8c08-216e25893ed1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:36.307857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d287707-437e-473d-b170-49cde3e61fdb req-04090306-f321-407a-8c08-216e25893ed1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0854545 Mar 31 23:51:36.379480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d287707-437e-473d-b170-49cde3e61fdb req-7a416f6c-177e-4311-b562-f9e1579cdcb7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637455 Mar 31 23:51:36.395848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-a8755da1-d623-4c45-a84d-106d96895d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:36.397365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-a8755da1-d623-4c45-a84d-106d96895d70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0609841 Mar 31 23:51:36.404466 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:e5:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:51:35Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:36.432642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:36.441106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:36.441723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:51:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:36.454247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-8eac3fe7-0400-4f08-b46d-ee32625bcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:36.455945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-8eac3fe7-0400-4f08-b46d-ee32625bcc56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509770 Mar 31 23:51:36.551647 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-942b9caf-581c-4e56-b837-f18e2f6ca1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870636 Mar 31 23:51:36.555273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:36.651153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f56a85f5-0f32-4af7-bfaa-eeeeec49c5d6 req-8dd25d97-8158-441b-8a06-c653b566b5b5 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923824 Mar 31 23:51:36.796006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:e5:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:51:35Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:36.824926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de943252-e1dc-46ce-b556-5c76796d8589 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:e5:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:51:35Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:37.018631 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd454e-83ca-4463-aac3-2293f3e339a6 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:51:37.510974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37134e0-180b-4260-8468-8c5fa9334f14 req-6153d4c3-2424-4086-bfc4-24b6b9eb6dc8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:37.512399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e37134e0-180b-4260-8468-8c5fa9334f14 req-6153d4c3-2424-4086-bfc4-24b6b9eb6dc8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Mar 31 23:51:37.550354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e37134e0-180b-4260-8468-8c5fa9334f14 req-0c37ec0c-5777-4d39-85f2-efe2150247fa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Mar 31 23:51:38.170557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-647e2e6d-3625-4f8b-b194-a73d6ebd15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.172105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-647e2e6d-3625-4f8b-b194-a73d6ebd15f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0428543 Mar 31 23:51:38.285206 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-724e8b82-742b-41f2-b36e-0b599dd4455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.286606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-724e8b82-742b-41f2-b36e-0b599dd4455d service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0919805 Mar 31 23:51:38.354822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-86891cb8-9211-49c4-9c0e-a7d1dd2f63cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1001 time: 0.0600712 Mar 31 23:51:38.405473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-c1126f9d-ac84-4ee1-9a7a-02194b23907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.406938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-c1126f9d-ac84-4ee1-9a7a-02194b23907e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0450878 Mar 31 23:51:38.460577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-ae0c0a26-69d8-4dbd-9206-bf176beb1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.462107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-ae0c0a26-69d8-4dbd-9206-bf176beb1bda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478117 Mar 31 23:51:38.554968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-8727a9b4-cade-4445-b8cb-82f9c49da841 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864797 Mar 31 23:51:38.688185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc5efacf-0c81-4f12-99b1-d25e18e21ecc req-1eade423-587c-4f19-b8af-d126226d6707 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260247 Mar 31 23:51:38.700627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdde2-b6f7-414a-844d-428597863f16 req-424c4015-335b-4def-82a0-478ef7d331d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.702146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-262bdde2-b6f7-414a-844d-428597863f16 req-424c4015-335b-4def-82a0-478ef7d331d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0753579 Mar 31 23:51:38.743176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-262bdde2-b6f7-414a-844d-428597863f16 req-46917898-8787-4500-bea4-77fd769a8647 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348184 Mar 31 23:51:39.861499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4cd2-c29d-4381-96df-b758b14ca93b req-dc8194ae-2bff-4813-bd63-73b39091b6b7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:39.862988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-154b4cd2-c29d-4381-96df-b758b14ca93b req-dc8194ae-2bff-4813-bd63-73b39091b6b7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Mar 31 23:51:39.902948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-154b4cd2-c29d-4381-96df-b758b14ca93b req-8d0dadf6-099c-40ce-9fc2-f2c6c4410d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Mar 31 23:51:41.027551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a3627-5a67-455d-8fa1-cc692aeb7974 req-bccf57fd-a153-4fef-afad-56d945f403f2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:41.029084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d4a3627-5a67-455d-8fa1-cc692aeb7974 req-bccf57fd-a153-4fef-afad-56d945f403f2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0551198 Mar 31 23:51:41.070243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d4a3627-5a67-455d-8fa1-cc692aeb7974 req-01c24187-9eee-48d7-81ba-a8e7d8779399 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343237 Mar 31 23:51:41.674333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9c4f-b671-4ef7-8fb0-5b3b8c0238a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:42.198460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bf5b3-3d93-4351-b95e-dac478a8ba69 req-9df7e7b0-4b00-43e6-ab6b-2aae2873efa3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:42.200011 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-908bf5b3-3d93-4351-b95e-dac478a8ba69 req-9df7e7b0-4b00-43e6-ab6b-2aae2873efa3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0538297 Mar 31 23:51:42.240251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-908bf5b3-3d93-4351-b95e-dac478a8ba69 req-0017d9d0-53ed-4bbf-a922-5113e16a43f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337369 Mar 31 23:51:43.383361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966975-762d-462a-a9b3-6410d6ce7ba0 req-ac37ce5f-3af5-45b9-ad8c-6109f035cd61 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:43.386362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34966975-762d-462a-a9b3-6410d6ce7ba0 req-ac37ce5f-3af5-45b9-ad8c-6109f035cd61 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0597949 Mar 31 23:51:43.435482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-34966975-762d-462a-a9b3-6410d6ce7ba0 req-9c8b0cd5-2019-4473-942d-6a80a017cc69 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428612 Mar 31 23:51:43.897020 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-02d3c15b-c420-4a76-8a26-b1a24252cfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.558277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41d728-c10d-4ca7-9b50-e1490b0b272d req-96b7e437-bc97-4ce2-b1c9-03d3d1bb2c01 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:44.559815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b41d728-c10d-4ca7-9b50-e1490b0b272d req-96b7e437-bc97-4ce2-b1c9-03d3d1bb2c01 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0537488 Mar 31 23:51:44.599187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b41d728-c10d-4ca7-9b50-e1490b0b272d req-51c90743-95d2-4db8-8dff-0c23e9fb6964 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Mar 31 23:51:45.464948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.723180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857742d-0399-4e02-b43c-75c867192bde req-365df336-37ce-46aa-9c28-236a5ffaeaf4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:45.724609 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5857742d-0399-4e02-b43c-75c867192bde req-365df336-37ce-46aa-9c28-236a5ffaeaf4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Mar 31 23:51:45.765275 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5857742d-0399-4e02-b43c-75c867192bde req-650bbe6f-b359-4cd9-805a-c820f05c54a4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Mar 31 23:51:46.742658 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.789024 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.885272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5480-d7fd-43fe-8d3a-12a44bba0d37 req-69dfcb76-a411-4c1d-a382-1e9f967f2ecc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:46.886757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61fe5480-d7fd-43fe-8d3a-12a44bba0d37 req-69dfcb76-a411-4c1d-a382-1e9f967f2ecc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Mar 31 23:51:46.924456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-61fe5480-d7fd-43fe-8d3a-12a44bba0d37 req-2f52b0b6-5dba-4864-888f-3b6153306d14 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Mar 31 23:51:48.048972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c673-4fb1-4cfa-9f21-f1d60713690f req-825f7595-55a3-4946-ac4a-df1f3a705a8e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:48.050550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6781c673-4fb1-4cfa-9f21-f1d60713690f req-825f7595-55a3-4946-ac4a-df1f3a705a8e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0544753 Mar 31 23:51:48.090295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6781c673-4fb1-4cfa-9f21-f1d60713690f req-81b9edcb-d5d9-4f4c-a975-0802a92db819 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Mar 31 23:51:49.211407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41c44-75a4-4c3c-8a98-b3bcfbe8d7f8 req-ad6cff81-13b1-4945-91e3-7aef6be65422 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:49.213552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e41c44-75a4-4c3c-8a98-b3bcfbe8d7f8 req-ad6cff81-13b1-4945-91e3-7aef6be65422 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Mar 31 23:51:49.253503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-88e41c44-75a4-4c3c-8a98-b3bcfbe8d7f8 req-a41ba9df-421c-4df6-954f-358c21129100 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339684 Mar 31 23:51:50.375597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd606eb4-6d21-44cd-b233-fb3b47ceca94 req-d450bbb9-603c-4fca-8dba-9fd67e5cb073 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:50.377106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd606eb4-6d21-44cd-b233-fb3b47ceca94 req-d450bbb9-603c-4fca-8dba-9fd67e5cb073 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Mar 31 23:51:50.417533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd606eb4-6d21-44cd-b233-fb3b47ceca94 req-90076666-cc97-4c95-a642-853ff05898d2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 Mar 31 23:51:51.541653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86424a-9dbe-4dec-a309-3aa78e7c324e req-6b07c877-5d96-4e52-8f33-7e86a7d08bd1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:51.543541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce86424a-9dbe-4dec-a309-3aa78e7c324e req-6b07c877-5d96-4e52-8f33-7e86a7d08bd1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0560446 Mar 31 23:51:51.583237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce86424a-9dbe-4dec-a309-3aa78e7c324e req-d7279550-c450-4c45-9465-2dc64e43445e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Mar 31 23:51:52.708107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9ef66-8c58-447d-b59f-b1696ed7d1b1 req-93198aa1-f20b-4fae-aaa0-6d7d8d832cfe tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:52.709523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daf9ef66-8c58-447d-b59f-b1696ed7d1b1 req-93198aa1-f20b-4fae-aaa0-6d7d8d832cfe tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Mar 31 23:51:52.750208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-daf9ef66-8c58-447d-b59f-b1696ed7d1b1 req-0f9cc92e-5295-4838-91bc-8f871a07c202 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Mar 31 23:51:53.870384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3578fe-632c-484f-8f3a-8c635f0f0cc9 req-758fa706-ca2f-42a2-b343-ad5de878de0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:53.871914 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a3578fe-632c-484f-8f3a-8c635f0f0cc9 req-758fa706-ca2f-42a2-b343-ad5de878de0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Mar 31 23:51:53.910770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a3578fe-632c-484f-8f3a-8c635f0f0cc9 req-e1eb8621-001f-4fb3-a180-e3ddb08b91c7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Mar 31 23:51:54.510926 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.035245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f648a-5a16-40dd-97e8-dc88ceb51fa5 req-e59bf633-9935-4043-9f91-925fd8449ee1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:55.036729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a6f648a-5a16-40dd-97e8-dc88ceb51fa5 req-e59bf633-9935-4043-9f91-925fd8449ee1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0536492 Mar 31 23:51:55.074610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a6f648a-5a16-40dd-97e8-dc88ceb51fa5 req-89258aad-12f8-4df6-a499-b67d9b676730 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Mar 31 23:51:56.195450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365d8a1-5c5b-46cf-9c17-1f901c5c26cc req-63fb87cb-7df9-46c2-9149-7e0ffb474829 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:56.197092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6365d8a1-5c5b-46cf-9c17-1f901c5c26cc req-63fb87cb-7df9-46c2-9149-7e0ffb474829 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0496900 Mar 31 23:51:56.236380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6365d8a1-5c5b-46cf-9c17-1f901c5c26cc req-56b5066b-d795-4b2b-a91b-3e3d5daf80fe tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332444 Mar 31 23:51:57.360578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedebba-6a79-4bca-9cc9-d92154b7ae27 req-1a5781ff-ab52-4603-bf1c-2aa79a60ab0c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.362063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecedebba-6a79-4bca-9cc9-d92154b7ae27 req-1a5781ff-ab52-4603-bf1c-2aa79a60ab0c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Mar 31 23:51:57.402485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ecedebba-6a79-4bca-9cc9-d92154b7ae27 req-0705e9f4-48da-4e2c-8cbc-1b9d50b4218b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342741 Mar 31 23:51:58.522247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839fca2-91e6-455d-b17f-65c77d524cef req-e640f965-8b4b-4bb7-bc3a-51ce93ba1ba3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:58.523757 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8839fca2-91e6-455d-b17f-65c77d524cef req-e640f965-8b4b-4bb7-bc3a-51ce93ba1ba3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Mar 31 23:51:58.562778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8839fca2-91e6-455d-b17f-65c77d524cef req-0e4bb2c5-ab72-439a-be36-d6add67b53d3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Mar 31 23:51:59.677951 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e41a-39ad-480f-a783-23f6995fd3ba req-4d519a89-1e49-4990-b282-cb4c1812e87f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:59.679434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4403e41a-39ad-480f-a783-23f6995fd3ba req-4d519a89-1e49-4990-b282-cb4c1812e87f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0480928 Mar 31 23:51:59.718159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4403e41a-39ad-480f-a783-23f6995fd3ba req-440f55a8-f24c-40d8-af44-72d3feafdc29 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Mar 31 23:52:00.834271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687e5b-6e45-4a3f-835c-b839c2fe9c7a req-47c40eaa-8936-47ee-ba6a-796dad46ec0d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:00.835777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21687e5b-6e45-4a3f-835c-b839c2fe9c7a req-47c40eaa-8936-47ee-ba6a-796dad46ec0d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Mar 31 23:52:00.873845 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21687e5b-6e45-4a3f-835c-b839c2fe9c7a req-8fdfef9d-de5d-4d77-973f-ea76d50871ed tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Mar 31 23:52:01.998234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c59e18-1538-4c8a-9c96-9171efa6617f req-27f9b194-7316-45f7-93d6-ce49d6775456 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:01.999763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2c59e18-1538-4c8a-9c96-9171efa6617f req-27f9b194-7316-45f7-93d6-ce49d6775456 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Mar 31 23:52:02.048989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2c59e18-1538-4c8a-9c96-9171efa6617f req-96f3b68f-d9ec-4ef2-9a02-93766585a399 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Mar 31 23:52:02.452082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e592-a7be-430d-8a01-53013bc17025 req-6ebd22a1-6f3a-46dd-88d6-8885a3f2727e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:02.453585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04f2e592-a7be-430d-8a01-53013bc17025 req-6ebd22a1-6f3a-46dd-88d6-8885a3f2727e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0485420 Mar 31 23:52:02.492796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-04f2e592-a7be-430d-8a01-53013bc17025 req-95c800a3-a8a7-4452-b695-3e92258f47ea tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330284 Mar 31 23:52:02.607483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-5a535433-ce30-440f-94ae-a907c2948df7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792983 Mar 31 23:52:03.618759 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b1596-26ff-43bf-8d1a-30720ba12083 req-96b03a4c-b622-411c-adec-f17cd15b7aa8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:03.620273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-342b1596-26ff-43bf-8d1a-30720ba12083 req-96b03a4c-b622-411c-adec-f17cd15b7aa8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0575039 Mar 31 23:52:03.661748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-342b1596-26ff-43bf-8d1a-30720ba12083 req-821461bd-8fa9-4dd7-bca2-c116d44b42d2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353024 Mar 31 23:52:04.563095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-eaea64a4-9de2-44bd-b3b9-f1223504b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:04.564593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-eaea64a4-9de2-44bd-b3b9-f1223504b95b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0425091 Mar 31 23:52:04.654516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-f3548324-37ab-42c7-b220-1a9e7f927141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:04.655999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-f3548324-37ab-42c7-b220-1a9e7f927141 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0847039 Mar 31 23:52:04.734570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-b9b660fc-a790-41df-a17d-c83cc7fc9cd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1001 time: 0.0707955 Mar 31 23:52:04.812109 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-20e32aff-3668-4042-80b3-cdc3517ec937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:04.813538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-20e32aff-3668-4042-80b3-cdc3517ec937 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0683403 Mar 31 23:52:04.821507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b743fa0-ba75-4ee1-ac26-21d389d9a018 req-60ce95ef-32c9-4e09-b195-cb56c2ad30d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:04.822840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b743fa0-ba75-4ee1-ac26-21d389d9a018 req-60ce95ef-32c9-4e09-b195-cb56c2ad30d8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0872815 Mar 31 23:52:04.884653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3b743fa0-ba75-4ee1-ac26-21d389d9a018 req-65d52d86-8b8e-44f9-87ec-d296cc7047cf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537598 Mar 31 23:52:04.887136 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-5f299c91-3661-4cb4-bb77-465e5d0db5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:04.888521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-5f299c91-3661-4cb4-bb77-465e5d0db5e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648289 Mar 31 23:52:04.981365 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-ded51e28-b772-451e-9dbe-078fdb3b279d service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Mar 31 23:52:05.073579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-47bdd95b-e57f-41e1-81c6-43c385962272 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Mar 31 23:52:05.142220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:05.995518 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:06.004183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acd79-397b-4792-8799-4a91c77b3417 req-256d16e1-9bf5-42d5-9bb0-0f26d7773711 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:06.005692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-475acd79-397b-4792-8799-4a91c77b3417 req-256d16e1-9bf5-42d5-9bb0-0f26d7773711 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Mar 31 23:52:06.044602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-475acd79-397b-4792-8799-4a91c77b3417 req-5a88c244-8903-49fd-9f4d-5c9320f4d826 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321102 Mar 31 23:52:07.162407 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-a327462d-e759-49e8-aa73-329886c5f81c req-97be6a94-5cc0-4673-ba72-60282f24d86b service neutron] show failed (client error): The resource could not be found. Mar 31 23:52:07.163484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-97be6a94-5cc0-4673-ba72-60282f24d86b service neutron] 10.222.0.10 "GET /v2.0/ports/7b6e3dd5-3f26-4e39-ae70-e473847060c2/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0850799 Mar 31 23:52:07.179396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cd0f6-f144-4e6e-ab7e-6c532912f3bd req-e468aa0d-b33b-4d3e-8f2b-74e91ca8067f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:07.181489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-234cd0f6-f144-4e6e-ab7e-6c532912f3bd req-e468aa0d-b33b-4d3e-8f2b-74e91ca8067f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0666516 Mar 31 23:52:07.221206 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-234cd0f6-f144-4e6e-ab7e-6c532912f3bd req-2d6a37aa-273f-4aa4-949a-23f618a60d7a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Mar 31 23:52:07.632005 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-3975a468-5b50-4163-8d83-c3ee17155396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:07.634100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-3975a468-5b50-4163-8d83-c3ee17155396 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1096 time: 0.0456476 Mar 31 23:52:07.646452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:07.704695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.908061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:07.939568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:07.979034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:07.981312 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9941610-c609-4daf-9bc1-b187378d2480" -d '{"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:07.985567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.000791 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Transition to ACTIVE for port object 7b6e3dd5-3f26-4e39-ae70-e473847060c2 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:52:08.044641 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a281927-3e31-46d0-b342-3d83347c6866 x-openstack-request-id: req-2a281927-3e31-46d0-b342-3d83347c6866 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:08.044641 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:08.044641 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a281927-3e31-46d0-b342-3d83347c6866 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:08.044641 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a281927-3e31-46d0-b342-3d83347c6866'] response: {'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'code': 200} Mar 31 23:52:08.059079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.168636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:08.193967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.194355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.194674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.195026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.195438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.195759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.196099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.196412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.196737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.197057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.197377 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.197695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:08.254986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] No DVR routers for this DVR port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:52:08.348106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7597e6-c6ed-4fb0-9351-acf453b1ff24 req-ee449eb6-7edf-4dc7-a795-6eee4556f40a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.349595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7597e6-c6ed-4fb0-9351-acf453b1ff24 req-ee449eb6-7edf-4dc7-a795-6eee4556f40a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0501034 Mar 31 23:52:08.390747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-db7597e6-c6ed-4fb0-9351-acf453b1ff24 req-6a47874e-dd19-4da4-bcd4-4a6f102c1806 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345743 Mar 31 23:52:08.400505 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:08.400855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:08.401312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:08.405877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:52:08.406199 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Attempting to bind port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:08.411144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:08.411484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:08.411864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:08.412290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Bound port: 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:08.412647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.484101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:08.487111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:08.548182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.581749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.582372 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.583861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] 10.222.0.44 "PUT /v2.0/ports/7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1091 time: 0.9413221 Mar 31 23:52:08.638236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456a30-2cb9-470b-8044-3c845c31134c service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:08.657302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-a3348922-65be-40a2-b385-3636a564217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.658818 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-a3348922-65be-40a2-b385-3636a564217a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1094 time: 0.0525899 Mar 31 23:52:08.767918 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-e557f175-528b-4675-825a-709ce4c61201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.769384 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-e557f175-528b-4675-825a-709ce4c61201 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1035259 Mar 31 23:52:08.836285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-90b53d38-6862-469c-a4b8-6ec1faf24ab6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 999 time: 0.0592575 Mar 31 23:52:08.892370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-08254028-a411-40d1-9681-4f2a49482785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.893825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-08254028-a411-40d1-9681-4f2a49482785 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0496578 Mar 31 23:52:08.938422 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327462d-e759-49e8-aa73-329886c5f81c req-85457ace-a864-4e21-9f3f-87db70df4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.939886 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-85457ace-a864-4e21-9f3f-87db70df4d0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397086 Mar 31 23:52:09.028615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-41d9032e-8a70-4742-a417-037cb8f2e151 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817716 Mar 31 23:52:09.134214 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a327462d-e759-49e8-aa73-329886c5f81c req-f5b643aa-bd22-40c7-a9b3-2a6452004c96 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993912 Mar 31 23:52:09.514211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8e109-e904-4ca0-8346-6dd42eebec9c req-0858634f-5279-4c14-b23e-5202c8268573 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:09.515716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28e8e109-e904-4ca0-8346-6dd42eebec9c req-0858634f-5279-4c14-b23e-5202c8268573 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0524368 Mar 31 23:52:09.553503 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28e8e109-e904-4ca0-8346-6dd42eebec9c req-945388a5-e6b5-46e5-a180-14215cef4fce tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Mar 31 23:52:09.966106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:52:10.005826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:52:10.043518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:10.045957 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205bbed4-d2af-4b46-8929-7475ae320477" -d '{"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:10.095572 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17811303-c842-416b-991c-5e620e5eafe3 x-openstack-request-id: req-17811303-c842-416b-991c-5e620e5eafe3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:10.095862 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:10.096119 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17811303-c842-416b-991c-5e620e5eafe3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:10.097309 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17811303-c842-416b-991c-5e620e5eafe3'] response: {'name': 'network-changed', 'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'status': 'completed', 'code': 200} Mar 31 23:52:10.168264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-a46829b4-ec98-40ef-983d-f1c3bf029785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.169801 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-a46829b4-ec98-40ef-983d-f1c3bf029785 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1094 time: 0.0509112 Mar 31 23:52:10.182698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-012674f3-dbdd-45f9-9ed6-1d0ad207c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.185212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-012674f3-dbdd-45f9-9ed6-1d0ad207c1da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1094 time: 0.0469108 Mar 31 23:52:10.269191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-4c428595-5831-42aa-ab94-0ef23ec3aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.270586 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-4c428595-5831-42aa-ab94-0ef23ec3aa4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0941381 Mar 31 23:52:10.280571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-04766cd3-4868-45a8-ad8e-80ef2901caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.282026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-04766cd3-4868-45a8-ad8e-80ef2901caff service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0907400 Mar 31 23:52:10.339674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-5101b457-d272-48b6-b66e-a9c71ca1eed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 999 time: 0.0620990 Mar 31 23:52:10.392343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-57011bf7-3650-44d3-8b5c-f11d48b0686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.393832 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-57011bf7-3650-44d3-8b5c-f11d48b0686b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0467496 Mar 31 23:52:10.449083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-4250a0e5-e909-4e8e-803d-59d620859bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.450674 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-4250a0e5-e909-4e8e-803d-59d620859bac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501471 Mar 31 23:52:10.549934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-e35bd261-ead2-47c5-b16d-52abe6e9c1ef service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921874 Mar 31 23:52:10.648597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-4a0a6bf7-8e7e-48b9-a0a9-7871db7b2917 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920639 Mar 31 23:52:10.690004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-3626c713-7baf-4af5-ba4f-aaacbd1c7cd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 999 time: 0.4007103 Mar 31 23:52:10.705561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540ff0-9798-4eb1-94e7-f7fc8f4fe97f req-12c5acf6-c220-4264-bdad-b9551aadf41f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.706920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89540ff0-9798-4eb1-94e7-f7fc8f4fe97f req-12c5acf6-c220-4264-bdad-b9551aadf41f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0672581 Mar 31 23:52:10.773085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-ead5faa2-975e-413f-ac76-b9e2f90c4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.775302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-ead5faa2-975e-413f-ac76-b9e2f90c4dfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0776331 Mar 31 23:52:10.779988 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-89540ff0-9798-4eb1-94e7-f7fc8f4fe97f req-fd93f09d-5f04-46b5-bc54-ed7a26d693e3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650344 Mar 31 23:52:10.818968 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbed4-d2af-4b46-8929-7475ae320477 req-eecee6d4-7998-479f-9277-f838bdf77c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.820384 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-eecee6d4-7998-479f-9277-f838bdf77c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392835 Mar 31 23:52:10.909465 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-7dff01d4-0db2-48e6-ab3e-17f2b43f5a4d service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Mar 31 23:52:10.996393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-205bbed4-d2af-4b46-8929-7475ae320477 req-16a69cb0-dc26-4902-81a2-2364e18b6400 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805111 Mar 31 23:52:11.676357 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bef58a61-3681-4fe2-88d2-e0fe06355ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:11.898722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f6954-2648-427c-b7b1-6316673cb033 req-d2d241ee-37aa-4c34-bd6b-a88881916288 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:11.900732 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2f6954-2648-427c-b7b1-6316673cb033 req-d2d241ee-37aa-4c34-bd6b-a88881916288 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0496545 Mar 31 23:52:11.937864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2f6954-2648-427c-b7b1-6316673cb033 req-9e2a1955-cdf7-4f0b-8129-ac7433467257 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Mar 31 23:52:13.060501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58923e52-d300-44f8-9e5b-fe4579c923d6 req-6a487fc0-3270-4e4f-8c9f-29e8d2e214f8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.061958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58923e52-d300-44f8-9e5b-fe4579c923d6 req-6a487fc0-3270-4e4f-8c9f-29e8d2e214f8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0538704 Mar 31 23:52:13.101040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58923e52-d300-44f8-9e5b-fe4579c923d6 req-483ed910-f757-4351-a654-407d791fd842 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329158 Mar 31 23:52:13.265357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:52:13.362962 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:13.374741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'mac_address': 'fa:16:3e:e5:3e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:52:13.418267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:13.435529 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e3dd5-3f26-4e39-ae70-e473847060c2 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:52:13.454767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac51a-ed03-40a7-bf37-366115890bb2 req-cc27e39d-8809-40c9-bc7f-f127f8aeeaf9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.455802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:13.456281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-109ac51a-ed03-40a7-bf37-366115890bb2 req-cc27e39d-8809-40c9-bc7f-f127f8aeeaf9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 943 time: 0.0566802 Mar 31 23:52:13.519385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:13.529548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-109ac51a-ed03-40a7-bf37-366115890bb2 req-3022042c-2119-474d-8966-b1abf28c2099 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651321 Mar 31 23:52:13.543260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-007b9be8-cd4c-42b0-b1d6-6ccfe503ade6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.544767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-007b9be8-cd4c-42b0-b1d6-6ccfe503ade6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33&tenant_id=ce3a406f1d5241eabafb9d1f284b4331&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 943 time: 0.0744154 Mar 31 23:52:13.567904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:13.611352 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-40540ae0-4173-47cf-9942-f90d1f84ac7b service neutron] delete failed (client error): The resource could not be found. Mar 31 23:52:13.612340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-40540ae0-4173-47cf-9942-f90d1f84ac7b service neutron] 10.222.0.10 "DELETE /v2.0/ports/7b6e3dd5-3f26-4e39-ae70-e473847060c2/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0600293 Mar 31 23:52:13.716079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-51d2acb2-f4fd-4a52-b543-dff93ddd56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.717545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-51d2acb2-f4fd-4a52-b543-dff93ddd56b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1095 time: 0.0405056 Mar 31 23:52:13.807375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-8ae43ebb-1971-4c0f-b691-a18f4aa8ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.808746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-8ae43ebb-1971-4c0f-b691-a18f4aa8ff5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0839431 Mar 31 23:52:13.877099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-9fcd5993-16e9-4f88-95ab-cc114e67d0ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1000 time: 0.0618842 Mar 31 23:52:13.900916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-be1f4928-156c-46b1-a22f-4dee6efbd450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:13.906847 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['7b6e3dd5-3f26-4e39-ae70-e473847060c2'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:52:13.931943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-7cbab328-5338-4c35-b9f5-a8d55060c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.933153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-7cbab328-5338-4c35-b9f5-a8d55060c064 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0491147 Mar 31 23:52:13.988627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-7a5c5f83-b33b-43cb-8c27-ca99d219b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.991157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-7a5c5f83-b33b-43cb-8c27-ca99d219b3e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515308 Mar 31 23:52:14.088729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-e9f29d8a-195f-410f-ae77-4fabd17853c1 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908859 Mar 31 23:52:14.185153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-067a3dd7-9e08-43f1-92bc-d9ed4ef69c91 req-1a5e4142-bef7-42ed-9f41-b502f5194312 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906768 Mar 31 23:52:14.658821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d91f3a-728a-4d7c-930b-14c95fc491a8 req-a188c6e9-a768-4bc8-afa4-fef50372450d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:14.660342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70d91f3a-728a-4d7c-930b-14c95fc491a8 req-a188c6e9-a768-4bc8-afa4-fef50372450d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 944 time: 0.0563133 Mar 31 23:52:14.699992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70d91f3a-728a-4d7c-930b-14c95fc491a8 req-7c57c8d5-71b6-4e4a-b866-b8e20e7496e0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327094 Mar 31 23:52:15.278227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:15.399810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:52:15.411986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:15.412360 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:15.482230 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:15.496473 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:15.521979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:15.524781 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61be5e76-c910-4377-be98-adbdd73b571c" -d '{"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:15.537457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:15.566117 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcdf52b-d71b-40da-aebd-72d5fc094654 x-openstack-request-id: req-7fcdf52b-d71b-40da-aebd-72d5fc094654 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:15.566117 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:15.566117 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7fcdf52b-d71b-40da-aebd-72d5fc094654 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:15.566117 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcdf52b-d71b-40da-aebd-72d5fc094654'] response: {'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'code': 200} Mar 31 23:52:15.613287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:15.660241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:15.823137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2257-8f70-41ba-a650-d85d971a276f req-2f442bd6-53ff-44fa-bb37-36f343828276 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:15.824529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-172f2257-8f70-41ba-a650-d85d971a276f req-2f442bd6-53ff-44fa-bb37-36f343828276 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Mar 31 23:52:15.863159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-172f2257-8f70-41ba-a650-d85d971a276f req-780317d1-71f0-43c6-a60b-f68a1210d392 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323420 Mar 31 23:52:15.979576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f571ecf-6df1-4376-83b6-3934fe511f53 req-218b3ff9-64fc-4e9f-813d-7f9e6208899f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:15.981038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f571ecf-6df1-4376-83b6-3934fe511f53 req-218b3ff9-64fc-4e9f-813d-7f9e6208899f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Mar 31 23:52:16.019291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f571ecf-6df1-4376-83b6-3934fe511f53 req-cf97647a-338e-486e-9cb7-72163b88119c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Mar 31 23:52:16.347645 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ae87-eba7-457c-ba66-8b1d608162b2 req-05811925-a65a-4c67-a9fd-063b90de8d89 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.349018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4458ae87-eba7-457c-ba66-8b1d608162b2 req-05811925-a65a-4c67-a9fd-063b90de8d89 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Mar 31 23:52:16.389614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4458ae87-eba7-457c-ba66-8b1d608162b2 req-70172fad-6924-4ac9-8ebe-42ffd16edad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Mar 31 23:52:16.467768 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-5209d6ea-1f23-45fd-a7bd-f8f3f5c0e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.469303 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-5209d6ea-1f23-45fd-a7bd-f8f3f5c0e5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 1096 time: 0.0417464 Mar 31 23:52:16.558223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-41dfe88d-7b00-4486-82ec-3cbd2f807aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.559696 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-41dfe88d-7b00-4486-82ec-3cbd2f807aab service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0842326 Mar 31 23:52:16.626660 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-44e5934b-ffed-44ba-97cf-e32f712819f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 200 len: 1001 time: 0.0604286 Mar 31 23:52:16.674141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-351bf7e8-fe7d-4f2a-9f71-5121853de6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.675625 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-351bf7e8-fe7d-4f2a-9f71-5121853de6a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0430934 Mar 31 23:52:16.721037 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-8ab3660a-ee53-48d7-93fb-bd94fb85898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.722866 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-8ab3660a-ee53-48d7-93fb-bd94fb85898e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413387 Mar 31 23:52:16.773444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:16.816378 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:16.827117 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-f1f19ff1-2036-4deb-9b04-994c380b40be service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976675 Mar 31 23:52:16.917386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4b1c05ac-eeed-48c2-a5fe-50d85088a995 req-3ef69252-72d2-410e-af27-d7634e58b149 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Mar 31 23:52:17.517481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e91e3-f269-4a73-bc0b-6926987b561d req-ce7c5c41-4dbd-422e-aaf0-fe4f0096006a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:17.519081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e77e91e3-f269-4a73-bc0b-6926987b561d req-ce7c5c41-4dbd-422e-aaf0-fe4f0096006a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0526855 Mar 31 23:52:17.559706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e77e91e3-f269-4a73-bc0b-6926987b561d req-18bf560f-0e9b-4f31-9053-b3d8e6a86401 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Mar 31 23:52:18.681355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fed887-b3cf-4d6f-a82e-68a8654061fa req-b6b0753a-f96e-4554-9bb9-0e30f3d00c6e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:18.682809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fed887-b3cf-4d6f-a82e-68a8654061fa req-b6b0753a-f96e-4554-9bb9-0e30f3d00c6e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Mar 31 23:52:18.721371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06fed887-b3cf-4d6f-a82e-68a8654061fa req-ab96a6d7-58ad-4d88-8566-a386cf276f43 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Mar 31 23:52:19.177146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c8be5-69c9-4936-9f45-fd357f7b977e req-ac2ed6cb-9a37-41ec-a3ee-34fb43e473dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.178690 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa7c8be5-69c9-4936-9f45-fd357f7b977e req-ac2ed6cb-9a37-41ec-a3ee-34fb43e473dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0577378 Mar 31 23:52:19.218369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa7c8be5-69c9-4936-9f45-fd357f7b977e req-246b1610-c254-406b-9ffe-a140a7721fc7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Mar 31 23:52:20.342612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddfcc-432f-49a3-8a6b-4081c583bbc5 req-795b58fe-9efa-4f44-808b-34191882e577 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:20.344147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b8ddfcc-432f-49a3-8a6b-4081c583bbc5 req-795b58fe-9efa-4f44-808b-34191882e577 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Mar 31 23:52:20.382557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b8ddfcc-432f-49a3-8a6b-4081c583bbc5 req-1c23cb51-db60-43fb-afe5-275cc74d229e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Mar 31 23:52:20.606974 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-18b30a5f-5846-425a-87e1-ba1e535f5dde tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:20.608341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-18b30a5f-5846-425a-87e1-ba1e535f5dde tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Mar 31 23:52:20.937925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Deleting port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:52:20.938258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.029255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] For port 7b6e3dd5-3f26-4e39-ae70-e473847060c2, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=7b6e3dd5-3f26-4e39-ae70-e473847060c2,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:21.029621 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.246474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.246737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.247136 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 disassociated. External IP: 172.25.6.182, port: 7b6e3dd5-3f26-4e39-ae70-e473847060c2. Mar 31 23:52:21.247472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Calling delete_port for 7b6e3dd5-3f26-4e39-ae70-e473847060c2 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:52:21.436717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.471351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'Port': ['ID=7b6e3dd5-3f26-4e39-ae70-e473847060c2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:21.497003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97dc44d0-8c37-4688-9267-656022e9b4e9 req-04b42ffa-7215-4ac6-98cc-67decf122a04 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=eabda1c2-9f5e-417b-aa9c-f76f9e77ea33 HTTP/1.1" status: 200 len: 210 time: 0.0344806 Mar 31 23:52:21.590721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:52:21.701541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:52:21.710866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:52:21.721291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:21.722406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:52:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:21.740352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] No DVR routers for this DVR port 7b6e3dd5-3f26-4e39-ae70-e473847060c2 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:52:21.743649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.746987 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-33130fba-788e-4f75-bd05-6d209ab225e7 req-fe1cb2e2-2036-4f9b-85b5-31ad587e86b0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "DELETE /v2.0/ports/7b6e3dd5-3f26-4e39-ae70-e473847060c2 HTTP/1.1" status: 204 len: 173 time: 1.1333952 Mar 31 23:52:21.747410 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-deleted', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:21.749669 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602e69f-f88f-469c-8167-3e3db10843a5" -d '{"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-deleted", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:21.800300 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2605012-bbd3-452b-8bab-494f535432ce x-openstack-request-id: req-d2605012-bbd3-452b-8bab-494f535432ce {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:21.800300 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabda1c2-9f5e-417b-aa9c-f76f9e77ea33", "name": "network-vif-deleted", "tag": "7b6e3dd5-3f26-4e39-ae70-e473847060c2", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:21.800300 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d2605012-bbd3-452b-8bab-494f535432ce {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:21.800300 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2605012-bbd3-452b-8bab-494f535432ce'] response: {'server_uuid': 'eabda1c2-9f5e-417b-aa9c-f76f9e77ea33', 'name': 'network-vif-deleted', 'tag': '7b6e3dd5-3f26-4e39-ae70-e473847060c2', 'status': 'completed', 'code': 200} Mar 31 23:52:21.835510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:22.045493 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:22.072268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:52:22.080518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:22.081120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:52:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:22.188446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:22.395630 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:22.424807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf75c-36ce-4682-a77e-eeee1b2a35de None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:22.655526 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d0d99-760b-40db-8309-c1996880e2d5 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:52:22.731154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-a970e7f6-39dd-4533-8683-33bfaef1bc9f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--247817224&fields=id&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 267 time: 0.0334814 Mar 31 23:52:22.842555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-8687553c-fc24-417c-a5d6-0c2715ee98f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:22.844079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-8687553c-fc24-417c-a5d6-0c2715ee98f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1060348 Mar 31 23:52:22.861203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-f22a0a68-80c5-4c48-93da-dde72dc0b5b9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/quotas/ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 375 time: 0.0103431 Mar 31 23:52:22.917956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-d8a66f99-4d35-41ba-845c-4b8f62fcecb7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498710 Mar 31 23:52:23.092032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-e0328f80-6808-4806-81d1-d6deb400d2c4 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280186 Mar 31 23:52:23.183500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-227346bc-fdea-4291-abc3-2cbf4410ea87 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846324 Mar 31 23:52:23.429327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac3f4480-140c-483a-a2e8-64e7a9071c6b req-6afca3eb-01bd-49cd-b3e0-5beca3d1e42d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 210 time: 0.0275946 Mar 31 23:52:24.533935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-685c6321-33a9-4fb0-8d38-da7a6f2ce3ca req-98b9c6c3-ea08-429a-a460-507cbd80491c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 210 time: 0.0320179 Mar 31 23:52:24.576506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:25.327676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:52:25.348312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 7b6e3dd5-3f26-4e39-ae70-e473847060c2 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:52:25.350301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 7b6e3dd5-3f26-4e39-ae70-e473847060c2 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:52:25.407760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-0b31cb70-6eb5-4d6e-8f55-8acc80d9055c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:25.409307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-0b31cb70-6eb5-4d6e-8f55-8acc80d9055c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1040370 Mar 31 23:52:25.458908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-3eeae009-8c1f-4ba2-b26c-e5cbddfc2ff3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 379 time: 0.0362265 Mar 31 23:52:25.467464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'port': {'device_id': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'admin_state_up': True, 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'security_groups': ['4f028aa2-111d-426a-bba4-f09fdc2d6b6d']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:25.644658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b47fba3d-cb35-484e-8540-434250006a2d req-10172398-cd2d-4a62-9c1e-e80e960c1e65 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 210 time: 0.0385554 Mar 31 23:52:25.661979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:52:25.665727 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:25.796729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Allocated IP 172.20.0.13 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/18d21d97-e4e8-4911-a4f2-a99b62caea4d) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:52:25.934415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.016972 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.067192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:26.071386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:26.076069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:52:26.108726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:26.130138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.130497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.130844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.131217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.131561 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.131899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.132232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.132562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.134075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.134434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.135091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.135433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:26.159537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:26.160193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.256257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-84cea404-2cfb-4274-9da0-1716e6a2b05e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7923548 Mar 31 23:52:26.280059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5ade4de8-8d75-4d62-a3ee-4e104e5a885e None None] Provisioning complete for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:26.280957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5ade4de8-8d75-4d62-a3ee-4e104e5a885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.285856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Request body: {'port': {'device_id': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:26.333754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5ade4de8-8d75-4d62-a3ee-4e104e5a885e None None] Port 18d21d97-e4e8-4911-a4f2-a99b62caea4d cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:52:26.343645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.607717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:52:26.614920 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.627376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Transition to ACTIVE for port object 18d21d97-e4e8-4911-a4f2-a99b62caea4d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:52:26.705032 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.790134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:26.851532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f4e2-59c7-4983-b67b-831b1634204c req-9a682778-b59f-4179-b709-fa4967578a2c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:26.853094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a68f4e2-59c7-4983-b67b-831b1634204c req-9a682778-b59f-4179-b709-fa4967578a2c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.1377642 Mar 31 23:52:26.892977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:26.893381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:26.893723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:26.907348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:52:26.907692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:26.919638 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a68f4e2-59c7-4983-b67b-831b1634204c req-52606b75-e934-42b6-b38e-0b0a0544bb33 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586987 Mar 31 23:52:26.920513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:26.920859 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:26.921240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:26.921682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Bound port: 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:26.922051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:26.988051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:26.991129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:27.057007 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:27.101452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.102898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:27.104428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] 10.222.0.10 "PUT /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1092 time: 0.8229730 Mar 31 23:52:27.107873 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:27.107873 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c95a827-b71e-43d1-9be2-403b928488dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:27.134172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af1143-9dfd-4746-ad8d-54883702ebe6 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:27.148843 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba1498-9bd6-4306-b123-b505f62f650a x-openstack-request-id: req-83ba1498-9bd6-4306-b123-b505f62f650a {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:27.149216 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:27.149469 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-83ba1498-9bd6-4306-b123-b505f62f650a {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:27.149882 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ba1498-9bd6-4306-b123-b505f62f650a'] response: {'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'status': 'completed', 'code': 200} Mar 31 23:52:27.235680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a827-b71e-43d1-9be2-403b928488dd req-957cc24a-fc07-45d3-8545-95807de96708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.237210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c95a827-b71e-43d1-9be2-403b928488dd req-957cc24a-fc07-45d3-8545-95807de96708 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1095 time: 0.0462897 Mar 31 23:52:27.340994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a827-b71e-43d1-9be2-403b928488dd req-a57457ae-400c-4ae5-862d-fcc901a2e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.342554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c95a827-b71e-43d1-9be2-403b928488dd req-a57457ae-400c-4ae5-862d-fcc901a2e7d8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0915182 Mar 31 23:52:27.443489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a827-b71e-43d1-9be2-403b928488dd req-6471235c-9f8c-4d03-9651-3b8a2f795638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.444970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1c95a827-b71e-43d1-9be2-403b928488dd req-6471235c-9f8c-4d03-9651-3b8a2f795638 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954688 Mar 31 23:52:27.545133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-e99b7fc5-36ef-4cb3-82c2-0b9f9af11702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.546540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-e99b7fc5-36ef-4cb3-82c2-0b9f9af11702 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1095 time: 0.0416687 Mar 31 23:52:27.598377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-3b0d1cf0-c486-40f6-bda0-33252e911000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 217 time: 0.0381908 Mar 31 23:52:27.645604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-9bf36f83-9e84-4fce-98a5-0e503e309d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.647078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-9bf36f83-9e84-4fce-98a5-0e503e309d8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0425537 Mar 31 23:52:27.692686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228093c-1102-4efa-becd-8397b2bee40a req-14585efe-2502-4133-87d6-ef459b9832ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:27.694166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-14585efe-2502-4133-87d6-ef459b9832ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409031 Mar 31 23:52:27.785944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-dacaa615-adfa-433f-b5cb-439a88d1ab11 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854425 Mar 31 23:52:27.875372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b228093c-1102-4efa-becd-8397b2bee40a req-972cb4f1-2b02-4093-a641-7e09ebaf9a93 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830739 Mar 31 23:52:28.059734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0e11-52c2-4b3d-88ba-73085577908e req-b42390bf-f6de-4135-95d4-f310f949f2a8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:28.061207 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4fb0e11-52c2-4b3d-88ba-73085577908e req-b42390bf-f6de-4135-95d4-f310f949f2a8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0496628 Mar 31 23:52:28.099199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4fb0e11-52c2-4b3d-88ba-73085577908e req-5127b15d-3a81-4bc1-97e2-6c4b45b797bf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318921 Mar 31 23:52:29.222446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570d023-3e5c-4aba-8172-f06303022a4f req-6cb6a6fe-2edf-4412-b162-db6e2adf53a4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:29.223938 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9570d023-3e5c-4aba-8172-f06303022a4f req-6cb6a6fe-2edf-4412-b162-db6e2adf53a4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0537131 Mar 31 23:52:29.262109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9570d023-3e5c-4aba-8172-f06303022a4f req-55a3bc6c-54ec-42aa-88b2-03b0eb436d87 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Mar 31 23:52:30.382077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36098bd2-b80d-4637-8988-358ed8227107 req-f209aba0-7c59-49f1-8e9d-db8563a741fb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:30.384134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36098bd2-b80d-4637-8988-358ed8227107 req-f209aba0-7c59-49f1-8e9d-db8563a741fb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0526547 Mar 31 23:52:30.423285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-36098bd2-b80d-4637-8988-358ed8227107 req-2bf32605-bfc2-40f0-8068-1e6959629c3b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Mar 31 23:52:31.538437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd80d3f-261a-49d3-a41e-c53b430c7316 req-62301350-3fc7-459e-9c4c-ebbcc82e9b12 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:31.540604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acd80d3f-261a-49d3-a41e-c53b430c7316 req-62301350-3fc7-459e-9c4c-ebbcc82e9b12 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0492811 Mar 31 23:52:31.579652 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acd80d3f-261a-49d3-a41e-c53b430c7316 req-063c4054-8a43-45a9-b0b9-38da5d7fc69d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326042 Mar 31 23:52:32.076315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:52:32.174053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:32.189752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:52:32.226160 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:32.239717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:52:32.259980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:32.353428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:32.405304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:32.412462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.415776 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.417421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.417421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.417421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.417421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:32.705121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d653da-ff27-42e2-ba51-5156dd29cd94 req-b08b33b6-54d7-4d54-bd7a-18accb45553a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:32.706595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40d653da-ff27-42e2-ba51-5156dd29cd94 req-b08b33b6-54d7-4d54-bd7a-18accb45553a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0528769 Mar 31 23:52:32.744545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40d653da-ff27-42e2-ba51-5156dd29cd94 req-bca58224-a901-4cfc-8c5f-41648ae3cee1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Mar 31 23:52:32.749365 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['18d21d97-e4e8-4911-a4f2-a99b62caea4d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:52:33.861779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054a81-a7db-4e0a-88f9-0102cf131b46 req-62c3627c-90c9-4b01-a57f-b5d5ab9dc4cc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:33.863280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5054a81-a7db-4e0a-88f9-0102cf131b46 req-62c3627c-90c9-4b01-a57f-b5d5ab9dc4cc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0490129 Mar 31 23:52:33.902865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5054a81-a7db-4e0a-88f9-0102cf131b46 req-9559f361-8e08-4279-bfb9-d8ae48cdfba8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328257 Mar 31 23:52:34.076148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:34.207183 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:52:34.211254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:34.211626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:34.289522 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:34.311836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:34.314065 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daec6a9-c676-4421-9be3-fbfd161e6f78" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:34.326065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:34.357971 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56e79ef-5edb-4b42-8168-eb98b0d1b378 x-openstack-request-id: req-e56e79ef-5edb-4b42-8168-eb98b0d1b378 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:34.358266 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:34.358516 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e56e79ef-5edb-4b42-8168-eb98b0d1b378 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:34.358914 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56e79ef-5edb-4b42-8168-eb98b0d1b378'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'code': 200} Mar 31 23:52:34.402341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:34.459261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:34.482234 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fc901-e46a-4053-86ad-d3f4c5ff4480 req-02a978f3-ab02-4467-8819-875c4bc2d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:34.483849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc7fc901-e46a-4053-86ad-d3f4c5ff4480 req-02a978f3-ab02-4467-8819-875c4bc2d907 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1097 time: 0.0414653 Mar 31 23:52:34.518684 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc7fc901-e46a-4053-86ad-d3f4c5ff4480 req-209e653a-a3af-465f-be6d-be6f5e128314 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281286 Mar 31 23:52:35.025301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885dc19-1faf-4536-a0a8-5940b5d7a4bb req-e5300be3-568b-4572-810c-c93e3c55a8e5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:35.026786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d885dc19-1faf-4536-a0a8-5940b5d7a4bb req-e5300be3-568b-4572-810c-c93e3c55a8e5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0553687 Mar 31 23:52:35.065305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d885dc19-1faf-4536-a0a8-5940b5d7a4bb req-f276e82c-413c-40cc-9807-d641ba5f7e3e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Mar 31 23:52:35.190507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:36.213009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a0ec3-d3bd-42d3-941e-13c67d4a454b req-582d41dc-11c5-4e1f-bb96-143f07d57ae6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:36.214527 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d81a0ec3-d3bd-42d3-941e-13c67d4a454b req-582d41dc-11c5-4e1f-bb96-143f07d57ae6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0610425 Mar 31 23:52:36.263925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d81a0ec3-d3bd-42d3-941e-13c67d4a454b req-b30f87ed-2c28-4759-98f8-770f3a8d131e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426347 Mar 31 23:52:36.431817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477e9d-3c55-41c1-979f-1d14bb8e0987 req-43301477-73cb-4293-8c2d-0946f5d10540 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:36.433541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b477e9d-3c55-41c1-979f-1d14bb8e0987 req-43301477-73cb-4293-8c2d-0946f5d10540 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0734909 Mar 31 23:52:36.442706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:36.449202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'floatingip': {'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:36.494695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:36.947367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:37.008326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:37.108478 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 associated. External IP: 172.25.6.182, port: 18d21d97-e4e8-4911-a4f2-a99b62caea4d. Mar 31 23:52:37.337567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:52:37.447460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:52:37.452173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:37.465100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:52:37.475777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:37.476496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:52:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:37.480337 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2e520ddd-f497-4169-9a41-81759889adc3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "PUT /v2.0/floatingips/fdf0294c-2108-42bb-903d-8260bc6b3878 HTTP/1.1" status: 200 len: 992 time: 1.0365200 Mar 31 23:52:37.481032 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:37.483301 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694525d-11d5-425f-9249-23d99133e8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:37.531852 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da33c12d-efa3-4d59-9196-429767cf184b x-openstack-request-id: req-da33c12d-efa3-4d59-9196-429767cf184b {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:37.532151 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:37.532404 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-da33c12d-efa3-4d59-9196-429767cf184b {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:37.532823 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da33c12d-efa3-4d59-9196-429767cf184b'] response: {'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'status': 'completed', 'code': 200} Mar 31 23:52:37.587313 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:37.618112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694525d-11d5-425f-9249-23d99133e8d9 req-264cb4eb-f523-4c9a-9c28-cb11398b516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:37.619714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-264cb4eb-f523-4c9a-9c28-cb11398b516a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1097 time: 0.0458143 Mar 31 23:52:37.711392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694525d-11d5-425f-9249-23d99133e8d9 req-8961e486-34dd-42c7-a8d2-fe42ed423b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:37.712849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-8961e486-34dd-42c7-a8d2-fe42ed423b6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0868945 Mar 31 23:52:37.789302 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-969ca1d2-0504-44cc-a97e-b1cc7406312c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1000 time: 0.0700252 Mar 31 23:52:37.817578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:52:36Z', 'revision_number': 9, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:37.850005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:52:37.859150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:37.859767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:52:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:37.873269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694525d-11d5-425f-9249-23d99133e8d9 req-88798527-1a3f-47e9-8d76-294ee90ddbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:37.874360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-88798527-1a3f-47e9-8d76-294ee90ddbdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0786130 Mar 31 23:52:37.885905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9df-8006-4e2f-8749-23316bd34aa3 req-5fbde596-7ac4-4b5e-a93c-46bf17f0eacd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:37.887373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70a7c9df-8006-4e2f-8749-23316bd34aa3 req-5fbde596-7ac4-4b5e-a93c-46bf17f0eacd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0624399 Mar 31 23:52:37.956820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694525d-11d5-425f-9249-23d99133e8d9 req-0d2d8556-51bb-42e3-bf4b-9343d6f34a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:37.958327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-0d2d8556-51bb-42e3-bf4b-9343d6f34a3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700955 Mar 31 23:52:37.961974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-70a7c9df-8006-4e2f-8749-23316bd34aa3 req-a097c130-e315-4ef8-ae2b-f1e8e572446c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651624 Mar 31 23:52:37.970678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:38.057802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-aa2bcec5-b7ea-467d-9f40-6cd4450ac62d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932808 Mar 31 23:52:38.083486 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-ca34c02b-1603-4a83-bae0-4ffac862063c service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098893 Mar 31 23:52:38.183672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8694525d-11d5-425f-9249-23d99133e8d9 req-b6747990-2c7d-4727-9498-7fceaa4b115c service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Mar 31 23:52:38.206662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:52:36Z', 'revision_number': 9, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:38.234274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0c432-df5c-4fed-881d-5f0bbba8a2e5 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:52:36Z', 'revision_number': 9, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:38.439852 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288bd58-838d-45f3-9d60-627ea2cd013f None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:52:39.093804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46213b8e-8c83-41aa-9226-acf3494cc888 req-d1da6d3d-48de-4d26-9b0e-4cec3850fee1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:39.095350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46213b8e-8c83-41aa-9226-acf3494cc888 req-d1da6d3d-48de-4d26-9b0e-4cec3850fee1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0561714 Mar 31 23:52:39.166182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46213b8e-8c83-41aa-9226-acf3494cc888 req-03cd59d3-2001-4c31-b517-cc5e180f3bc0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638237 Mar 31 23:52:39.179947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-82583966-265a-4f37-8db5-67a192fa0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:39.181254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-82583966-265a-4f37-8db5-67a192fa0359 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1097 time: 0.0562618 Mar 31 23:52:39.286925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-28d68b91-bcbd-4aa1-b8ac-900f49c19d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:39.288483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-28d68b91-bcbd-4aa1-b8ac-900f49c19d3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0883656 Mar 31 23:52:39.360261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-87c4a271-2737-492c-ad8e-b76ebb65ce44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1003 time: 0.0648582 Mar 31 23:52:39.410464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-16f4d351-33f3-4f58-8cf4-d2d1cc395e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:39.411996 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-16f4d351-33f3-4f58-8cf4-d2d1cc395e53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0452619 Mar 31 23:52:39.466248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-6b84ca9e-66ac-4f6b-8b50-b1c477cf0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:39.467820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-6b84ca9e-66ac-4f6b-8b50-b1c477cf0599 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496075 Mar 31 23:52:39.566967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-37ef2f44-a33e-4e34-8b56-876960fd5da6 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926204 Mar 31 23:52:39.659311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d61837a-1e1d-441c-a7f2-2092619b43e4 req-4ae7fe0a-5caf-4d56-93ed-77d0d199a619 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Mar 31 23:52:40.112045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-c994d01a-ef00-45e9-9708-5dd8b7780525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:40.114053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-c994d01a-ef00-45e9-9708-5dd8b7780525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1097 time: 0.0428820 Mar 31 23:52:40.211444 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-5e920ef8-8e84-4f9d-a68d-1c2a5c8e899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:40.213101 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-5e920ef8-8e84-4f9d-a68d-1c2a5c8e899b service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0925951 Mar 31 23:52:40.306508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-afde7950-fe11-469a-b08f-f1491a374285 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1003 time: 0.0873923 Mar 31 23:52:40.332352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f21cc-dbc6-4a41-811a-709bb92121d3 req-5c21c5d7-5daa-4ddf-80a0-2f73c91e16a2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:40.334357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-218f21cc-dbc6-4a41-811a-709bb92121d3 req-5c21c5d7-5daa-4ddf-80a0-2f73c91e16a2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0796764 Mar 31 23:52:40.712332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-ce66327b-8463-451c-aa1f-9d27e6574aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:40.713744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-ce66327b-8463-451c-aa1f-9d27e6574aa6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.4004395 Mar 31 23:52:40.734013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-218f21cc-dbc6-4a41-811a-709bb92121d3 req-3374bb2c-9a20-44f8-bbc0-a9996b007b5d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550463 Mar 31 23:52:40.762978 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-a6112454-3d2e-44b2-b274-29631dcb7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:40.764567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-a6112454-3d2e-44b2-b274-29631dcb7021 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435977 Mar 31 23:52:40.855136 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-783aee26-7654-4816-a9f0-8398b1429987 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Mar 31 23:52:40.941739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-535b0903-5845-4cce-9589-6d671d18fc9a service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805242 Mar 31 23:52:41.665333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-716c7b41-2b25-4edd-80fe-a920253f977e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:41.855664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbfcdb-f63e-4a2d-97b8-b1e48183c6a3 req-615bb6f1-9814-442a-be72-dcd9d1ce3059 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:41.857360 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35cbfcdb-f63e-4a2d-97b8-b1e48183c6a3 req-615bb6f1-9814-442a-be72-dcd9d1ce3059 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0520878 Mar 31 23:52:41.895764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35cbfcdb-f63e-4a2d-97b8-b1e48183c6a3 req-1919e0b5-3342-4e32-b5e4-6ec38db0c6b2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Mar 31 23:52:42.995160 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:43.018510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6f44e-131f-4365-bfd4-c989f662b5e5 req-272a9819-fef6-47f5-b7b6-9c658b8661a9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:43.020005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92a6f44e-131f-4365-bfd4-c989f662b5e5 req-272a9819-fef6-47f5-b7b6-9c658b8661a9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0543556 Mar 31 23:52:43.057326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92a6f44e-131f-4365-bfd4-c989f662b5e5 req-8842b935-89e2-4a2f-a7b9-851cfb99bbef tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306880 Mar 31 23:52:43.910477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1c83da7e-370d-466c-9fb4-d82bd94f0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:44.180572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfcec1-07e5-4bcb-816d-99c25f1381de req-73aee556-69c7-4238-86b8-e015bd3521b4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:44.181932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32dfcec1-07e5-4bcb-816d-99c25f1381de req-73aee556-69c7-4238-86b8-e015bd3521b4 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0495536 Mar 31 23:52:44.219381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32dfcec1-07e5-4bcb-816d-99c25f1381de req-87d3de9b-39ee-41fe-a09d-c584c60bec40 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Mar 31 23:52:45.340692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbdc3-98ae-4e2f-8a75-68124f55f0c9 req-d5123c79-3d1a-4566-b7af-a2d1c5d845ee tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:45.342182 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-632dbdc3-98ae-4e2f-8a75-68124f55f0c9 req-d5123c79-3d1a-4566-b7af-a2d1c5d845ee tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0501063 Mar 31 23:52:45.380479 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-632dbdc3-98ae-4e2f-8a75-68124f55f0c9 req-b7a6522d-6856-48a9-be6a-161c055c3f3a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Mar 31 23:52:45.470013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:46.501338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59954bc7-b4aa-4d05-ba8d-cc4b4d7a1d7b req-9b38760a-86db-40c9-b526-39ece353d794 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:46.502800 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59954bc7-b4aa-4d05-ba8d-cc4b4d7a1d7b req-9b38760a-86db-40c9-b526-39ece353d794 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0515387 Mar 31 23:52:46.541908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59954bc7-b4aa-4d05-ba8d-cc4b4d7a1d7b req-9ea02961-cf43-40c9-b663-66abb72bd039 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323632 Mar 31 23:52:46.767521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:46.796540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:47.664039 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f1ea-5865-4d64-b2e3-669a58b856e0 req-5f6a7f3e-ff99-4976-b3f9-931ec17ef85a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:47.665518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c1f1ea-5865-4d64-b2e3-669a58b856e0 req-5f6a7f3e-ff99-4976-b3f9-931ec17ef85a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0505998 Mar 31 23:52:47.703998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5c1f1ea-5865-4d64-b2e3-669a58b856e0 req-c1d93ebf-f454-4485-92b5-a45d3ee4697e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Mar 31 23:52:48.842204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce2b2-e39d-489f-8b24-8767a95f3d1b req-a6da6161-af06-4295-9241-5fe4f2d06da3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:48.843695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d12ce2b2-e39d-489f-8b24-8767a95f3d1b req-a6da6161-af06-4295-9241-5fe4f2d06da3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0510032 Mar 31 23:52:48.881865 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d12ce2b2-e39d-489f-8b24-8767a95f3d1b req-9417976b-20e5-4d8e-9150-a0239fa511d9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Mar 31 23:52:50.004006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c5b23-4a69-4f40-a476-b9f731284c23 req-f73a3676-bd7a-4d2c-9a4e-f3b569d8c770 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:50.005808 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4c5b23-4a69-4f40-a476-b9f731284c23 req-f73a3676-bd7a-4d2c-9a4e-f3b569d8c770 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0539367 Mar 31 23:52:50.054872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3c4c5b23-4a69-4f40-a476-b9f731284c23 req-5534bab9-7189-4f16-abb4-719c3aaad09b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Mar 31 23:52:51.169663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cd5-9819-46de-ab1d-eda658bf00db req-fdd0053d-7a2b-42a8-bfeb-bf721e59b046 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:51.171151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcf73cd5-9819-46de-ab1d-eda658bf00db req-fdd0053d-7a2b-42a8-bfeb-bf721e59b046 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0485213 Mar 31 23:52:51.211045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcf73cd5-9819-46de-ab1d-eda658bf00db req-c48bb5ef-e259-4bd5-9b6e-56d553423324 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Mar 31 23:52:52.332249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a67ae-c958-413e-8fac-5075197d7adf req-857fd91c-7c1a-4928-b2b9-b8c9372e7b2b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:52.333648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-139a67ae-c958-413e-8fac-5075197d7adf req-857fd91c-7c1a-4928-b2b9-b8c9372e7b2b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0494444 Mar 31 23:52:52.374040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-139a67ae-c958-413e-8fac-5075197d7adf req-13eb3650-9130-4ee1-b87c-ec021d0d5ffd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334835 Mar 31 23:52:53.493160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eea00-36c3-4a1d-aa86-a02af19ebe88 req-2a53c6b4-d234-4e45-8f84-9e810c72a34e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:53.494614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-725eea00-36c3-4a1d-aa86-a02af19ebe88 req-2a53c6b4-d234-4e45-8f84-9e810c72a34e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0534191 Mar 31 23:52:53.531255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-725eea00-36c3-4a1d-aa86-a02af19ebe88 req-8acb8434-3322-414f-ab47-15f0bea5137b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Mar 31 23:52:54.541464 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:54.661400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca404-3fd5-4456-8176-ba92fa9a6309 req-618bb2d9-56b2-4d7f-8690-08f0170ef636 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:54.662868 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bcca404-3fd5-4456-8176-ba92fa9a6309 req-618bb2d9-56b2-4d7f-8690-08f0170ef636 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0553577 Mar 31 23:52:54.700926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bcca404-3fd5-4456-8176-ba92fa9a6309 req-12124771-8ebc-4c79-9353-acc3e8d85dcb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Mar 31 23:52:55.825015 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3c37-d522-441c-8352-37e50aa24cec req-59ca616d-3090-46f4-9e50-0f80f385e4e6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:55.827554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfab3c37-d522-441c-8352-37e50aa24cec req-59ca616d-3090-46f4-9e50-0f80f385e4e6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0544186 Mar 31 23:52:55.873688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfab3c37-d522-441c-8352-37e50aa24cec req-f2231113-7fff-483e-a99d-dcbb5d45ba49 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Mar 31 23:52:56.993298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206aff2-158e-42a2-b311-899874595f78 req-dadee125-5bb1-441a-b8cf-3d9c97360b21 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:56.994788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f206aff2-158e-42a2-b311-899874595f78 req-dadee125-5bb1-441a-b8cf-3d9c97360b21 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0537076 Mar 31 23:52:57.032704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f206aff2-158e-42a2-b311-899874595f78 req-31a6607f-e156-45ba-a705-f7f3f509b896 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Mar 31 23:52:58.147925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fd106-4da5-4738-825a-a697c59f1e99 req-655c9b64-5ffb-4208-9cd0-002a1b27f4df tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:58.149367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-135fd106-4da5-4738-825a-a697c59f1e99 req-655c9b64-5ffb-4208-9cd0-002a1b27f4df tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0489254 Mar 31 23:52:58.190020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-135fd106-4da5-4738-825a-a697c59f1e99 req-69df22db-8926-4812-a7c3-4bc875d5ffed tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Mar 31 23:52:59.312220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e4ef-cd22-4a49-929a-8a87c59b1fca req-5d6adb75-907e-4757-96ed-c1f3de1bc916 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:59.313618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c02e4ef-cd22-4a49-929a-8a87c59b1fca req-5d6adb75-907e-4757-96ed-c1f3de1bc916 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0486801 Mar 31 23:52:59.351322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7c02e4ef-cd22-4a49-929a-8a87c59b1fca req-97487f14-43cb-4e68-8a5f-f4b214515fd3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Mar 31 23:53:00.472927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118fb0-3f31-440d-aa20-dccabe65b364 req-0c13ffd0-6140-4aeb-a63b-1a9e74de84cf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:00.474414 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55118fb0-3f31-440d-aa20-dccabe65b364 req-0c13ffd0-6140-4aeb-a63b-1a9e74de84cf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0534298 Mar 31 23:53:00.513951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55118fb0-3f31-440d-aa20-dccabe65b364 req-d62acbf4-1a0d-43f1-a28a-c3438b49971b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328724 Mar 31 23:53:01.638022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda509-1f82-462e-9745-b19a16799d3e req-02d126a1-55b4-4c55-b627-6784660de87c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:01.639517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bda509-1f82-462e-9745-b19a16799d3e req-02d126a1-55b4-4c55-b627-6784660de87c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0539339 Mar 31 23:53:01.677709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99bda509-1f82-462e-9745-b19a16799d3e req-f6865f7e-e2eb-4424-94f7-1f142584682e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Mar 31 23:53:02.796540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6042-651b-49f2-97f5-1d7b4faf5281 req-b91589ef-ddcd-476e-8800-7534d4028d90 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:02.798768 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e3b6042-651b-49f2-97f5-1d7b4faf5281 req-b91589ef-ddcd-476e-8800-7534d4028d90 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0514092 Mar 31 23:53:02.841398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e3b6042-651b-49f2-97f5-1d7b4faf5281 req-b1605b5e-733e-4877-bff9-164a30f98ca3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Mar 31 23:53:03.965203 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c022-1e3b-4a95-882d-df54d2efaa0a req-36dec610-4e80-4993-8b34-db4fac521d17 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:03.966692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1624c022-1e3b-4a95-882d-df54d2efaa0a req-36dec610-4e80-4993-8b34-db4fac521d17 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0565858 Mar 31 23:53:04.005804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1624c022-1e3b-4a95-882d-df54d2efaa0a req-807b6093-3d0e-477c-a3d2-29bf9e7f82a7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327702 Mar 31 23:53:05.123100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938edf-1c08-4b5c-93e9-726eb7e44a95 req-a9149988-ea21-4bd3-afcb-d25506e4470e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:05.124648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3938edf-1c08-4b5c-93e9-726eb7e44a95 req-a9149988-ea21-4bd3-afcb-d25506e4470e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0506217 Mar 31 23:53:05.164100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f3938edf-1c08-4b5c-93e9-726eb7e44a95 req-896f2e48-6214-4554-8d1d-a6f04c5ba33b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328891 Mar 31 23:53:05.175774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.282097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a2dd-0db6-4252-b09b-d42571076371 req-aa35f9a8-59ab-4531-9d6e-87487c824829 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:06.283530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e389a2dd-0db6-4252-b09b-d42571076371 req-aa35f9a8-59ab-4531-9d6e-87487c824829 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0497618 Mar 31 23:53:06.323411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e389a2dd-0db6-4252-b09b-d42571076371 req-1b4a0c35-e4e5-43eb-9d1e-176bdfbe7752 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338020 Mar 31 23:53:07.442920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d99b-61d6-4d18-aba6-42969d4c4bfe req-ac205013-ec12-4533-a99b-a0307c898782 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:07.444415 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f812d99b-61d6-4d18-aba6-42969d4c4bfe req-ac205013-ec12-4533-a99b-a0307c898782 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0521772 Mar 31 23:53:07.482427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f812d99b-61d6-4d18-aba6-42969d4c4bfe req-25259002-536a-40d7-b7d3-2b399b0e36aa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311668 Mar 31 23:53:07.839820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-92a59d1e-2e66-4d68-bf6f-7f04937d0102 req-c38861f1-d813-4fbd-b343-7fb16b22ad5f tempest-TestSecurityGroupsBasicOps-1442504955 tempest-TestSecurityGroupsBasicOps-1442504955-project] (109835) timed out ('10.222.0.44', 62895) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:53:08.208478 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-e42aeb18-d18f-4593-bb0e-703ca4425e0b service neutron] show failed (client error): The resource could not be found. Mar 31 23:53:08.209496 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-e42aeb18-d18f-4593-bb0e-703ca4425e0b service neutron] 10.222.0.10 "GET /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0535028 Mar 31 23:53:08.601644 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451f5e-3547-4804-8a57-d96c67f3bacc req-16d2fef6-b554-4e60-b83e-b30d056f3555 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:08.603392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b451f5e-3547-4804-8a57-d96c67f3bacc req-16d2fef6-b554-4e60-b83e-b30d056f3555 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0510070 Mar 31 23:53:08.644318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b451f5e-3547-4804-8a57-d96c67f3bacc req-cb5cc5d8-431a-4bfe-8279-8fc0208c86e1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340474 Mar 31 23:53:08.696986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-74696706-182a-4ea2-9f17-b094d32f19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:08.698395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-74696706-182a-4ea2-9f17-b094d32f19e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1097 time: 0.0472510 Mar 31 23:53:08.710236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:08.765540 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.970210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:09.003809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:09.043240 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:09.045566 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cadf7c-875b-49ab-b132-7c74e2bcb303" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-unplugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:09.049426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.061536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Transition to ACTIVE for port object 18d21d97-e4e8-4911-a4f2-a99b62caea4d will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:53:09.101779 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bca25-4d1a-4bf1-b0bc-2ea659b5b56f x-openstack-request-id: req-cc1bca25-4d1a-4bf1-b0bc-2ea659b5b56f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:09.102074 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-unplugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:09.102332 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc1bca25-4d1a-4bf1-b0bc-2ea659b5b56f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:09.103949 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1bca25-4d1a-4bf1-b0bc-2ea659b5b56f'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'code': 200} Mar 31 23:53:09.151090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.486079 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:09.500036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.500371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.500706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.501031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.501352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.501674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.501989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.502304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.502618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.502933 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.503272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.503586 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:09.535218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] No DVR routers for this DVR port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:09.676180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:09.676519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:09.676848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:09.681275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:53:09.681613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:09.686405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:09.686740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:09.687156 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:09.687587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Bound port: 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:09.687941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.751827 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:09.754793 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:09.766993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a487e-1f4c-475e-be7a-0086ab36c4d8 req-aba330da-ab57-46d7-8176-fc3a42f00484 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:09.769880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a42a487e-1f4c-475e-be7a-0086ab36c4d8 req-aba330da-ab57-46d7-8176-fc3a42f00484 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0529878 Mar 31 23:53:09.808044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a42a487e-1f4c-475e-be7a-0086ab36c4d8 req-33892327-751b-41ff-acc5-e04f6a572393 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Mar 31 23:53:09.827826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.866888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:09.867516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.868982 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1092 time: 1.1628749 Mar 31 23:53:09.892049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028795c-83c1-4c9b-adb6-167a2c7051d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:09.936044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-c6ec8536-4836-4964-bc6b-bf520edf6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:09.937452 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-c6ec8536-4836-4964-bc6b-bf520edf6201 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1095 time: 0.0424643 Mar 31 23:53:10.031868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8788661b-bc89-4793-a00e-56b7b607463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:10.033907 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-8788661b-bc89-4793-a00e-56b7b607463d service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0892177 Mar 31 23:53:10.104887 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-7077cf6a-e8fa-4856-9ad8-1dfc4523681b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0625358 Mar 31 23:53:10.156574 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-70c4a654-e028-47f5-8d3d-3cd4b47f8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:10.157958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-70c4a654-e028-47f5-8d3d-3cd4b47f8fcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0456941 Mar 31 23:53:10.205872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-bfbd6c3b-cbc0-46b6-82e2-f1c1dd3deace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:10.207298 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-bfbd6c3b-cbc0-46b6-82e2-f1c1dd3deace service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410004 Mar 31 23:53:10.301648 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-a2d485e3-f765-4986-9a00-1fce3469c80b service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874031 Mar 31 23:53:10.391686 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-489e7d6a-97ec-461e-890d-a35aee9a82c9 req-237b28a8-6aa5-4bbd-b4ed-3d2349161eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822594 Mar 31 23:53:10.947293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393124b-8a8e-4dbe-af9e-7adddfee1c19 req-319bfa2b-9628-46ab-b060-69cb91217116 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:10.949329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0393124b-8a8e-4dbe-af9e-7adddfee1c19 req-319bfa2b-9628-46ab-b060-69cb91217116 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0629263 Mar 31 23:53:10.988855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0393124b-8a8e-4dbe-af9e-7adddfee1c19 req-11922896-40e7-4839-8ec6-2e15580de9e1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Mar 31 23:53:11.105572 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:11.107885 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:11.157720 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8b0b5-0351-46a5-8009-4ab4a2abf383 x-openstack-request-id: req-dee8b0b5-0351-46a5-8009-4ab4a2abf383 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:11.157991 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:11.158247 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dee8b0b5-0351-46a5-8009-4ab4a2abf383 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:11.158767 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee8b0b5-0351-46a5-8009-4ab4a2abf383'] response: {'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'status': 'completed', 'code': 200} Mar 31 23:53:11.216743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-df98e5f0-aefa-414c-82a8-6babe4226bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.218228 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-df98e5f0-aefa-414c-82a8-6babe4226bbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1095 time: 0.0415311 Mar 31 23:53:11.242355 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-9f13e7e5-70bf-4b28-ad38-45f48809e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.248291 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-9f13e7e5-70bf-4b28-ad38-45f48809e9f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1095 time: 0.0436325 Mar 31 23:53:11.318176 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-d424ce78-127a-446d-9ad1-1bb0bd0c7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.319719 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-d424ce78-127a-446d-9ad1-1bb0bd0c7c94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0951512 Mar 31 23:53:11.339925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-c7f3c9d6-144f-44a6-86bd-3a820e2870b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.341424 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-c7f3c9d6-144f-44a6-86bd-3a820e2870b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0893526 Mar 31 23:53:11.386173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-2275f71d-a143-4fb3-ad58-789b891b4e87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0594993 Mar 31 23:53:11.406290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-f993378e-8883-453e-8d02-8e1973e01dbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0586190 Mar 31 23:53:11.440597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-93f172e4-49cf-4cea-93a0-0e9cb6d25807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.442103 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-93f172e4-49cf-4cea-93a0-0e9cb6d25807 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0484498 Mar 31 23:53:11.459144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-07e72105-7f75-4e1c-b0f8-e5f353ab32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.460676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-07e72105-7f75-4e1c-b0f8-e5f353ab32c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0486469 Mar 31 23:53:11.488947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-7c2cf3b7-8788-4711-861a-3482d4290190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.490421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-7c2cf3b7-8788-4711-861a-3482d4290190 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417407 Mar 31 23:53:11.505529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-645de9e7-2c12-49e8-9a60-a3316822ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.507030 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-645de9e7-2c12-49e8-9a60-a3316822ea6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402102 Mar 31 23:53:11.583335 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-52ebacd2-bfe0-4dd0-b157-ad88f662953d service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851457 Mar 31 23:53:11.595824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-746e3b88-fa4a-4399-87ec-b96c4d5a79c4 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826979 Mar 31 23:53:11.661855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-26fa001b-6bfa-46aa-a425-2397c43a1e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.689897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-0703ac5a-9cc7-4ee6-8a9b-3d2c6978f519 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955741 Mar 31 23:53:11.693000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97e8fbe9-3c3c-4ffa-8d7a-19df82eb03cc req-1746e36b-1986-4b54-bf85-6b2012a02ebb service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909371 Mar 31 23:53:12.111440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d14f2-5f0d-4906-a865-588f3202f339 req-df8080b2-f6ba-4458-b89b-0b9c7326e08e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:12.112928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-128d14f2-5f0d-4906-a865-588f3202f339 req-df8080b2-f6ba-4458-b89b-0b9c7326e08e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0523999 Mar 31 23:53:12.150972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-128d14f2-5f0d-4906-a865-588f3202f339 req-45d5c588-a3ef-4335-9d78-6c15834d063a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Mar 31 23:53:12.227182 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:12.268481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:13.273916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71e219-7657-438d-82dd-7efdd659fc1d req-d29da7f9-493f-4b86-89de-6aec6fb89481 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.275883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee71e219-7657-438d-82dd-7efdd659fc1d req-d29da7f9-493f-4b86-89de-6aec6fb89481 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 944 time: 0.0498040 Mar 31 23:53:13.314913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee71e219-7657-438d-82dd-7efdd659fc1d req-7206912b-018d-4517-ab84-da21f9c4e0ca tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Mar 31 23:53:13.581878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:53:13.680399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:13.692295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:53:13.729630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.742268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:13.762078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:13.850077 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.896898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.906709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a042b2c-a91e-4414-b98f-8b8bf428a659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.196130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['18d21d97-e4e8-4911-a4f2-a99b62caea4d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:14.434986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a3ea-bd02-4b59-a455-ade6969a5ea2 req-76d6f097-c787-4228-96d6-6adfef8b230c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:14.436474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f41a3ea-bd02-4b59-a455-ade6969a5ea2 req-76d6f097-c787-4228-96d6-6adfef8b230c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0538092 Mar 31 23:53:14.473532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f41a3ea-bd02-4b59-a455-ade6969a5ea2 req-4ae8a82c-d199-4546-99e1-6e9bbfbc0d0f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Mar 31 23:53:15.065308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a3e42-6dc8-4a46-932a-aed456bf0a2e req-f4ba871a-e1e4-47d1-9887-94a062a5b439 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.066827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a6a3e42-6dc8-4a46-932a-aed456bf0a2e req-f4ba871a-e1e4-47d1-9887-94a062a5b439 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0506980 Mar 31 23:53:15.094203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-36af9b4f-ac49-4aa2-92f1-30d2766c3b1b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.095705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-36af9b4f-ac49-4aa2-92f1-30d2766c3b1b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff&tenant_id=ce3a406f1d5241eabafb9d1f284b4331&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 945 time: 0.0541058 Mar 31 23:53:15.106287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9a6a3e42-6dc8-4a46-932a-aed456bf0a2e req-b95c6405-bd45-4644-93ea-6085f0443bc8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Mar 31 23:53:15.156488 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-48a915a9-81bc-4ffd-8a25-29846935fd3c service neutron] 10.222.0.44 "GET /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d/bindings/n-h2-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.0539265 Mar 31 23:53:15.223657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-c1e9db61-4835-4a63-a8d4-53f14114796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.225201 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-c1e9db61-4835-4a63-a8d4-53f14114796f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1096 time: 0.0455186 Mar 31 23:53:15.321990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-56447d06-c95a-4f06-beef-31c769cb348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.324023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-56447d06-c95a-4f06-beef-31c769cb348b service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0923023 Mar 31 23:53:15.394240 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-46d2c1ff-39ff-49be-a69e-a3df9417b72e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1002 time: 0.0635276 Mar 31 23:53:15.445286 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-95f9e09c-9af2-4891-acd6-4eb618f4b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.446803 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-95f9e09c-9af2-4891-acd6-4eb618f4b3b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0455575 Mar 31 23:53:15.481839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.493357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-fc3fb9a9-6ee8-4979-b297-04364174cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.495991 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-fc3fb9a9-6ee8-4979-b297-04364174cfdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421143 Mar 31 23:53:15.591945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-2f511c00-c327-498c-95cc-6662399dfefe service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Mar 31 23:53:15.604192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:15.681129 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-9e008de1-2813-4b48-886f-e5d73979b937 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828898 Mar 31 23:53:15.715819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:53:15.719966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:15.720334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.799569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.820882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:15.823162 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a6845-d39c-4787-b981-e43bdf342fda" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:15.836002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:15.874140 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d8d815-393a-410d-8c37-0d5f7a171f95 x-openstack-request-id: req-52d8d815-393a-410d-8c37-0d5f7a171f95 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:15.874438 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:15.874697 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52d8d815-393a-410d-8c37-0d5f7a171f95 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:15.875136 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d8d815-393a-410d-8c37-0d5f7a171f95'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'code': 200} Mar 31 23:53:15.892863 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.940143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:16.225792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f07868-4f44-4c56-a0e6-ec1da82f9df1 req-a2924298-7ac6-4f79-81f7-f8f632603ebf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:16.227290 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6f07868-4f44-4c56-a0e6-ec1da82f9df1 req-a2924298-7ac6-4f79-81f7-f8f632603ebf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0497134 Mar 31 23:53:16.265939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6f07868-4f44-4c56-a0e6-ec1da82f9df1 req-5898da9a-ee13-40db-b9f5-94aefa150ffa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Mar 31 23:53:16.761650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:16.818345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.392077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7097d4-c4a5-4b5e-b624-dd8f8d0d94d8 req-1167581b-1297-485d-950e-39c775e61ba2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:17.393583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c7097d4-c4a5-4b5e-b624-dd8f8d0d94d8 req-1167581b-1297-485d-950e-39c775e61ba2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0546899 Mar 31 23:53:17.433505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c7097d4-c4a5-4b5e-b624-dd8f8d0d94d8 req-28cd214e-0a5a-4a03-a172-da83bace361a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Mar 31 23:53:18.560434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-f0949b1e-5300-41e0-947e-04f26904f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.562462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-f0949b1e-5300-41e0-947e-04f26904f804 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1097 time: 0.0823126 Mar 31 23:53:18.575740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a98bc-64dc-4838-a25c-580876122ada req-08d2d531-f18e-4f04-b5e6-987a76d0efe1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.578204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024a98bc-64dc-4838-a25c-580876122ada req-08d2d531-f18e-4f04-b5e6-987a76d0efe1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0700438 Mar 31 23:53:18.584860 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:18.664787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-024a98bc-64dc-4838-a25c-580876122ada req-12eda8ac-d6a2-4796-908a-f3e0c56f96a2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769427 Mar 31 23:53:18.669808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.889734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:18.922866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:18.961372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:18.964307 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879176b6-7123-4a3d-8bf6-72dcbee7f756" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-unplugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:18.968542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.986228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Transition to ACTIVE for port object 18d21d97-e4e8-4911-a4f2-a99b62caea4d will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:53:19.018514 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd34d9-a80e-4c9f-be0a-60df1f813712 x-openstack-request-id: req-a9bd34d9-a80e-4c9f-be0a-60df1f813712 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:19.018804 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-unplugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:19.019087 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a9bd34d9-a80e-4c9f-be0a-60df1f813712 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:19.019526 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bd34d9-a80e-4c9f-be0a-60df1f813712'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'code': 200} Mar 31 23:53:19.075875 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:19.157689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=10']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:19.205845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] No DVR routers for this DVR port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:19.352997 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:19.354012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:19.354391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:19.359229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:53:19.359562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Attempting to bind port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:19.364441 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:19.364783 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:19.365168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:19.365594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Bound port: 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:19.365954 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:19.434460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:19.437629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:19.539526 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:19.576770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.577443 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:19.578750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] 10.222.0.10 "PUT /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1093 time: 0.9992347 Mar 31 23:53:19.601085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b0d5-63dd-42be-a7af-9ef31aa59810 service neutron] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=11']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:19.657915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-19d6f2a2-7ce5-4fb2-9447-25d27f9bea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.659495 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-19d6f2a2-7ce5-4fb2-9447-25d27f9bea74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1096 time: 0.0466919 Mar 31 23:53:19.815540 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-7930f0e7-ad62-4ba4-a58e-14b6e72f127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.817047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-7930f0e7-ad62-4ba4-a58e-14b6e72f127e service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1513352 Mar 31 23:53:19.826137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29464083-82ec-4304-a177-9372d3581dbe req-850e7dc8-ad2e-45ef-bc26-0b14fde336ed tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.827718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29464083-82ec-4304-a177-9372d3581dbe req-850e7dc8-ad2e-45ef-bc26-0b14fde336ed tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0788734 Mar 31 23:53:19.914272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29464083-82ec-4304-a177-9372d3581dbe req-54669033-576e-4322-90d0-b367a8cd188c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798132 Mar 31 23:53:19.916664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-293aaaec-eba7-42d4-9102-230fd56b42e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0880365 Mar 31 23:53:19.968476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-7e156145-7e2f-423c-b85c-3be748c042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.969859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-7e156145-7e2f-423c-b85c-3be748c042ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0467970 Mar 31 23:53:19.994556 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:53:20.016573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-bc4d0558-ca18-4e3c-bc4e-765b54c023a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:20.018075 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-bc4d0558-ca18-4e3c-bc4e-765b54c023a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415273 Mar 31 23:53:20.112070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-f5460a3e-4420-4c08-8cfd-ef4cb26a2f19 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877154 Mar 31 23:53:20.203544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e2d0423-fd74-4c2d-a1db-360d9a654662 req-e4b08653-b389-4a2a-9bc8-06dbc6515eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855520 Mar 31 23:53:21.024516 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:21.026757 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a72b5-9944-498b-af15-4e521ec91c35" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:21.053001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e1883-8f51-4a69-a173-82df5be1d216 req-4bb09c25-9041-4114-add4-27dfe7c5d499 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.054548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa1e1883-8f51-4a69-a173-82df5be1d216 req-4bb09c25-9041-4114-add4-27dfe7c5d499 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0596046 Mar 31 23:53:21.080612 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd2cb2d-db87-456d-8a0d-91829184c370 x-openstack-request-id: req-cbd2cb2d-db87-456d-8a0d-91829184c370 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:21.080893 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:21.081143 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbd2cb2d-db87-456d-8a0d-91829184c370 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:21.081521 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd2cb2d-db87-456d-8a0d-91829184c370'] response: {'name': 'network-changed', 'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'status': 'completed', 'code': 200} Mar 31 23:53:21.101357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa1e1883-8f51-4a69-a173-82df5be1d216 req-4de1bbd2-27a0-4729-a2e9-69040670f0a6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Mar 31 23:53:21.139618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-4248463a-f781-42da-8627-f7f1435c0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.141134 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-4248463a-f781-42da-8627-f7f1435c0634 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1096 time: 0.0480573 Mar 31 23:53:21.169363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-688d691d-01f4-4725-83d7-8f1e85b4e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.170851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-688d691d-01f4-4725-83d7-8f1e85b4e506 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 1096 time: 0.0409236 Mar 31 23:53:21.235432 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-974307bb-909b-465c-a1de-a8d3ec4fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.236826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-974307bb-909b-465c-a1de-a8d3ec4fe69d service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0895638 Mar 31 23:53:21.260971 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-8f2def1c-4c84-4ac4-82bd-68fef6bf656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.262457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-8f2def1c-4c84-4ac4-82bd-68fef6bf656b service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0846193 Mar 31 23:53:21.305252 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-aea68f9e-e292-4336-9aea-c24832253aac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0615718 Mar 31 23:53:21.337565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-0154080d-d6d5-4132-9d09-4dfa1a895a2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 200 len: 1001 time: 0.0684762 Mar 31 23:53:21.357585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-c3d1fbb9-7060-4365-83da-a679e29489ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.359026 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-c3d1fbb9-7060-4365-83da-a679e29489ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0477178 Mar 31 23:53:21.388700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-f4e2cbfc-d79d-4a00-9f19-48a9571be81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.390192 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-f4e2cbfc-d79d-4a00-9f19-48a9571be81d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0456519 Mar 31 23:53:21.405833 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-97fe15ca-2a3e-4855-aa2a-da55d2fe4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.407439 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-97fe15ca-2a3e-4855-aa2a-da55d2fe4616 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411396 Mar 31 23:53:21.417845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-75873219-abed-4c73-adea-c9cab8a4fb14 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:53:21.418772 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-75873219-abed-4c73-adea-c9cab8a4fb14 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055091 Mar 31 23:53:21.435689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a72b5-9944-498b-af15-4e521ec91c35 req-8c214cdd-bf50-4b5a-b384-4576625fff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.437151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-8c214cdd-bf50-4b5a-b384-4576625fff3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402329 Mar 31 23:53:21.509166 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-790502f5-998b-4b71-9e3b-b12e8d1aecd1 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Mar 31 23:53:21.532430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-1baaff72-2436-42df-8849-499b4ff03648 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884519 Mar 31 23:53:21.603847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-c09eb1b3-bc22-4deb-b457-b8ae4710ab04 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Mar 31 23:53:21.612999 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:21.625520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-251a72b5-9944-498b-af15-4e521ec91c35 req-3e3be11b-4a7e-4bdf-8ac7-9d9dbf24e0d2 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867009 Mar 31 23:53:21.651317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:22.219439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c056a80-fbd4-47b1-9982-79c56112f4ec req-43712829-edc4-41ef-b631-0e13dcc8a534 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:22.220923 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c056a80-fbd4-47b1-9982-79c56112f4ec req-43712829-edc4-41ef-b631-0e13dcc8a534 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0487559 Mar 31 23:53:22.264600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c056a80-fbd4-47b1-9982-79c56112f4ec req-b37599a3-6961-4a56-9cfe-8eaae9a89dfc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Mar 31 23:53:23.381944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99393e07-2165-420a-97ff-f78ab8015d69 req-ff5805ef-fa95-4225-a45d-a62e6719e297 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:23.383493 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99393e07-2165-420a-97ff-f78ab8015d69 req-ff5805ef-fa95-4225-a45d-a62e6719e297 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0498416 Mar 31 23:53:23.422837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-99393e07-2165-420a-97ff-f78ab8015d69 req-f7a5ec83-933f-4f48-9fb3-8666ccb89f32 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321245 Mar 31 23:53:24.262410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:53:24.357944 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:24.368996 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'mac_address': 'fa:16:3e:a1:cf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:53:24.406166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:24.419083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:24.437836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:24.518683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:24.539678 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-a9107883-ccc4-43e1-a80e-fb0bc33268a1 req-5844fada-e603-4f45-88ab-60778a680511 service neutron] (109835) timed out ('10.222.0.10', 56686) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:53:24.546915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:24.549831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e123-e76b-43c7-b6b9-8c9fb53e1455 req-366e743a-c8ec-4454-a63c-da528e67570c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.551357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d188e123-e76b-43c7-b6b9-8c9fb53e1455 req-366e743a-c8ec-4454-a63c-da528e67570c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 945 time: 0.0544007 Mar 31 23:53:24.570764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:24.591709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d188e123-e76b-43c7-b6b9-8c9fb53e1455 req-98d35d13-38e9-4c07-b703-b11344290922 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330920 Mar 31 23:53:24.708353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26851d5-bc8f-4be4-afcf-bb9881905263 req-e32a2121-0a97-456e-abde-3d59f21055fd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.709835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e26851d5-bc8f-4be4-afcf-bb9881905263 req-e32a2121-0a97-456e-abde-3d59f21055fd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0485704 Mar 31 23:53:24.752005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e26851d5-bc8f-4be4-afcf-bb9881905263 req-3e9bf100-0b99-409f-87ad-04fe27afe5f0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357938 Mar 31 23:53:24.870542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f2e7-8232-4e35-a71b-af67b547f9db req-4bda1b4e-5300-427b-ac1f-fc629426392c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.872041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8130f2e7-8232-4e35-a71b-af67b547f9db req-4bda1b4e-5300-427b-ac1f-fc629426392c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0531964 Mar 31 23:53:24.909499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8130f2e7-8232-4e35-a71b-af67b547f9db req-da0040ae-79f1-44de-9139-f31eef0ab82e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Mar 31 23:53:24.912733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['18d21d97-e4e8-4911-a4f2-a99b62caea4d'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:25.342232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0d02d-9732-4a86-b219-90d9abdcbab8 req-6054daf5-5439-4f52-9c19-d53c855e159b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:25.343761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b0d02d-9732-4a86-b219-90d9abdcbab8 req-6054daf5-5439-4f52-9c19-d53c855e159b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0562575 Mar 31 23:53:25.382461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46b0d02d-9732-4a86-b219-90d9abdcbab8 req-6a00fc4b-39f7-4a2a-91fc-24623286ddfa tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Mar 31 23:53:26.272593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:26.401972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:53:26.406093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 18d21d97-e4e8-4911-a4f2-a99b62caea4d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:26.406471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:26.485031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:26.506017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5be710-acae-45b9-90a4-707f64030c93 req-6930d2b5-0394-49a4-b83c-9c0aa0409568 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:26.507550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc5be710-acae-45b9-90a4-707f64030c93 req-6930d2b5-0394-49a4-b83c-9c0aa0409568 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 946 time: 0.0543442 Mar 31 23:53:26.508056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:26.510345 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14d2fe-ab90-45c5-bb73-363327a0cfca" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:26.524395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:26.554883 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f52dbe0-74c1-406a-b9c5-d10eac73feee x-openstack-request-id: req-6f52dbe0-74c1-406a-b9c5-d10eac73feee {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:26.555645 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-plugged", "status": "completed", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:26.555792 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6f52dbe0-74c1-406a-b9c5-d10eac73feee {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:26.556166 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f52dbe0-74c1-406a-b9c5-d10eac73feee'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'code': 200} Mar 31 23:53:26.560253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc5be710-acae-45b9-90a4-707f64030c93 req-d1629b55-8e11-4443-a7e6-d7e997e4e91d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424042 Mar 31 23:53:26.647375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:26.704600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=13']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:26.915364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46301e22-e9bc-450b-b944-fa1269ed622f req-6578f241-a502-465b-99a4-7362430ab275 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:26.917709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46301e22-e9bc-450b-b944-fa1269ed622f req-6578f241-a502-465b-99a4-7362430ab275 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 947 time: 0.0492358 Mar 31 23:53:27.005418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Deleting port 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:27.005761 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.095839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] For port 18d21d97-e4e8-4911-a4f2-a99b62caea4d, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=18d21d97-e4e8-4911-a4f2-a99b62caea4d,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:27.096465 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.266585 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.266867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.267231 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 disassociated. External IP: 172.25.6.182, port: 18d21d97-e4e8-4911-a4f2-a99b62caea4d. Mar 31 23:53:27.267565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Calling delete_port for 18d21d97-e4e8-4911-a4f2-a99b62caea4d owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:27.466950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.496466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'Port': ['ID=18d21d97-e4e8-4911-a4f2-a99b62caea4d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:27.507280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.507881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.508011 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.508282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.508611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.508938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.509264 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.509592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.509914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.510811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.511166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.511489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:27.635047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:27.711461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f207d1a-7d94-4292-a381-909286d17e7a req-4b25e074-c3ef-492f-97a3-7184aefca22d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 210 time: 0.0660255 Mar 31 23:53:27.775165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:27.787451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:27.797949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:27.802369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:27.814988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] No DVR routers for this DVR port 18d21d97-e4e8-4911-a4f2-a99b62caea4d on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:27.817702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.821120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46301e22-e9bc-450b-b944-fa1269ed622f req-9509a636-223c-4796-b58a-82f2e7c95e77 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "DELETE /v2.0/ports/18d21d97-e4e8-4911-a4f2-a99b62caea4d HTTP/1.1" status: 204 len: 173 time: 0.8983815 Mar 31 23:53:27.821559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-deleted', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:27.824824 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a24ec-ed19-4017-9b36-c856243422be" -d '{"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-deleted", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:27.865487 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b36dcf-9bb6-4427-bb40-a7422dc9d396 x-openstack-request-id: req-23b36dcf-9bb6-4427-bb40-a7422dc9d396 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:27.865785 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbb658-8438-45d2-95ca-d9a80a8957ff", "name": "network-vif-deleted", "tag": "18d21d97-e4e8-4911-a4f2-a99b62caea4d", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:27.866100 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-23b36dcf-9bb6-4427-bb40-a7422dc9d396 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:27.866512 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b36dcf-9bb6-4427-bb40-a7422dc9d396'] response: {'server_uuid': 'a1fbb658-8438-45d2-95ca-d9a80a8957ff', 'name': 'network-vif-deleted', 'tag': '18d21d97-e4e8-4911-a4f2-a99b62caea4d', 'status': 'completed', 'code': 200} Mar 31 23:53:28.076752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:28.277364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:28.303485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:28.311871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:28.312468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:28.418289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:28.618918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:28.645528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b00fe-7f29-4b18-8395-5605e32238d5 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:28.830520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-86c93eed-bb1c-4221-bd34-3b855f49a36d req-d0cfc4de-60ab-4098-8806-6cfc83e5ce32 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1fbb658-8438-45d2-95ca-d9a80a8957ff HTTP/1.1" status: 200 len: 210 time: 0.0308907 Mar 31 23:53:28.893473 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d5f4f-1d03-4d8f-9b2e-b68d4ed656d2 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:53:30.110896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-88e5d563-fe05-4d80-9a39-fe25cad54042 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--247817224&fields=id&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 267 time: 0.0343630 Mar 31 23:53:30.219487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-ab5440cd-282a-49aa-9f70-ce373c2f1960 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.221246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-ab5440cd-282a-49aa-9f70-ce373c2f1960 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1033125 Mar 31 23:53:30.236152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-6be80057-6021-4142-bb5d-04e0301074dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/quotas/ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Mar 31 23:53:30.278875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:30.295515 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-b74c5052-26fa-4eb4-b497-0ff73a9658b2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540802 Mar 31 23:53:30.299735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 18d21d97-e4e8-4911-a4f2-a99b62caea4d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:30.300077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 18d21d97-e4e8-4911-a4f2-a99b62caea4d not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:30.392376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-2d674326-b47b-4419-baca-b8e5fa8c8a29 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Mar 31 23:53:30.490668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-b74355ae-e390-4ff4-9469-e55ed4ac9276 service neutron] 10.222.0.83 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875893 Mar 31 23:53:30.730213 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce57bf94-5548-46c4-9e09-c2da4011cfb0 req-59d971e8-caee-4580-a695-3abaf51eb11a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Mar 31 23:53:31.825489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fbc51eb3-3c01-48d9-8817-60fffd794a1f req-507273c9-2118-415e-b8a6-72ca51a30e22 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0267329 Mar 31 23:53:32.603766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-a866478b-d682-443d-863e-a5869ef48b19 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:32.605370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-a866478b-d682-443d-863e-a5869ef48b19 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 812 time: 0.1041083 Mar 31 23:53:32.655809 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-db1dc854-2363-4aa9-81a5-8f917c942ffb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 379 time: 0.0408304 Mar 31 23:53:32.664567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'port': {'device_id': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'admin_state_up': True, 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'security_groups': ['4f028aa2-111d-426a-bba4-f09fdc2d6b6d']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:32.832664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Made reservation on behalf of ce3a406f1d5241eabafb9d1f284b4331 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:32.836166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:32.928391 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69902f28-3dfe-4f86-b6c1-8b56665c4363 req-15459b6b-7ed9-48de-8aa5-cc4126783a01 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0299189 Mar 31 23:53:32.987969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Allocated IP 172.20.0.11 (16d83131-a293-4a61-8d18-125825f73920/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1/9838ffea-592c-4908-9dfb-9a26b80ec0b4) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:33.123546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.227188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.279664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Network 16d83131-a293-4a61-8d18-125825f73920 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:33.282837 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:33.285267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:33.313464 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:33.341459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:33.342079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.410391 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-335e1deb-f7ae-410b-b183-06c0f23c0260 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492793 Mar 31 23:53:33.422557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Request body: {'port': {'device_id': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:33.480349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.481122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-48266432-8525-434f-806d-47d0c0fb700a None None] Provisioning complete for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:33.481642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48266432-8525-434f-806d-47d0c0fb700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.515935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-48266432-8525-434f-806d-47d0c0fb700a None None] Port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:33.752138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:33.759309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.771088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Transition to ACTIVE for port object 9838ffea-592c-4908-9dfb-9a26b80ec0b4 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:53:33.838035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.889666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:33.961191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:33.961533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:33.961862 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:33.966570 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:53:33.966887 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:33.972200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:33.972537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:33.972922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:33.973353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Bound port: 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:33.973708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.068474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:34.072299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:34.088882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414e90b-484c-4e7f-9790-450ec495f437 req-fc3a4250-a4e3-4d13-af30-6a82ba661729 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.090428 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0414e90b-484c-4e7f-9790-450ec495f437 req-fc3a4250-a4e3-4d13-af30-6a82ba661729 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0702574 Mar 31 23:53:34.129358 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0414e90b-484c-4e7f-9790-450ec495f437 req-03422c59-22b6-4d93-b609-b5cacf2b2b47 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323975 Mar 31 23:53:34.142541 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.182216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.183824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.189341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] 10.222.0.44 "PUT /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1092 time: 0.7667375 Mar 31 23:53:34.189341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:34.189341 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:34.214671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8b35-5ab1-4274-b95e-b9b9333c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:34.243874 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11651a2b-058c-468b-a40a-9887c82a7551 x-openstack-request-id: req-11651a2b-058c-468b-a40a-9887c82a7551 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:34.244176 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:34.244435 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11651a2b-058c-468b-a40a-9887c82a7551 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:34.244849 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11651a2b-058c-468b-a40a-9887c82a7551'] response: {'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'status': 'completed', 'code': 200} Mar 31 23:53:34.314549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-294e7ebc-c2a5-45ec-b358-53636d9999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.316211 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-294e7ebc-c2a5-45ec-b358-53636d9999bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0484989 Mar 31 23:53:34.429795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-c520ff9e-7428-4664-8715-b9c5d446d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.431561 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-c520ff9e-7428-4664-8715-b9c5d446d2a7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1071815 Mar 31 23:53:34.535809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-4015d64f-92d2-4509-bd4e-dc675f61a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.537259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1aca78b8-1394-4723-a0f4-f02ab5a2d2f7 req-4015d64f-92d2-4509-bd4e-dc675f61a3d8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893643 Mar 31 23:53:34.624191 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-6c47584c-851c-4c66-926e-b4fc993001f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.625713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-6c47584c-851c-4c66-926e-b4fc993001f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0444331 Mar 31 23:53:34.676140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-aa47edd7-ae42-44bf-8486-106653d5c3b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 217 time: 0.0418673 Mar 31 23:53:34.729958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-05681ce3-9aa9-4a46-b2e3-4493092e4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.731509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-05681ce3-9aa9-4a46-b2e3-4493092e4f10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0477498 Mar 31 23:53:34.787080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16db2-5d22-4711-b244-7294495973a5 req-32fe9b4b-628d-4360-8fa6-374f1c0a159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:34.788490 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-32fe9b4b-628d-4360-8fa6-374f1c0a159b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449092 Mar 31 23:53:34.887634 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-a9921355-f48d-4c43-a9b1-365a1fe35617 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914176 Mar 31 23:53:34.980812 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d4b16db2-5d22-4711-b244-7294495973a5 req-c9fc36cd-59be-425d-bf6d-9273943cadb5 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Mar 31 23:53:35.178397 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:35.251531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2a12-1686-42c3-ac39-b58ac3853112 req-b293f4bb-9d90-448b-8b80-2d70496f465a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:35.252982 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f8f2a12-1686-42c3-ac39-b58ac3853112 req-b293f4bb-9d90-448b-8b80-2d70496f465a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0520573 Mar 31 23:53:35.289659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f8f2a12-1686-42c3-ac39-b58ac3853112 req-3fe14fca-6f12-4e61-a14b-b47430d07fff tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305521 Mar 31 23:53:36.409810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef124d5-a1aa-4af3-abf3-db6b1934ec7c req-6bdddca1-370a-441f-aa10-ca3dfadec70a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:36.412519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ef124d5-a1aa-4af3-abf3-db6b1934ec7c req-6bdddca1-370a-441f-aa10-ca3dfadec70a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0493524 Mar 31 23:53:36.456538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ef124d5-a1aa-4af3-abf3-db6b1934ec7c req-f3cb5752-47d7-47ad-ac08-caec46f4d2ed tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Mar 31 23:53:37.571371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7752-3ada-4d41-8d3f-1b25ca8fdd64 req-09c050ae-7aef-42a2-b805-8c7ff6d2ae14 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:37.572821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22cb7752-3ada-4d41-8d3f-1b25ca8fdd64 req-09c050ae-7aef-42a2-b805-8c7ff6d2ae14 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0478203 Mar 31 23:53:37.611029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22cb7752-3ada-4d41-8d3f-1b25ca8fdd64 req-73893ab2-7c4e-4250-ba0a-bfa2bde341c9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313833 Mar 31 23:53:37.630501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:53:37.729939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:37.741268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:53:37.784124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.803976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:37.831456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:37.892880 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.944389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:37.953768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.954115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.954456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.954795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.955153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.955486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.955820 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.956150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.956470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.956800 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.957441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:37.957441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:38.195066 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9838ffea-592c-4908-9dfb-9a26b80ec0b4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:38.729985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3104d2-1cdd-4d56-8e5f-1f27c959d547 req-66de9c60-8ec6-49e4-bc0e-d062439be83c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:38.731692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3104d2-1cdd-4d56-8e5f-1f27c959d547 req-66de9c60-8ec6-49e4-bc0e-d062439be83c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0537782 Mar 31 23:53:38.769480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a3104d2-1cdd-4d56-8e5f-1f27c959d547 req-07aa6b02-a7ca-468e-b37d-fcf2eaa0bfc6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Mar 31 23:53:39.644520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:39.746406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:53:39.750159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:39.750528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.831914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.855372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:39.857611 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1a855d-db28-47b4-9839-a29ebfdff1a5" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:39.872606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:39.886879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b74c7-4c54-489d-9340-de1bfa55f375 req-d55aa42f-c5f7-4927-918a-f23d4a9b96bd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:39.888487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-503b74c7-4c54-489d-9340-de1bfa55f375 req-d55aa42f-c5f7-4927-918a-f23d4a9b96bd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Mar 31 23:53:39.907309 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5504edb-0dd4-48f9-bd0e-6c559382157c x-openstack-request-id: req-e5504edb-0dd4-48f9-bd0e-6c559382157c {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:39.907309 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:39.907309 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5504edb-0dd4-48f9-bd0e-6c559382157c {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:39.907309 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5504edb-0dd4-48f9-bd0e-6c559382157c'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'code': 200} Mar 31 23:53:39.927487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-503b74c7-4c54-489d-9340-de1bfa55f375 req-f14d738a-b534-44d3-9fec-4eb8b10a9b7b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328650 Mar 31 23:53:39.964508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.992540 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513878f-65ce-44e9-bb6b-5970c486a216 req-ea6a578b-74db-4010-a1f1-853e92180587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:39.994119 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7513878f-65ce-44e9-bb6b-5970c486a216 req-ea6a578b-74db-4010-a1f1-853e92180587 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0412991 Mar 31 23:53:40.015069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:40.034904 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-7513878f-65ce-44e9-bb6b-5970c486a216 req-d6ba1ff4-a8e4-46e0-94d8-3b151a1e0b3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Mar 31 23:53:41.059229 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb971a67-3250-47f5-8205-8407f87ff10c req-f6258d1a-90ad-41da-8a48-98ed224643e2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:41.060692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb971a67-3250-47f5-8205-8407f87ff10c req-f6258d1a-90ad-41da-8a48-98ed224643e2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0489535 Mar 31 23:53:41.098569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb971a67-3250-47f5-8205-8407f87ff10c req-c510c504-80b4-42eb-aa75-45575e86c624 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Mar 31 23:53:41.692457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-65ae9c1e-1f27-4244-ab51-b97595d3e3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.220135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44606524-a9e8-4d79-be12-87160acace04 req-07b64e28-d7b3-4b35-835a-334f665e7262 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:42.221883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44606524-a9e8-4d79-be12-87160acace04 req-07b64e28-d7b3-4b35-835a-334f665e7262 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0513279 Mar 31 23:53:42.260538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44606524-a9e8-4d79-be12-87160acace04 req-29743512-8915-40ae-871b-3bfdc2554ba0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Mar 31 23:53:42.376378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f0d3-0f50-4d2b-a003-37519e1290aa req-fba9eb5e-d218-4a9f-b67c-2dea86affde5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:42.377831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9013f0d3-0f50-4d2b-a003-37519e1290aa req-fba9eb5e-d218-4a9f-b67c-2dea86affde5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0494187 Mar 31 23:53:42.386713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 40868) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:42.391355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Request body: {'floatingip': {'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:42.431874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.874078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.944148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.058123 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 associated. External IP: 172.25.6.182, port: 9838ffea-592c-4908-9dfb-9a26b80ec0b4. Mar 31 23:53:43.518330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:43.625475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:43.630326 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.635356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:43.644798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:43.645402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:53:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:43.657051 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e373c9a3-e6ba-44a6-8fe6-5382267786b8 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "PUT /v2.0/floatingips/fdf0294c-2108-42bb-903d-8260bc6b3878 HTTP/1.1" status: 200 len: 993 time: 1.2691886 Mar 31 23:53:43.657961 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:43.660419 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34d120-8289-4ea5-870d-acd7d9f95c21" -d '{"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:43.700008 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c016dc5-a68c-4d65-ab58-a13cea4027c3 x-openstack-request-id: req-3c016dc5-a68c-4d65-ab58-a13cea4027c3 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:43.700304 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:43.700555 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c016dc5-a68c-4d65-ab58-a13cea4027c3 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:43.700957 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c016dc5-a68c-4d65-ab58-a13cea4027c3'] response: {'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'status': 'completed', 'code': 200} Mar 31 23:53:43.760559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:43.763232 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-5fb8e05e-08fe-4d92-82ab-a702f52f8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:43.764730 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-5fb8e05e-08fe-4d92-82ab-a702f52f8c07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0428276 Mar 31 23:53:43.860142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-505931f9-2574-4c07-996c-ac7c069c7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:43.861513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-505931f9-2574-4c07-996c-ac7c069c7b13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0892742 Mar 31 23:53:43.931901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-61e16ca6-9a3a-4069-9187-f18aa118d32f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0638618 Mar 31 23:53:43.942467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3507ac10-ac09-445e-abac-437ab3a46dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.986162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-b463b57f-db3b-4c41-b7ab-9976c94d944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:43.987817 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-b463b57f-db3b-4c41-b7ab-9976c94d944e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0500426 Mar 31 23:53:44.015430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 13, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:44.036566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-39ee90db-3b0f-44ad-a835-86bd3d186f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:44.038102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-39ee90db-3b0f-44ad-a835-86bd3d186f6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440907 Mar 31 23:53:44.046569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:44.055282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:44.055893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:53:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:44.134799 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-7c7ef73d-4564-44c3-bd37-55e919cac23b service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901101 Mar 31 23:53:44.163409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:44.230431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fa34d120-8289-4ea5-870d-acd7d9f95c21 req-ffc80d0a-e2fd-4789-be60-8f3c6a588bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894122 Mar 31 23:53:44.407085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 13, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:44.435092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3458cb3-97e3-40e5-92f8-c1e1a71709ee None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'fdf0294c-2108-42bb-903d-8260bc6b3878', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:25Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 13, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:44.638328 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424513-86a4-4799-8107-72a0f98d4157 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:53:45.515564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.605887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d7da1-a47d-4e03-9963-239a62d577f7 req-31d0ab10-0353-4351-b665-4fa74eb88b08 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.607287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f9d7da1-a47d-4e03-9963-239a62d577f7 req-31d0ab10-0353-4351-b665-4fa74eb88b08 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0482550 Mar 31 23:53:46.645430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f9d7da1-a47d-4e03-9963-239a62d577f7 req-55e70a8f-3db8-4a29-91dd-ee6feb103701 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Mar 31 23:53:46.787156 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.815411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:54.563512 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.993151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:53:58.475825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4754-b22f-4b90-acaa-4c168837fdda req-37fc7f32-7dd0-4d71-bc80-e1b978e2d8dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:58.477216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-034c4754-b22f-4b90-acaa-4c168837fdda req-37fc7f32-7dd0-4d71-bc80-e1b978e2d8dc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0532503 Mar 31 23:53:58.841481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-034c4754-b22f-4b90-acaa-4c168837fdda req-51cb4d8d-4166-45ad-935a-70e44c04c610 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580728 Mar 31 23:53:58.852423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-5b70b967-9cac-4e51-afe4-45483da8d68b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535572 Mar 31 23:53:59.965060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e8764-9495-4fb6-a24a-308642c9ec63 req-e05a5495-5e0c-4ccc-bc31-fd9d5b74fdd9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:59.966594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b5e8764-9495-4fb6-a24a-308642c9ec63 req-e05a5495-5e0c-4ccc-bc31-fd9d5b74fdd9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0503557 Mar 31 23:54:00.012023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b5e8764-9495-4fb6-a24a-308642c9ec63 req-30d729e6-3b15-4d9d-b5b4-c925b997bd87 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383005 Mar 31 23:54:00.961103 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-cb818cc7-cad4-4efd-8685-4c881337c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:00.962593 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-cb818cc7-cad4-4efd-8685-4c881337c62a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0494728 Mar 31 23:54:01.054740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-6dde9e82-7b33-4076-b806-cd37f5d09065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:01.056339 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-6dde9e82-7b33-4076-b806-cd37f5d09065 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0860600 Mar 31 23:54:01.135378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-34400268-d399-4247-9ae0-08606c54f347 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1003 time: 0.0690601 Mar 31 23:54:01.136524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209cbce-e9c2-4c68-b57d-12d4ea84bdd8 req-561b51dd-9d18-4c5f-94b7-74054e37e692 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:01.138013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9209cbce-e9c2-4c68-b57d-12d4ea84bdd8 req-561b51dd-9d18-4c5f-94b7-74054e37e692 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0550504 Mar 31 23:54:01.176549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9209cbce-e9c2-4c68-b57d-12d4ea84bdd8 req-b751dbdd-cb78-4c39-aaf5-29dace9bcb84 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Mar 31 23:54:01.186349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-4e11ab20-513e-4e36-938f-0eff4c0a4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:01.187861 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-4e11ab20-513e-4e36-938f-0eff4c0a4914 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0450726 Mar 31 23:54:01.246095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-25e6e9bc-d930-4187-b057-edb852420ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:01.247622 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-25e6e9bc-d930-4187-b057-edb852420ebb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522046 Mar 31 23:54:01.349527 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-0d138879-5123-45d8-be98-0ef69f995b6f service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929213 Mar 31 23:54:01.439825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-173131be-fc0d-4555-a6c4-7ad368157cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833814 Mar 31 23:54:02.293810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b086-bb35-4d50-929b-6591fd97bebe req-909b0d8c-a41d-4ead-9717-dc584a5d13a7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:02.295217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fde6b086-bb35-4d50-929b-6591fd97bebe req-909b0d8c-a41d-4ead-9717-dc584a5d13a7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0497115 Mar 31 23:54:02.333585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fde6b086-bb35-4d50-929b-6591fd97bebe req-d72d87b4-2bda-4732-aa33-46578f8db192 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311940 Mar 31 23:54:03.452330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb57bf-0297-409c-aad6-2c6fc6062a27 req-76a24ef2-7dba-4991-a39a-98c11d1280c9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:03.453801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1fb57bf-0297-409c-aad6-2c6fc6062a27 req-76a24ef2-7dba-4991-a39a-98c11d1280c9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0493102 Mar 31 23:54:03.492944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c1fb57bf-0297-409c-aad6-2c6fc6062a27 req-4c780b68-84bd-4ecc-bea4-613e1c0ae09c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Mar 31 23:54:04.614905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02dba5-967f-4621-ae3e-e8993bd032ae req-2483c016-1204-4c2f-828f-97d8e363d1b6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:04.616416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b02dba5-967f-4621-ae3e-e8993bd032ae req-2483c016-1204-4c2f-828f-97d8e363d1b6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Mar 31 23:54:04.654463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b02dba5-967f-4621-ae3e-e8993bd032ae req-2227f5b8-80a7-4858-8b82-7e70457b5ac1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320132 Mar 31 23:54:05.215553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:05.770562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d2e-df72-4aa8-80eb-24973f21a0a5 req-3660a6af-4bb4-4f13-87b8-b815f23568c7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:05.772071 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfb59d2e-df72-4aa8-80eb-24973f21a0a5 req-3660a6af-4bb4-4f13-87b8-b815f23568c7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Mar 31 23:54:05.809492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfb59d2e-df72-4aa8-80eb-24973f21a0a5 req-d48b995d-e36c-44e2-a30d-57892eb10d36 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Mar 31 23:54:06.928593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5cf3a-f408-449e-8cb3-003d683cef8b req-0cdbf777-4d70-4346-be6e-0f005475823b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:06.930061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efe5cf3a-f408-449e-8cb3-003d683cef8b req-0cdbf777-4d70-4346-be6e-0f005475823b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0487404 Mar 31 23:54:06.968427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efe5cf3a-f408-449e-8cb3-003d683cef8b req-c6d3184c-4b40-42c3-bc26-64d7cf83e0b9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Mar 31 23:54:08.089406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40543f0-b2d1-46ac-8731-e043e6ca47c9 req-d4c5fac9-deb0-4daf-93da-91e67291edda tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:08.090873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a40543f0-b2d1-46ac-8731-e043e6ca47c9 req-d4c5fac9-deb0-4daf-93da-91e67291edda tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Mar 31 23:54:08.130208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a40543f0-b2d1-46ac-8731-e043e6ca47c9 req-b4f1a52e-27c9-4f1f-9e17-0c9a8095b314 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325611 Mar 31 23:54:09.260370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15035739-c3e0-4e3a-b7c7-e0d9d0afb495 req-15f160e1-f758-46dd-a4f3-8c104a0ec641 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:09.262783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15035739-c3e0-4e3a-b7c7-e0d9d0afb495 req-15f160e1-f758-46dd-a4f3-8c104a0ec641 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0574355 Mar 31 23:54:09.303928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15035739-c3e0-4e3a-b7c7-e0d9d0afb495 req-e3cd37d1-4cd6-4603-a9d9-7f52ff95ae80 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346336 Mar 31 23:54:10.420960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b928b4-0b59-4f76-ad39-b9a7b100b873 req-1e5168eb-31c9-44b9-a48a-76266d47e0f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:10.422440 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58b928b4-0b59-4f76-ad39-b9a7b100b873 req-1e5168eb-31c9-44b9-a48a-76266d47e0f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0490763 Mar 31 23:54:10.461984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-58b928b4-0b59-4f76-ad39-b9a7b100b873 req-d13690d8-c5e6-411b-9e5f-ddec6aefc918 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Mar 31 23:54:11.584370 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca9d2-fc38-4561-bd16-6b49f0bdc200 req-329f26d0-93cc-4477-84b7-f705ff832316 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:11.585873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e6ca9d2-fc38-4561-bd16-6b49f0bdc200 req-329f26d0-93cc-4477-84b7-f705ff832316 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0535429 Mar 31 23:54:11.626726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e6ca9d2-fc38-4561-bd16-6b49f0bdc200 req-3cbe7274-d370-4fb0-9908-cc10ad343b9f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347984 Mar 31 23:54:11.666020 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85faa934-1def-4841-a146-5007baae0150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:12.747469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63827d29-e893-45a0-8816-32052a4beec3 req-69a9d32d-736a-48c6-b055-88d9ed49587d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:12.748945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63827d29-e893-45a0-8816-32052a4beec3 req-69a9d32d-736a-48c6-b055-88d9ed49587d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0489054 Mar 31 23:54:12.786734 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63827d29-e893-45a0-8816-32052a4beec3 req-792b4017-2e93-4987-9723-871b1192d400 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Mar 31 23:54:13.904327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4214-f4ed-4242-b807-f48590d17305 req-b4861584-df64-4e91-a800-9be9225caabd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:13.905806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d30f4214-f4ed-4242-b807-f48590d17305 req-b4861584-df64-4e91-a800-9be9225caabd tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Mar 31 23:54:13.909506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4550f13-82db-4f89-9ebb-b43188840a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:13.945081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d30f4214-f4ed-4242-b807-f48590d17305 req-fd7b0b76-30c8-4581-9937-94552eede606 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Mar 31 23:54:15.072588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b1b9-b62a-493a-949b-b230c6e5c87f req-62cbf40b-aa15-4a24-a0b3-dcf7730b46e1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:15.074160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2213b1b9-b62a-493a-949b-b230c6e5c87f req-62cbf40b-aa15-4a24-a0b3-dcf7730b46e1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0558765 Mar 31 23:54:15.112888 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2213b1b9-b62a-493a-949b-b230c6e5c87f req-0f0d8443-6723-4de0-9a34-eaebee8e8abc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Mar 31 23:54:15.489774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:15.998448 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-abe70bda-809e-4cb1-8075-9c4d2a4b13bc service neutron] show failed (client error): The resource could not be found. Mar 31 23:54:15.999496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-abe70bda-809e-4cb1-8075-9c4d2a4b13bc service neutron] 10.222.0.44 "GET /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0571737 Mar 31 23:54:16.231953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17abf-24ee-4bea-9908-5e031ddfcafb req-5658f9f0-6149-45ce-b500-52a0d41b7019 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:16.233454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43e17abf-24ee-4bea-9908-5e031ddfcafb req-5658f9f0-6149-45ce-b500-52a0d41b7019 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0523586 Mar 31 23:54:16.272210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43e17abf-24ee-4bea-9908-5e031ddfcafb req-2aa43bbe-1ad7-4b40-b0fa-e0f6f6f82233 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Mar 31 23:54:16.535655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-2221d979-eea6-4618-9fd5-9b6f4e0a877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:16.537044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-2221d979-eea6-4618-9fd5-9b6f4e0a877f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1097 time: 0.0408249 Mar 31 23:54:16.555464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:54:16.610839 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:16.778441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:16.809345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:16.828592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:16.862708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:54:16.901790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:16.904097 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229fb7fc-dfcd-42ea-ad5b-07911a2ac473" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:16.907926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:16.921445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Transition to ACTIVE for port object 9838ffea-592c-4908-9dfb-9a26b80ec0b4 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:54:16.955999 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81b9e9-543a-4955-a38a-0c27397e218c x-openstack-request-id: req-cc81b9e9-543a-4955-a38a-0c27397e218c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:16.956289 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:16.956536 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc81b9e9-543a-4955-a38a-0c27397e218c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:16.957070 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc81b9e9-543a-4955-a38a-0c27397e218c'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'code': 200} Mar 31 23:54:16.997757 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:17.046760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:17.123923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] No DVR routers for this DVR port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h2-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:54:17.267772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:54:17.268363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:54:17.268363 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:54:17.273379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:54:17.273700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:54:17.278552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:54:17.281098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:54:17.281098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:54:17.281098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Bound port: 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:54:17.281098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:17.357125 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:54:17.386188 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:54:17.405848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289d59c-2d15-43a8-886d-34f94b146699 req-6f18ca5f-310c-4bb9-ab7c-1998803afd4c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.407347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8289d59c-2d15-43a8-886d-34f94b146699 req-6f18ca5f-310c-4bb9-ab7c-1998803afd4c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0639064 Mar 31 23:54:17.445944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8289d59c-2d15-43a8-886d-34f94b146699 req-29e552aa-0a17-46a7-a832-a4170951b675 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Mar 31 23:54:17.466721 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:17.502497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.503153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:17.504842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] 10.222.0.10 "PUT /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1092 time: 0.9540470 Mar 31 23:54:17.529567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329ea0d-4a00-40d9-9f8a-df624376eae5 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:17.581058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-d77e1cc2-6a31-4cdb-884c-f2c2d5cef2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.583140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-d77e1cc2-6a31-4cdb-884c-f2c2d5cef2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0443821 Mar 31 23:54:17.680466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-94d87033-dcf9-4162-bda4-54e6706fd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.681936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-94d87033-dcf9-4162-bda4-54e6706fd8ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0929353 Mar 31 23:54:17.747110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-4246a6fb-e807-44fe-840b-1060c231b141 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0584092 Mar 31 23:54:17.802909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-068e0fd6-c43f-4de6-8f12-405c0448d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.804419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-068e0fd6-c43f-4de6-8f12-405c0448d476 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0503898 Mar 31 23:54:17.806014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:54:17.845165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:54:17.850903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-08bc05a5-6369-4262-9a3f-8365f8a74ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.852517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-08bc05a5-6369-4262-9a3f-8365f8a74ab8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417819 Mar 31 23:54:17.943664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-138e9f2d-b931-47ed-bad3-a4da2e747736 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Mar 31 23:54:18.038398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-ce7391a4-14ca-4682-b0b7-b6b69e0fc637 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880659 Mar 31 23:54:18.571693 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980dfc5-96af-493f-9407-48105756aab4 req-282d2ee8-359d-437d-a99a-37c949ade41a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:18.573259 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3980dfc5-96af-493f-9407-48105756aab4 req-282d2ee8-359d-437d-a99a-37c949ade41a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0526829 Mar 31 23:54:18.614344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3980dfc5-96af-493f-9407-48105756aab4 req-92753874-c329-4a02-9881-ff43dc21eb65 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Mar 31 23:54:18.958430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:18.960860 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a900d95c-9b20-4747-a8d9-250ccf83fc82" -d '{"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:19.012936 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad63c8c3-2ff9-4173-8cc5-f36ece5c4e78 x-openstack-request-id: req-ad63c8c3-2ff9-4173-8cc5-f36ece5c4e78 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:19.013299 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:19.013490 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad63c8c3-2ff9-4173-8cc5-f36ece5c4e78 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:19.013877 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad63c8c3-2ff9-4173-8cc5-f36ece5c4e78'] response: {'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'status': 'completed', 'code': 200} Mar 31 23:54:19.082883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-a877dcfa-56a0-43f8-8513-2cdeb59fb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.084611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-a877dcfa-56a0-43f8-8513-2cdeb59fb969 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0526137 Mar 31 23:54:19.100052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-647b3519-5c4a-42d2-9d9a-5fbab7cfd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.101566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-647b3519-5c4a-42d2-9d9a-5fbab7cfd4fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0439537 Mar 31 23:54:19.190929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-68c63faa-3fb0-4d88-a993-c8307fc54ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.195589 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-68c63faa-3fb0-4d88-a993-c8307fc54ecb service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1044979 Mar 31 23:54:19.235058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-51714748-478d-461c-b5aa-1ea56016b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.236629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-51714748-478d-461c-b5aa-1ea56016b9b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.1283097 Mar 31 23:54:19.291273 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-7b624e11-8436-49bf-a4c0-e5d009a944ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0818710 Mar 31 23:54:19.315332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-8a2882a4-592c-4b8b-be4a-505e57a11dd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0717788 Mar 31 23:54:19.350901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-6d468713-ac2b-443c-9c8b-f25452d34d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.352502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-6d468713-ac2b-443c-9c8b-f25452d34d20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0548108 Mar 31 23:54:19.380552 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-756870a2-4429-4339-b9b7-ecacc9a02526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.382532 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-756870a2-4429-4339-b9b7-ecacc9a02526 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0612314 Mar 31 23:54:19.404871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-257e661f-f1bb-4b24-a12c-27f52569376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.406525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-257e661f-f1bb-4b24-a12c-27f52569376f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475092 Mar 31 23:54:19.437579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-d1647ea6-a6cd-4c49-8479-4f76d082ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.439978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-d1647ea6-a6cd-4c49-8479-4f76d082ad86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503416 Mar 31 23:54:19.516232 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-9fef2ee8-c585-46e9-982b-ca6714e90f1e service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011615 Mar 31 23:54:19.546336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-bb03bc82-d596-4d9b-b142-9d8407c72480 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993316 Mar 31 23:54:19.617620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-994b385c-4dcd-4303-94cb-ff1ca2bca537 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931795 Mar 31 23:54:19.671147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a900d95c-9b20-4747-a8d9-250ccf83fc82 req-d959dab6-21fd-4f40-bda4-66868b02b41f service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182227 Mar 31 23:54:19.763946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94102364-495b-4af3-91d8-2fb79db05180 req-9fcbbdf6-6684-4f86-a154-02da9e350384 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.765707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94102364-495b-4af3-91d8-2fb79db05180 req-9fcbbdf6-6684-4f86-a154-02da9e350384 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0525141 Mar 31 23:54:19.806063 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94102364-495b-4af3-91d8-2fb79db05180 req-1bc640d2-74cc-4de6-9e41-015969756495 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Mar 31 23:54:20.932122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c41d-6fed-4b7a-93c9-e72504dcb1b9 req-beffc72d-f872-4424-bb4a-085631659cbf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:20.933636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9150c41d-6fed-4b7a-93c9-e72504dcb1b9 req-beffc72d-f872-4424-bb4a-085631659cbf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0512259 Mar 31 23:54:20.977551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9150c41d-6fed-4b7a-93c9-e72504dcb1b9 req-50edf636-f56a-4b86-a198-fff8c548f1f5 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373330 Mar 31 23:54:22.097120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f00fa-5bae-48b4-8a70-328c987a84fc req-f7a26662-bae2-4ca9-92d0-f4649a7f9f46 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:22.099441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab0f00fa-5bae-48b4-8a70-328c987a84fc req-f7a26662-bae2-4ca9-92d0-f4649a7f9f46 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0519774 Mar 31 23:54:22.139108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab0f00fa-5bae-48b4-8a70-328c987a84fc req-fee265d2-35ce-41f8-8890-688e014e347d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331097 Mar 31 23:54:23.260054 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96718eb6-9a51-4bde-9095-1ced207a39e7 req-768ebb9b-5491-4b44-86d7-ffb8e07735a1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:23.262423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96718eb6-9a51-4bde-9095-1ced207a39e7 req-768ebb9b-5491-4b44-86d7-ffb8e07735a1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0524371 Mar 31 23:54:23.307254 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96718eb6-9a51-4bde-9095-1ced207a39e7 req-053b8055-4841-400e-97dd-326a9d12f1c9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341773 Mar 31 23:54:24.424881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34a61-46d2-44a4-8795-0d09d499a459 req-c24837b1-a0ed-4e11-9241-06909ee84eeb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:24.427099 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ec34a61-46d2-44a4-8795-0d09d499a459 req-c24837b1-a0ed-4e11-9241-06909ee84eeb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0509601 Mar 31 23:54:24.475594 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ec34a61-46d2-44a4-8795-0d09d499a459 req-4b311073-b2ae-4578-bf45-e126a4fd0e96 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394404 Mar 31 23:54:24.552400 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:25.598686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970acc-7d8d-4b8c-a6e7-e69b8d96e17a req-aa3dead6-13d1-46f9-991e-aff234344e21 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:25.600169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a970acc-7d8d-4b8c-a6e7-e69b8d96e17a req-aa3dead6-13d1-46f9-991e-aff234344e21 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0491531 Mar 31 23:54:25.637457 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1a970acc-7d8d-4b8c-a6e7-e69b8d96e17a req-479c7a78-805a-4d64-8168-c7c0c4656eef tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Mar 31 23:54:26.758568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027deae6-705d-498d-9087-ea6fa701ea91 req-75648b40-9955-4454-af64-2f4140ba5069 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:26.760097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-027deae6-705d-498d-9087-ea6fa701ea91 req-75648b40-9955-4454-af64-2f4140ba5069 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0505879 Mar 31 23:54:26.797941 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-027deae6-705d-498d-9087-ea6fa701ea91 req-2e6d5941-77a5-4a86-92f2-e9a4244a639c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Mar 31 23:54:27.918870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10ba4a-5bf8-4da9-a987-b40ee2ec3eec req-81165aeb-fc18-4d62-a016-4e9772d69e4f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:27.920644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa10ba4a-5bf8-4da9-a987-b40ee2ec3eec req-81165aeb-fc18-4d62-a016-4e9772d69e4f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0508423 Mar 31 23:54:27.965964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa10ba4a-5bf8-4da9-a987-b40ee2ec3eec req-2a9d78fb-ba01-40fe-a967-89954ff397ff tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390344 Mar 31 23:54:29.086704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5d20-37e8-4f3c-9487-e328a37603dc req-1c3be6b1-9ec7-4479-bbbe-80980f9ad7f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:29.088204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b0a5d20-37e8-4f3c-9487-e328a37603dc req-1c3be6b1-9ec7-4479-bbbe-80980f9ad7f1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0497479 Mar 31 23:54:29.127958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b0a5d20-37e8-4f3c-9487-e328a37603dc req-63c74884-7777-4f64-8554-071e42eb36ac tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Mar 31 23:54:30.251846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b27bcc-d762-4d75-b37c-4df3dbd4f235 req-f031c649-a7a9-4bf4-8e93-34169dc0d9c0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:30.253401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83b27bcc-d762-4d75-b37c-4df3dbd4f235 req-f031c649-a7a9-4bf4-8e93-34169dc0d9c0 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Mar 31 23:54:30.298681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83b27bcc-d762-4d75-b37c-4df3dbd4f235 req-9730bec3-563d-4d48-bf4f-a6e5af67588d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 Mar 31 23:54:30.533421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:54:30.629866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:30.640951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:54:30.677521 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:30.690238 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:54:30.708992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:30.797630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:30.851186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:31.210823 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['9838ffea-592c-4908-9dfb-9a26b80ec0b4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:54:31.425690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77091773-2ef7-4dfe-b544-9c9fbec9fc82 req-ea0eaf4c-7ea9-4589-95d6-d1bd42f22800 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:31.427013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77091773-2ef7-4dfe-b544-9c9fbec9fc82 req-ea0eaf4c-7ea9-4589-95d6-d1bd42f22800 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0486753 Mar 31 23:54:31.472909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77091773-2ef7-4dfe-b544-9c9fbec9fc82 req-7412f043-ef18-40d7-9e7c-d8a056c2f41a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Mar 31 23:54:32.546851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:54:32.593288 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98be7b6-d75f-46e4-832e-046cb7e5aa0e req-c8867305-9c0f-4a87-bd9e-d2aa7d12d515 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:32.594797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a98be7b6-d75f-46e4-832e-046cb7e5aa0e req-c8867305-9c0f-4a87-bd9e-d2aa7d12d515 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Mar 31 23:54:32.634032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a98be7b6-d75f-46e4-832e-046cb7e5aa0e req-1aae4512-67fe-4aa9-abf9-0271d54d59eb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327272 Mar 31 23:54:32.654742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:54:32.659174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:54:32.659303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:32.739901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:32.764469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:32.766745 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec8b68-f89c-4191-94a9-f10f3f211713" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:32.780001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:32.820267 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901347db-bcad-4db1-b772-eeba63cb4aa4 x-openstack-request-id: req-901347db-bcad-4db1-b772-eeba63cb4aa4 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:32.820560 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:32.820832 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-901347db-bcad-4db1-b772-eeba63cb4aa4 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:32.821233 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901347db-bcad-4db1-b772-eeba63cb4aa4'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'code': 200} Mar 31 23:54:32.883848 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:32.934468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:33.255181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32d58d-da00-4bec-9bb6-6d39cfa71bb3 req-0373dc9f-2ce5-4950-a253-5b8b1fca5ac2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.257031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab32d58d-da00-4bec-9bb6-6d39cfa71bb3 req-0373dc9f-2ce5-4950-a253-5b8b1fca5ac2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Mar 31 23:54:33.326180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab32d58d-da00-4bec-9bb6-6d39cfa71bb3 req-40a2c8ec-9d7b-47e2-827e-1d10bae7650c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597751 Mar 31 23:54:33.337508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-ccc2abe4-de3c-43ed-8389-7cd21c948118 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.339143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-ccc2abe4-de3c-43ed-8389-7cd21c948118 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4&tenant_id=ce3a406f1d5241eabafb9d1f284b4331&binding%3Ahost_id=n-h1-828414-2 HTTP/1.1" status: 200 len: 946 time: 0.0811529 Mar 31 23:54:33.404392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-ba5a4b55-438b-4a93-a14d-927a6b67d8a3 service neutron] 10.222.0.10 "GET /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4/bindings/n-h1-828414-2 HTTP/1.1" status: 200 len: 382 time: 0.0582769 Mar 31 23:54:33.484557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-a9b31c4f-60e7-4485-8e33-77c8461605a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.486083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-a9b31c4f-60e7-4485-8e33-77c8461605a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0421622 Mar 31 23:54:33.580010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-2f8cff1d-75e3-4882-b1d0-643445737bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.581487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-2f8cff1d-75e3-4882-b1d0-643445737bb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0886323 Mar 31 23:54:33.709158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-bf404d2e-8851-4d84-859d-bff510c146fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1003 time: 0.0583751 Mar 31 23:54:33.770560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-2d618e3f-6e2d-4a63-9743-4d725d3d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.772131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-2d618e3f-6e2d-4a63-9743-4d725d3d309b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0567396 Mar 31 23:54:33.821465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-d83febdb-3fe5-4c16-8730-67fee92f456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:33.822958 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-d83febdb-3fe5-4c16-8730-67fee92f456d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450120 Mar 31 23:54:33.913454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-7f41de2d-4b65-4aff-a40f-cff745c5c3cb service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Mar 31 23:54:33.992915 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:54:34.008331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-680252e7-9e79-4933-95b9-2b1df6b7ef3e service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889769 Mar 31 23:54:34.449101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf38026-7fa7-461c-89e1-f8ad17543f3f req-d0d72d8a-d1f5-4911-a935-86c3f399357b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:34.450603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf38026-7fa7-461c-89e1-f8ad17543f3f req-d0d72d8a-d1f5-4911-a935-86c3f399357b tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0523169 Mar 31 23:54:34.490130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf38026-7fa7-461c-89e1-f8ad17543f3f req-9b9711f5-fb83-40e1-939a-fdd2d8139609 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335255 Mar 31 23:54:35.212523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:35.609610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d762e-148c-4449-bccb-002df7369d30 req-78b6e5ee-a8ad-4af6-99b5-404aaae21127 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:35.611122 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-765d762e-148c-4449-bccb-002df7369d30 req-78b6e5ee-a8ad-4af6-99b5-404aaae21127 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0484152 Mar 31 23:54:35.648992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-765d762e-148c-4449-bccb-002df7369d30 req-f4c5dd6e-c337-45e9-a7ef-51f858016553 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Mar 31 23:54:36.781043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dadd84-bba4-4353-ad63-058b28893deb req-a8eea154-5861-4c90-b0ab-ec6fef6b0b28 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:36.782516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28dadd84-bba4-4353-ad63-058b28893deb req-a8eea154-5861-4c90-b0ab-ec6fef6b0b28 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Mar 31 23:54:36.821707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28dadd84-bba4-4353-ad63-058b28893deb req-e55dbc3f-16b9-49cd-87d3-7e5109d69b86 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Mar 31 23:54:37.955433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef99a2-0f38-42ce-8818-db693a50d6cd req-d2cffc30-487f-40ce-9ffd-1fa5ec67406a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:37.957373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ef99a2-0f38-42ce-8818-db693a50d6cd req-d2cffc30-487f-40ce-9ffd-1fa5ec67406a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0600739 Mar 31 23:54:38.003353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72ef99a2-0f38-42ce-8818-db693a50d6cd req-8908c09a-7713-4919-bab8-ffd6898db507 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352471 Mar 31 23:54:38.558848 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:54:38.636731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:38.659598 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:38.661811 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34e360-9083-403b-b74e-e5aaf46f0a15" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:38.674643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:38.712807 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802fb314-51c0-43fa-a3e5-0f160da1c83e x-openstack-request-id: req-802fb314-51c0-43fa-a3e5-0f160da1c83e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:38.713116 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:38.713392 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-802fb314-51c0-43fa-a3e5-0f160da1c83e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:38.713785 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802fb314-51c0-43fa-a3e5-0f160da1c83e'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'code': 200} Mar 31 23:54:38.752131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:38.801446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=10']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:38.809902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.810245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.810587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.810919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.811294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.811625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.811979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.812306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.812631 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.812952 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.813379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:38.813702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.017902 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-ddf49f96-9eb2-4784-a96e-c99e4fff4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:39.019431 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-ddf49f96-9eb2-4784-a96e-c99e4fff4c21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4&tenant_id=ce3a406f1d5241eabafb9d1f284b4331 HTTP/1.1" status: 200 len: 1096 time: 0.0429573 Mar 31 23:54:39.030963 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:54:39.089597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.125776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cbfa6-4652-414b-ad9b-bb11c30e1055 req-acdcd9f9-ccc3-4feb-be08-f776baeefe41 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:39.127262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b6cbfa6-4652-414b-ad9b-bb11c30e1055 req-acdcd9f9-ccc3-4feb-be08-f776baeefe41 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Mar 31 23:54:39.165697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b6cbfa6-4652-414b-ad9b-bb11c30e1055 req-7d8d1ea2-8423-4970-93c9-c9ff76c9faf2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Mar 31 23:54:39.296914 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:39.330177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:54:39.363027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:54:39.370472 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.382214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Transition to ACTIVE for port object 9838ffea-592c-4908-9dfb-9a26b80ec0b4 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:54:39.449660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.539160 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=11']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:39.552071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.552418 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.552762 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.553212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.553420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.553747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.554072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.554397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.554722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.555066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.555395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.555715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:39.590703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] No DVR routers for this DVR port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:54:39.727406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:54:39.727737 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:54:39.728908 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:54:39.733598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:54:39.733913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Attempting to bind port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on network 16d83131-a293-4a61-8d18-125825f73920 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:54:39.738739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:54:39.739095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Checking segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:54:39.739476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Bound using segment: {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:54:39.739896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Bound port: 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0202c-8d03-4390-8d36-9cfabf4a0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '16d83131-a293-4a61-8d18-125825f73920'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:54:39.740248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.804458 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:54:39.808198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:54:39.895181 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.937747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:39.938367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.939778 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1093 time: 0.9136484 Mar 31 23:54:39.940234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:39.942610 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e7691b-14ee-423b-8d1d-23dcc322622f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:39.967457 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fda2b-8e14-4245-9d86-9201c2f7d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=12']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:40.022379 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2726c6-fb41-46ea-b9cf-0dc730807c19 x-openstack-request-id: req-2b2726c6-fb41-46ea-b9cf-0dc730807c19 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:40.023061 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:40.023061 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b2726c6-fb41-46ea-b9cf-0dc730807c19 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:40.023351 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2726c6-fb41-46ea-b9cf-0dc730807c19'] response: {'name': 'network-changed', 'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'status': 'completed', 'code': 200} Mar 31 23:54:40.028460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-fe0288d0-041c-46cf-a793-0987de85796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.029984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-fe0288d0-041c-46cf-a793-0987de85796c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0513005 Mar 31 23:54:40.128631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-fcc1bca9-fac3-4f01-8269-b295c8342483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.130957 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-fcc1bca9-fac3-4f01-8269-b295c8342483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0488009 Mar 31 23:54:40.132120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-eec5fd10-5b35-4b4b-9f7a-af7c039b8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.133564 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-eec5fd10-5b35-4b4b-9f7a-af7c039b8810 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0966942 Mar 31 23:54:40.215726 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-9720d638-deb8-4f3f-9abd-cafe26cc3ac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0743358 Mar 31 23:54:40.233157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-057223f9-ff52-44fd-88da-fe3de871d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.234947 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-057223f9-ff52-44fd-88da-fe3de871d5c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0976856 Mar 31 23:54:40.268898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-7039695f-22b0-441c-962b-0e714f2cb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.270473 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-7039695f-22b0-441c-962b-0e714f2cb59d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0471380 Mar 31 23:54:40.316556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-41e3686e-aecd-4898-a930-072aa3cb4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.318032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-41e3686e-aecd-4898-a930-072aa3cb4329 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411649 Mar 31 23:54:40.331522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e290de-26cd-4686-98ef-eb059539144f req-cd0e7a01-97dd-45d8-98b2-dea0cb115c10 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.333000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1e290de-26cd-4686-98ef-eb059539144f req-cd0e7a01-97dd-45d8-98b2-dea0cb115c10 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0936077 Mar 31 23:54:40.346366 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-5289f19d-b853-4c37-b84f-b6ab4220faae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0979905 Mar 31 23:54:40.415819 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-cd79cba8-2fbe-46d2-8be4-0a8af72e92f1 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875204 Mar 31 23:54:40.417166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e1e290de-26cd-4686-98ef-eb059539144f req-41e4ea95-e798-43dc-85ab-a6ee62195f54 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736310 Mar 31 23:54:40.419748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-94cd27c2-3cb1-444b-ba49-00a35cc302fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.421059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-94cd27c2-3cb1-444b-ba49-00a35cc302fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0686181 Mar 31 23:54:40.473845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-7ac3c1c9-ff8f-49e3-954e-dfa21f32abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.475369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-7ac3c1c9-ff8f-49e3-954e-dfa21f32abc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459938 Mar 31 23:54:40.507416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-52de5fdd-ed63-41b3-9f64-932f4cf305bc req-cfadb3a7-1e3d-4dff-adaf-c9b0b79cb164 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850475 Mar 31 23:54:40.564520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-891f4d49-ac82-437a-99c4-5c11293a4ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827405 Mar 31 23:54:40.664873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-16c95077-d169-4f94-acb8-4f0328604ede service neutron] 10.222.0.10 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940773 Mar 31 23:54:40.684656 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-32aba6ba-fe16-440c-b43d-bd2c21fb2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.686058 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-32aba6ba-fe16-440c-b43d-bd2c21fb2791 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0484960 Mar 31 23:54:40.777644 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-ebfcfd1f-e5c7-41bb-820b-7994948787ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.779126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-ebfcfd1f-e5c7-41bb-820b-7994948787ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 200 len: 914 time: 0.0867803 Mar 31 23:54:40.847639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-7ea1269f-1f5d-4744-9326-7bf2eb20c26b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0620663 Mar 31 23:54:40.896445 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-441d7557-81af-4a62-a3f7-704e951c321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.897925 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-441d7557-81af-4a62-a3f7-704e951c321c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 200 len: 851 time: 0.0439944 Mar 31 23:54:40.942690 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-05879824-5fb6-428d-9fc0-50cb819fe86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:40.944086 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-05879824-5fb6-428d-9fc0-50cb819fe86e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16d83131-a293-4a61-8d18-125825f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399299 Mar 31 23:54:41.038179 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-ae7a8295-da7a-4d8d-8e61-6d33907983ce service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Mar 31 23:54:41.128499 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-55e7691b-14ee-423b-8d1d-23dcc322622f req-f32d5dde-8ef3-48cf-9485-ca0f75e5ef12 service neutron] 10.222.0.44 "GET /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Mar 31 23:54:41.538345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683896-5d81-44d6-bf14-e765d1f80732 req-0b713229-3d37-4079-b043-c62de0312dfc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:41.539879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0683896-5d81-44d6-bf14-e765d1f80732 req-0b713229-3d37-4079-b043-c62de0312dfc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Mar 31 23:54:41.579566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0683896-5d81-44d6-bf14-e765d1f80732 req-c632fb0a-1d0b-42f5-b005-f283895715d7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Mar 31 23:54:41.672073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-55e0109a-7e0d-4625-a826-f2428752d33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:42.701799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679d08f-02db-4e3b-8ca8-aca3c4ca58a8 req-f1d935bd-ac76-4df9-aafe-081cbfbe6a1c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:42.703470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2679d08f-02db-4e3b-8ca8-aca3c4ca58a8 req-f1d935bd-ac76-4df9-aafe-081cbfbe6a1c tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Mar 31 23:54:42.742682 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2679d08f-02db-4e3b-8ca8-aca3c4ca58a8 req-aaa9f377-b314-4134-ab54-4489dd4ee0da tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Mar 31 23:54:43.865335 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56879-4171-42d5-a281-72d224f4086d req-11827b5f-15db-4683-86a6-46de82f8fecf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:43.866822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77a56879-4171-42d5-a281-72d224f4086d req-11827b5f-15db-4683-86a6-46de82f8fecf tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0526912 Mar 31 23:54:43.913791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77a56879-4171-42d5-a281-72d224f4086d req-683e75a3-7a16-4e09-9fdc-10e30eaaaba6 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Mar 31 23:54:43.923338 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c23c6719-4c26-4743-a01b-6995cc604f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:45.033905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063224fd-6718-416d-8ef2-e9b1a4bea571 req-852a5539-5549-4d74-a59b-d040a603b2de tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:45.035394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-063224fd-6718-416d-8ef2-e9b1a4bea571 req-852a5539-5549-4d74-a59b-d040a603b2de tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Mar 31 23:54:45.075256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-063224fd-6718-416d-8ef2-e9b1a4bea571 req-71bfff9b-85d9-4327-987c-5a57311a263f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335522 Mar 31 23:54:45.520642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:46.193505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02100fc1-5eed-462a-92d6-57bc0ecb4002 req-c4e197ec-550a-4857-ae71-73f0e92741af tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:46.194986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02100fc1-5eed-462a-92d6-57bc0ecb4002 req-c4e197ec-550a-4857-ae71-73f0e92741af tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Mar 31 23:54:46.237620 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-02100fc1-5eed-462a-92d6-57bc0ecb4002 req-3568639d-97e9-460f-92bb-1dc378f2cb15 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357745 Mar 31 23:54:46.792138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:46.820155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:47.355118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fac6-05d5-42ad-9d6f-099f5cc60862 req-9eab9ee9-8c0e-47b0-a817-0ba882592064 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:47.356577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3318fac6-05d5-42ad-9d6f-099f5cc60862 req-9eab9ee9-8c0e-47b0-a817-0ba882592064 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Mar 31 23:54:47.396817 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3318fac6-05d5-42ad-9d6f-099f5cc60862 req-0f2309c5-8323-4efe-9c08-904aa72d79c3 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342979 Mar 31 23:54:48.515704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099bab6-27b7-4bf0-b848-7b4ca3984192 req-14fd3bd1-c0e0-4349-9996-abd7907b4d33 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:48.517158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9099bab6-27b7-4bf0-b848-7b4ca3984192 req-14fd3bd1-c0e0-4349-9996-abd7907b4d33 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Mar 31 23:54:48.554641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9099bab6-27b7-4bf0-b848-7b4ca3984192 req-6e033b00-5a3c-47d0-9c35-b204a5806602 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Mar 31 23:54:49.672156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a334607-3c99-48ff-9d8b-ffe785580e1a req-c1bb6c5d-3c46-49bb-88f4-1d78ae51793f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:49.673625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a334607-3c99-48ff-9d8b-ffe785580e1a req-c1bb6c5d-3c46-49bb-88f4-1d78ae51793f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0479391 Mar 31 23:54:49.711051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2a334607-3c99-48ff-9d8b-ffe785580e1a req-d46225eb-8abd-47ec-9b2b-a0ce9ba90f36 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Mar 31 23:54:50.836762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c1c28-47d7-48d7-b721-a9125a1c8038 req-ec97bd29-aa4f-4fd8-8124-22e909c14778 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:50.838176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc8c1c28-47d7-48d7-b721-a9125a1c8038 req-ec97bd29-aa4f-4fd8-8124-22e909c14778 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0552444 Mar 31 23:54:50.881306 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc8c1c28-47d7-48d7-b721-a9125a1c8038 req-a7013e72-1f1b-4331-941c-7305c601aebc tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369275 Mar 31 23:54:51.997271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddcbfc-bccc-4590-b3b0-34f6cf305239 req-8ec665da-2078-4b83-a803-d159c4c5f26e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:51.998740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faddcbfc-bccc-4590-b3b0-34f6cf305239 req-8ec665da-2078-4b83-a803-d159c4c5f26e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0486937 Mar 31 23:54:52.037353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faddcbfc-bccc-4590-b3b0-34f6cf305239 req-da04c0cf-75f6-4c7b-bc4d-8cb585abb81d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Mar 31 23:54:53.156343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f3b0e-3b22-4e3e-828a-329be215f583 req-c7808f40-601c-47c8-adb7-42496a14aa67 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:53.157801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f7f3b0e-3b22-4e3e-828a-329be215f583 req-c7808f40-601c-47c8-adb7-42496a14aa67 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Mar 31 23:54:53.196920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f7f3b0e-3b22-4e3e-828a-329be215f583 req-d7b30534-09a2-4ae8-bcc4-e423560b5aab tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Mar 31 23:54:53.975764 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:54:54.246537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:54.258073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'port_id': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'mac_address': 'fa:16:3e:9e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:54:54.298108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:54.312258 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:54:54.316424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf922be-53f4-4707-b652-dabb67636776 req-b4c66180-d176-4422-9832-5c383bfe42e9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:54.317912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bf922be-53f4-4707-b652-dabb67636776 req-b4c66180-d176-4422-9832-5c383bfe42e9 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Mar 31 23:54:54.332647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:54.360047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6bf922be-53f4-4707-b652-dabb67636776 req-746325fe-ad9b-46d2-988c-7d9cae2155c7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359738 Mar 31 23:54:54.374499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:54.423107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=13']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:54.489637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d03d35-81f0-4561-b030-a26dc3251bf0 req-89f5d264-177c-49b7-b6fd-ee1008fbb90f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:54.491120 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1d03d35-81f0-4561-b030-a26dc3251bf0 req-89f5d264-177c-49b7-b6fd-ee1008fbb90f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0511076 Mar 31 23:54:54.530067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1d03d35-81f0-4561-b030-a26dc3251bf0 req-40bbcea9-f993-4f3d-9b6d-8d1444d4178e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327294 Mar 31 23:54:54.545626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:54.645963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606bec-982d-4048-977e-da2476cad0bd req-7b627059-171d-4f7e-944a-6602dfcd043d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:54.647467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17606bec-982d-4048-977e-da2476cad0bd req-7b627059-171d-4f7e-944a-6602dfcd043d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Mar 31 23:54:54.686844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17606bec-982d-4048-977e-da2476cad0bd req-a9535e15-dcce-48b7-9bae-376741ecdba7 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328407 Mar 31 23:54:54.739786 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['9838ffea-592c-4908-9dfb-9a26b80ec0b4'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:54:55.128834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d09ac2-f694-44d0-920e-6a825ecd4274 req-26c4ad2c-11e0-4bba-9a96-df9761eb9399 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:55.130295 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d09ac2-f694-44d0-920e-6a825ecd4274 req-26c4ad2c-11e0-4bba-9a96-df9761eb9399 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0497708 Mar 31 23:54:55.172547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b4d09ac2-f694-44d0-920e-6a825ecd4274 req-f6c01e06-e188-4d07-814f-0b309a780628 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362637 Mar 31 23:54:55.986272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:54:56.114941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:54:56.118742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:54:56.119139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.199117 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.221480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:56.223723 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d804d36d-7741-4d06-842c-705703df2f91" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:56.240267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:56.264055 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf26d6a-3567-486f-a829-e2c6dfe68882 x-openstack-request-id: req-eaf26d6a-3567-486f-a829-e2c6dfe68882 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:56.264351 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:56.264602 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eaf26d6a-3567-486f-a829-e2c6dfe68882 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:56.264998 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf26d6a-3567-486f-a829-e2c6dfe68882'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'code': 200} Mar 31 23:54:56.292820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020483fe-1778-4f00-a5a5-a66edeec9a33 req-78f45796-dbc9-4555-a8b0-0d098d215e0d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:56.294299 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-020483fe-1778-4f00-a5a5-a66edeec9a33 req-78f45796-dbc9-4555-a8b0-0d098d215e0d tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 946 time: 0.0500469 Mar 31 23:54:56.317298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.333425 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-020483fe-1778-4f00-a5a5-a66edeec9a33 req-16414725-416b-4fd7-8535-6afdf17fbfdb tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Mar 31 23:54:56.365677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=14']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:56.961241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-72818ca9-b3f6-40a9-95f4-73cfda04975f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:56.962653 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-72818ca9-b3f6-40a9-95f4-73cfda04975f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 947 time: 0.0481560 Mar 31 23:54:57.055709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Deleting port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:57.056044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.143555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] For port 9838ffea-592c-4908-9dfb-9a26b80ec0b4, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=9838ffea-592c-4908-9dfb-9a26b80ec0b4,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:57.148561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.458166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278239a9-3c67-4068-b1ea-161d4d46726b req-aac0275a-dadf-48e4-bfa5-1256a4fc7f86 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:57.459758 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-278239a9-3c67-4068-b1ea-161d4d46726b req-aac0275a-dadf-48e4-bfa5-1256a4fc7f86 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 947 time: 0.0500119 Mar 31 23:54:57.501077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-278239a9-3c67-4068-b1ea-161d4d46726b req-292ef5a3-75e0-45a8-8583-d6bbabbeae17 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups?id=4f028aa2-111d-426a-bba4-f09fdc2d6b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339501 Mar 31 23:54:57.585406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.585765 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.586081 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Floating IP fdf0294c-2108-42bb-903d-8260bc6b3878 disassociated. External IP: 172.25.6.182, port: 9838ffea-592c-4908-9dfb-9a26b80ec0b4. Mar 31 23:54:57.586423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Calling delete_port for 9838ffea-592c-4908-9dfb-9a26b80ec0b4 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:57.772358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.805808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'Port': ['ID=9838ffea-592c-4908-9dfb-9a26b80ec0b4,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:57.925487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:54:58.042471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:54:58.051828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:54:58.061759 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:58.062388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:58.085433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] No DVR routers for this DVR port 9838ffea-592c-4908-9dfb-9a26b80ec0b4 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:54:58.088293 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.092495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8338a8e4-ccb1-4fd3-ba7a-3b2bd8c90f30 req-e11403ec-ac4a-4705-a945-14eed1a98d0e tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.44 "DELETE /v2.0/ports/9838ffea-592c-4908-9dfb-9a26b80ec0b4 HTTP/1.1" status: 204 len: 173 time: 1.1227891 Mar 31 23:54:58.092931 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-deleted', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:58.096144 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c243ce2-a83a-4d2f-ae3c-e9738e398b1f" -d '{"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-deleted", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:58.133549 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bb8eef-86ff-457a-9341-cf32bf92cf83 x-openstack-request-id: req-a0bb8eef-86ff-457a-9341-cf32bf92cf83 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:58.133844 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d448170-7e93-4658-a90e-18fa316f0bd4", "name": "network-vif-deleted", "tag": "9838ffea-592c-4908-9dfb-9a26b80ec0b4", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:58.134095 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0bb8eef-86ff-457a-9341-cf32bf92cf83 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:58.134493 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bb8eef-86ff-457a-9341-cf32bf92cf83'] response: {'server_uuid': '9d448170-7e93-4658-a90e-18fa316f0bd4', 'name': 'network-vif-deleted', 'tag': '9838ffea-592c-4908-9dfb-9a26b80ec0b4', 'status': 'completed', 'code': 200} Mar 31 23:54:58.176808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:58.390501 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:58.416193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:54:58.425225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:58.425833 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:58.534060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:58.601832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77fece46-f031-47ac-bea3-5bccbb0dd2d2 req-bcb5b971-c9c6-4fa2-9343-2628c732f3da tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Mar 31 23:54:58.750819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:58.778766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e431d-d92f-40e9-ac78-2bd5c3e74033 None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:22Z', 'revision_number': 4, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd065e1ee-8319-4f5c-8e9b-61dfcd5c5838', 'name': '', 'network_id': '16d83131-a293-4a61-8d18-125825f73920', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'mac_address': 'fa:16:3e:e4:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:21Z', 'updated_at': '2022-03-31T23:50:26Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'subnets': [{'id': '4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:54:59.016711 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e323f-6978-45db-90ed-16afdd966bb1 None None] New status for floating IP fdf0294c-2108-42bb-903d-8260bc6b3878: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:54:59.704417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b618f47d-bf09-4de3-a31b-901caf4a4021 req-e5808798-c63c-462a-b6da-0862c351a6e2 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0301399 Mar 31 23:55:00.003363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:00.022834 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 9838ffea-592c-4908-9dfb-9a26b80ec0b4 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:00.023204 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 9838ffea-592c-4908-9dfb-9a26b80ec0b4 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:00.800629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10748bf6-28ec-4909-9a67-57e100059192 req-4984c52e-0679-4111-bbce-78f9a353297f tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0267582 Mar 31 23:55:01.911280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e47e8b5e-f84f-4f07-9903-e31e4dab8078 req-95d47078-ce66-414b-9bbb-952cda3ebd17 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d448170-7e93-4658-a90e-18fa316f0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0267341 Mar 31 23:55:05.218023 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.871934 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41138) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:07.928924 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.953606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.060460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.063033 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.064208 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "DELETE /v2.0/security-groups/4f028aa2-111d-426a-bba4-f09fdc2d6b6d HTTP/1.1" status: 204 len: 168 time: 0.1912742 Mar 31 23:55:08.066970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41140) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:08.074640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e03ff6-a7d8-4778-b87b-79034c30ec16 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f028aa2-111d-426a-bba4-f09fdc2d6b6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:08.083417 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [None req-db3b676c-7ecb-445c-ada6-a6d3914b492a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] show failed (client error): The resource could not be found. Mar 31 23:55:08.083417 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-db3b676c-7ecb-445c-ada6-a6d3914b492a tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "GET /v2.0/security-groups/4f028aa2-111d-426a-bba4-f09fdc2d6b6d HTTP/1.1" status: 404 len: 347 time: 0.0142572 Mar 31 23:55:08.084981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41142) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:08.508253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Deleting port 0eada42a-2686-450f-9ef7-45bb32b44c36 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:08.508594 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.585310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.585638 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.597835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Calling delete_port for 0eada42a-2686-450f-9ef7-45bb32b44c36 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:08.783999 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.810744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Pushing event deleted for resources: {'Port': ['ID=0eada42a-2686-450f-9ef7-45bb32b44c36,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:08.820898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.821246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.821585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.821920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.822252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.822583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.822906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.823259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.824057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.824057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.824410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.824736 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:08.883794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.888466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.888466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-58d8354c-55ee-4b08-aa03-faff3b325ad1 tempest-ServerActionsTestJSON-1088529573 tempest-ServerActionsTestJSON-1088529573-project] 10.222.0.83 "DELETE /v2.0/floatingips/fdf0294c-2108-42bb-903d-8260bc6b3878 HTTP/1.1" status: 204 len: 168 time: 0.8017893 Mar 31 23:55:08.890643 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41144) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:09.229639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.483083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Deleting port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:09.483337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.559885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] For port d065e1ee-8319-4f5c-8e9b-61dfcd5c5838, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:09.560247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.572746 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Calling delete_port for d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:09.865882 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.892329 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Pushing event deleted for resources: {'Port': ['ID=d065e1ee-8319-4f5c-8e9b-61dfcd5c5838,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:10.063601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.276533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Router e1d6f120-db01-4277-9107-175ae1035e5c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:10.386696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:10.391928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c521966d-da6a-4aa3-99da-5e6288448751 admin admin] 10.222.0.83 "PUT /v2.0/routers/e1d6f120-db01-4277-9107-175ae1035e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002518 Mar 31 23:55:10.394490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41146) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:10.395571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Sync routers for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:10.407144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:10.407762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:10.500780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.513203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:10.603505 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.702142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port': {'id': '4a558df4-3698-480e-b9aa-e3332aa5abd6', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:10.740574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Checking router: e1d6f120-db01-4277-9107-175ae1035e5c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:10.745882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Deleting port 4a558df4-3698-480e-b9aa-e3332aa5abd6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:10.746413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.749383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Routers {'e1d6f120-db01-4277-9107-175ae1035e5c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:10.750006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:54:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e1d6f120-db01-4277-9107-175ae1035e5c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:10.829616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] For port 4a558df4-3698-480e-b9aa-e3332aa5abd6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4a558df4-3698-480e-b9aa-e3332aa5abd6,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:10.829895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.832520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] Set router e1d6f120-db01-4277-9107-175ae1035e5c gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:10.844018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Calling delete_port for 4a558df4-3698-480e-b9aa-e3332aa5abd6 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:10.887591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:55:10Z', 'revision_number': 6, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:10.914310 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5c828-62e6-404d-8ab0-5d39917f417b None None] The sync data for ids ['e1d6f120-db01-4277-9107-175ae1035e5c'] in n-d-828414-2 is: [{'id': 'e1d6f120-db01-4277-9107-175ae1035e5c', 'name': 'tempest-ServerActionsTestJSON-1954040456-router', 'tenant_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:55:10Z', 'revision_number': 6, 'project_id': 'ce3a406f1d5241eabafb9d1f284b4331', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:10.991620 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:55:11.076038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.101731 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a558df4-3698-480e-b9aa-e3332aa5abd6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:11.166685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.263433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.265818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.368466 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.369085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d6f120-db01-4277-9107-175ae1035e5c {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:55:11.377552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.377552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ecd65a5d-76ea-469b-b5a2-0fd3b6a883fb admin admin] 10.222.0.83 "DELETE /v2.0/routers/e1d6f120-db01-4277-9107-175ae1035e5c HTTP/1.1" status: 204 len: 168 time: 0.9799540 Mar 31 23:55:11.378297 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41148) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:11.422647 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Deleting subnet 4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:55:11.425792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.463034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.541159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.677596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.693038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64ef01d6-1232-4735-b13c-9ca069002d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.711525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:11.715474 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.720886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50211df8-77fb-4e66-9be3-bedfb72eff12 None None] Network 16d83131-a293-4a61-8d18-125825f73920 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:11.722060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41150) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:11.722194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8873abdd-b177-4d4b-8f50-64dfe217dddb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4bdf956a-e9da-4855-a2f0-4ab9e59b8ed1 HTTP/1.1" status: 204 len: 168 time: 0.3427784 Mar 31 23:55:11.800293 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.869849 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Deleting port 5bfff2c4-7749-4b31-bd74-94788f0301f0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:11.870196 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.916720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] DHCP port deletion for 16d83131-a293-4a61-8d18-125825f73920 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:55:11.937332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] For port 5bfff2c4-7749-4b31-bd74-94788f0301f0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5bfff2c4-7749-4b31-bd74-94788f0301f0,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:11.937698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.953620 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Calling delete_port for 5bfff2c4-7749-4b31-bd74-94788f0301f0 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:11.974160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Deleting port 5bfff2c4-7749-4b31-bd74-94788f0301f0 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:11.974537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.037492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] For port 5bfff2c4-7749-4b31-bd74-94788f0301f0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5bfff2c4-7749-4b31-bd74-94788f0301f0,segment=NetworkSegment(92b0202c-8d03-4390-8d36-9cfabf4a0e26),segment_id=92b0202c-8d03-4390-8d36-9cfabf4a0e26)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:12.037904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.050404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Calling delete_port for 5bfff2c4-7749-4b31-bd74-94788f0301f0 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:12.138347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:55:12.138739 n-d-828414-2 neutron-server[109836]: self.session.flush() Mar 31 23:55:12.144210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.164344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfff2c4-7749-4b31-bd74-94788f0301f0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:12.168633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] No DVR routers for this DVR port 5bfff2c4-7749-4b31-bd74-94788f0301f0 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:12.170160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] Pushing event deleted for resources: {'Port': ['ID=5bfff2c4-7749-4b31-bd74-94788f0301f0,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:12.174280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85886a06-a2a3-482a-906e-ceefc9fff438 None None] No DVR routers for this DVR port 5bfff2c4-7749-4b31-bd74-94788f0301f0 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:12.244345 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.265257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d83131-a293-4a61-8d18-125825f73920']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:12.274522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b0202c-8d03-4390-8d36-9cfabf4a0e26') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:12.274824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b0202c-8d03-4390-8d36-9cfabf4a0e26') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:12.285393 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.299750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.305685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:55:12.306069 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:55:12.307746 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:55:12.425359 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.430648 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.434570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] 10.222.0.83 "DELETE /v2.0/networks/16d83131-a293-4a61-8d18-125825f73920 HTTP/1.1" status: 204 len: 168 time: 0.7113130 Mar 31 23:55:12.445601 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63368f22-1d2c-4a32-bd8d-2bbc48fe6953 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d83131-a293-4a61-8d18-125825f73920,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:12.628297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5bfff2c4-7749-4b31-bd74-94788f0301f0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:12.649019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5bfff2c4-7749-4b31-bd74-94788f0301f0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:12.652941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5bfff2c4-7749-4b31-bd74-94788f0301f0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:12.652941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a558df4-3698-480e-b9aa-e3332aa5abd6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:12.668487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4a558df4-3698-480e-b9aa-e3332aa5abd6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:12.668835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4a558df4-3698-480e-b9aa-e3332aa5abd6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:12.669236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:12.690959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:12.691235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d065e1ee-8319-4f5c-8e9b-61dfcd5c5838 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:12.773139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41154) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:12.818135 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c2f4878-8a90-423c-9fcb-bf5aa4f7852d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce3a406f1d5241eabafb9d1f284b4331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432594 Mar 31 23:55:12.820048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:12.867646 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.890358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.023792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.026418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.028288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/634375d9-3543-47d1-9ac8-deff65e0d5d5 HTTP/1.1" status: 204 len: 168 time: 0.2073529 Mar 31 23:55:13.036599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8934fe-4b50-4efe-896c-ade093be5a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634375d9-3543-47d1-9ac8-deff65e0d5d5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:13.932119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-591b1b24-8d15-470f-971a-592d6eff734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.051209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:14.159785 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-590421778-network', 'tenant_id': '38e5d769f2224c398c7e3d3893b15a3b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:14.236942 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Made reservation on behalf of 38e5d769f2224c398c7e3d3893b15a3b for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:14.239276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.248174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.321233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.368254 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.393605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:55:14.402413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.408498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.408843 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Added segment 7a659c6c-e718-4386-b749-c4556d7907e5 of type vlan for network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 Mar 31 23:55:14.451907 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.516874 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.517906 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:14.518483 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.576359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] Pushing event updated for resources: {'Network': ['ID=6f99f31c-0a7c-4901-85f6-4c76f6ab2938,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.586235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:55:14.593704 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4de78709-e6e9-440d-9780-2c8fcc588c15 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5414288 Mar 31 23:55:14.596802 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41182) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:14.602882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Request body: {'subnet': {'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-590421778-subnet', 'tenant_id': '38e5d769f2224c398c7e3d3893b15a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:14.671423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Made reservation on behalf of 38e5d769f2224c398c7e3d3893b15a3b for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:14.673760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.897925 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.954260 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22777cc-8ab3-42cd-b345-d979f5e312c7,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.961259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Checking segment: {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:14.961606 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Network hostable DHCP agents. Network: 6f99f31c-0a7c-4901-85f6-4c76f6ab2938, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:55:15.035287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:55:15.115148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 6f99f31c-0a7c-4901-85f6-4c76f6ab2938) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:15.119196 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:15.119780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.125307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a4782-e6ac-460a-9ac7-08930bfd1c0d None None] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:15.198283 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-99139e20-cfb6-4e87-8a37-d19d0d047f2c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6003036 Mar 31 23:55:15.249727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07205072-9736-4b63-885a-df553cccf7f5 None None] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:15.492812 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.819228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-a4f2c0da-b45e-4e62-8c37-34e1dcfde23e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:15.820591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-a4f2c0da-b45e-4e62-8c37-34e1dcfde23e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 813 time: 0.1036270 Mar 31 23:55:15.836002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-1d23411b-31c2-4b33-9349-d0f04787c467 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/quotas/38e5d769f2224c398c7e3d3893b15a3b HTTP/1.1" status: 200 len: 375 time: 0.0089862 Mar 31 23:55:15.868748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-fecf81f3-364c-47ea-8f84-20bc3c776ffe tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264559 Mar 31 23:55:16.261026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-2a2a81b2-3e1b-457c-82a1-a1eaef167616 service neutron] 10.222.0.83 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849652 Mar 31 23:55:16.349791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-012735e7-21e5-43bc-860e-39a878369f77 service neutron] 10.222.0.83 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822527 Mar 31 23:55:16.639709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-17638d85-333b-454b-a2ca-0ae11e5d8267 req-af5c0c23-10bd-497f-809f-0513c7e13acc tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 210 time: 0.0854414 Mar 31 23:55:16.817618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.845993 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.741799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-739b8c4d-ca72-4d5f-830d-8e913c47674e req-2bf0cfaf-7293-42f8-bbd9-4b50da86d99a tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 210 time: 0.0316927 Mar 31 23:55:18.676341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-f27b320a-c146-4052-8c2c-541d19986779 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:18.677789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-f27b320a-c146-4052-8c2c-541d19986779 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.10 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 813 time: 0.1028872 Mar 31 23:55:18.696969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Request body: {'port': {'device_id': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938', 'admin_state_up': True, 'tenant_id': '38e5d769f2224c398c7e3d3893b15a3b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:18.843774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1d756ab-219f-4847-b9d9-9f6229e9d223 req-2eebefde-f2b9-477e-9ab5-ebdd9d1077fc tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 210 time: 0.0287087 Mar 31 23:55:18.911155 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Made reservation on behalf of 38e5d769f2224c398c7e3d3893b15a3b for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:18.914623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.048303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Allocated IP 172.20.0.14 (6f99f31c-0a7c-4901-85f6-4c76f6ab2938/a22777cc-8ab3-42cd-b345-d979f5e312c7/2ac0601b-c8ec-4481-9de7-d0a395b2fc62) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:19.196622 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.287271 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.336755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:19.342655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:19.347281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:19.351305 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Pushing event updated for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:19.397900 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:19.398511 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.477612 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-851cdc2a-bfd8-479a-b4a3-6918cfc57c1f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841542 Mar 31 23:55:19.530226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Request body: {'port': {'device_id': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:19.582989 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.859846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:19.866985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.879821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Transition to ACTIVE for port object 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:55:19.964822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7e2e9-b88d-4f60-b0eb-419af5229666 req-8706aa4e-736c-47a2-a4ba-62c2f614633e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:19.966772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baa7e2e9-b88d-4f60-b0eb-419af5229666 req-8706aa4e-736c-47a2-a4ba-62c2f614633e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 932 time: 0.0493741 Mar 31 23:55:20.006111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baa7e2e9-b88d-4f60-b0eb-419af5229666 req-7111b26e-d9ac-43fb-9988-abb30f692712 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Mar 31 23:55:20.018046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.087038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:20.135101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Attempting to bind port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:20.135433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Attempting to bind port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:20.135755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Attempting to bind port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:20.140110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:55:20.140427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Attempting to bind port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:20.145209 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:20.145543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Checking segment: {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:20.145922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Bound using segment: {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:20.146340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Bound port: 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:20.146690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.209569 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:20.212621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:20.271354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.308001 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.308619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.310135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] 10.222.0.10 "PUT /v2.0/ports/2ac0601b-c8ec-4481-9de7-d0a395b2fc62 HTTP/1.1" status: 200 len: 1092 time: 0.7849276 Mar 31 23:55:20.310575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:20.312862 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d339f6b-a768-41a8-81f7-7efe3aee3f76" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:20.336625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285ff5a-da9c-4848-8597-68a0edb72d8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:20.353918 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97d0a1-3fbc-430f-89cf-36e882f56399 x-openstack-request-id: req-ee97d0a1-3fbc-430f-89cf-36e882f56399 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:20.354211 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:20.354467 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee97d0a1-3fbc-430f-89cf-36e882f56399 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:20.354873 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee97d0a1-3fbc-430f-89cf-36e882f56399'] response: {'name': 'network-changed', 'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62', 'status': 'completed', 'code': 200} Mar 31 23:55:20.444210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-f9cabbed-c40c-4a22-9b4e-7d23c10bfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.445642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-f9cabbed-c40c-4a22-9b4e-7d23c10bfb11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 1095 time: 0.0478182 Mar 31 23:55:20.547745 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-db739c52-7cf7-414d-9e00-9d4ed0649dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.549196 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-db739c52-7cf7-414d-9e00-9d4ed0649dca service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899515 Mar 31 23:55:20.646663 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-1010fd85-37fc-4a1e-92c3-136576c089fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.648799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d339f6b-a768-41a8-81f7-7efe3aee3f76 req-1010fd85-37fc-4a1e-92c3-136576c089fd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930104 Mar 31 23:55:20.744075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-9b522306-460a-4a59-8477-fb5f26aed6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.745474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-9b522306-460a-4a59-8477-fb5f26aed6d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 1095 time: 0.0416749 Mar 31 23:55:20.793473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-1705f9ed-f5ac-4a57-993e-b1c341a37461 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62 HTTP/1.1" status: 200 len: 217 time: 0.0338371 Mar 31 23:55:20.846151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-bfea52cd-361f-41f5-9096-c9d9cba94d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.847625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-bfea52cd-361f-41f5-9096-c9d9cba94d85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a22777cc-8ab3-42cd-b345-d979f5e312c7 HTTP/1.1" status: 200 len: 853 time: 0.0484140 Mar 31 23:55:20.878974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-9219f21f-e1d8-410b-aeff-b35ce5bd2b19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247903 Mar 31 23:55:20.966484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-7feb7b83-0f8b-48fa-8d5c-cc8ede32001c service neutron] 10.222.0.10 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811739 Mar 31 23:55:21.060298 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-152c9cc2-8c16-43b5-bb14-d07b6af4fb53 req-a9f27fd1-e1dd-48e1-87b3-e1a7db685654 service neutron] 10.222.0.10 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873854 Mar 31 23:55:21.134715 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8159-7b9e-4b1d-88da-882e103f12d8 req-7ce557b2-a41f-4e1d-8c4a-98b231d4f7a5 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:21.136205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0f8159-7b9e-4b1d-88da-882e103f12d8 req-7ce557b2-a41f-4e1d-8c4a-98b231d4f7a5 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 944 time: 0.0502348 Mar 31 23:55:21.175430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-be0f8159-7b9e-4b1d-88da-882e103f12d8 req-c7407005-b113-4c13-b0e2-e8433e717e1e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Mar 31 23:55:22.292416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce7c02-665e-4caf-b440-e1e4852755e8 req-38f974c7-18b2-48be-8dcf-55156aee5359 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:22.293810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ce7c02-665e-4caf-b440-e1e4852755e8 req-38f974c7-18b2-48be-8dcf-55156aee5359 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 944 time: 0.0487418 Mar 31 23:55:22.333287 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8ce7c02-665e-4caf-b440-e1e4852755e8 req-4bb52c52-caab-4213-aefa-e415b8e99093 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Mar 31 23:55:23.471060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a6eae-b410-4e2d-8150-b0ccaf1c50cf req-d178ed85-b029-4008-890a-0794254f5dd0 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:23.472543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686a6eae-b410-4e2d-8150-b0ccaf1c50cf req-d178ed85-b029-4008-890a-0794254f5dd0 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 944 time: 0.0559406 Mar 31 23:55:23.510991 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-686a6eae-b410-4e2d-8150-b0ccaf1c50cf req-75ca1cb8-4f8f-47b9-a613-3ce8f0b6d847 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Mar 31 23:55:24.561878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.628622 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35822cdb-f964-4747-b153-a4e18c0dbee5 req-6d0d7a10-59ec-47c5-a529-9f2a3464603d tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:24.630097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35822cdb-f964-4747-b153-a4e18c0dbee5 req-6d0d7a10-59ec-47c5-a529-9f2a3464603d tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 944 time: 0.0502899 Mar 31 23:55:24.667426 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35822cdb-f964-4747-b153-a4e18c0dbee5 req-c813d013-b05b-4545-835b-4db227c1c917 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Mar 31 23:55:24.760497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:55:24.854702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:24.866152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62', 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938', 'port_id': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62', 'mac_address': 'fa:16:3e:da:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22777cc-8ab3-42cd-b345-d979f5e312c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:55:24.906119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.918513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:24.938029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:25.017535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.067128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:25.369773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2ac0601b-c8ec-4481-9de7-d0a395b2fc62'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:25.794896 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d35cad-622b-41cc-9d9f-10b55b09ae47 req-5e93b294-c135-4d77-b4c4-e564dd0cb341 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.796605 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59d35cad-622b-41cc-9d9f-10b55b09ae47 req-5e93b294-c135-4d77-b4c4-e564dd0cb341 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 945 time: 0.0604625 Mar 31 23:55:25.836266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59d35cad-622b-41cc-9d9f-10b55b09ae47 req-0d9fb43b-a53d-4511-b42e-7f8ee9089a77 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Mar 31 23:55:26.760953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:26.869042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:55:26.874069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:26.874451 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.959841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8a32-9287-41ac-b1db-1253cc6b7a7a req-3a19c8b6-f894-41fc-86da-dbe061fe7cab tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:26.961427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e85b8a32-9287-41ac-b1db-1253cc6b7a7a req-3a19c8b6-f894-41fc-86da-dbe061fe7cab tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 945 time: 0.0547061 Mar 31 23:55:27.005025 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e85b8a32-9287-41ac-b1db-1253cc6b7a7a req-a991dba5-599e-46d7-89c9-79b541a4fb45 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Mar 31 23:55:27.111754 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:27.133533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:27.135668 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a042e78-fb9b-4dab-aab4-7a47b8d7bd3b" -d '{"events": [{"server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:27.148491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:27.177017 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76cb2d-8cbe-4687-9182-8cff884deba7 x-openstack-request-id: req-7c76cb2d-8cbe-4687-9182-8cff884deba7 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:27.177017 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:27.177017 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c76cb2d-8cbe-4687-9182-8cff884deba7 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:27.177017 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c76cb2d-8cbe-4687-9182-8cff884deba7'] response: {'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62', 'code': 200} Mar 31 23:55:27.246674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:27.297828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:27.308989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c922d-74e4-41d5-9ce3-1ff05d52dac7 req-ceb1b56f-3aca-4839-b565-c79643161bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.308989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc3c922d-74e4-41d5-9ce3-1ff05d52dac7 req-ceb1b56f-3aca-4839-b565-c79643161bee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 1097 time: 0.0447595 Mar 31 23:55:27.346959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc3c922d-74e4-41d5-9ce3-1ff05d52dac7 req-ae28d3db-30e6-49c3-b331-b6833e95c461 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302074 Mar 31 23:55:28.122886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24c0f-d211-4ba6-b83c-583593285dfb req-7a144b14-9701-4813-8b1f-b7f0780a12b9 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:28.124393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29c24c0f-d211-4ba6-b83c-583593285dfb req-7a144b14-9701-4813-8b1f-b7f0780a12b9 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0498681 Mar 31 23:55:28.161708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29c24c0f-d211-4ba6-b83c-583593285dfb req-07b12db1-ea93-4b55-85ee-31012e8737e6 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Mar 31 23:55:29.287940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63220141-d035-4274-a53e-6debdf05d5a2 req-69183937-670c-41ae-bc8a-f22c7b9f04ee tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:29.289339 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63220141-d035-4274-a53e-6debdf05d5a2 req-69183937-670c-41ae-bc8a-f22c7b9f04ee tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0536065 Mar 31 23:55:29.329109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-63220141-d035-4274-a53e-6debdf05d5a2 req-a2655d5e-d84e-4f12-9e5e-7181ecfc44f3 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Mar 31 23:55:29.562033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-eda0b641-f0c3-4f52-9794-555bf9504d91 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:29.563477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-eda0b641-f0c3-4f52-9794-555bf9504d91 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 813 time: 0.1066270 Mar 31 23:55:29.579776 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-0ae1d9b9-dd0f-4854-82dc-e3fdd58d3136 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/quotas/38e5d769f2224c398c7e3d3893b15a3b HTTP/1.1" status: 200 len: 375 time: 0.0102470 Mar 31 23:55:29.634922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-e73097a2-3f5b-45c5-ac8b-bbf239521367 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493400 Mar 31 23:55:29.729389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-67b85f02-ecdb-4cd8-b11c-9a504edab1c0 service neutron] 10.222.0.83 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862322 Mar 31 23:55:29.834231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-e41aa9cc-afb6-412a-bcb4-6c3261cbcb92 service neutron] 10.222.0.83 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981252 Mar 31 23:55:30.068274 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cee8e09c-d376-4f22-a4cb-779bea12f3e7 req-e8ec7224-8f7e-442c-8237-f222109ae8d7 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Mar 31 23:55:31.166945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37bb0500-dea5-43f2-8236-3f7a6d13ebb7 req-e62eca5a-f4e9-473a-ab6a-fd33c98cf6ba tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Mar 31 23:55:31.921364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-53c9c6b0-e2c5-440f-8f85-8e0b274875ac tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:31.922787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-53c9c6b0-e2c5-440f-8f85-8e0b274875ac tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.44 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 813 time: 0.1156607 Mar 31 23:55:31.935850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Request body: {'port': {'device_id': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938', 'admin_state_up': True, 'tenant_id': '38e5d769f2224c398c7e3d3893b15a3b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:32.099695 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Made reservation on behalf of 38e5d769f2224c398c7e3d3893b15a3b for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:32.103209 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.235421 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Allocated IP 172.20.0.5 (6f99f31c-0a7c-4901-85f6-4c76f6ab2938/a22777cc-8ab3-42cd-b345-d979f5e312c7/b09bf1c4-6fdc-437c-a208-9f8665f8ea2a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:32.263796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adf21ba9-7689-4dfe-8493-6b7a45e92ba0 req-aa5116a2-21bb-42f3-91c2-d43fab76c5e6 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Mar 31 23:55:32.389449 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.483462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.516922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2ac0601b-c8ec-4481-9de7-d0a395b2fc62'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:32.529522 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:32.532832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:32.539576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:32.543290 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Pushing event updated for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:32.590966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:32.591773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.640304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-202534f9-c4cd-48e2-9d19-205936979869 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7087910 Mar 31 23:55:32.719949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Request body: {'port': {'device_id': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:32.776020 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.035790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09bf1c4-6fdc-437c-a208-9f8665f8ea2a {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:33.042952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.055114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Transition to ACTIVE for port object b09bf1c4-6fdc-437c-a208-9f8665f8ea2a will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:55:33.111330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.164122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:33.233476 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Attempting to bind port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:33.233814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Attempting to bind port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:33.234257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Attempting to bind port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:33.238766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:55:33.239118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Attempting to bind port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a on network 6f99f31c-0a7c-4901-85f6-4c76f6ab2938 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:33.244182 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:33.244523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Checking segment: {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:33.245346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Bound using segment: {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:33.245778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Bound port: b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a659c6c-e718-4386-b749-c4556d7907e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:33.246134 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.315937 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:33.319221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:33.372408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.390641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150473d-6cc4-4a88-b42c-15f44f592d70 req-5c17157a-46af-4254-a6a1-0b1e53f03693 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:33.392249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2150473d-6cc4-4a88-b42c-15f44f592d70 req-5c17157a-46af-4254-a6a1-0b1e53f03693 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 943 time: 0.0523577 Mar 31 23:55:33.412098 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:33.412858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:33.414332 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] 10.222.0.44 "PUT /v2.0/ports/b09bf1c4-6fdc-437c-a208-9f8665f8ea2a HTTP/1.1" status: 200 len: 1091 time: 0.7453606 Mar 31 23:55:33.414988 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:33.417353 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a728d341-9e92-42cf-8233-3c14bd67b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:33.437644 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2150473d-6cc4-4a88-b42c-15f44f592d70 req-797e5d43-27f5-4b50-8b73-7dba518974f2 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Mar 31 23:55:33.446613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2300a-cf69-4cad-95b4-64d74d0b39f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:33.520946 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b178a76-c8be-4225-beac-50a64f4f9309 x-openstack-request-id: req-0b178a76-c8be-4225-beac-50a64f4f9309 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:33.521230 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:33.521476 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b178a76-c8be-4225-beac-50a64f4f9309 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:33.521863 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b178a76-c8be-4225-beac-50a64f4f9309'] response: {'name': 'network-changed', 'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a', 'status': 'completed', 'code': 200} Mar 31 23:55:33.557112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-b5f9cf31-6d4b-4b39-a184-7841d98ef88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:33.558495 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-b5f9cf31-6d4b-4b39-a184-7841d98ef88e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 1094 time: 0.0482688 Mar 31 23:55:33.600262 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-fac6506b-97ad-4bad-ac15-5397f5a3ef90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a HTTP/1.1" status: 200 len: 217 time: 0.0339448 Mar 31 23:55:33.647266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-8fecd117-afc3-4e6b-bfa5-ed182c3a9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:33.648670 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-8fecd117-afc3-4e6b-bfa5-ed182c3a9240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a22777cc-8ab3-42cd-b345-d979f5e312c7 HTTP/1.1" status: 200 len: 853 time: 0.0426216 Mar 31 23:55:33.678611 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-8cbefe85-6a54-41c6-b52c-fdaeecdfb4b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232246 Mar 31 23:55:33.769794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-f017830a-d98d-4ec6-9ef7-99cb35e32802 service neutron] 10.222.0.44 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Mar 31 23:55:33.868498 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4331e9b8-c252-4d75-aaa2-1a35cdadb4e7 req-4413c6ee-3346-4cea-9575-33b60b1b5a5c service neutron] 10.222.0.44 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929759 Mar 31 23:55:34.047341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-bba2521b-e0c5-403f-9fd8-589a65f72fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.048804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-bba2521b-e0c5-403f-9fd8-589a65f72fba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 1094 time: 0.0462279 Mar 31 23:55:34.142161 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-b572e832-79c5-4270-8909-2f7bea3de7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.143562 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-b572e832-79c5-4270-8909-2f7bea3de7fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 915 time: 0.0887117 Mar 31 23:55:34.188465 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-e1855fa6-8649-4967-9c40-56f995b7743a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a HTTP/1.1" status: 200 len: 217 time: 0.0385723 Mar 31 23:55:34.236136 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-24565d2c-6a6e-4a3b-be89-156b84cffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.237838 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-24565d2c-6a6e-4a3b-be89-156b84cffe6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a22777cc-8ab3-42cd-b345-d979f5e312c7 HTTP/1.1" status: 200 len: 853 time: 0.0437934 Mar 31 23:55:34.266894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-fb76253c-1950-4da9-ae72-c31eb38ff275 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235498 Mar 31 23:55:34.354958 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-8a40feb4-140f-4e4b-92b9-1bbf733d7a12 service neutron] 10.222.0.44 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Mar 31 23:55:34.448416 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a728d341-9e92-42cf-8233-3c14bd67b1da req-e7d00a75-a0fe-40d4-afec-5ceeceda9066 service neutron] 10.222.0.44 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Mar 31 23:55:34.562276 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386dd1d-1bb2-412a-aaf6-9ccc381dfb9b req-a45701c3-bfa6-43ea-9042-58a80fa731ee tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.563788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1386dd1d-1bb2-412a-aaf6-9ccc381dfb9b req-a45701c3-bfa6-43ea-9042-58a80fa731ee tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 943 time: 0.0563211 Mar 31 23:55:34.607180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1386dd1d-1bb2-412a-aaf6-9ccc381dfb9b req-07b4f75f-1d4b-4e60-8e89-23b61ff589cd tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Mar 31 23:55:35.259344 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.733898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d7bf1-b889-4621-8584-eaec9fa06cac req-27abf9d4-f103-428a-8c83-0784f84d8371 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:35.735420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f1d7bf1-b889-4621-8584-eaec9fa06cac req-27abf9d4-f103-428a-8c83-0784f84d8371 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 943 time: 0.0554802 Mar 31 23:55:35.776263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f1d7bf1-b889-4621-8584-eaec9fa06cac req-6c24a2d1-651c-4faa-a572-d2627b549a35 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Mar 31 23:55:36.060943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b09bf1c4-6fdc-437c-a208-9f8665f8ea2a details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:55:36.158001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:36.169512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a', 'network_id': '6f99f31c-0a7c-4901-85f6-4c76f6ab2938', 'port_id': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a', 'mac_address': 'fa:16:3e:aa:55:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22777cc-8ab3-42cd-b345-d979f5e312c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:55:36.205463 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:36.217736 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09bf1c4-6fdc-437c-a208-9f8665f8ea2a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:36.237766 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:36.328063 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:36.374046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:36.644198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b09bf1c4-6fdc-437c-a208-9f8665f8ea2a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:36.894454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94115cd8-7eca-4f5f-8602-0df5dda0c720 req-748685d4-8cdf-4dfa-9d57-bbb3fe922cf3 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.895948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94115cd8-7eca-4f5f-8602-0df5dda0c720 req-748685d4-8cdf-4dfa-9d57-bbb3fe922cf3 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 944 time: 0.0499730 Mar 31 23:55:36.933455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94115cd8-7eca-4f5f-8602-0df5dda0c720 req-5d7aac50-6fec-42f0-b08c-49fc77f8f58e tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Mar 31 23:55:38.056281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa16eac-c420-4084-b3fc-2a6c091cbd50 req-18c07014-0921-470f-95e0-2eb44c912bc1 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:38.057763 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fa16eac-c420-4084-b3fc-2a6c091cbd50 req-18c07014-0921-470f-95e0-2eb44c912bc1 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 944 time: 0.0546131 Mar 31 23:55:38.077525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b09bf1c4-6fdc-437c-a208-9f8665f8ea2a up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:38.096177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fa16eac-c420-4084-b3fc-2a6c091cbd50 req-52d15c15-0819-41fd-be45-cd71407a8310 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Mar 31 23:55:38.185327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:55:38.189463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:38.189846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:38.271553 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:38.293887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:38.296153 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafdbe07-1f0b-43ba-8312-7293c1053611" -d '{"events": [{"server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "name": "network-vif-plugged", "status": "completed", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:38.310720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:38.385334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:38.391881 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1237df-a5b3-4276-b6bc-fed31efc6f0e x-openstack-request-id: req-4d1237df-a5b3-4276-b6bc-fed31efc6f0e {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:38.392179 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "name": "network-vif-plugged", "status": "completed", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:38.392428 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d1237df-a5b3-4276-b6bc-fed31efc6f0e {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:38.392817 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1237df-a5b3-4276-b6bc-fed31efc6f0e'] response: {'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a', 'code': 200} Mar 31 23:55:38.438127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:38.486328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390f4b2-ab48-4fb0-8247-41bb0dbb82e4 req-d506a48e-b9ae-44fb-b02c-e0699458665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:38.488230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f390f4b2-ab48-4fb0-8247-41bb0dbb82e4 req-d506a48e-b9ae-44fb-b02c-e0699458665d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 1096 time: 0.0417213 Mar 31 23:55:38.522584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f390f4b2-ab48-4fb0-8247-41bb0dbb82e4 req-4627892b-4627-47ba-a65b-c0015cbcd6f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284350 Mar 31 23:55:39.218937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd916e8-e4d5-4aef-b51b-c0b8fd717627 req-cca2a5aa-b695-4d20-b4ea-7c983edb6061 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:39.220681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dd916e8-e4d5-4aef-b51b-c0b8fd717627 req-cca2a5aa-b695-4d20-b4ea-7c983edb6061 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 945 time: 0.0537584 Mar 31 23:55:39.263627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4dd916e8-e4d5-4aef-b51b-c0b8fd717627 req-d238c35f-3bd1-4a98-b71c-2a6d2f8b76ef tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Mar 31 23:55:40.378450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8652d-40fc-4637-abd3-532a88dd1e0d req-6d24b878-0606-4438-b4ac-63b3be445e6f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:40.379935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aeb8652d-40fc-4637-abd3-532a88dd1e0d req-6d24b878-0606-4438-b4ac-63b3be445e6f tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Mar 31 23:55:40.418044 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aeb8652d-40fc-4637-abd3-532a88dd1e0d req-54c380e8-ef06-472e-ac10-34b900d0e3b7 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Mar 31 23:55:40.854839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4cb49-4450-40bf-9c50-76323e42ab2e req-41cc4637-6b60-4044-8833-9397c3a43f42 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:40.856255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2e4cb49-4450-40bf-9c50-76323e42ab2e req-41cc4637-6b60-4044-8833-9397c3a43f42 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Mar 31 23:55:40.894396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2e4cb49-4450-40bf-9c50-76323e42ab2e req-a220a6ed-42dd-453a-81de-a77091135cf2 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Mar 31 23:55:41.664890 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-15d7c7a4-0f86-459f-939f-f0b84706dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:42.018289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382eeb2-b646-4b0c-a231-7467a8ed5654 req-0dbea280-9508-42b1-89d4-360cf7f47010 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:42.019818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0382eeb2-b646-4b0c-a231-7467a8ed5654 req-0dbea280-9508-42b1-89d4-360cf7f47010 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Mar 31 23:55:42.061625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0382eeb2-b646-4b0c-a231-7467a8ed5654 req-56917dc0-7466-4658-8789-1d9e1d8ae5fb tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Mar 31 23:55:42.103468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-3e92ba39-fabd-4c16-b7fe-8d9dd8c39e7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396004 Mar 31 23:55:42.206912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-3a7604b0-5ed4-4d71-b649-14579d3954ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:42.208436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-3a7604b0-5ed4-4d71-b649-14579d3954ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 1097 time: 0.0480258 Mar 31 23:55:42.241243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-f7bf6a8b-acbf-45d9-b051-e260dfe3dcfe tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:42.242667 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-f7bf6a8b-acbf-45d9-b051-e260dfe3dcfe tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 945 time: 0.0558791 Mar 31 23:55:42.314559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-fb1dc4d7-df5e-4726-bef0-12565406b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:42.316241 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-fb1dc4d7-df5e-4726-bef0-12565406b6c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 200 len: 915 time: 0.0887935 Mar 31 23:55:42.333112 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Deleting port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:42.333444 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:42.361746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-115e5670-4807-40a7-853a-4281e131f5d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62 HTTP/1.1" status: 200 len: 217 time: 0.0393050 Mar 31 23:55:42.411421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-12043d94-db81-470a-80fc-70e95ead9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:42.412986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-12043d94-db81-470a-80fc-70e95ead9e60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a22777cc-8ab3-42cd-b345-d979f5e312c7 HTTP/1.1" status: 200 len: 853 time: 0.0455048 Mar 31 23:55:42.426784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] For port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:42.427188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:42.440960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Calling delete_port for b09bf1c4-6fdc-437c-a208-9f8665f8ea2a owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:42.444066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-075d8a5e-1cf0-4a69-a67b-bc5a2bfefd57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f99f31c-0a7c-4901-85f6-4c76f6ab2938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Mar 31 23:55:42.455753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-c0c62e9b-3a30-48f7-aecd-9852aa9f5cd3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:55:42.456744 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-c0c62e9b-3a30-48f7-aecd-9852aa9f5cd3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Mar 31 23:55:42.551967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-d1aafac2-b0e6-41e0-9b41-dfc0cd4eb5cf service neutron] 10.222.0.10 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889714 Mar 31 23:55:42.623732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:42.637360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['b09bf1c4-6fdc-437c-a208-9f8665f8ea2a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:42.645946 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ee5a715-3b0f-4236-84e7-77ab6d404b45 req-c77b43df-24e3-42a0-b3e5-9c0284d6311e service neutron] 10.222.0.10 "GET /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 Mar 31 23:55:42.660549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Pushing event deleted for resources: {'Port': ['ID=b09bf1c4-6fdc-437c-a208-9f8665f8ea2a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:42.670782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2ac0601b-c8ec-4481-9de7-d0a395b2fc62'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:42.675852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.676206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.676547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.676881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.677217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.677550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.677882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.678209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.678534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.678856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.679203 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.679525 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:42.714813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] No DVR routers for this DVR port b09bf1c4-6fdc-437c-a208-9f8665f8ea2a on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:42.718233 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:42.721829 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a1287f18-84d0-4819-bc40-b2c91bcc4348 req-31262616-0d51-4c8c-8973-6adfadcd3f58 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.44 "DELETE /v2.0/ports/b09bf1c4-6fdc-437c-a208-9f8665f8ea2a HTTP/1.1" status: 204 len: 173 time: 0.4733462 Mar 31 23:55:42.722255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'name': 'network-vif-deleted', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:42.724985 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26384660-791d-40d5-8c2b-0ca0f92c3e44" -d '{"events": [{"server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "name": "network-vif-deleted", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:42.764764 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42a35d6-7999-4b51-ab7d-7c25113744bc x-openstack-request-id: req-f42a35d6-7999-4b51-ab7d-7c25113744bc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:42.765057 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeaf324-f9f6-4f91-a19b-6426dc5c0679", "name": "network-vif-deleted", "tag": "b09bf1c4-6fdc-437c-a208-9f8665f8ea2a", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:42.765309 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f42a35d6-7999-4b51-ab7d-7c25113744bc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:42.765709 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42a35d6-7999-4b51-ab7d-7c25113744bc'] response: {'server_uuid': 'cfeaf324-f9f6-4f91-a19b-6426dc5c0679', 'name': 'network-vif-deleted', 'tag': 'b09bf1c4-6fdc-437c-a208-9f8665f8ea2a', 'status': 'completed', 'code': 200} Mar 31 23:55:43.168790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d5deb82-c4b8-4132-99b2-039fc45fc8eb req-6935d53a-9498-4552-b8e9-d9f2551a0130 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfeaf324-f9f6-4f91-a19b-6426dc5c0679 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Mar 31 23:55:43.888252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f494d501-f39f-48de-9565-740e46069fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:44.321576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f2b4-8fa0-4303-a0ab-695c53537428 req-c214b807-d640-4b22-9c4e-7ac2d6e777cc tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:44.323047 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eca2f2b4-8fa0-4303-a0ab-695c53537428 req-c214b807-d640-4b22-9c4e-7ac2d6e777cc tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0484118 Mar 31 23:55:44.365745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eca2f2b4-8fa0-4303-a0ab-695c53537428 req-49e54f66-ed18-4bb1-8704-bb0a8d269c69 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Mar 31 23:55:44.495024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f8da-8ee4-4f2a-8131-7a66f6c7559e req-a2755e95-56b7-4b95-96ab-4697eeb20501 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:44.496528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab13f8da-8ee4-4f2a-8131-7a66f6c7559e req-a2755e95-56b7-4b95-96ab-4697eeb20501 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0495167 Mar 31 23:55:44.537265 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab13f8da-8ee4-4f2a-8131-7a66f6c7559e req-0964d07e-fff9-40cb-950c-784d61a38aa5 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Mar 31 23:55:44.652599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4313-97c6-45bd-9a04-c068a46b140e req-8a726184-23af-4322-90d5-6e0d59d0ba0d tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:44.654176 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09fe4313-97c6-45bd-9a04-c068a46b140e req-8a726184-23af-4322-90d5-6e0d59d0ba0d tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0484753 Mar 31 23:55:44.692604 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-09fe4313-97c6-45bd-9a04-c068a46b140e req-9c1f5717-8ddf-4296-bfd2-0679dd027cf9 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Mar 31 23:55:44.862819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da1369-4719-4515-bbd7-0675b8a98be1 req-4efee728-f5d1-4c76-947e-3cc6b5a987df tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:44.864329 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75da1369-4719-4515-bbd7-0675b8a98be1 req-4efee728-f5d1-4c76-947e-3cc6b5a987df tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0501261 Mar 31 23:55:44.907980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75da1369-4719-4515-bbd7-0675b8a98be1 req-40ccbd99-8cf1-4201-bc74-958bf4aafafd tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Mar 31 23:55:45.025807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b7c8-ec91-437d-83a5-8fd2b36db043 req-31511351-f97c-4502-9a25-29c55b2cb592 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:45.027217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4905b7c8-ec91-437d-83a5-8fd2b36db043 req-31511351-f97c-4502-9a25-29c55b2cb592 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0501709 Mar 31 23:55:45.065866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4905b7c8-ec91-437d-83a5-8fd2b36db043 req-8f724e78-1503-4aed-9e99-a963867de0ad tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Mar 31 23:55:45.191970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ea30-7527-4653-a77d-490044416d31 req-b033253f-d436-4336-b661-914a9cba8389 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:45.193433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77f6ea30-7527-4653-a77d-490044416d31 req-b033253f-d436-4336-b661-914a9cba8389 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0499334 Mar 31 23:55:45.230747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-77f6ea30-7527-4653-a77d-490044416d31 req-1160e5c2-c003-4be5-b47a-9252e4b2b124 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Mar 31 23:55:45.551184 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:45.760772 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbf184-e19f-475d-b2cc-72c07043b994 req-cedc3b52-59ac-4964-96d1-a686b0fa7343 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:45.762240 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8cbf184-e19f-475d-b2cc-72c07043b994 req-cedc3b52-59ac-4964-96d1-a686b0fa7343 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0488405 Mar 31 23:55:45.804004 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8cbf184-e19f-475d-b2cc-72c07043b994 req-e00a81fd-2d24-4e8d-a6a6-0a4d2df56d18 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349686 Mar 31 23:55:46.170931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b09bf1c4-6fdc-437c-a208-9f8665f8ea2a no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:46.191569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: b09bf1c4-6fdc-437c-a208-9f8665f8ea2a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:46.191911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device b09bf1c4-6fdc-437c-a208-9f8665f8ea2a not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:46.788795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:46.817152 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:46.923028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de509d-ef74-4e02-aca3-dace57f88058 req-5e12d2e0-1f1b-4a9b-9214-686f96ca3fed tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:46.924512 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26de509d-ef74-4e02-aca3-dace57f88058 req-5e12d2e0-1f1b-4a9b-9214-686f96ca3fed tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0490236 Mar 31 23:55:46.963558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26de509d-ef74-4e02-aca3-dace57f88058 req-1e83607f-08b2-4fb0-b161-99a8081d7b95 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/security-groups?id=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Mar 31 23:55:47.359275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b356564-eccc-47f3-8eb6-782e2051518e req-35d830ba-5380-47dd-84c7-70d9693fe2b3 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:47.360771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b356564-eccc-47f3-8eb6-782e2051518e req-35d830ba-5380-47dd-84c7-70d9693fe2b3 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 946 time: 0.0586560 Mar 31 23:55:47.453616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Deleting port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:47.453957 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:47.544324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] For port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,segment=NetworkSegment(7a659c6c-e718-4386-b749-c4556d7907e5),segment_id=7a659c6c-e718-4386-b749-c4556d7907e5)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:47.544695 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:47.558518 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Calling delete_port for 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:47.768338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:47.800863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['2ac0601b-c8ec-4481-9de7-d0a395b2fc62'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:47.804185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Pushing event deleted for resources: {'Port': ['ID=2ac0601b-c8ec-4481-9de7-d0a395b2fc62,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:47.848607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] No DVR routers for this DVR port 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:47.851523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:47.854815 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b356564-eccc-47f3-8eb6-782e2051518e req-b9e29e16-0795-4d54-8384-961d7e4cdd33 tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.10 "DELETE /v2.0/ports/2ac0601b-c8ec-4481-9de7-d0a395b2fc62 HTTP/1.1" status: 204 len: 173 time: 0.4887407 Mar 31 23:55:47.855301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'name': 'network-vif-deleted', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:47.858673 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78695d1-b096-43f1-87ac-16585e39141f" -d '{"events": [{"server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "name": "network-vif-deleted", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:47.896764 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f56e0-edfe-4b4e-b213-f23bcdc0a8ac x-openstack-request-id: req-200f56e0-edfe-4b4e-b213-f23bcdc0a8ac {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:47.897061 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3ba8b4-0554-4a4c-83a1-0352166e5f5b", "name": "network-vif-deleted", "tag": "2ac0601b-c8ec-4481-9de7-d0a395b2fc62", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:47.897316 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-200f56e0-edfe-4b4e-b213-f23bcdc0a8ac {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:47.897726 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200f56e0-edfe-4b4e-b213-f23bcdc0a8ac'] response: {'server_uuid': '5c3ba8b4-0554-4a4c-83a1-0352166e5f5b', 'name': 'network-vif-deleted', 'tag': '2ac0601b-c8ec-4481-9de7-d0a395b2fc62', 'status': 'completed', 'code': 200} Mar 31 23:55:47.992469 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:55:48.072401 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-581b4777-ecd3-4fcd-bbc5-64a4e5ba1ae0 req-c8f8199e-2d14-4796-b982-450981cc022b tempest-ServersNegativeTestJSON-283003021 tempest-ServersNegativeTestJSON-283003021-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c3ba8b4-0554-4a4c-83a1-0352166e5f5b HTTP/1.1" status: 200 len: 210 time: 0.0322647 Mar 31 23:55:49.131294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41344) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:49.176715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Deleting subnet a22777cc-8ab3-42cd-b345-d979f5e312c7 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:55:49.179786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.214088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.258388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.372320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.395501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22777cc-8ab3-42cd-b345-d979f5e312c7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:49.402160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.406299 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-26729cfc-4375-49de-a52e-c603c991fe35 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a22777cc-8ab3-42cd-b345-d979f5e312c7 HTTP/1.1" status: 204 len: 168 time: 0.2740028 Mar 31 23:55:49.409295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41346) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:49.480533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.567684 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.596640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f99f31c-0a7c-4901-85f6-4c76f6ab2938']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:49.605702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a659c6c-e718-4386-b749-c4556d7907e5') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:49.606006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a659c6c-e718-4386-b749-c4556d7907e5') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:49.616553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.630173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.636082 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:55:49.636459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:55:49.638082 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:55:49.756332 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.761837 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:49.765281 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] 10.222.0.83 "DELETE /v2.0/networks/6f99f31c-0a7c-4901-85f6-4c76f6ab2938 HTTP/1.1" status: 204 len: 168 time: 0.3550603 Mar 31 23:55:49.776613 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d0569-36fa-4dbb-a017-a7253b66d570 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f99f31c-0a7c-4901-85f6-4c76f6ab2938,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:50.080291 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41350) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:50.120792 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ebf8050e-6a69-4d09-a879-b81d1cb9e2e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38e5d769f2224c398c7e3d3893b15a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393586 Mar 31 23:55:50.123195 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41352) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:50.170406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:50.191510 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:50.280258 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:50.282746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:50.284007 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c00ddbe0-b0bf-402c-b4ae-4ed8370ec959 HTTP/1.1" status: 204 len: 168 time: 0.1592469 Mar 31 23:55:50.292766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66da7e3-1a1d-4cdb-b0dc-f8ba1364517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ddbe0-b0bf-402c-b4ae-4ed8370ec959,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:51.409261 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41374) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:51.507028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011604570'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:51.630792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:51.634271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.642929 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.722026 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.802315 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.830017 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:55:51.839650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ac3f6-689e-464a-84ec-f3c7fda92f96,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:51.846176 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.846508 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Added segment 40e808e6-918e-4531-93fd-cd893c6cf2c9 of type vlan for network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 Mar 31 23:55:51.886644 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.979560 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.985617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:51.986196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:52.096787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Network': ['ID=d581b6e9-0cb8-4335-8e1f-da7ceaab07d7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:52.107143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:55:52.119429 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5ef6aca9-4272-4ae6-8609-4f513f2cf783 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7090158 Mar 31 23:55:52.888057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:52.912056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:52.912415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 2ac0601b-c8ec-4481-9de7-d0a395b2fc62 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:54.550474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:55.493293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41378) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:55.498359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'subnet': {'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:55.709031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:55.712554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:55.960768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.025405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Subnet': ['ID=5b0ded46-d39d-4a61-b721-a9bc9a9d8f43,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:56.037652 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking segment: {'id': '40e808e6-918e-4531-93fd-cd893c6cf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:56.038013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network hostable DHCP agents. Network: d581b6e9-0cb8-4335-8e1f-da7ceaab07d7, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:55:56.114397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:55:56.211789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, d581b6e9-0cb8-4335-8e1f-da7ceaab07d7) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:56.215948 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:56.216531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.222961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5893d3-6c04-46d7-8884-9b45f78f7ab1 None None] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:56.319381 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5adde978-7c30-42e0-bce9-f1e21c555a91 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8248949 Mar 31 23:55:56.322830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:56.328386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320333201'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:56.368733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-d581b6e9-0cb8-4335-8e1f-da7ceaab07d7', 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7', 'tenant_id': '90271ddbc679496c9fe368c9348ccf1f', 'fixed_ips': [{'subnet_id': '5b0ded46-d39d-4a61-b721-a9bc9a9d8f43'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:55:56.372560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.413871 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:56.417703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.517246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Allocated IP 2001:db8:0:ffff::2 (d581b6e9-0cb8-4335-8e1f-da7ceaab07d7/5b0ded46-d39d-4a61-b721-a9bc9a9d8f43/478b83dd-cdfc-4c62-9084-6b039262d7f1) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:56.678470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.710440 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:55:56.719786 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.720121 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Added segment cf2942b7-e540-4028-b948-ffc35701244a of type vlan for network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 Mar 31 23:55:56.759374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.802410 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.845041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:56.848289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:56.850691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:56.864821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Pushing event updated for resources: {'Port': ['ID=478b83dd-cdfc-4c62-9084-6b039262d7f1,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:56.893502 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.898843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.899434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.899614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.899903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.900233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.900358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:56.900561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.900887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.900981 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.901213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.901534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.901853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.902172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.902487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:56.938770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Attempting to bind port 478b83dd-cdfc-4c62-9084-6b039262d7f1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:56.939281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Attempting to bind port 478b83dd-cdfc-4c62-9084-6b039262d7f1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '40e808e6-918e-4531-93fd-cd893c6cf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:56.939673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Attempting to bind port 478b83dd-cdfc-4c62-9084-6b039262d7f1 on network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:56.944972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:56.945337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Checking segment: {'id': '40e808e6-918e-4531-93fd-cd893c6cf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:56.945736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.946121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Bound using segment: {'id': '40e808e6-918e-4531-93fd-cd893c6cf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:56.946594 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Bound port: 478b83dd-cdfc-4c62-9084-6b039262d7f1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e808e6-918e-4531-93fd-cd893c6cf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd581b6e9-0cb8-4335-8e1f-da7ceaab07d7'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:56.946953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.983216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Network': ['ID=861b2d53-c1df-4bec-8526-4d8a8bbcb3a0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:56.996815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:55:57.005701 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-817ce31a-2463-40e7-8203-b1f83ff46ebb tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6791604 Mar 31 23:55:57.006538 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41382) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:57.011150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'subnet': {'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:57.059774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] For port 478b83dd-cdfc-4c62-9084-6b039262d7f1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:57.076592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] For port 478b83dd-cdfc-4c62-9084-6b039262d7f1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=478b83dd-cdfc-4c62-9084-6b039262d7f1,segment=NetworkSegment(40e808e6-918e-4531-93fd-cd893c6cf2c9),segment_id=40e808e6-918e-4531-93fd-cd893c6cf2c9)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:57.149909 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:57.177482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:57.181295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:57.211718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3481ad-020a-476c-906b-4ad1c819e857 None None] Pushing event updated for resources: {'Port': ['ID=478b83dd-cdfc-4c62-9084-6b039262d7f1,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:57.504001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:57.571375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Subnet': ['ID=235079c9-8342-43a9-896f-fd9d6d5da439,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:57.580840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking segment: {'id': 'cf2942b7-e540-4028-b948-ffc35701244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:57.581204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network hostable DHCP agents. Network: 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:55:57.642550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:55:57.704776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:57.709594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:57.710339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:57.714216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae9ef5-0d2f-46d1-b1c2-1ead492fb106 None None] Network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:57.810511 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dceff334-afc3-4a6e-b35f-382e17361e6b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8033020 Mar 31 23:55:57.813742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41384) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:57.867516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-861b2d53-c1df-4bec-8526-4d8a8bbcb3a0', 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0', 'tenant_id': '90271ddbc679496c9fe368c9348ccf1f', 'fixed_ips': [{'subnet_id': '235079c9-8342-43a9-896f-fd9d6d5da439'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:55:57.868431 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:57.936261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.027590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Allocated IP 2001:db8::2 (861b2d53-c1df-4bec-8526-4d8a8bbcb3a0/235079c9-8342-43a9-896f-fd9d6d5da439/9d42948a-3ed9-4a44-bfcf-2a80861fabbb) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:58.038687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.166687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad499c4-19ca-4fcc-8e4c-44ac8ab712fa None None] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:58.220650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.295176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] Provisioning complete for port 478b83dd-cdfc-4c62-9084-6b039262d7f1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:58.295551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.297957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.377993 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.381673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:58.401918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:58.404193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:58.406008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Subnet': ['ID=235079c9-8342-43a9-896f-fd9d6d5da439,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:58.411811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Pushing event updated for resources: {'Port': ['ID=9d42948a-3ed9-4a44-bfcf-2a80861fabbb,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:58.475870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.496701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861b2d53-c1df-4bec-8526-4d8a8bbcb3a0']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:58.506653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2942b7-e540-4028-b948-ffc35701244a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:58.506962 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2942b7-e540-4028-b948-ffc35701244a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:58.510364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Attempting to bind port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:58.510734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Attempting to bind port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'cf2942b7-e540-4028-b948-ffc35701244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:58.511139 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Attempting to bind port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb on network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:58.517236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.518995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.522002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:58.522374 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Checking segment: {'id': 'cf2942b7-e540-4028-b948-ffc35701244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:58.522770 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.523189 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Bound using segment: {'id': 'cf2942b7-e540-4028-b948-ffc35701244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:58.523673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Bound port: 9d42948a-3ed9-4a44-bfcf-2a80861fabbb, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2942b7-e540-4028-b948-ffc35701244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:58.524053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.532643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.539959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:55:58.540651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:55:58.544591 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:55:58.631146 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] For port 478b83dd-cdfc-4c62-9084-6b039262d7f1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=478b83dd-cdfc-4c62-9084-6b039262d7f1,segment=NetworkSegment(40e808e6-918e-4531-93fd-cd893c6cf2c9),segment_id=40e808e6-918e-4531-93fd-cd893c6cf2c9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:58.669380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] For port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:58.675673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] For port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9d42948a-3ed9-4a44-bfcf-2a80861fabbb,segment=NetworkSegment(cf2942b7-e540-4028-b948-ffc35701244a),segment_id=cf2942b7-e540-4028-b948-ffc35701244a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:58.681947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:55:58.681947 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:55:58.681947 n-d-828414-2 neutron-server[109834]: [parameters: {'id': '861b2d53-c1df-4bec-8526-4d8a8bbcb3a0'}] Mar 31 23:55:58.681947 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:55:58.681947 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:55:58.700115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.729393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 478b83dd-cdfc-4c62-9084-6b039262d7f1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:58.762131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.801121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30253-14a9-4e4f-bfaf-a710f4b0b2ae None None] Pushing event updated for resources: {'Port': ['ID=478b83dd-cdfc-4c62-9084-6b039262d7f1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:58.891161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4749c6-e790-4e3f-8cfb-aca4ef88f860 None None] Network 861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:58.899233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f1096cab-9283-4e2c-a2a5-2b683ce75085 None None] Provisioning complete for port 478b83dd-cdfc-4c62-9084-6b039262d7f1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:58.899623 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f1096cab-9283-4e2c-a2a5-2b683ce75085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.901041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 478b83dd-cdfc-4c62-9084-6b039262d7f1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:58.901396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.984938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fc4d-e110-4ee6-a3f0-12d7a7bb8a55 None None] Pushing event updated for resources: {'Port': ['ID=9d42948a-3ed9-4a44-bfcf-2a80861fabbb,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:59.178775 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.234614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:59.234945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.300741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] For port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9d42948a-3ed9-4a44-bfcf-2a80861fabbb,segment=NetworkSegment(cf2942b7-e540-4028-b948-ffc35701244a),segment_id=cf2942b7-e540-4028-b948-ffc35701244a)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:59.301105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.315258 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Calling delete_port for 9d42948a-3ed9-4a44-bfcf-2a80861fabbb owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:59.327692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72f4ff-038e-4cc3-8f73-4b49ce843816 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:55:59.394806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72f4ff-038e-4cc3-8f73-4b49ce843816 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:55:59.487946 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.518090 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Port': ['ID=9d42948a-3ed9-4a44-bfcf-2a80861fabbb,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:59.524447 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No DVR routers for this DVR port 9d42948a-3ed9-4a44-bfcf-2a80861fabbb on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:59.617764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.643509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861b2d53-c1df-4bec-8526-4d8a8bbcb3a0']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:59.655182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2942b7-e540-4028-b948-ffc35701244a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:59.655639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2942b7-e540-4028-b948-ffc35701244a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:59.668001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.682955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.690380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:55:59.690804 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:55:59.693881 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:00.133747 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.141337 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.156184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 HTTP/1.1" status: 204 len: 168 time: 2.3296802 Mar 31 23:56:00.156807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41386) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:00.156807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562534251'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:00.158173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214109fc-5ed9-4e0b-8c56-947b8464eef8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Network': ['ID=861b2d53-c1df-4bec-8526-4d8a8bbcb3a0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:00.271138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:00.274559 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.298750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:00.307629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.310085 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Added segment e07b2f5a-74af-48c5-b678-59610ff37e0b of type vlan for network 195a04ec-625a-40d5-adde-75dc02d209f1 Mar 31 23:56:00.347542 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.436229 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.442085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.442719 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.508839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Network': ['ID=195a04ec-625a-40d5-adde-75dc02d209f1,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:00.520044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 195a04ec-625a-40d5-adde-75dc02d209f1 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:00.531251 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a93fdf09-c045-4c19-b2a7-c4dc98bdc581 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3810320 Mar 31 23:56:00.534172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:00.539219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'subnet': {'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:00.656096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 478b83dd-cdfc-4c62-9084-6b039262d7f1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:00.671401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:00.675136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.706223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 478b83dd-cdfc-4c62-9084-6b039262d7f1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:00.706596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.734021 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Performing IP validity checks on allocation pools {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:56:00.734589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.ipam_backend_mixin [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:56:00.903414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:00.967074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Subnet': ['ID=3cbe8aaf-8b86-4e6e-a5b9-a08c602bce2c,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:00.973747 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking segment: {'id': 'e07b2f5a-74af-48c5-b678-59610ff37e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:00.974925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network hostable DHCP agents. Network: 195a04ec-625a-40d5-adde-75dc02d209f1, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:01.042010 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network 195a04ec-625a-40d5-adde-75dc02d209f1 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:01.116430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 195a04ec-625a-40d5-adde-75dc02d209f1) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:01.120364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:01.121011 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.126090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ba8b6-b1ea-4e7e-8e69-90891b384aa0 None None] Network 195a04ec-625a-40d5-adde-75dc02d209f1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:01.227742 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a93ebd40-815d-4b47-ac73-23fbf7054380 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6924682 Mar 31 23:56:01.230420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:01.274081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-195a04ec-625a-40d5-adde-75dc02d209f1', 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1', 'tenant_id': '90271ddbc679496c9fe368c9348ccf1f', 'fixed_ips': [{'subnet_id': '3cbe8aaf-8b86-4e6e-a5b9-a08c602bce2c'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:01.275045 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.331362 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.415441 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.415718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Allocated IP 2001:db8::3 (195a04ec-625a-40d5-adde-75dc02d209f1/3cbe8aaf-8b86-4e6e-a5b9-a08c602bce2c/f341b4af-aa8f-416f-bf22-76eec29252e2) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:01.557737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.596379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.638826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Network 195a04ec-625a-40d5-adde-75dc02d209f1 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:01.642503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:01.646044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:01.654257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Pushing event updated for resources: {'Port': ['ID=f341b4af-aa8f-416f-bf22-76eec29252e2,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:01.673086 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.700166 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbe8aaf-8b86-4e6e-a5b9-a08c602bce2c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:01.704486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Attempting to bind port f341b4af-aa8f-416f-bf22-76eec29252e2 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:01.704852 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Attempting to bind port f341b4af-aa8f-416f-bf22-76eec29252e2 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e07b2f5a-74af-48c5-b678-59610ff37e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:01.705209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Attempting to bind port f341b4af-aa8f-416f-bf22-76eec29252e2 on network 195a04ec-625a-40d5-adde-75dc02d209f1 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:01.710302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:01.710673 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Checking segment: {'id': 'e07b2f5a-74af-48c5-b678-59610ff37e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:01.711108 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.711510 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Bound using segment: {'id': 'e07b2f5a-74af-48c5-b678-59610ff37e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:01.711966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Bound port: f341b4af-aa8f-416f-bf22-76eec29252e2, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07b2f5a-74af-48c5-b678-59610ff37e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '195a04ec-625a-40d5-adde-75dc02d209f1'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:01.712341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.757994 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.775166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] For port f341b4af-aa8f-416f-bf22-76eec29252e2, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:01.778224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] For port f341b4af-aa8f-416f-bf22-76eec29252e2, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f341b4af-aa8f-416f-bf22-76eec29252e2,segment=NetworkSegment(e07b2f5a-74af-48c5-b678-59610ff37e0b),segment_id=e07b2f5a-74af-48c5-b678-59610ff37e0b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:01.778939 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a04ec-625a-40d5-adde-75dc02d209f1']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:01.788709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07b2f5a-74af-48c5-b678-59610ff37e0b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:01.789001 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07b2f5a-74af-48c5-b678-59610ff37e0b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:01.798234 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.840734 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.842738 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.849228 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:01.849612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:01.852663 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:01.932040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b65582-2897-4e08-9508-c83590e8f482 None None] Pushing event updated for resources: {'Port': ['ID=f341b4af-aa8f-416f-bf22-76eec29252e2,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:01.940730 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f319d-ef2a-485a-af03-ef43fb6d3134 None None] Network 195a04ec-625a-40d5-adde-75dc02d209f1 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:01.945411 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.db.api [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:56:01.945411 n-d-828414-2 neutron-server[109835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:56:01.945411 n-d-828414-2 neutron-server[109835]: [parameters: {'id': '195a04ec-625a-40d5-adde-75dc02d209f1'}] Mar 31 23:56:01.945411 n-d-828414-2 neutron-server[109835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:56:01.945840 n-d-828414-2 neutron-server[109835]: DEBUG oslo_db.api [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:56:02.060926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce63e3-da02-4b7b-b054-bea88bf75820 None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:56:02.149130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce63e3-da02-4b7b-b054-bea88bf75820 None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:56:02.447088 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.501519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting port f341b4af-aa8f-416f-bf22-76eec29252e2 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:02.501844 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.563874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] For port f341b4af-aa8f-416f-bf22-76eec29252e2, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=f341b4af-aa8f-416f-bf22-76eec29252e2,segment=NetworkSegment(e07b2f5a-74af-48c5-b678-59610ff37e0b),segment_id=e07b2f5a-74af-48c5-b678-59610ff37e0b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:02.564240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.576929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Calling delete_port for f341b4af-aa8f-416f-bf22-76eec29252e2 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:02.710482 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.735873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Port': ['ID=f341b4af-aa8f-416f-bf22-76eec29252e2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:02.741699 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No DVR routers for this DVR port f341b4af-aa8f-416f-bf22-76eec29252e2 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:02.821103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.841328 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a04ec-625a-40d5-adde-75dc02d209f1']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:02.850731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07b2f5a-74af-48c5-b678-59610ff37e0b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:02.850960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07b2f5a-74af-48c5-b678-59610ff37e0b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:02.860795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.873699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.880131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:02.880511 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:02.883458 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:03.013722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.021625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.024768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/195a04ec-625a-40d5-adde-75dc02d209f1 HTTP/1.1" status: 204 len: 168 time: 1.7934287 Mar 31 23:56:03.028582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41392) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:03.036415 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517705263'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:03.036561 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b475a-7f36-47b4-a12b-4b32e16ab319 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Network': ['ID=195a04ec-625a-40d5-adde-75dc02d209f1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:03.087599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:03.090987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.115325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:03.124300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.127036 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Added segment a3c9fc89-4361-4a3e-ae1f-974688cad086 of type vlan for network 76a88ae1-6541-436f-b672-0dfa5f08b93e Mar 31 23:56:03.164971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.253025 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.258604 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:03.259217 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.367359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Network': ['ID=76a88ae1-6541-436f-b672-0dfa5f08b93e,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:03.378111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:03.393155 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bef9a700-1d3b-4cce-b5ec-1d213a4d0736 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3634100 Mar 31 23:56:03.396813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:03.401846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'subnet': {'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:03.544463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:03.548705 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.785247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:03.847632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Subnet': ['ID=e0a416fc-2107-406e-8ce9-7137cd4d4ee0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:03.856317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking segment: {'id': 'a3c9fc89-4361-4a3e-ae1f-974688cad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:03.856686 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network hostable DHCP agents. Network: 76a88ae1-6541-436f-b672-0dfa5f08b93e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:03.931749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:04.017598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 76a88ae1-6541-436f-b672-0dfa5f08b93e) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:04.022493 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:04.023204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.026081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c416d0-6563-4eec-888a-6599e9c0194c None None] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:04.113463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ad577638-140d-4077-8b01-2009fa179203 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7154126 Mar 31 23:56:04.117376 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41396) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:04.123061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663620487'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:04.179602 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-76a88ae1-6541-436f-b672-0dfa5f08b93e', 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e', 'tenant_id': '90271ddbc679496c9fe368c9348ccf1f', 'fixed_ips': [{'subnet_id': 'e0a416fc-2107-406e-8ce9-7137cd4d4ee0'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:04.180556 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.196296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:04.199794 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.223279 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:04.231819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.232164 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Added segment 88a341fc-76e4-4467-a08c-8d8fd4272a52 of type vlan for network 602f238c-502f-45f0-a239-f6ce1b42256a Mar 31 23:56:04.277934 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.321879 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Allocated IP 2001:db8::2 (76a88ae1-6541-436f-b672-0dfa5f08b93e/e0a416fc-2107-406e-8ce9-7137cd4d4ee0/5580dc7f-beb2-4e4b-953f-0273484a8103) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:04.356429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.361970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:04.363538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.428852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Network': ['ID=602f238c-502f-45f0-a239-f6ce1b42256a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:04.441325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 602f238c-502f-45f0-a239-f6ce1b42256a details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:04.451661 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f728621-38e3-4470-b1af-ba73761e4c94 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3304560 Mar 31 23:56:04.452651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:04.457785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Request body: {'subnet': {'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:04.522420 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.601073 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.615793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Made reservation on behalf of 90271ddbc679496c9fe368c9348ccf1f for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:04.617696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.643648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:04.646687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:04.650292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:04.655761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Pushing event updated for resources: {'Port': ['ID=5580dc7f-beb2-4e4b-953f-0273484a8103,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:04.714591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Attempting to bind port 5580dc7f-beb2-4e4b-953f-0273484a8103 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:04.714959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Attempting to bind port 5580dc7f-beb2-4e4b-953f-0273484a8103 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a3c9fc89-4361-4a3e-ae1f-974688cad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:04.715363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Attempting to bind port 5580dc7f-beb2-4e4b-953f-0273484a8103 on network 76a88ae1-6541-436f-b672-0dfa5f08b93e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:04.721370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:04.721743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Checking segment: {'id': 'a3c9fc89-4361-4a3e-ae1f-974688cad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:04.722143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.722540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Bound using segment: {'id': 'a3c9fc89-4361-4a3e-ae1f-974688cad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:04.723026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Bound port: 5580dc7f-beb2-4e4b-953f-0273484a8103, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c9fc89-4361-4a3e-ae1f-974688cad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '76a88ae1-6541-436f-b672-0dfa5f08b93e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:04.727459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.790080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] For port 5580dc7f-beb2-4e4b-953f-0273484a8103, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:04.793387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] For port 5580dc7f-beb2-4e4b-953f-0273484a8103, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5580dc7f-beb2-4e4b-953f-0273484a8103,segment=NetworkSegment(a3c9fc89-4361-4a3e-ae1f-974688cad086),segment_id=a3c9fc89-4361-4a3e-ae1f-974688cad086)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:04.851934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.906624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.914197 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd006e4-220b-49c0-a14d-1f619a2ba7e1 None None] Pushing event updated for resources: {'Port': ['ID=5580dc7f-beb2-4e4b-953f-0273484a8103,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:04.974577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event updated for resources: {'Subnet': ['ID=38ad2d1f-cb04-4269-a57f-6993063d4224,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:04.991463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Checking segment: {'id': '88a341fc-76e4-4467-a08c-8d8fd4272a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:04.992684 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network hostable DHCP agents. Network: 602f238c-502f-45f0-a239-f6ce1b42256a, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:05.076249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Network 602f238c-502f-45f0-a239-f6ce1b42256a is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:05.145847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 602f238c-502f-45f0-a239-f6ce1b42256a) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:05.150801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:05.151761 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.156667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b232c5e-1743-4c45-8730-a79e584d31e1 None None] Network 602f238c-502f-45f0-a239-f6ce1b42256a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:05.227878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e9daa91b-2bc5-4410-bde5-47ed2364a30f tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7740989 Mar 31 23:56:05.230348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:05.313015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.320629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-602f238c-502f-45f0-a239-f6ce1b42256a', 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a', 'tenant_id': '90271ddbc679496c9fe368c9348ccf1f', 'fixed_ips': [{'subnet_id': '38ad2d1f-cb04-4269-a57f-6993063d4224'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:05.321782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.331333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.390510 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.469869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Allocated IP 2001:db8::2 (602f238c-502f-45f0-a239-f6ce1b42256a/38ad2d1f-cb04-4269-a57f-6993063d4224/c66701a2-b4ef-4ca0-86b1-7c095d95947b) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:05.619143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.676858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.722943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Network 602f238c-502f-45f0-a239-f6ce1b42256a is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:05.726109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:05.731504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:05.736017 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Pushing event updated for resources: {'Port': ['ID=c66701a2-b4ef-4ca0-86b1-7c095d95947b,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:05.763072 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.793394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Attempting to bind port c66701a2-b4ef-4ca0-86b1-7c095d95947b on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:05.794012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Attempting to bind port c66701a2-b4ef-4ca0-86b1-7c095d95947b by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '88a341fc-76e4-4467-a08c-8d8fd4272a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:05.794160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Subnet': ['ID=38ad2d1f-cb04-4269-a57f-6993063d4224,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:05.794826 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Attempting to bind port c66701a2-b4ef-4ca0-86b1-7c095d95947b on network 602f238c-502f-45f0-a239-f6ce1b42256a {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:05.801686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:05.802260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Checking segment: {'id': '88a341fc-76e4-4467-a08c-8d8fd4272a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:05.802814 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.803382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Bound using segment: {'id': '88a341fc-76e4-4467-a08c-8d8fd4272a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:05.804094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Bound port: c66701a2-b4ef-4ca0-86b1-7c095d95947b, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a341fc-76e4-4467-a08c-8d8fd4272a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '602f238c-502f-45f0-a239-f6ce1b42256a'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:05.804779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.863892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.865257 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617158f1-1416-4537-9741-4cd62d020df7 None None] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:05.891916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602f238c-502f-45f0-a239-f6ce1b42256a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:05.901922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a341fc-76e4-4467-a08c-8d8fd4272a52') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:05.902230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a341fc-76e4-4467-a08c-8d8fd4272a52') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:05.912593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.922303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] For port c66701a2-b4ef-4ca0-86b1-7c095d95947b, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:05.925969 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.932459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:05.934595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.934749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] Provisioning complete for port 5580dc7f-beb2-4e4b-953f-0273484a8103 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:05.934749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:05.936395 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:06.020090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.db.api [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:56:06.020090 n-d-828414-2 neutron-server[109834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:56:06.020090 n-d-828414-2 neutron-server[109834]: [parameters: {'id': '602f238c-502f-45f0-a239-f6ce1b42256a'}] Mar 31 23:56:06.020090 n-d-828414-2 neutron-server[109834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:56:06.020570 n-d-828414-2 neutron-server[109834]: DEBUG oslo_db.api [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:56:06.140606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] For port c66701a2-b4ef-4ca0-86b1-7c095d95947b, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c66701a2-b4ef-4ca0-86b1-7c095d95947b,segment=NetworkSegment(88a341fc-76e4-4467-a08c-8d8fd4272a52),segment_id=88a341fc-76e4-4467-a08c-8d8fd4272a52)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:06.184837 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.334322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1c613-8fb8-4c9d-86fc-53253c70da65 None None] Pushing event updated for resources: {'Port': ['ID=c66701a2-b4ef-4ca0-86b1-7c095d95947b,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:06.341986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.355548 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9727e5-c39e-46e3-b492-e8f55d813f04 None None] Network 602f238c-502f-45f0-a239-f6ce1b42256a requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:06.432983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] For port 5580dc7f-beb2-4e4b-953f-0273484a8103, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5580dc7f-beb2-4e4b-953f-0273484a8103,segment=NetworkSegment(a3c9fc89-4361-4a3e-ae1f-974688cad086),segment_id=a3c9fc89-4361-4a3e-ae1f-974688cad086)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:06.485148 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.521311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.541965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b90b7e-f44a-4b52-8dbc-f7fee2e2ee83 None None] Pushing event updated for resources: {'Port': ['ID=5580dc7f-beb2-4e4b-953f-0273484a8103,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:06.581040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f41cfe-40e1-46dc-a10c-25a2a892e15e None None] get_active_networks_info from n-d-828414-2 {{(pid=109836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:56:06.596044 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting port c66701a2-b4ef-4ca0-86b1-7c095d95947b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:06.596381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.637026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b63384b5-2dbb-468e-85e8-6fd48e7653c4 None None] Provisioning complete for port 5580dc7f-beb2-4e4b-953f-0273484a8103 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:06.637384 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b63384b5-2dbb-468e-85e8-6fd48e7653c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.672716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] For port c66701a2-b4ef-4ca0-86b1-7c095d95947b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c66701a2-b4ef-4ca0-86b1-7c095d95947b,segment=NetworkSegment(88a341fc-76e4-4467-a08c-8d8fd4272a52),segment_id=88a341fc-76e4-4467-a08c-8d8fd4272a52)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:06.673471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.695374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Calling delete_port for c66701a2-b4ef-4ca0-86b1-7c095d95947b owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:06.701837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f41cfe-40e1-46dc-a10c-25a2a892e15e None None] Resources bound (agent type, host, resource id): {{(pid=109836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:56:06.709301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5580dc7f-beb2-4e4b-953f-0273484a8103 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:06.845975 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.870813 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 5580dc7f-beb2-4e4b-953f-0273484a8103 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:06.871226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:06.875870 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Port': ['ID=c66701a2-b4ef-4ca0-86b1-7c095d95947b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:06.879249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No DVR routers for this DVR port c66701a2-b4ef-4ca0-86b1-7c095d95947b on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:06.977242 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.000660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602f238c-502f-45f0-a239-f6ce1b42256a']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:07.009959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a341fc-76e4-4467-a08c-8d8fd4272a52') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:07.010259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a341fc-76e4-4467-a08c-8d8fd4272a52') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:07.020095 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.034930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.040921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:07.041305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:07.044433 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:07.162300 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.169818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.173198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/602f238c-502f-45f0-a239-f6ce1b42256a HTTP/1.1" status: 204 len: 168 time: 1.9418459 Mar 31 23:56:07.175930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.184803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded537-a2c0-4269-aaa5-eecbd28583a8 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Network': ['ID=602f238c-502f-45f0-a239-f6ce1b42256a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:07.205252 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b5450c-bf62-41bb-bbcc-fa4a5bc02708 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] GET failed (client error): The resource could not be found. Mar 31 23:56:07.206700 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c3b5450c-bf62-41bb-bbcc-fa4a5bc02708 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "GET /v2.0/subnets/38ad2d1f-cb04-4269-a57f-6993063d4224 HTTP/1.1" status: 404 len: 337 time: 0.0297866 Mar 31 23:56:07.209385 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41404) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.232717 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-124f9117-0d7a-4ea4-96bb-f6ab4bfe2957 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:07.233356 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124f9117-0d7a-4ea4-96bb-f6ab4bfe2957 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:07.236582 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-124f9117-0d7a-4ea4-96bb-f6ab4bfe2957 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/602f238c-502f-45f0-a239-f6ce1b42256a HTTP/1.1" status: 404 len: 339 time: 0.0263114 Mar 31 23:56:07.240185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41406) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.265625 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c81162-e88d-496d-bc95-deb80b3797e6 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:07.266057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c81162-e88d-496d-bc95-deb80b3797e6 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:07.269049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c2c81162-e88d-496d-bc95-deb80b3797e6 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/subnets/38ad2d1f-cb04-4269-a57f-6993063d4224 HTTP/1.1" status: 404 len: 337 time: 0.0278811 Mar 31 23:56:07.271448 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41408) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.289446 n-d-828414-2 neutron-server[109835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e4338-bef7-4c8e-be82-a39ae0503a2a tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:07.290030 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0e4338-bef7-4c8e-be82-a39ae0503a2a tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:07.292897 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e0e4338-bef7-4c8e-be82-a39ae0503a2a tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/602f238c-502f-45f0-a239-f6ce1b42256a HTTP/1.1" status: 404 len: 339 time: 0.0205643 Mar 31 23:56:07.295304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41410) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.347289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting subnet e0a416fc-2107-406e-8ce9-7137cd4d4ee0 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:56:07.350388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.388865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.474645 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.602631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.630680 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a416fc-2107-406e-8ce9-7137cd4d4ee0,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:07.635255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.638312 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a3157eac-287b-433f-88b0-5ec2dce3848b tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/subnets/e0a416fc-2107-406e-8ce9-7137cd4d4ee0 HTTP/1.1" status: 204 len: 168 time: 0.3415170 Mar 31 23:56:07.641229 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41412) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:07.642375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105a66d-ba90-463d-8ff2-28a218e94b3f None None] Network 76a88ae1-6541-436f-b672-0dfa5f08b93e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:07.721363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.776078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting port 5580dc7f-beb2-4e4b-953f-0273484a8103 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:07.776414 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.815270 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] DHCP port deletion for 76a88ae1-6541-436f-b672-0dfa5f08b93e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:56:07.840488 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] For port 5580dc7f-beb2-4e4b-953f-0273484a8103, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5580dc7f-beb2-4e4b-953f-0273484a8103,segment=NetworkSegment(a3c9fc89-4361-4a3e-ae1f-974688cad086),segment_id=a3c9fc89-4361-4a3e-ae1f-974688cad086)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:07.840849 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.854095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Calling delete_port for 5580dc7f-beb2-4e4b-953f-0273484a8103 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:07.864212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Deleting port 5580dc7f-beb2-4e4b-953f-0273484a8103 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:07.864588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.932568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] For port 5580dc7f-beb2-4e4b-953f-0273484a8103, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=5580dc7f-beb2-4e4b-953f-0273484a8103,segment=NetworkSegment(a3c9fc89-4361-4a3e-ae1f-974688cad086),segment_id=a3c9fc89-4361-4a3e-ae1f-974688cad086)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:07.932965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.948950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Calling delete_port for 5580dc7f-beb2-4e4b-953f-0273484a8103 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:08.002479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.029265 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Port': ['ID=5580dc7f-beb2-4e4b-953f-0273484a8103,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:08.033761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No DVR routers for this DVR port 5580dc7f-beb2-4e4b-953f-0273484a8103 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:08.042039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.072224 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] Pushing event deleted for resources: {'Port': ['ID=5580dc7f-beb2-4e4b-953f-0273484a8103,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:08.074749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1d8fd-08e9-45a5-a70a-6c057d515b08 None None] No DVR routers for this DVR port 5580dc7f-beb2-4e4b-953f-0273484a8103 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:08.116968 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.137293 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a88ae1-6541-436f-b672-0dfa5f08b93e']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:08.146915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c9fc89-4361-4a3e-ae1f-974688cad086') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:08.147243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c9fc89-4361-4a3e-ae1f-974688cad086') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:08.157573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.170777 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.176857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:08.177522 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:08.180193 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:08.333429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.341784 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.346772 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/76a88ae1-6541-436f-b672-0dfa5f08b93e HTTP/1.1" status: 204 len: 168 time: 0.7044537 Mar 31 23:56:08.350281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.359830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eaa1f-9dc3-49b6-a2ee-4ecef6944313 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Network': ['ID=76a88ae1-6541-436f-b672-0dfa5f08b93e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:08.388014 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-23051474-0964-4da3-837f-8f7fd93ac680 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:08.388700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23051474-0964-4da3-837f-8f7fd93ac680 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:08.392111 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-23051474-0964-4da3-837f-8f7fd93ac680 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/subnets/3cbe8aaf-8b86-4e6e-a5b9-a08c602bce2c HTTP/1.1" status: 404 len: 337 time: 0.0408363 Mar 31 23:56:08.395788 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.413816 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d156977-4145-4f15-97e3-274c9b1c71e0 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:08.414339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d156977-4145-4f15-97e3-274c9b1c71e0 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:08.417341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9d156977-4145-4f15-97e3-274c9b1c71e0 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/195a04ec-625a-40d5-adde-75dc02d209f1 HTTP/1.1" status: 404 len: 339 time: 0.0206575 Mar 31 23:56:08.431274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41418) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.456102 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b73c65-7a1d-45aa-b3c0-80f1585bca64 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:08.456547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b73c65-7a1d-45aa-b3c0-80f1585bca64 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:08.459545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-08b73c65-7a1d-45aa-b3c0-80f1585bca64 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/subnets/235079c9-8342-43a9-896f-fd9d6d5da439 HTTP/1.1" status: 404 len: 337 time: 0.0273821 Mar 31 23:56:08.462108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.480585 n-d-828414-2 neutron-server[109834]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e17fe1-3c54-4231-9226-ab4c396fdcb1 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] DELETE failed (client error): The resource could not be found. Mar 31 23:56:08.481130 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e17fe1-3c54-4231-9226-ab4c396fdcb1 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:56:08.484786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-89e17fe1-3c54-4231-9226-ab4c396fdcb1 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/861b2d53-c1df-4bec-8526-4d8a8bbcb3a0 HTTP/1.1" status: 404 len: 339 time: 0.0217731 Mar 31 23:56:08.487375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41422) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.536453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting subnet 5b0ded46-d39d-4a61-b721-a9bc9a9d8f43 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:56:08.539499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.585216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.658306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5580dc7f-beb2-4e4b-953f-0273484a8103 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:08.674235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.680656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 5580dc7f-beb2-4e4b-953f-0273484a8103 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:08.681001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 5580dc7f-beb2-4e4b-953f-0273484a8103 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:08.800683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.833469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0ded46-d39d-4a61-b721-a9bc9a9d8f43,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:08.837828 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.843337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/subnets/5b0ded46-d39d-4a61-b721-a9bc9a9d8f43 HTTP/1.1" status: 204 len: 168 time: 0.3527949 Mar 31 23:56:08.844972 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41424) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:08.846137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7e633-b4d9-4f89-ba9d-bae1548e9aaa None None] Network d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:08.850467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.850893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.851307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.851726 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.852060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.852393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.852724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.853353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.854225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.854563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.854895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.855244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb7518-ca34-4713-a75d-42c9abf2c897 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:08.928972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.983479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Deleting port 478b83dd-cdfc-4c62-9084-6b039262d7f1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:08.983900 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.030446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] DHCP port deletion for d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:56:09.055564 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] For port 478b83dd-cdfc-4c62-9084-6b039262d7f1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=478b83dd-cdfc-4c62-9084-6b039262d7f1,segment=NetworkSegment(40e808e6-918e-4531-93fd-cd893c6cf2c9),segment_id=40e808e6-918e-4531-93fd-cd893c6cf2c9)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:09.055936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.069388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Calling delete_port for 478b83dd-cdfc-4c62-9084-6b039262d7f1 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:09.079807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Deleting port 478b83dd-cdfc-4c62-9084-6b039262d7f1 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:09.080181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.141678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] For port 478b83dd-cdfc-4c62-9084-6b039262d7f1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=478b83dd-cdfc-4c62-9084-6b039262d7f1,segment=NetworkSegment(40e808e6-918e-4531-93fd-cd893c6cf2c9),segment_id=40e808e6-918e-4531-93fd-cd893c6cf2c9)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:09.142072 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.155500 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Calling delete_port for 478b83dd-cdfc-4c62-9084-6b039262d7f1 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:09.200746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.227968 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Port': ['ID=478b83dd-cdfc-4c62-9084-6b039262d7f1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:09.229798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] No DVR routers for this DVR port 478b83dd-cdfc-4c62-9084-6b039262d7f1 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:09.235347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.261643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] No DVR routers for this DVR port 478b83dd-cdfc-4c62-9084-6b039262d7f1 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:09.266228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef17b1-7cf6-407e-8b28-751bb4d7a848 None None] Pushing event deleted for resources: {'Port': ['ID=478b83dd-cdfc-4c62-9084-6b039262d7f1,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:09.316078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.336350 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d581b6e9-0cb8-4335-8e1f-da7ceaab07d7']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:09.346982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e808e6-918e-4531-93fd-cd893c6cf2c9') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:09.347303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e808e6-918e-4531-93fd-cd893c6cf2c9') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:09.356520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.369567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.375527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:09.375908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:09.378836 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:09.510476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.518171 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.521513 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] 10.222.0.83 "DELETE /v2.0/networks/d581b6e9-0cb8-4335-8e1f-da7ceaab07d7 HTTP/1.1" status: 204 len: 168 time: 0.6753852 Mar 31 23:56:09.538428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9a886-aec0-4326-b397-a7bf584a6123 tempest-NetworksIpV6Test-1681521730 tempest-NetworksIpV6Test-1681521730-project] Pushing event deleted for resources: {'Network': ['ID=d581b6e9-0cb8-4335-8e1f-da7ceaab07d7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:09.965885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41430) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:10.107351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ff46befa-4a63-44dd-9ba8-2408a04897b9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=90271ddbc679496c9fe368c9348ccf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402798 Mar 31 23:56:10.109811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41434) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:10.157375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.177702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.294051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.296870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.298097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de1ac3f6-689e-464a-84ec-f3c7fda92f96 HTTP/1.1" status: 204 len: 168 time: 0.1873798 Mar 31 23:56:10.307059 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21eaf2-46dd-4c53-a435-4ca60631f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ac3f6-689e-464a-84ec-f3c7fda92f96,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:10.653815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 478b83dd-cdfc-4c62-9084-6b039262d7f1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:10.674793 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 478b83dd-cdfc-4c62-9084-6b039262d7f1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:10.675163 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 478b83dd-cdfc-4c62-9084-6b039262d7f1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:11.267770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:11.360491 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-439394183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:11.442513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.443619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.496433 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.545632 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.636818 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.638078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-87cc93c2-2de1-41bc-a9bb-3491abfa4bf1 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3692663 Mar 31 23:56:11.640831 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41460) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:11.645772 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1945191813'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:11.669055 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6f708e42-de20-42a7-976c-052905aa7422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.743341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Made reservation on behalf of da2726f8b8aa4f07a62a384e30df3ec7 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:11.746828 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.756378 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.830960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.886151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.914664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:11.924255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee1eb7-3c74-49eb-a926-15a69f783b49,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:11.928955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:11.929304 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Added segment a64d5726-47b8-4720-aacc-61c43a06aefa of type vlan for network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 Mar 31 23:56:11.970520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.063216 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.068867 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:12.069453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.137811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event updated for resources: {'Network': ['ID=ffd1d828-7eca-45a8-8add-ae0e63d9bb26,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:12.148884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:12.152901 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7db357d2-c582-4313-900c-41a3754ab909 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5110106 Mar 31 23:56:12.155826 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41462) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:12.160744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'subnet': {'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:12.333071 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Made reservation on behalf of da2726f8b8aa4f07a62a384e30df3ec7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:12.336570 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.585128 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.647144 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event updated for resources: {'Subnet': ['ID=a583b9b7-1455-4daa-b85c-68d1e750f850,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:12.655598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Checking segment: {'id': 'a64d5726-47b8-4720-aacc-61c43a06aefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:12.656044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Network hostable DHCP agents. Network: ffd1d828-7eca-45a8-8add-ae0e63d9bb26, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:12.761563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:12.841955 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, ffd1d828-7eca-45a8-8add-ae0e63d9bb26) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:12.846895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:12.847520 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:12.852191 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63413545-ee10-47d3-a032-9890406315cd None None] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:12.941599 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e852b2b6-fc6a-4793-8820-8f334bfc436c tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7847118 Mar 31 23:56:12.944483 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41464) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:12.949368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-432565616'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:12.998636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-ffd1d828-7eca-45a8-8add-ae0e63d9bb26', 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26', 'tenant_id': 'da2726f8b8aa4f07a62a384e30df3ec7', 'fixed_ips': [{'subnet_id': 'a583b9b7-1455-4daa-b85c-68d1e750f850'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:12.999995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.041749 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Made reservation on behalf of da2726f8b8aa4f07a62a384e30df3ec7 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:13.045384 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.074148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:13.083563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.083902 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Added segment c63ee8bd-e040-468e-bada-f3c5f7171906 of type vlan for network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 Mar 31 23:56:13.123060 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.138775 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Allocated IP 172.20.0.2 (ffd1d828-7eca-45a8-8add-ae0e63d9bb26/a583b9b7-1455-4daa-b85c-68d1e750f850/ccb71fa1-214a-4efa-96bb-4f7630c86e7b) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:13.202434 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.208054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:13.208667 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.275431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event updated for resources: {'Network': ['ID=07fa440b-6ff9-40da-a58e-8fe80a54a0c2,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:13.282252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.286338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:13.297062 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-01ff2544-0041-41fc-9e33-a051ad9c0fd2 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3515081 Mar 31 23:56:13.300122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:13.305048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'subnet': {'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:13.360857 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.401455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:13.404349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:13.410541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:13.412486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Pushing event updated for resources: {'Port': ['ID=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:13.469725 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Attempting to bind port ccb71fa1-214a-4efa-96bb-4f7630c86e7b on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:13.470066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Made reservation on behalf of da2726f8b8aa4f07a62a384e30df3ec7 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:13.470177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Attempting to bind port ccb71fa1-214a-4efa-96bb-4f7630c86e7b by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'a64d5726-47b8-4720-aacc-61c43a06aefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:13.470434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Attempting to bind port ccb71fa1-214a-4efa-96bb-4f7630c86e7b on network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:13.473573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.477262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:13.477639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Checking segment: {'id': 'a64d5726-47b8-4720-aacc-61c43a06aefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:13.478040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.478458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Bound using segment: {'id': 'a64d5726-47b8-4720-aacc-61c43a06aefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:13.478921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Bound port: ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64d5726-47b8-4720-aacc-61c43a06aefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ffd1d828-7eca-45a8-8add-ae0e63d9bb26'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:13.479333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.548434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] For port ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:13.551792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] For port ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,segment=NetworkSegment(a64d5726-47b8-4720-aacc-61c43a06aefa),segment_id=a64d5726-47b8-4720-aacc-61c43a06aefa)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:13.642744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.701032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09cd43-447b-41fd-8f13-1f54e68f871f None None] Pushing event updated for resources: {'Port': ['ID=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:13.728348 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.798709 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event updated for resources: {'Subnet': ['ID=17e3ed40-9de4-4937-b15a-84d7f95cb72f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:13.808856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Checking segment: {'id': 'c63ee8bd-e040-468e-bada-f3c5f7171906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:13.809212 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Network hostable DHCP agents. Network: 07fa440b-6ff9-40da-a58e-8fe80a54a0c2, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:13.888225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:13.916661 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4b53727-1fd9-4db1-ba6c-4d8410cd718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.978367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 07fa440b-6ff9-40da-a58e-8fe80a54a0c2) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:13.978367 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:13.978367 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.982008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f81e9-af23-4c69-8c8c-6e1b264ef89e None None] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:14.061915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c3c7e0e7-d59f-417c-8a37-f01d10a82c37 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7606215 Mar 31 23:56:14.064828 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:14.074004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-af248f91-bf82-411d-a47a-37fd6a20d6fe tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Request body: {'router': {'external_gateway_info': {'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:14.135629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-07fa440b-6ff9-40da-a58e-8fe80a54a0c2', 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2', 'tenant_id': 'da2726f8b8aa4f07a62a384e30df3ec7', 'fixed_ips': [{'subnet_id': '17e3ed40-9de4-4937-b15a-84d7f95cb72f'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:14.135629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.283980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Allocated IP 172.21.0.2 (07fa440b-6ff9-40da-a58e-8fe80a54a0c2/17e3ed40-9de4-4937-b15a-84d7f95cb72f/6b0d4bec-a587-4377-b57e-2e1046892ac6) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:14.635954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.641972 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-af248f91-bf82-411d-a47a-37fd6a20d6fe tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.697926 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7953e4-5a28-43c0-8b26-521bf2d223d1 None None] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:14.713385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccb71fa1-214a-4efa-96bb-4f7630c86e7b up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:14.791932 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.833580 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] Provisioning complete for port ccb71fa1-214a-4efa-96bb-4f7630c86e7b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:14.833947 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.885951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:14.901895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:14.913032 n-d-828414-2 neutron-server[109835]: INFO neutron.api.v2.resource [None req-af248f91-bf82-411d-a47a-37fd6a20d6fe tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:56:14.914088 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-af248f91-bf82-411d-a47a-37fd6a20d6fe tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "PUT /v2.0/routers/c0ffa335-62f7-4742-bb67-1df1dd9eb0be HTTP/1.1" status: 400 len: 364 time: 0.8483355 Mar 31 23:56:14.920589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:14.928284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:14.935373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Pushing event updated for resources: {'Port': ['ID=6b0d4bec-a587-4377-b57e-2e1046892ac6,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:14.952153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ccb71fa1-214a-4efa-96bb-4f7630c86e7b triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:14.952538 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.972780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Deleting subnet 17e3ed40-9de4-4937-b15a-84d7f95cb72f {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:56:14.976093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.019125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.087562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Attempting to bind port 6b0d4bec-a587-4377-b57e-2e1046892ac6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:15.087845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Attempting to bind port 6b0d4bec-a587-4377-b57e-2e1046892ac6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c63ee8bd-e040-468e-bada-f3c5f7171906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:15.088201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Attempting to bind port 6b0d4bec-a587-4377-b57e-2e1046892ac6 on network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:15.104842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:15.105214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Checking segment: {'id': 'c63ee8bd-e040-468e-bada-f3c5f7171906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:15.105616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.106010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Bound using segment: {'id': 'c63ee8bd-e040-468e-bada-f3c5f7171906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:15.106481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Bound port: 6b0d4bec-a587-4377-b57e-2e1046892ac6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ee8bd-e040-468e-bada-f3c5f7171906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '07fa440b-6ff9-40da-a58e-8fe80a54a0c2'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:15.106863 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.107639 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.126500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.216849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] For port ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,segment=NetworkSegment(a64d5726-47b8-4720-aacc-61c43a06aefa),segment_id=a64d5726-47b8-4720-aacc-61c43a06aefa)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:15.224700 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.248931 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.256213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] For port 6b0d4bec-a587-4377-b57e-2e1046892ac6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:15.259595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] For port 6b0d4bec-a587-4377-b57e-2e1046892ac6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6b0d4bec-a587-4377-b57e-2e1046892ac6,segment=NetworkSegment(c63ee8bd-e040-468e-bada-f3c5f7171906),segment_id=c63ee8bd-e040-468e-bada-f3c5f7171906)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:15.278072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Subnet': ['ID=17e3ed40-9de4-4937-b15a-84d7f95cb72f,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:15.287768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.287768 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dabdbf06-ef64-43ac-9452-75cc008245ce tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "DELETE /v2.0/subnets/17e3ed40-9de4-4937-b15a-84d7f95cb72f HTTP/1.1" status: 204 len: 168 time: 0.3652368 Mar 31 23:56:15.289500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:15.310008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.345570 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.374704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.406600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f59fc-4bc8-419b-a9cb-28fc38ea48fb None None] Pushing event updated for resources: {'Port': ['ID=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:15.412246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:56:15.412624 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:56:15.442338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Deleting port 6b0d4bec-a587-4377-b57e-2e1046892ac6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:15.442680 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.491383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ea6cdc41-f6d0-4fff-80ff-dd9ac7d4122b None None] Provisioning complete for port ccb71fa1-214a-4efa-96bb-4f7630c86e7b triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:15.491808 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ea6cdc41-f6d0-4fff-80ff-dd9ac7d4122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.493821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7aef4-752e-4e21-8369-70b3907e6c46 None None] Pushing event updated for resources: {'Port': ['ID=6b0d4bec-a587-4377-b57e-2e1046892ac6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:15.515441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] For port 6b0d4bec-a587-4377-b57e-2e1046892ac6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6b0d4bec-a587-4377-b57e-2e1046892ac6,segment=NetworkSegment(c63ee8bd-e040-468e-bada-f3c5f7171906),segment_id=c63ee8bd-e040-468e-bada-f3c5f7171906)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:15.517827 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.531348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Calling delete_port for 6b0d4bec-a587-4377-b57e-2e1046892ac6 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:15.540446 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.699413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.731439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] No DVR routers for this DVR port 6b0d4bec-a587-4377-b57e-2e1046892ac6 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:15.733725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Port': ['ID=6b0d4bec-a587-4377-b57e-2e1046892ac6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:15.810371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.830047 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fa440b-6ff9-40da-a58e-8fe80a54a0c2']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:15.839370 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63ee8bd-e040-468e-bada-f3c5f7171906') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:15.839665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63ee8bd-e040-468e-bada-f3c5f7171906') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:15.854967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.869059 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.875087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:15.875668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:15.878588 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:16.007949 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.012461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.018979 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "DELETE /v2.0/networks/07fa440b-6ff9-40da-a58e-8fe80a54a0c2 HTTP/1.1" status: 204 len: 168 time: 0.7260437 Mar 31 23:56:16.019221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41474) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:16.032935 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70673-e34b-45c9-9e6b-a5e0e33df020 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Network': ['ID=07fa440b-6ff9-40da-a58e-8fe80a54a0c2,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:16.076049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Deleting subnet a583b9b7-1455-4daa-b85c-68d1e750f850 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:56:16.080012 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.122475 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.215447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.328290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.355539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Subnet': ['ID=a583b9b7-1455-4daa-b85c-68d1e750f850,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:16.362284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.365797 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e7772271-dab7-416f-a489-fe64cd03b698 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "DELETE /v2.0/subnets/a583b9b7-1455-4daa-b85c-68d1e750f850 HTTP/1.1" status: 204 len: 168 time: 0.3452365 Mar 31 23:56:16.369546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41476) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:16.375771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20678f2-2e78-44a8-b4e0-1b9f97ef0504 None None] Network ffd1d828-7eca-45a8-8add-ae0e63d9bb26 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:16.391387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9708f0-c090-47fe-9cc3-c6c1d262ef72 None None] DHCP port deletion for 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:56:16.437909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a97aa-1409-445f-90da-0873f66d89b6 None None] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:16.456661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.457773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f042bbec-0c74-4f04-8728-b25db4e50ae6 None None] Could not find standard attr ID for object 6b0d4bec-a587-4377-b57e-2e1046892ac6. {{(pid=109836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:56:16.463552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a97aa-1409-445f-90da-0873f66d89b6 None None] Network 07fa440b-6ff9-40da-a58e-8fe80a54a0c2 could not be found, it might have been deleted concurrently. {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:56:16.517881 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Deleting port ccb71fa1-214a-4efa-96bb-4f7630c86e7b {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:16.517881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.579708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] DHCP port deletion for ffd1d828-7eca-45a8-8add-ae0e63d9bb26 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:56:16.586732 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] For port ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,segment=NetworkSegment(a64d5726-47b8-4720-aacc-61c43a06aefa),segment_id=a64d5726-47b8-4720-aacc-61c43a06aefa)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:16.587143 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.601146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Calling delete_port for ccb71fa1-214a-4efa-96bb-4f7630c86e7b owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:16.637290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Deleting port ccb71fa1-214a-4efa-96bb-4f7630c86e7b {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:16.637580 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.687965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccb71fa1-214a-4efa-96bb-4f7630c86e7b no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:16.766325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] For port ccb71fa1-214a-4efa-96bb-4f7630c86e7b, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,segment=NetworkSegment(a64d5726-47b8-4720-aacc-61c43a06aefa),segment_id=a64d5726-47b8-4720-aacc-61c43a06aefa)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:16.766682 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.768237 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.783266 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Calling delete_port for ccb71fa1-214a-4efa-96bb-4f7630c86e7b owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:16.787085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port ccb71fa1-214a-4efa-96bb-4f7630c86e7b {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:56:16.787504 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ccb71fa1-214a-4efa-96bb-4f7630c86e7b not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:16.801265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Port': ['ID=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:16.802122 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] No DVR routers for this DVR port ccb71fa1-214a-4efa-96bb-4f7630c86e7b on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:16.830968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.849134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.869476 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.886764 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.896922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] Pushing event deleted for resources: {'Port': ['ID=ccb71fa1-214a-4efa-96bb-4f7630c86e7b,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:16.902544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56316b-515e-479f-ba37-19ad5dedd863 None None] No DVR routers for this DVR port ccb71fa1-214a-4efa-96bb-4f7630c86e7b on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:16.919072 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd1d828-7eca-45a8-8add-ae0e63d9bb26']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:16.928989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64d5726-47b8-4720-aacc-61c43a06aefa') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:16.930426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64d5726-47b8-4720-aacc-61c43a06aefa') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:16.938795 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.952756 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.958621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:16.959034 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:16.962176 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:17.074503 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.081902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.085048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "DELETE /v2.0/networks/ffd1d828-7eca-45a8-8add-ae0e63d9bb26 HTTP/1.1" status: 204 len: 168 time: 0.7160492 Mar 31 23:56:17.088008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:17.097494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777cf82-6093-4c42-b37a-e570c523cc25 tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Pushing event deleted for resources: {'Network': ['ID=ffd1d828-7eca-45a8-8add-ae0e63d9bb26,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:17.115380 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4c1687fc-debb-42ec-ab38-853039cc5dea tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0ffa335-62f7-4742-bb67-1df1dd9eb0be HTTP/1.1" status: 200 len: 205 time: 0.0262012 Mar 31 23:56:17.117634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41480) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:17.191699 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.346892 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.348999 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.453613 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.454094 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Fanout notify agent at l3_agent the message router_deleted on router c0ffa335-62f7-4742-bb67-1df1dd9eb0be {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:56:17.461034 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.465015 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a91e484a-de84-44b1-a211-bb86b70cbebb tempest-RoutersNegativeTest-1112566994 tempest-RoutersNegativeTest-1112566994-project] 10.222.0.83 "DELETE /v2.0/routers/c0ffa335-62f7-4742-bb67-1df1dd9eb0be HTTP/1.1" status: 204 len: 168 time: 0.3436224 Mar 31 23:56:17.876698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41486) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:18.007651 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0ae4d6a3-8134-4f55-b208-19d1617993ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da2726f8b8aa4f07a62a384e30df3ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297944 Mar 31 23:56:18.010121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41490) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:18.061722 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:18.082103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:18.213280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:18.215981 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:18.217942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08ee1eb7-3c74-49eb-a926-15a69f783b49 HTTP/1.1" status: 204 len: 168 time: 0.2061994 Mar 31 23:56:18.226806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbf0cf-c55b-4a33-8af1-6dcd1c67b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee1eb7-3c74-49eb-a926-15a69f783b49,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:19.247256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41512) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:19.345707 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-52559126-network', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:19.424642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Made reservation on behalf of c9f8c9c133314f4d9ea51f513e86759c for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:19.426925 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.435605 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.511696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.584795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.609150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:19.617866 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a632d77b-efce-4fc2-be0e-1afe41f24a08,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:19.624435 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.628144 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Added segment c9de1819-00ec-4742-b4b9-6b318af73216 of type vlan for network 35751e7b-8788-4018-a5af-de3007cb06ae Mar 31 23:56:19.679731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.750539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.751526 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:19.752098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.809775 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] Pushing event updated for resources: {'Network': ['ID=35751e7b-8788-4018-a5af-de3007cb06ae,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:19.820372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 35751e7b-8788-4018-a5af-de3007cb06ae details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:19.839100 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-47391fd2-e8f8-400a-8fdf-995932c277da admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5907273 Mar 31 23:56:19.841816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41516) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:19.846832 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Request body: {'subnet': {'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-subnet', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:19.933252 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Made reservation on behalf of c9f8c9c133314f4d9ea51f513e86759c for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:19.935558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.162255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.216083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5706eddd-816d-4642-9880-75ed33b7d3a3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:20.226597 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Checking segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:20.226971 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Network hostable DHCP agents. Network: 35751e7b-8788-4018-a5af-de3007cb06ae, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:20.316158 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Network 35751e7b-8788-4018-a5af-de3007cb06ae is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:20.419061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 35751e7b-8788-4018-a5af-de3007cb06ae) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:20.423439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:20.424022 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.429069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2111f46-58d0-4afd-ae53-dc4559088350 None None] Network 35751e7b-8788-4018-a5af-de3007cb06ae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:20.496322 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eec97228-92e3-4647-bfd9-bb7f2135a443 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532807 Mar 31 23:56:20.499617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41518) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:20.504412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:20.574225 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.575516 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.582275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-35751e7b-8788-4018-a5af-de3007cb06ae', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:20.583216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.666267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.717138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Allocated IP 172.20.0.2 (35751e7b-8788-4018-a5af-de3007cb06ae/5706eddd-816d-4642-9880-75ed33b7d3a3/9117ed31-32ec-4131-aa37-5abd034bd0e5) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:20.860300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.886127 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.927831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:20.973055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Network 35751e7b-8788-4018-a5af-de3007cb06ae is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:20.975889 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:20.978267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:20.987111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Pushing event updated for resources: {'Port': ['ID=9117ed31-32ec-4131-aa37-5abd034bd0e5,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:21.039525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Attempting to bind port 9117ed31-32ec-4131-aa37-5abd034bd0e5 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:21.039896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Attempting to bind port 9117ed31-32ec-4131-aa37-5abd034bd0e5 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:21.040261 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Attempting to bind port 9117ed31-32ec-4131-aa37-5abd034bd0e5 on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:21.046951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:21.046951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Checking segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:21.047284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.047520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Bound using segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:21.047990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Bound port: 9117ed31-32ec-4131-aa37-5abd034bd0e5, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:21.048375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.114873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] For port 9117ed31-32ec-4131-aa37-5abd034bd0e5, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:21.118160 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] For port 9117ed31-32ec-4131-aa37-5abd034bd0e5, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9117ed31-32ec-4131-aa37-5abd034bd0e5,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:21.169546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.195387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.214002 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.280919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec29ff7-f6d4-4bc4-938e-d7a6233315d2 None None] Pushing event updated for resources: {'Port': ['ID=9117ed31-32ec-4131-aa37-5abd034bd0e5,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:21.299345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Allocated IP 172.25.6.12 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/645bed29-935b-4421-a06a-4ee2df723d8d) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:21.416698 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.505606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.548979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:21.552230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:21.555815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:21.579607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Pushing event updated for resources: {'Port': ['ID=645bed29-935b-4421-a06a-4ee2df723d8d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:21.860456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.069082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.197655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2189276-328b-412e-9b45-a9c4d0dcafcd None None] Network 35751e7b-8788-4018-a5af-de3007cb06ae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:22.264409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] Provisioning complete for port 9117ed31-32ec-4131-aa37-5abd034bd0e5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:22.264955 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.291510 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:56:22.407642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:22.418050 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Sync routers for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:22.428887 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:22.429758 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:22.495333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.497649 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-71ae248c-3af7-4cc2-93a1-b46b06b56071 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9970174 Mar 31 23:56:22.500245 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41520) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:22.586009 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.634260 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:22.656576 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] For port 9117ed31-32ec-4131-aa37-5abd034bd0e5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9117ed31-32ec-4131-aa37-5abd034bd0e5,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:22.728105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9117ed31-32ec-4131-aa37-5abd034bd0e5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:22.734139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.814982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d778b-07d0-4efe-8817-db38195d5d55 None None] Pushing event updated for resources: {'Port': ['ID=9117ed31-32ec-4131-aa37-5abd034bd0e5,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:22.823430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9117ed31-32ec-4131-aa37-5abd034bd0e5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:22.823830 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.856866 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:21Z', 'revision_number': 3, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:22.891606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Checking router: 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:22.892293 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Updating router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 port 645bed29-935b-4421-a06a-4ee2df723d8d binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:56:22.924103 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:22.955038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c5ab95d7-d0d1-4837-a372-831e27fe285c None None] Provisioning complete for port 9117ed31-32ec-4131-aa37-5abd034bd0e5 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:22.955413 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c5ab95d7-d0d1-4837-a372-831e27fe285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.006496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.164050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Allocated IP 172.20.0.1 (35751e7b-8788-4018-a5af-de3007cb06ae/5706eddd-816d-4642-9880-75ed33b7d3a3/19c73e92-acc0-4a10-b82e-1c2a93957aa6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:23.181911 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.265089 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.269521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.319744 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Attempting to bind port 645bed29-935b-4421-a06a-4ee2df723d8d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:23.320107 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Attempting to bind port 645bed29-935b-4421-a06a-4ee2df723d8d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:23.320464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Attempting to bind port 645bed29-935b-4421-a06a-4ee2df723d8d on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:23.323234 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Pushing event updated for resources: {'Port': ['ID=645bed29-935b-4421-a06a-4ee2df723d8d,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:23.328267 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:23.328647 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:23.329032 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.329417 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:23.329875 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Bound port: 645bed29-935b-4421-a06a-4ee2df723d8d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:23.330248 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.356271 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.356610 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.356947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.357279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.358729 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.359113 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.359443 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.359776 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.360101 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.360425 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.360748 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.361069 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:23.362527 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.397625 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] For port 645bed29-935b-4421-a06a-4ee2df723d8d, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:23.401284 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] For port 645bed29-935b-4421-a06a-4ee2df723d8d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=645bed29-935b-4421-a06a-4ee2df723d8d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:23.406282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Network 35751e7b-8788-4018-a5af-de3007cb06ae is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:23.410837 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:23.415388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:23.417350 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Pushing event updated for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:23.460484 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.486699 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.549164 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:23.549804 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:23.584373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714ec74-ea93-42f3-89a4-570745648fae None None] Pushing event updated for resources: {'Port': ['ID=645bed29-935b-4421-a06a-4ee2df723d8d,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:23.664139 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:23.672636 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7eaa2482-a0a4-4f31-baa2-582876506bed None None] Provisioning complete for port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:23.673260 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2482-a0a4-4f31-baa2-582876506bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.674888 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.713034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa2482-a0a4-4f31-baa2-582876506bed None None] Port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:23.846474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.853081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:21Z', 'revision_number': 3, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:23.884005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f4fb-c19d-4cfa-83a5-039e35f912d9 None None] The sync data for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 is: [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:21Z', 'revision_number': 3, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:23.922248 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:23.989593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Pushing event updated for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:23.992565 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:24.110555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Network 35751e7b-8788-4018-a5af-de3007cb06ae is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:24.112705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:24.241076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:56:24.369177 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:24.375085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-015eb195-165a-4e64-ba5e-febdb2f6a18f admin admin] 10.222.0.83 "PUT /v2.0/routers/369fc4a7-207c-4e1b-b7b0-f2850d5f92d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737807 Mar 31 23:56:24.439656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-72e3d1ad-8535-43ab-ad0a-078064132dea None None] Provisioning complete for port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:24.440128 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-72e3d1ad-8535-43ab-ad0a-078064132dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:24.476378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-72e3d1ad-8535-43ab-ad0a-078064132dea None None] Port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:24.579481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:24.753785 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9117ed31-32ec-4131-aa37-5abd034bd0e5 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:24.802215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 9117ed31-32ec-4131-aa37-5abd034bd0e5 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:24.802582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:24.885373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 645bed29-935b-4421-a06a-4ee2df723d8d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:24.932831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 645bed29-935b-4421-a06a-4ee2df723d8d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:24.933196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:24.993546 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:56:25.016477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.036908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 645bed29-935b-4421-a06a-4ee2df723d8d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=645bed29-935b-4421-a06a-4ee2df723d8d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:25.094806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.097800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41536) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:25.100546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-49353316-network', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:25.146616 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=645bed29-935b-4421-a06a-4ee2df723d8d,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:25.184603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Made reservation on behalf of 64ca3cf34fc04baaa5a79f5cc732d6d2 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:25.187597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.196613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.274870 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.373905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.402024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:25.407882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe6539-ae68-4e42-85f2-c329881d066b,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:25.415767 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.416378 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Added segment 0c5f27f1-ea6b-4b7b-bcb1-329dccb012af of type vlan for network 39502b52-fd09-4378-9cf7-2f402920ed8f Mar 31 23:56:25.447578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Sync routers for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:25.459102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:25.459723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:25.461678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.539117 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.540061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:25.540647 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.567536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:25.605338 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] Pushing event updated for resources: {'Network': ['ID=39502b52-fd09-4378-9cf7-2f402920ed8f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:25.616709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eed6702a-6e91-4f9d-aad9-dd6467a23223 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5200443 Mar 31 23:56:25.619454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41538) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:25.625046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Request body: {'subnet': {'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-subnet', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:25.644355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 39502b52-fd09-4378-9cf7-2f402920ed8f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:25.734316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Made reservation on behalf of 64ca3cf34fc04baaa5a79f5cc732d6d2 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:25.736678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.835655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 4, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19c73e92-acc0-4a10-b82e-1c2a93957aa6', 'name': '', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'mac_address': 'fa:16:3e:c0:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:23Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 2, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'subnets': [{'id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:25.862674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Checking router: 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:25.869012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Updating router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:56:25.892571 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:25.985693 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.043520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5cbc12b-d150-4845-a3f7-7e0ab21f801b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:26.052098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Checking segment: {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:26.052465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Network hostable DHCP agents. Network: 39502b52-fd09-4378-9cf7-2f402920ed8f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:56:26.115932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Network 39502b52-fd09-4378-9cf7-2f402920ed8f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:56:26.160443 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.161474 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 39502b52-fd09-4378-9cf7-2f402920ed8f) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:26.165672 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:26.166294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.169717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835acbe4-6def-40cd-be87-9656d41f837e None None] Network 39502b52-fd09-4378-9cf7-2f402920ed8f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:26.223256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.244777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3cf327fa-cb83-48b9-990e-6f8cc89b3431 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6241059 Mar 31 23:56:26.247361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:26.252468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:26.297933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc95f4-8996-4b22-9466-632431fc139a None None] Pushing event updated for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:26.338668 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.339792 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.386899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Attempting to bind port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:26.387294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Attempting to bind port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:26.387644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Attempting to bind port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:26.409469 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:26.409882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Checking segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:26.410254 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.410634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Bound using segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:26.411141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Bound port: 19c73e92-acc0-4a10-b82e-1c2a93957aa6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:26.411523 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.422817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-39502b52-fd09-4378-9cf7-2f402920ed8f', 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'fixed_ips': [{'subnet_id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:56:26.424417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.605445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] For port 19c73e92-acc0-4a10-b82e-1c2a93957aa6, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:26.640136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Allocated IP 172.20.0.2 (39502b52-fd09-4378-9cf7-2f402920ed8f/c5cbc12b-d150-4845-a3f7-7e0ab21f801b/0f7eb727-e46f-4245-91f2-5ec46863b30d) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:26.668052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5f02ab25-30c2-4592-afd5-50216a88bdb8 None None] Provisioning complete for port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:26.668423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f02ab25-30c2-4592-afd5-50216a88bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.671968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] For port 19c73e92-acc0-4a10-b82e-1c2a93957aa6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19c73e92-acc0-4a10-b82e-1c2a93957aa6,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:26.705802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 645bed29-935b-4421-a06a-4ee2df723d8d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:26.767215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.915543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.963382 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.990283 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5f02ab25-30c2-4592-afd5-50216a88bdb8 None None] Port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:27.043080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc95f4-8996-4b22-9466-632431fc139a None None] Pushing event updated for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:27.075511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:27.076210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:27.131684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 645bed29-935b-4421-a06a-4ee2df723d8d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:27.132066 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.172697 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.253385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:27.268430 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.290468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.302270 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.397004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Allocated IP 172.25.6.115 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7f17aa06-81a1-43f8-b4bc-55e34b9c565f) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:27.401151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Network 39502b52-fd09-4378-9cf7-2f402920ed8f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:27.410749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:27.416643 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:27.418346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] Provisioning complete for port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:27.418705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.488703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Pushing event updated for resources: {'Port': ['ID=0f7eb727-e46f-4245-91f2-5ec46863b30d,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:27.505140 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.570084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Attempting to bind port 0f7eb727-e46f-4245-91f2-5ec46863b30d on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:27.570453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Attempting to bind port 0f7eb727-e46f-4245-91f2-5ec46863b30d by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:27.570819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Attempting to bind port 0f7eb727-e46f-4245-91f2-5ec46863b30d on network 39502b52-fd09-4378-9cf7-2f402920ed8f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:27.589634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:27.590002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Checking segment: {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:27.590402 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.590792 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Bound using segment: {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:27.591285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Bound port: 0f7eb727-e46f-4245-91f2-5ec46863b30d, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:27.591668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.596402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.632708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:27.637452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:27.641635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:27.674450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:27.691713 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.755567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] For port 0f7eb727-e46f-4245-91f2-5ec46863b30d, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:27.759667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] For port 0f7eb727-e46f-4245-91f2-5ec46863b30d, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f7eb727-e46f-4245-91f2-5ec46863b30d,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:27.761517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] For port 19c73e92-acc0-4a10-b82e-1c2a93957aa6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19c73e92-acc0-4a10-b82e-1c2a93957aa6,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:27.764535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 4, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19c73e92-acc0-4a10-b82e-1c2a93957aa6', 'name': '', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'mac_address': 'fa:16:3e:c0:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:23Z', 'updated_at': '2022-03-31T23:56:26Z', 'revision_number': 4, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'subnets': [{'id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:27.791721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eacaa3-2adb-4de3-9d42-c22130d2ce0a None None] The sync data for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 is: [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:56:23Z', 'revision_number': 4, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19c73e92-acc0-4a10-b82e-1c2a93957aa6', 'name': '', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'mac_address': 'fa:16:3e:c0:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:23Z', 'updated_at': '2022-03-31T23:56:26Z', 'revision_number': 4, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'subnets': [{'id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:27.823605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.863652 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:27.906632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745b5eb-1134-4239-bcb6-7c4779aaabca None None] Pushing event updated for resources: {'Port': ['ID=0f7eb727-e46f-4245-91f2-5ec46863b30d,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:27.962694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45fdaf-17a3-44fe-83a7-3818ba6633f4 None None] Pushing event updated for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:28.028401 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:28.259077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:28.469556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Router 232ce376-53a1-497c-ad2f-a48fa2f10f0c is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:56:28.582727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:28.593637 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Sync routers for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:28.606182 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:28.606848 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:28.662473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:28.663985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f252cea2-3b4d-411b-a6c0-f3120792e4b9 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4156299 Mar 31 23:56:28.666435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41542) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:28.792882 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:28.794415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19c73e92-acc0-4a10-b82e-1c2a93957aa6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:28.888167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:28.890247 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.027773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f7eb727-e46f-4245-91f2-5ec46863b30d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:29.047862 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:27Z', 'revision_number': 3, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:29.091286 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Checking router: 232ce376-53a1-497c-ad2f-a48fa2f10f0c for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:29.092017 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Updating router 232ce376-53a1-497c-ad2f-a48fa2f10f0c port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:56:29.125551 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.127667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f7eb727-e46f-4245-91f2-5ec46863b30d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:29.127826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.159032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df43721-e6a7-4292-a24c-5c14386fdf10 None None] Network 39502b52-fd09-4378-9cf7-2f402920ed8f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:29.261789 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d73bb253-9df6-4bdd-bee0-0b59c6284378 None None] Provisioning complete for port 0f7eb727-e46f-4245-91f2-5ec46863b30d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:29.262727 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d73bb253-9df6-4bdd-bee0-0b59c6284378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.305831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.368629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.419282 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.449082 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 0f7eb727-e46f-4245-91f2-5ec46863b30d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f7eb727-e46f-4245-91f2-5ec46863b30d,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:29.467722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d73bb253-9df6-4bdd-bee0-0b59c6284378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.482360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Allocated IP 172.20.0.1 (39502b52-fd09-4378-9cf7-2f402920ed8f/c5cbc12b-d150-4845-a3f7-7e0ab21f801b/d3c449bb-0444-4347-ace8-b22154d068cd) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:29.499101 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.528670 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.560496 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Attempting to bind port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:29.560496 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Attempting to bind port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:29.560859 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Attempting to bind port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:29.570767 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:29.571169 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:29.571569 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.572606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:29.572606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Bound port: 7f17aa06-81a1-43f8-b4bc-55e34b9c565f, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:29.572893 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.574521 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cc237-81b2-4c0a-9525-160edbb580c5 None None] Pushing event updated for resources: {'Port': ['ID=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:29.609194 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-d73bb253-9df6-4bdd-bee0-0b59c6284378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:56:29.609544 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-d73bb253-9df6-4bdd-bee0-0b59c6284378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:56:29.615048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=0f7eb727-e46f-4245-91f2-5ec46863b30d,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:29.622521 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.711150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.744154 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] For port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:29.747153 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] For port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:29.753458 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Network 39502b52-fd09-4378-9cf7-2f402920ed8f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:29.756452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:29.760116 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:29.790938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Pushing event updated for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:29.802607 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.814046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:29.853989 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:29.854621 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:29.953932 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cc237-81b2-4c0a-9525-160edbb580c5 None None] Pushing event updated for resources: {'Port': ['ID=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:29.983670 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:30.007641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.166080 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:27Z', 'revision_number': 3, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:30.181586 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.196218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b75145-4b0a-4493-b853-ef2faa9cdc9e None None] The sync data for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 is: [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:27Z', 'revision_number': 3, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:30.270856 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.272804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cac2-de71-4e2a-a41d-a4055bb6d119 None None] Provisioning complete for port d3c449bb-0444-4347-ace8-b22154d068cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:30.273282 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cac2-de71-4e2a-a41d-a4055bb6d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.310048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1cac2-de71-4e2a-a41d-a4055bb6d119 None None] Port d3c449bb-0444-4347-ace8-b22154d068cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:30.321060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cac2-de71-4e2a-a41d-a4055bb6d119 None None] Provisioning complete for port 0f7eb727-e46f-4245-91f2-5ec46863b30d triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:30.321355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cac2-de71-4e2a-a41d-a4055bb6d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.351389 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Pushing event updated for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:30.354412 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.477892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Network 39502b52-fd09-4378-9cf7-2f402920ed8f is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:30.479494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:30.613231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Router 232ce376-53a1-497c-ad2f-a48fa2f10f0c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:56:30.744718 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:30.757708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aa602bd6-6646-4e56-9bfd-3df681c866dd admin admin] 10.222.0.83 "PUT /v2.0/routers/232ce376-53a1-497c-ad2f-a48fa2f10f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901763 Mar 31 23:56:30.772454 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6ac80b57-8e4c-4539-a1a5-63739c55310d None None] Provisioning complete for port d3c449bb-0444-4347-ace8-b22154d068cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:30.772831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6ac80b57-8e4c-4539-a1a5-63739c55310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:30.802768 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f17aa06-81a1-43f8-b4bc-55e34b9c565f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:31.023081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6ac80b57-8e4c-4539-a1a5-63739c55310d None None] Port d3c449bb-0444-4347-ace8-b22154d068cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:31.044247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:31.044592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:31.141206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:31.165841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:31.230080 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:31.230911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f7eb727-e46f-4245-91f2-5ec46863b30d up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:31.304367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:31.317498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 0f7eb727-e46f-4245-91f2-5ec46863b30d triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:31.317892 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:31.841201 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Sync routers for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:31.852582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:31.853211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:31.962072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:32.173263 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:29Z', 'revision_number': 4, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd3c449bb-0444-4347-ace8-b22154d068cd', 'name': '', 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'mac_address': 'fa:16:3e:03:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:29Z', 'updated_at': '2022-03-31T23:56:30Z', 'revision_number': 2, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'subnets': [{'id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:32.199873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Checking router: 232ce376-53a1-497c-ad2f-a48fa2f10f0c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:32.200231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Updating router 232ce376-53a1-497c-ad2f-a48fa2f10f0c port d3c449bb-0444-4347-ace8-b22154d068cd binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:56:32.229325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-a036de1b-2463-4512-9a81-18dde7148dae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:32.229980 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.230810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-a036de1b-2463-4512-9a81-18dde7148dae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/networks?id=35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 200 len: 815 time: 0.1098905 Mar 31 23:56:32.246844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-e9a984e5-c932-4623-839a-1e5f6a68094d tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/quotas/c9f8c9c133314f4d9ea51f513e86759c HTTP/1.1" status: 200 len: 375 time: 0.0090594 Mar 31 23:56:32.300607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-56d099fe-61e3-487c-a118-398d9bf187a6 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476546 Mar 31 23:56:32.500907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.509915 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-734727ef-f9a0-491b-a327-c5b10a5605d9 service neutron] 10.222.0.83 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946576 Mar 31 23:56:32.602245 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.603378 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-67390095-8891-4901-9102-1f8bc710d8be service neutron] 10.222.0.83 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864294 Mar 31 23:56:32.653752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744023c4-07cc-4d7d-887d-c3844b3948df None None] Pushing event updated for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:32.704509 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f17aa06-81a1-43f8-b4bc-55e34b9c565f up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:32.740945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Attempting to bind port d3c449bb-0444-4347-ace8-b22154d068cd on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:32.741317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Attempting to bind port d3c449bb-0444-4347-ace8-b22154d068cd by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:32.741678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Attempting to bind port d3c449bb-0444-4347-ace8-b22154d068cd on network 39502b52-fd09-4378-9cf7-2f402920ed8f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:32.755771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:32.756177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Checking segment: {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:32.756563 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.756958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Bound using segment: {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:32.757444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Bound port: d3c449bb-0444-4347-ace8-b22154d068cd, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:32.757831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.825781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:32.826303 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.899163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b1a8f1b9-fb0a-4732-a8fa-88b4cbb8ee1c req-b4e6f72f-d6bd-43b6-b4ee-dfaa95ec6e32 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0290096 Mar 31 23:56:32.900726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] For port d3c449bb-0444-4347-ace8-b22154d068cd, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:32.900726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] For port d3c449bb-0444-4347-ace8-b22154d068cd, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d3c449bb-0444-4347-ace8-b22154d068cd,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:32.967557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3b229c29-34af-452e-a773-fe923230f627 None None] Provisioning complete for port d3c449bb-0444-4347-ace8-b22154d068cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:32.967557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3b229c29-34af-452e-a773-fe923230f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:32.992314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:33.035699 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-3b229c29-34af-452e-a773-fe923230f627 None None] Port d3c449bb-0444-4347-ace8-b22154d068cd cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:33.055694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:33.056328 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:56:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:33.102658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744023c4-07cc-4d7d-887d-c3844b3948df None None] Pushing event updated for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:33.181435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:33.304503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] Provisioning complete for port d3c449bb-0444-4347-ace8-b22154d068cd triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:33.304835 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:33.441703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:33.473943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:29Z', 'revision_number': 4, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd3c449bb-0444-4347-ace8-b22154d068cd', 'name': '', 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'mac_address': 'fa:16:3e:03:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:29Z', 'updated_at': '2022-03-31T23:56:32Z', 'revision_number': 4, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'subnets': [{'id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:33.504208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b80eac-f15c-43ab-bb23-5fb8acb34481 None None] The sync data for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 is: [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:56:29Z', 'revision_number': 4, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd3c449bb-0444-4347-ace8-b22154d068cd', 'name': '', 'network_id': '39502b52-fd09-4378-9cf7-2f402920ed8f', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'mac_address': 'fa:16:3e:03:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:29Z', 'updated_at': '2022-03-31T23:56:32Z', 'revision_number': 4, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'subnets': [{'id': 'c5cbc12b-d150-4845-a3f7-7e0ab21f801b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:33.506750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] For port d3c449bb-0444-4347-ace8-b22154d068cd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d3c449bb-0444-4347-ace8-b22154d068cd,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:33.584753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:33.639563 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac7a1-b1b5-4dce-8e39-2f02fc904d8c None None] Pushing event updated for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:33.990336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-442ed9c7-3965-4191-8937-f7f27c1224db req-012ae663-0d00-40a6-a338-90c76ccc55a8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0316365 Mar 31 23:56:34.698521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d3c449bb-0444-4347-ace8-b22154d068cd up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:34.755928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d3c449bb-0444-4347-ace8-b22154d068cd triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:34.756361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.125830 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-efeab5e2-a624-4580-b5b0-835a821fa158 req-d571e9aa-5ed2-4745-bb34-8539d31811b9 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0344114 Mar 31 23:56:35.166782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-1a141bdb-3dd3-4c58-a57f-ccf0f75a4f70 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:35.168297 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-1a141bdb-3dd3-4c58-a57f-ccf0f75a4f70 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.10 "GET /v2.0/networks?id=35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 200 len: 815 time: 0.1362598 Mar 31 23:56:35.189651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Request body: {'port': {'device_id': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'admin_state_up': True, 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:35.265039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.350185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Made reservation on behalf of c9f8c9c133314f4d9ea51f513e86759c for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:35.353803 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.480017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Allocated IP 172.20.0.9 (35751e7b-8788-4018-a5af-de3007cb06ae/5706eddd-816d-4642-9880-75ed33b7d3a3/6b78d569-446f-40f0-b1ab-e86280b88e9a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:35.632512 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.716546 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.761399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Network 35751e7b-8788-4018-a5af-de3007cb06ae is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:56:35.768182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:56:35.772341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:56:35.780104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Pushing event updated for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:35.829467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:35.830098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:35.896106 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-8ef122be-4485-4c70-850a-262371fd24ae tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120516 Mar 31 23:56:35.962708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Request body: {'port': {'device_id': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:36.020100 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-af5d1260-e062-4918-83e0-3be908ac63ab None None] Provisioning complete for port 6b78d569-446f-40f0-b1ab-e86280b88e9a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:36.020607 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-af5d1260-e062-4918-83e0-3be908ac63ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.058213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-af5d1260-e062-4918-83e0-3be908ac63ab None None] Port 6b78d569-446f-40f0-b1ab-e86280b88e9a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:56:36.364148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.374364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254739-2d9e-4605-940b-13461e410b5b req-b7e8ba6d-8dd9-4413-afff-3197bd608269 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:36.375874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f254739-2d9e-4605-940b-13461e410b5b req-b7e8ba6d-8dd9-4413-afff-3197bd608269 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 931 time: 0.0760872 Mar 31 23:56:36.451616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f254739-2d9e-4605-940b-13461e410b5b req-2be1c30d-85f5-4cfc-a169-c2ce292d79c4 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 Mar 31 23:56:36.674871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b78d569-446f-40f0-b1ab-e86280b88e9a {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:56:36.682403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.694281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Transition to ACTIVE for port object 6b78d569-446f-40f0-b1ab-e86280b88e9a will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:56:36.773062 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.824107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:36.898120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Attempting to bind port 6b78d569-446f-40f0-b1ab-e86280b88e9a on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:36.898457 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Attempting to bind port 6b78d569-446f-40f0-b1ab-e86280b88e9a by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:36.898786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Attempting to bind port 6b78d569-446f-40f0-b1ab-e86280b88e9a on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:36.903592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Port 6b78d569-446f-40f0-b1ab-e86280b88e9a on network 35751e7b-8788-4018-a5af-de3007cb06ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:56:36.903920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Attempting to bind port 6b78d569-446f-40f0-b1ab-e86280b88e9a on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:36.909100 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:36.909437 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Checking segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:36.909824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Bound using segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:36.910255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Bound port: 6b78d569-446f-40f0-b1ab-e86280b88e9a, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:36.910617 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.984140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:36.987506 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:37.047739 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:37.090181 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.090813 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:37.093281 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] 10.222.0.10 "PUT /v2.0/ports/6b78d569-446f-40f0-b1ab-e86280b88e9a HTTP/1.1" status: 200 len: 1091 time: 1.1838834 Mar 31 23:56:37.093991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:37.096380 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:37.119708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7482-24c2-435b-9d45-ecd2ca09ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:37.201467 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45380d-c753-4d1c-aafa-57b8827e64bd x-openstack-request-id: req-4e45380d-c753-4d1c-aafa-57b8827e64bd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:37.202244 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:37.202244 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4e45380d-c753-4d1c-aafa-57b8827e64bd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:37.202496 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e45380d-c753-4d1c-aafa-57b8827e64bd'] response: {'name': 'network-changed', 'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a', 'status': 'completed', 'code': 200} Mar 31 23:56:37.284368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-3797c2a5-6b5f-4dc9-9982-28db2d69ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.285908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-3797c2a5-6b5f-4dc9-9982-28db2d69ec19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 1094 time: 0.0439932 Mar 31 23:56:37.394287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-46cbd6db-f751-46fc-adf4-ebee1ae4a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.395812 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-46cbd6db-f751-46fc-adf4-ebee1ae4a79c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0972555 Mar 31 23:56:37.490844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-7f44f857-858d-4f21-9270-592064dfd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.492467 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6fa1c303-eb9b-4e56-a9bf-6761586ffba6 req-7f44f857-858d-4f21-9270-592064dfd0c4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903666 Mar 31 23:56:37.606943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272eaa-674c-4e61-974e-409b80113437 req-134b0130-5c49-4f9c-a5fe-19c209546237 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.608995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72272eaa-674c-4e61-974e-409b80113437 req-134b0130-5c49-4f9c-a5fe-19c209546237 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 943 time: 0.0866103 Mar 31 23:56:37.614156 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-55f97ce4-7fa1-4d1c-8d54-9aea52ff3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.615583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-55f97ce4-7fa1-4d1c-8d54-9aea52ff3069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 1094 time: 0.0645556 Mar 31 23:56:37.674629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-6d6f0c18-798e-4645-92d7-c3172819876e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a HTTP/1.1" status: 200 len: 217 time: 0.0446627 Mar 31 23:56:37.681823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-72272eaa-674c-4e61-974e-409b80113437 req-1caae6aa-9bae-400b-9613-c297d976a446 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Mar 31 23:56:37.729266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-03504ad0-fbf7-43a6-a3ed-f7bada3644e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.730716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-03504ad0-fbf7-43a6-a3ed-f7bada3644e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5706eddd-816d-4642-9880-75ed33b7d3a3 HTTP/1.1" status: 200 len: 854 time: 0.0480566 Mar 31 23:56:37.775898 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-7291d692-7849-48ca-a57d-8dae06a1baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:37.777377 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-7291d692-7849-48ca-a57d-8dae06a1baa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35751e7b-8788-4018-a5af-de3007cb06ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404999 Mar 31 23:56:37.868126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-52cf1ef0-9dc3-48c3-979e-1b098c9a5514 service neutron] 10.222.0.10 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Mar 31 23:56:37.961174 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d46a340c-ad01-488d-bcfe-0cf790e9fd65 req-93f1b00a-c814-4663-a831-a2b2a76b3c41 service neutron] 10.222.0.10 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867147 Mar 31 23:56:38.800399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03e891-706d-4dc7-9d44-921ed05ad35d req-80c808de-a43f-45fb-b227-3e74ac700fd3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:38.801872 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb03e891-706d-4dc7-9d44-921ed05ad35d req-80c808de-a43f-45fb-b227-3e74ac700fd3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 943 time: 0.0497730 Mar 31 23:56:38.842877 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fb03e891-706d-4dc7-9d44-921ed05ad35d req-a336e284-2bf6-45b5-8d0f-a10ce028dff8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Mar 31 23:56:39.961060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf155a5-bb89-4087-9a7e-6e042ce15410 req-b4559d53-e388-4127-89ca-af19dbbc6473 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:39.962557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adf155a5-bb89-4087-9a7e-6e042ce15410 req-b4559d53-e388-4127-89ca-af19dbbc6473 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 943 time: 0.0504589 Mar 31 23:56:40.001871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adf155a5-bb89-4087-9a7e-6e042ce15410 req-1d4c7619-7f17-400a-a106-d7db03c9daa8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Mar 31 23:56:41.118452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b78d569-446f-40f0-b1ab-e86280b88e9a details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:56:41.134220 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807454c-05ae-42c0-8826-661baedda264 req-c228940d-09bb-42d4-a576-a2ead33bb48c tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:41.135781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d807454c-05ae-42c0-8826-661baedda264 req-c228940d-09bb-42d4-a576-a2ead33bb48c tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 943 time: 0.0547671 Mar 31 23:56:41.175209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d807454c-05ae-42c0-8826-661baedda264 req-8f4f02d2-99f0-49a8-bcec-ce1e671cf0f0 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Mar 31 23:56:41.219233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:41.386032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6b78d569-446f-40f0-b1ab-e86280b88e9a', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'port_id': '6b78d569-446f-40f0-b1ab-e86280b88e9a', 'mac_address': 'fa:16:3e:bb:db:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:56:41.428457 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:41.441349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b78d569-446f-40f0-b1ab-e86280b88e9a {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:56:41.460148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:41.515674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:41.562905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:41.675860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-72eb5b47-5926-40d4-ba7a-1d9ab92022a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:41.883744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b78d569-446f-40f0-b1ab-e86280b88e9a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:56:42.315436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ae19-3d0e-42a1-aba5-95b3df20c706 req-9b002cf8-4bd2-423a-a1ca-c2ba4c6cff6e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:42.317725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b12ae19-3d0e-42a1-aba5-95b3df20c706 req-9b002cf8-4bd2-423a-a1ca-c2ba4c6cff6e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 944 time: 0.0693634 Mar 31 23:56:42.370012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6b12ae19-3d0e-42a1-aba5-95b3df20c706 req-d8be3c2b-d413-400b-9c99-d562405b7f25 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Mar 31 23:56:43.126077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b78d569-446f-40f0-b1ab-e86280b88e9a up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:43.247162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6b78d569-446f-40f0-b1ab-e86280b88e9a completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:56:43.251274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6b78d569-446f-40f0-b1ab-e86280b88e9a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:43.251680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:43.330714 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:43.352794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:43.355036 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48ea53-d608-4ccd-b00b-14e0dfc01124" -d '{"events": [{"server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:43.368683 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:43.393311 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b96b9c-a006-47fa-a841-b5e200a1fc45 x-openstack-request-id: req-b8b96b9c-a006-47fa-a841-b5e200a1fc45 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:43.393597 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:43.393846 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b8b96b9c-a006-47fa-a841-b5e200a1fc45 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:43.394239 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b96b9c-a006-47fa-a841-b5e200a1fc45'] response: {'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a', 'code': 200} Mar 31 23:56:43.418844 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:43.480362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:43.545074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07042176-9a0f-4f62-a0aa-50a02f6d6ff0 req-534bcf98-ec26-456b-9a41-71cd560a73c3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:43.547033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07042176-9a0f-4f62-a0aa-50a02f6d6ff0 req-534bcf98-ec26-456b-9a41-71cd560a73c3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0954773 Mar 31 23:56:43.552993 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73137-3297-4d1a-8d33-6f173fdc7bb0 req-c2ec9c19-231e-4664-b6dc-585f947ea75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:43.554404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98b73137-3297-4d1a-8d33-6f173fdc7bb0 req-c2ec9c19-231e-4664-b6dc-585f947ea75c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0645220 Mar 31 23:56:43.611455 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-07042176-9a0f-4f62-a0aa-50a02f6d6ff0 req-5d862864-571b-4821-9ab2-d6c23e6158fc tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559776 Mar 31 23:56:43.613012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-98b73137-3297-4d1a-8d33-6f173fdc7bb0 req-4947b845-c410-4ec7-96c3-ee15e140ba74 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Mar 31 23:56:43.938832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a9678f59-7873-45ef-9823-03f3d5e834ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:44.734913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4710-7a41-4216-a55b-d32fdfd60f72 req-bc9d9e6d-20c1-42d5-9da3-2f82d2c3adf3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:44.736411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a8f4710-7a41-4216-a55b-d32fdfd60f72 req-bc9d9e6d-20c1-42d5-9da3-2f82d2c3adf3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Mar 31 23:56:44.774331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a8f4710-7a41-4216-a55b-d32fdfd60f72 req-acf21590-adf2-4aa8-acd3-351fbdb8bbff tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Mar 31 23:56:45.497241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:45.893249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc895dd-b2c3-4eac-82d1-7ebb1a0de841 req-c16a9a37-9149-4fff-8c15-53b8905c3000 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:45.894714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bc895dd-b2c3-4eac-82d1-7ebb1a0de841 req-c16a9a37-9149-4fff-8c15-53b8905c3000 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Mar 31 23:56:45.938590 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4bc895dd-b2c3-4eac-82d1-7ebb1a0de841 req-3cd43deb-482a-4b4a-9764-9c4f874286bc tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Mar 31 23:56:46.054071 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4513baa-4bb4-4405-b123-f5026d3c219f req-efc06ae9-ee79-4996-8950-67ad1acae96b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:46.056210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4513baa-4bb4-4405-b123-f5026d3c219f req-efc06ae9-ee79-4996-8950-67ad1acae96b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0500689 Mar 31 23:56:46.095505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4513baa-4bb4-4405-b123-f5026d3c219f req-948afdc9-9d88-4932-99c3-2be1ce3df819 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Mar 31 23:56:46.813508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:46.864187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.549701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.993657 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:05.303078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.025218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f5465-3eee-4999-8c90-6da07d28eb7b req-2ad193e7-1bed-4e9d-97fa-ba1850751fc5 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.026715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b2f5465-3eee-4999-8c90-6da07d28eb7b req-2ad193e7-1bed-4e9d-97fa-ba1850751fc5 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0510292 Mar 31 23:57:09.064419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b2f5465-3eee-4999-8c90-6da07d28eb7b req-b602252d-55a7-4635-9d8e-efbbc5d16b8f tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Mar 31 23:57:10.181871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6f864-8afb-44ea-a9ed-055a20036542 req-914877d3-896f-4098-9cf9-8c75e5d76d01 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:10.183357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7e6f864-8afb-44ea-a9ed-055a20036542 req-914877d3-896f-4098-9cf9-8c75e5d76d01 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Mar 31 23:57:10.234785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f7e6f864-8afb-44ea-a9ed-055a20036542 req-3595cee7-8bb2-4e0c-abda-f5c2628bee5a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Mar 31 23:57:10.745465 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-07a3aa64-8d60-4f9f-9256-60aeb5b2dc86 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:10.746911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-07a3aa64-8d60-4f9f-9256-60aeb5b2dc86 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Mar 31 23:57:10.836301 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Deleting port 6b78d569-446f-40f0-b1ab-e86280b88e9a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:10.836643 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:10.926547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] For port 6b78d569-446f-40f0-b1ab-e86280b88e9a, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6b78d569-446f-40f0-b1ab-e86280b88e9a,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:10.926780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:10.940032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Calling delete_port for 6b78d569-446f-40f0-b1ab-e86280b88e9a owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:11.125509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:11.153032 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Pushing event deleted for resources: {'Port': ['ID=6b78d569-446f-40f0-b1ab-e86280b88e9a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:11.158428 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6b78d569-446f-40f0-b1ab-e86280b88e9a'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:57:11.167937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.168296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.168654 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.169009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.169365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.169704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.170055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.170412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.170724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.171081 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.171412 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.171741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:11.207765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] No DVR routers for this DVR port 6b78d569-446f-40f0-b1ab-e86280b88e9a on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:11.210560 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:11.214373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a08b4302-c45e-4c31-81da-490ed1daef01 req-b23230e2-d386-47d6-99e4-0506acc7c72b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.10 "DELETE /v2.0/ports/6b78d569-446f-40f0-b1ab-e86280b88e9a HTTP/1.1" status: 204 len: 173 time: 0.4614153 Mar 31 23:57:11.214839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'name': 'network-vif-deleted', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:11.217246 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b777d0a5-ba5c-426c-87e3-10ca5595eb49" -d '{"events": [{"server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "name": "network-vif-deleted", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:11.255885 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d155893-9b58-4ec4-9f76-5a7e05daaa05 x-openstack-request-id: req-6d155893-9b58-4ec4-9f76-5a7e05daaa05 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:11.256178 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8", "name": "network-vif-deleted", "tag": "6b78d569-446f-40f0-b1ab-e86280b88e9a", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:11.256432 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d155893-9b58-4ec4-9f76-5a7e05daaa05 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:11.256876 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d155893-9b58-4ec4-9f76-5a7e05daaa05'] response: {'server_uuid': '0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8', 'name': 'network-vif-deleted', 'tag': '6b78d569-446f-40f0-b1ab-e86280b88e9a', 'status': 'completed', 'code': 200} Mar 31 23:57:11.349104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-116bd13c-a64c-4c3b-8348-7b4a6b9c652c req-383da871-9daf-44f3-8b29-e19946926f61 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a93f1c3-e2a8-4f00-91ae-140b7aa9aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Mar 31 23:57:11.698094 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9628-9609-415f-a8d7-5da6b00fb2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:13.083974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-0534f338-2298-411e-b1c9-ec74214ad50e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:13.086536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-0534f338-2298-411e-b1c9-ec74214ad50e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/networks?id=35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 200 len: 815 time: 0.1053073 Mar 31 23:57:13.102766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-a01e3d2a-80d3-46c1-a79f-d49d700fd9f8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/quotas/c9f8c9c133314f4d9ea51f513e86759c HTTP/1.1" status: 200 len: 375 time: 0.0103002 Mar 31 23:57:13.155784 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-b190fd98-99c1-416d-81f9-a8d891025f19 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475516 Mar 31 23:57:13.254325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-412a566d-13ce-4b4d-b893-f36c72b7a222 service neutron] 10.222.0.83 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862815 Mar 31 23:57:13.344593 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-f392c734-bb43-4c42-8734-cff9bf74ae0a service neutron] 10.222.0.83 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835605 Mar 31 23:57:13.597190 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-59a42010-87b6-46ad-8dd9-1d7ef82b4710 req-b326af1e-6ca4-4f08-b399-a3b9adf8b259 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 210 time: 0.0278745 Mar 31 23:57:13.903252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f9239e25-f4c5-47bd-9cd1-d411313ebdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:14.704289 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e1b8b6c-4606-4c03-a3dd-ceba77a5dc11 req-6758e227-050f-4490-87f5-15ae66a44a4a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 210 time: 0.0273077 Mar 31 23:57:15.328579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b78d569-446f-40f0-b1ab-e86280b88e9a no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:15.342548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-3d1afa87-4a11-4de2-8f71-e7ade0414d7e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:15.346412 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-3d1afa87-4a11-4de2-8f71-e7ade0414d7e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.44 "GET /v2.0/networks?id=35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 200 len: 815 time: 0.1117215 Mar 31 23:57:15.348876 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6b78d569-446f-40f0-b1ab-e86280b88e9a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:15.349249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6b78d569-446f-40f0-b1ab-e86280b88e9a not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:15.356888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Request body: {'port': {'device_id': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'admin_state_up': True, 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:15.508391 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:15.559830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Made reservation on behalf of c9f8c9c133314f4d9ea51f513e86759c for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:15.563593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:15.702943 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Allocated IP 172.20.0.14 (35751e7b-8788-4018-a5af-de3007cb06ae/5706eddd-816d-4642-9880-75ed33b7d3a3/14c15a9d-3120-40d0-b5c7-5ef2007beb38) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:15.807481 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65a972e8-5e04-49e6-84e0-adde1962e9a3 req-61c0741f-2003-4473-a9f0-61da7985547d tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 210 time: 0.0322435 Mar 31 23:57:15.847688 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:15.931692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:15.993815 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Network 35751e7b-8788-4018-a5af-de3007cb06ae is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:15.998401 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:16.002741 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:16.011346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Pushing event updated for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:16.048538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.048885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.049221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.049557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.049879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.050222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.050524 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.050843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.051197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.051516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.051830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.052142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.077360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:16.077956 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.174175 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c2e3f6f5-9c13-422a-bf3d-36302c3fae4e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8211491 Mar 31 23:57:16.186374 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Request body: {'port': {'device_id': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:16.240305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.268026 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7cb6c5ce-2d0d-4d93-86f5-60e40ba99b10 None None] Provisioning complete for port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:16.268308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c5ce-2d0d-4d93-86f5-60e40ba99b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.301603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6c5ce-2d0d-4d93-86f5-60e40ba99b10 None None] Port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:16.777627 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c15a9d-3120-40d0-b5c7-5ef2007beb38 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:57:16.785055 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.795263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.797185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Transition to ACTIVE for port object 14c15a9d-3120-40d0-b5c7-5ef2007beb38 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:57:16.816612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.874371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.951719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771cbe5-d8c8-4530-9a80-099e725b2d4b req-5824e00d-a2a2-4e83-a70e-01eec2eb01f8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:16.952309 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Pushing event updated for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:16.953833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1771cbe5-d8c8-4530-9a80-099e725b2d4b req-5824e00d-a2a2-4e83-a70e-01eec2eb01f8 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0784020 Mar 31 23:57:17.006379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1771cbe5-d8c8-4530-9a80-099e725b2d4b req-48530f1e-4315-4454-83ee-44a78dee77bc tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Mar 31 23:57:17.040162 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Attempting to bind port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:17.040494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Attempting to bind port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:17.040817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Attempting to bind port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:17.045472 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 on network 35751e7b-8788-4018-a5af-de3007cb06ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:57:17.045788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Attempting to bind port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 on network 35751e7b-8788-4018-a5af-de3007cb06ae {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:17.050663 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:17.050990 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Checking segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:17.051395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Bound using segment: {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:17.051813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Bound port: 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de1819-00ec-4742-b4b9-6b318af73216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:17.052163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.119840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:17.122979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:17.177932 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.217014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.217620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.219307 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] 10.222.0.44 "PUT /v2.0/ports/14c15a9d-3120-40d0-b5c7-5ef2007beb38 HTTP/1.1" status: 200 len: 1092 time: 1.0370326 Mar 31 23:57:17.219771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:17.222075 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d190b-ce47-42d3-a13d-d91c548e4549" -d '{"events": [{"name": "network-changed", "server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:17.247283 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7f2c-9d79-4ae0-b1f9-35629320b078 service neutron] Pushing event updated for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:17.290087 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218cf018-d19d-4db6-b5fb-52c6083b7efc x-openstack-request-id: req-218cf018-d19d-4db6-b5fb-52c6083b7efc {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:17.290381 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:17.290639 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-218cf018-d19d-4db6-b5fb-52c6083b7efc {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:17.291076 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218cf018-d19d-4db6-b5fb-52c6083b7efc'] response: {'name': 'network-changed', 'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38', 'status': 'completed', 'code': 200} Mar 31 23:57:17.354255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-5ff1044d-d2a0-4007-a7bc-3babf0c840ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.356646 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-5ff1044d-d2a0-4007-a7bc-3babf0c840ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 1095 time: 0.0460298 Mar 31 23:57:17.464502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-6f9242e9-3d06-4e96-a603-291620349f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.465966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-6f9242e9-3d06-4e96-a603-291620349f49 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1015148 Mar 31 23:57:17.562117 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-f7ef0982-bd63-4142-9392-ee5d4ce54f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.563503 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c64d190b-ce47-42d3-a13d-d91c548e4549 req-f7ef0982-bd63-4142-9392-ee5d4ce54f9c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909116 Mar 31 23:57:17.637705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-ebe8b500-46b4-44fb-b589-333e8c0bf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.639341 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-ebe8b500-46b4-44fb-b589-333e8c0bf9d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 1095 time: 0.0409181 Mar 31 23:57:17.681104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-34e3dc1e-9804-4e31-b093-cb6de883a216 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38 HTTP/1.1" status: 200 len: 217 time: 0.0348945 Mar 31 23:57:17.731187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-cc7def85-b80f-4082-8e4b-66493159b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.732525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-cc7def85-b80f-4082-8e4b-66493159b0f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5706eddd-816d-4642-9880-75ed33b7d3a3 HTTP/1.1" status: 200 len: 854 time: 0.0436730 Mar 31 23:57:17.781394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c7c0cc16-14d3-49d7-9a1d-607a8a23c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:17.782847 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-c7c0cc16-14d3-49d7-9a1d-607a8a23c433 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35751e7b-8788-4018-a5af-de3007cb06ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436842 Mar 31 23:57:17.871743 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-b4f74f82-78a3-4019-a601-cdded2b784d6 service neutron] 10.222.0.44 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Mar 31 23:57:17.966786 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6d52a315-8ec9-4bda-b294-b0999206b874 req-cfb524e4-93e8-45cb-a3fd-0666c99d720f service neutron] 10.222.0.44 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Mar 31 23:57:18.120780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0fa3b-34c5-4112-97df-f964ea9ca300 req-490b5c51-22e2-40c4-bad5-563cbdba9007 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.122258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4a0fa3b-34c5-4112-97df-f964ea9ca300 req-490b5c51-22e2-40c4-bad5-563cbdba9007 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0491469 Mar 31 23:57:18.160203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4a0fa3b-34c5-4112-97df-f964ea9ca300 req-18fcb7ec-efbe-43f9-82d1-84a3ba17a1a5 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Mar 31 23:57:19.278889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eff49-3b96-4e99-95c6-e5e1a31e1994 req-dd0c697e-e098-4513-91cc-64dd88342937 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:19.280266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe6eff49-3b96-4e99-95c6-e5e1a31e1994 req-dd0c697e-e098-4513-91cc-64dd88342937 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0483696 Mar 31 23:57:19.322672 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fe6eff49-3b96-4e99-95c6-e5e1a31e1994 req-477cd245-b353-4412-9443-2060f7ca5ebe tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Mar 31 23:57:20.441723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107452a-8a34-42a5-a12a-88c6c0f9df63 req-308bdd48-eefd-462a-b498-ad758eaf7686 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:20.443312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0107452a-8a34-42a5-a12a-88c6c0f9df63 req-308bdd48-eefd-462a-b498-ad758eaf7686 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0506246 Mar 31 23:57:20.481995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0107452a-8a34-42a5-a12a-88c6c0f9df63 req-c7bdd315-f6a4-40c3-b61f-223b3f06734b tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Mar 31 23:57:21.597494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3474-47e0-4483-811c-3bbaf462571d req-029d967e-227c-4835-bbea-afced3edbff3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:21.599146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-220e3474-47e0-4483-811c-3bbaf462571d req-029d967e-227c-4835-bbea-afced3edbff3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0493836 Mar 31 23:57:21.638731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-220e3474-47e0-4483-811c-3bbaf462571d req-18e5641a-0948-4e2c-8391-15977261a312 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Mar 31 23:57:22.614286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 14c15a9d-3120-40d0-b5c7-5ef2007beb38 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:57:22.709250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:22.726484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '14c15a9d-3120-40d0-b5c7-5ef2007beb38', 'network_id': '35751e7b-8788-4018-a5af-de3007cb06ae', 'port_id': '14c15a9d-3120-40d0-b5c7-5ef2007beb38', 'mac_address': 'fa:16:3e:3f:c4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5706eddd-816d-4642-9880-75ed33b7d3a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:57:22.754097 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807ec9-4dfd-47d3-94be-67544f22f630 req-a1fdd79d-492e-43de-82cb-27c4f4357ae1 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:22.755595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd807ec9-4dfd-47d3-94be-67544f22f630 req-a1fdd79d-492e-43de-82cb-27c4f4357ae1 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 944 time: 0.0488513 Mar 31 23:57:22.766560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:22.782001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c15a9d-3120-40d0-b5c7-5ef2007beb38 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:57:22.800788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd807ec9-4dfd-47d3-94be-67544f22f630 req-d22557b8-42aa-4e3d-b52e-a2733835eafe tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Mar 31 23:57:22.803148 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:22.869882 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:22.918703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:22.925969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.926317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.926659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.926998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.927364 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.927697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.928025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.928350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.928675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.928998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.929318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:22.929639 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:23.269728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['14c15a9d-3120-40d0-b5c7-5ef2007beb38'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:57:23.923694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ea44-ab15-4ecf-9d94-a97990dfd80d req-d2a0271f-03c1-4bdf-a65a-0e415c590ba3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:23.925217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec28ea44-ab15-4ecf-9d94-a97990dfd80d req-d2a0271f-03c1-4bdf-a65a-0e415c590ba3 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 945 time: 0.0550132 Mar 31 23:57:23.971993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec28ea44-ab15-4ecf-9d94-a97990dfd80d req-d6295da8-fe8c-4a22-b9f8-d3430845051e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Mar 31 23:57:24.577235 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:24.621492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 14c15a9d-3120-40d0-b5c7-5ef2007beb38 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:24.743177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:57:24.747420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:24.747789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:24.830930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:24.853698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:24.855968 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b20a3f-212d-41c5-96af-bdfec883f84b" -d '{"events": [{"server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "name": "network-vif-plugged", "status": "completed", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:24.870409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:24.893725 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff59d9-d29f-4711-8a02-fdf7cb0e95a8 x-openstack-request-id: req-55ff59d9-d29f-4711-8a02-fdf7cb0e95a8 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:24.894016 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "name": "network-vif-plugged", "status": "completed", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:24.894265 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-55ff59d9-d29f-4711-8a02-fdf7cb0e95a8 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:24.894681 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ff59d9-d29f-4711-8a02-fdf7cb0e95a8'] response: {'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38', 'code': 200} Mar 31 23:57:24.938225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:24.993411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:24.997529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5eda6e-90e5-4831-9fcd-07a057f15632 req-3dadbc27-5254-45fa-b418-41447067f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:24.999709 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5eda6e-90e5-4831-9fcd-07a057f15632 req-3dadbc27-5254-45fa-b418-41447067f510 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 1097 time: 0.0501673 Mar 31 23:57:25.042285 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5a5eda6e-90e5-4831-9fcd-07a057f15632 req-34b88a25-6bee-4d21-a4ab-94cc46ec602b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Mar 31 23:57:25.103612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971c242-727a-42c3-bc4f-7d3171ed42be req-f497441a-53f7-4398-b3e2-496f35e72559 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:25.105027 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6971c242-727a-42c3-bc4f-7d3171ed42be req-f497441a-53f7-4398-b3e2-496f35e72559 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Mar 31 23:57:25.143516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6971c242-727a-42c3-bc4f-7d3171ed42be req-b4937aa7-36c3-4b37-ba47-aad17f0959c7 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Mar 31 23:57:26.264417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0a6bb-fd08-4691-8ed4-66b59fcf680f req-bc9de51c-2331-4386-b034-8a90c2dd0b44 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:26.265787 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19c0a6bb-fd08-4691-8ed4-66b59fcf680f req-bc9de51c-2331-4386-b034-8a90c2dd0b44 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0521109 Mar 31 23:57:26.321247 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19c0a6bb-fd08-4691-8ed4-66b59fcf680f req-981aafa9-e60b-4418-a5ef-b5b661e7ff06 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Mar 31 23:57:27.441163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be451e8-a558-4c54-8944-b6b8c5a3a5ca req-eac5a0a7-8b11-4a4d-b5c9-f30a0e7d193d tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:27.442681 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1be451e8-a558-4c54-8944-b6b8c5a3a5ca req-eac5a0a7-8b11-4a4d-b5c9-f30a0e7d193d tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0521441 Mar 31 23:57:27.487753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1be451e8-a558-4c54-8944-b6b8c5a3a5ca req-67df24d5-af5b-4a47-9c57-d4b84e41d19e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373447 Mar 31 23:57:27.605790 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27c1d-c392-4953-8b77-764bb6b51e50 req-80029ea8-d09e-434c-88dc-6fa1873b0f5e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:27.607218 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faa27c1d-c392-4953-8b77-764bb6b51e50 req-80029ea8-d09e-434c-88dc-6fa1873b0f5e tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0498536 Mar 31 23:57:27.645334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faa27c1d-c392-4953-8b77-764bb6b51e50 req-8d1744ae-2c83-4b38-8158-69d6e2871473 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Mar 31 23:57:35.281532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:36.011148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-790c5e75-3edb-40cf-b516-7b73dcd0f552 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456088 Mar 31 23:57:36.107319 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-921582dc-d948-49ae-a9c1-54c44a82a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:36.108793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-921582dc-d948-49ae-a9c1-54c44a82a688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 1097 time: 0.0461915 Mar 31 23:57:36.212234 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-ac4d0bea-bf28-472d-a9d2-11338dd0c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:36.213706 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-ac4d0bea-bf28-472d-a9d2-11338dd0c9cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 200 len: 917 time: 0.0848932 Mar 31 23:57:36.263365 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-d693f1bd-4c54-4750-9329-2d6aa7e00bb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38 HTTP/1.1" status: 200 len: 217 time: 0.0430655 Mar 31 23:57:36.323700 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-5d3eea32-fd8f-4fbf-a2d8-26fca8e56e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:36.325168 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-5d3eea32-fd8f-4fbf-a2d8-26fca8e56e35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5706eddd-816d-4642-9880-75ed33b7d3a3 HTTP/1.1" status: 200 len: 854 time: 0.0560865 Mar 31 23:57:36.372437 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-974f07e4-a370-4328-aa9d-1b6c025d75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:36.373914 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-974f07e4-a370-4328-aa9d-1b6c025d75ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35751e7b-8788-4018-a5af-de3007cb06ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417669 Mar 31 23:57:36.466005 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-86efb9a8-15d8-49b0-94e1-f034755bbd24 service neutron] 10.222.0.44 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852077 Mar 31 23:57:36.557672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-494dda1a-324b-4ef3-951b-c5e0017b0a20 req-9df8270b-11a3-4814-9880-a8fa04b080c8 service neutron] 10.222.0.44 "GET /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Mar 31 23:57:38.992288 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:41.658354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe5aea70-3b2c-42a8-a340-edd868806eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:43.886520 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3f559b44-b22a-4539-a5c3-c94891ac0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:45.521075 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.806308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.834751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:50.625977 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797ba6b-61b3-45bb-8bb8-16b15908eff0 req-7b2dc22c-8d3b-4977-9f73-ee05bdf7b5ba tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:50.627477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7797ba6b-61b3-45bb-8bb8-16b15908eff0 req-7b2dc22c-8d3b-4977-9f73-ee05bdf7b5ba tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0483747 Mar 31 23:57:50.669453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7797ba6b-61b3-45bb-8bb8-16b15908eff0 req-fa80bbab-ddc3-4016-acb6-25f51d740dcd tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Mar 31 23:57:51.789426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94f989-3db6-47db-91d8-76ea12c7a5b8 req-52b06aa4-86f1-4196-83fe-c970135f35b0 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:51.791221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e94f989-3db6-47db-91d8-76ea12c7a5b8 req-52b06aa4-86f1-4196-83fe-c970135f35b0 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0505936 Mar 31 23:57:51.828680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5e94f989-3db6-47db-91d8-76ea12c7a5b8 req-538025f8-8dfc-47f2-a782-45435d15b7ee tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/security-groups?id=a632d77b-efce-4fc2-be0e-1afe41f24a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Mar 31 23:57:52.497420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aa1ab-072c-4406-8a54-b07a4090baab req-76f2cc60-4167-4ee6-ae9d-ce9d81154061 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:52.498857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-395aa1ab-072c-4406-8a54-b07a4090baab req-76f2cc60-4167-4ee6-ae9d-ce9d81154061 tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 946 time: 0.0500078 Mar 31 23:57:52.592617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Deleting port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:52.593213 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.679408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] For port 14c15a9d-3120-40d0-b5c7-5ef2007beb38, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=14c15a9d-3120-40d0-b5c7-5ef2007beb38,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:52.679768 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.692257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Calling delete_port for 14c15a9d-3120-40d0-b5c7-5ef2007beb38 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:52.880926 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.893693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['14c15a9d-3120-40d0-b5c7-5ef2007beb38'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:57:52.911710 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Pushing event deleted for resources: {'Port': ['ID=14c15a9d-3120-40d0-b5c7-5ef2007beb38,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:52.936261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7607c6f-aa4c-4615-8f02-060972fb7877 req-4fed398d-faa2-4572-bc1c-30e9babdae8a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c666b0a-26a2-4ebf-8d04-930942d33720 HTTP/1.1" status: 200 len: 210 time: 0.0355077 Mar 31 23:57:52.962341 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] No DVR routers for this DVR port 14c15a9d-3120-40d0-b5c7-5ef2007beb38 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:52.965129 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.968859 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-395aa1ab-072c-4406-8a54-b07a4090baab req-814b279f-474c-4fc8-86db-405d5a32525a tempest-TestEncryptedCinderVolumes-1636804795 tempest-TestEncryptedCinderVolumes-1636804795-project] 10.222.0.44 "DELETE /v2.0/ports/14c15a9d-3120-40d0-b5c7-5ef2007beb38 HTTP/1.1" status: 204 len: 173 time: 0.4642339 Mar 31 23:57:52.969305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'name': 'network-vif-deleted', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:52.971609 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd663e6-e8f8-4082-a172-c231e8a61a76" -d '{"events": [{"server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "name": "network-vif-deleted", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:53.014356 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15cdd51-5f05-49ed-9773-ad51bf2a87bd x-openstack-request-id: req-f15cdd51-5f05-49ed-9773-ad51bf2a87bd {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:53.014778 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c666b0a-26a2-4ebf-8d04-930942d33720", "name": "network-vif-deleted", "tag": "14c15a9d-3120-40d0-b5c7-5ef2007beb38", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:53.015112 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f15cdd51-5f05-49ed-9773-ad51bf2a87bd {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:53.019417 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15cdd51-5f05-49ed-9773-ad51bf2a87bd'] response: {'server_uuid': '2c666b0a-26a2-4ebf-8d04-930942d33720', 'name': 'network-vif-deleted', 'tag': '14c15a9d-3120-40d0-b5c7-5ef2007beb38', 'status': 'completed', 'code': 200} Mar 31 23:57:54.071674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41882) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.416679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.588962 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.658150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Deleting port 19c73e92-acc0-4a10-b82e-1c2a93957aa6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:54.658507 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.739808 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] For port 19c73e92-acc0-4a10-b82e-1c2a93957aa6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19c73e92-acc0-4a10-b82e-1c2a93957aa6,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:54.740085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.752389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Calling delete_port for 19c73e92-acc0-4a10-b82e-1c2a93957aa6 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:54.972392 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.997670 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Pushing event deleted for resources: {'Port': ['ID=19c73e92-acc0-4a10-b82e-1c2a93957aa6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:55.172891 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.392518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:55.497683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:55.502606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06135f6e-1eb4-4141-800e-89195ebbd6da admin admin] 10.222.0.83 "PUT /v2.0/routers/369fc4a7-207c-4e1b-b7b0-f2850d5f92d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299092 Mar 31 23:57:55.505284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41884) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:55.506625 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Sync routers for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:55.517147 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:55.517745 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:55.611236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.625301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:55.814446 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:57:54Z', 'revision_number': 5, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:55.841377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Checking router: 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:55.850409 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Routers {'369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:55.851059 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:55.957516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] Set router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:55.993505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.102003 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Deleting port 645bed29-935b-4421-a06a-4ee2df723d8d {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:56.102267 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.137860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:57:54Z', 'revision_number': 5, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:56.167516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5650-f6d8-4948-b3a1-6e63092cc683 None None] The sync data for ids ['369fc4a7-207c-4e1b-b7b0-f2850d5f92d4'] in n-d-828414-2 is: [{'id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'name': 'tempest-TestEncryptedCinderVolumes-52559126-router', 'tenant_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:20Z', 'updated_at': '2022-03-31T23:57:54Z', 'revision_number': 5, 'project_id': 'c9f8c9c133314f4d9ea51f513e86759c', 'gw_port': {'id': '645bed29-935b-4421-a06a-4ee2df723d8d', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369fc4a7-207c-4e1b-b7b0-f2850d5f92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:21Z', 'updated_at': '2022-03-31T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:56.180969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] For port 645bed29-935b-4421-a06a-4ee2df723d8d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=645bed29-935b-4421-a06a-4ee2df723d8d,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:56.181556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.200337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Calling delete_port for 645bed29-935b-4421-a06a-4ee2df723d8d owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:56.406596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.436365 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Pushing event deleted for resources: {'Port': ['ID=645bed29-935b-4421-a06a-4ee2df723d8d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:56.499798 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.593363 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.595629 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.704131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.704752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:57:56.709354 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.713019 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ba29942-cb84-4ac4-9394-638a1fc506cc admin admin] 10.222.0.83 "DELETE /v2.0/routers/369fc4a7-207c-4e1b-b7b0-f2850d5f92d4 HTTP/1.1" status: 204 len: 168 time: 1.2043087 Mar 31 23:57:56.714413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:56.720780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 14c15a9d-3120-40d0-b5c7-5ef2007beb38 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:56.757040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 14c15a9d-3120-40d0-b5c7-5ef2007beb38 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:56.757695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 14c15a9d-3120-40d0-b5c7-5ef2007beb38 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:56.767498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Deleting subnet 5706eddd-816d-4642-9880-75ed33b7d3a3 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:57:56.771163 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.779294 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19c73e92-acc0-4a10-b82e-1c2a93957aa6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:56.802390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 19c73e92-acc0-4a10-b82e-1c2a93957aa6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:56.802738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19c73e92-acc0-4a10-b82e-1c2a93957aa6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:56.816190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.903737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.024087 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.053947 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5706eddd-816d-4642-9880-75ed33b7d3a3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:57.057553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.061794 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2d9fbc4f-488f-4a37-b208-16ebc1fc41a3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5706eddd-816d-4642-9880-75ed33b7d3a3 HTTP/1.1" status: 204 len: 168 time: 0.3475738 Mar 31 23:57:57.064111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e724b4-d1c8-4d56-b3e9-42075b08d54f None None] Network 35751e7b-8788-4018-a5af-de3007cb06ae requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:57.064519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41888) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:57.135521 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.205264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Deleting port 9117ed31-32ec-4131-aa37-5abd034bd0e5 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:57.205912 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.256455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] DHCP port deletion for 35751e7b-8788-4018-a5af-de3007cb06ae request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:57:57.275217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] For port 9117ed31-32ec-4131-aa37-5abd034bd0e5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9117ed31-32ec-4131-aa37-5abd034bd0e5,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:57.275583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.288816 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Calling delete_port for 9117ed31-32ec-4131-aa37-5abd034bd0e5 owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:57.302661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Deleting port 9117ed31-32ec-4131-aa37-5abd034bd0e5 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:57.303059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.372012 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] For port 9117ed31-32ec-4131-aa37-5abd034bd0e5, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=9117ed31-32ec-4131-aa37-5abd034bd0e5,segment=NetworkSegment(c9de1819-00ec-4742-b4b9-6b318af73216),segment_id=c9de1819-00ec-4742-b4b9-6b318af73216)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:57.372392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.388472 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Calling delete_port for 9117ed31-32ec-4131-aa37-5abd034bd0e5 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:57.479766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.486808 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.508856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9117ed31-32ec-4131-aa37-5abd034bd0e5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:57.516114 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] No DVR routers for this DVR port 9117ed31-32ec-4131-aa37-5abd034bd0e5 on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:57.516955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] Pushing event deleted for resources: {'Port': ['ID=9117ed31-32ec-4131-aa37-5abd034bd0e5,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:57.521290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba61458-447c-4acc-90ba-790afa71e725 None None] No DVR routers for this DVR port 9117ed31-32ec-4131-aa37-5abd034bd0e5 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:57.585896 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.607218 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35751e7b-8788-4018-a5af-de3007cb06ae']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:57.618287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9de1819-00ec-4742-b4b9-6b318af73216') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:57.618587 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9de1819-00ec-4742-b4b9-6b318af73216') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:57.629710 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.643137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.648873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:57:57.649256 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: timer() Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: self._notify() Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: event.method(event) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:57:57.651027 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:57:57.766453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.771815 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.774922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] 10.222.0.83 "DELETE /v2.0/networks/35751e7b-8788-4018-a5af-de3007cb06ae HTTP/1.1" status: 204 len: 168 time: 0.7094369 Mar 31 23:57:57.778603 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41892) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:57.787148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e95e8-c9a8-4bb0-aee3-27ae8c6ceb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=35751e7b-8788-4018-a5af-de3007cb06ae,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:58.120702 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.368336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Deleting port d3c449bb-0444-4347-ace8-b22154d068cd {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:58.368678 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.456955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] For port d3c449bb-0444-4347-ace8-b22154d068cd, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d3c449bb-0444-4347-ace8-b22154d068cd,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:58.457236 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.470402 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Calling delete_port for d3c449bb-0444-4347-ace8-b22154d068cd owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:58.698270 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.720333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9117ed31-32ec-4131-aa37-5abd034bd0e5 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:58.727741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c449bb-0444-4347-ace8-b22154d068cd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:58.741655 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 9117ed31-32ec-4131-aa37-5abd034bd0e5 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:58.742014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 9117ed31-32ec-4131-aa37-5abd034bd0e5 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:58.742404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 645bed29-935b-4421-a06a-4ee2df723d8d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:58.765463 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 645bed29-935b-4421-a06a-4ee2df723d8d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:58.765804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 645bed29-935b-4421-a06a-4ee2df723d8d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:58.904131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.426213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Router 232ce376-53a1-497c-ad2f-a48fa2f10f0c has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:59.530127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:59.535235 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ebf34f21-66ff-4150-a555-62bec679ef69 admin admin] 10.222.0.83 "PUT /v2.0/routers/232ce376-53a1-497c-ad2f-a48fa2f10f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555699 Mar 31 23:57:59.537737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41894) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:59.544279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Sync routers for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:59.561202 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:59.561819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:59.642052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.724091 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:59.751645 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.896652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Deleting port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:59.897002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.913843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port': {'id': '7f17aa06-81a1-43f8-b4bc-55e34b9c565f', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:27Z', 'updated_at': '2022-03-31T23:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:59.944434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Checking router: 232ce376-53a1-497c-ad2f-a48fa2f10f0c for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:59.952987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Routers {'232ce376-53a1-497c-ad2f-a48fa2f10f0c'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:59.953588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:59.979171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] For port 7f17aa06-81a1-43f8-b4bc-55e34b9c565f, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:59.979855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.994368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Calling delete_port for 7f17aa06-81a1-43f8-b4bc-55e34b9c565f owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:00.038271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] Set router 232ce376-53a1-497c-ad2f-a48fa2f10f0c gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:00.212299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.242297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f17aa06-81a1-43f8-b4bc-55e34b9c565f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:00.247144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:57:59Z', 'revision_number': 6, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:00.275234 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e7ac3-ecc7-4eb7-aff1-2dc091cee0ec None None] The sync data for ids ['232ce376-53a1-497c-ad2f-a48fa2f10f0c'] in n-d-828414-2 is: [{'id': '232ce376-53a1-497c-ad2f-a48fa2f10f0c', 'name': 'tempest-TestEncryptedCinderVolumes-49353316-router', 'tenant_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:26Z', 'updated_at': '2022-03-31T23:57:59Z', 'revision_number': 6, 'project_id': '64ca3cf34fc04baaa5a79f5cc732d6d2', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:00.312938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.407195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.409358 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.491970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.492543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232ce376-53a1-497c-ad2f-a48fa2f10f0c {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:58:00.498912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.498912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8e92ef6d-678b-413b-88d1-ecb202d1350b admin admin] 10.222.0.83 "DELETE /v2.0/routers/232ce376-53a1-497c-ad2f-a48fa2f10f0c HTTP/1.1" status: 204 len: 168 time: 0.9598351 Mar 31 23:58:00.500994 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41896) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:00.544534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Deleting subnet c5cbc12b-d150-4845-a3f7-7e0ab21f801b {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:58:00.547556 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.580750 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.665005 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.794595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.820433 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cbc12b-d150-4845-a3f7-7e0ab21f801b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:00.824641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.828374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-638dc13e-4745-4965-b006-7adecb1d2b7e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c5cbc12b-d150-4845-a3f7-7e0ab21f801b HTTP/1.1" status: 204 len: 168 time: 0.3261380 Mar 31 23:58:00.830299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ebf8f-d083-4ba0-a5e4-1488b85ff765 None None] Network 39502b52-fd09-4378-9cf7-2f402920ed8f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:00.831144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41898) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:00.904086 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.958053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Deleting port 0f7eb727-e46f-4245-91f2-5ec46863b30d {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:00.958402 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.021035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] For port 0f7eb727-e46f-4245-91f2-5ec46863b30d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f7eb727-e46f-4245-91f2-5ec46863b30d,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:01.021726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.035144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Calling delete_port for 0f7eb727-e46f-4245-91f2-5ec46863b30d owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:01.062162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] DHCP port deletion for 39502b52-fd09-4378-9cf7-2f402920ed8f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:58:01.131841 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Deleting port 0f7eb727-e46f-4245-91f2-5ec46863b30d {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:01.132214 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.146237 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d3c449bb-0444-4347-ace8-b22154d068cd no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:01.203187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d3c449bb-0444-4347-ace8-b22154d068cd {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:01.203522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d3c449bb-0444-4347-ace8-b22154d068cd not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:01.212411 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.227950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] For port 0f7eb727-e46f-4245-91f2-5ec46863b30d, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=0f7eb727-e46f-4245-91f2-5ec46863b30d,segment=NetworkSegment(0c5f27f1-ea6b-4b7b-bcb1-329dccb012af),segment_id=0c5f27f1-ea6b-4b7b-bcb1-329dccb012af)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:01.231122 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.240984 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Calling delete_port for 0f7eb727-e46f-4245-91f2-5ec46863b30d owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:01.242750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7eb727-e46f-4245-91f2-5ec46863b30d,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:01.247108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] No DVR routers for this DVR port 0f7eb727-e46f-4245-91f2-5ec46863b30d on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:58:01.321062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.327220 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.349592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] Pushing event deleted for resources: {'Port': ['ID=0f7eb727-e46f-4245-91f2-5ec46863b30d,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:01.351486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39502b52-fd09-4378-9cf7-2f402920ed8f']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:01.353627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939eb56-65dc-4fc7-a239-962ebfa306a0 None None] No DVR routers for this DVR port 0f7eb727-e46f-4245-91f2-5ec46863b30d on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:58:01.364554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:01.364670 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5f27f1-ea6b-4b7b-bcb1-329dccb012af') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:01.375786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.394951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.398083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:58:01.398496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: timer() Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: self._notify() Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: event.method(event) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:58:01.400268 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:58:01.525232 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.531713 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.534909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] 10.222.0.83 "DELETE /v2.0/networks/39502b52-fd09-4378-9cf7-2f402920ed8f HTTP/1.1" status: 204 len: 168 time: 0.7027853 Mar 31 23:58:01.549487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974bd0d-eda0-4137-b07f-aa68060a10f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39502b52-fd09-4378-9cf7-2f402920ed8f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:01.873625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:01.917565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e6bf5dc1-e44a-4846-a162-76f8a5a8afee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9f8c9c133314f4d9ea51f513e86759c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423121 Mar 31 23:58:01.920057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:01.972708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:01.993295 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.086321 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.089068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.090231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a632d77b-efce-4fc2-be0e-1afe41f24a08 HTTP/1.1" status: 204 len: 168 time: 0.1692374 Mar 31 23:58:02.099812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcf42f-d3c0-477b-b11b-323e3238d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a632d77b-efce-4fc2-be0e-1afe41f24a08,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:02.707128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41910) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:02.711949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f17aa06-81a1-43f8-b4bc-55e34b9c565f no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:02.737240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 7f17aa06-81a1-43f8-b4bc-55e34b9c565f {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:02.737586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 7f17aa06-81a1-43f8-b4bc-55e34b9c565f not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:02.738003 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f7eb727-e46f-4245-91f2-5ec46863b30d no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:02.751050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4604bd8d-c4f3-4fc0-99a5-21c17425ef88 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=64ca3cf34fc04baaa5a79f5cc732d6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427773 Mar 31 23:58:02.753526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41912) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:02.758038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 0f7eb727-e46f-4245-91f2-5ec46863b30d {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:02.758390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 0f7eb727-e46f-4245-91f2-5ec46863b30d not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:02.803156 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.824486 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.943571 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.946024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:02.947220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/25fe6539-ae68-4e42-85f2-c329881d066b HTTP/1.1" status: 204 len: 168 time: 0.1927645 Mar 31 23:58:02.960204 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba1047-2b4c-467a-9a1d-b6124d781272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe6539-ae68-4e42-85f2-c329881d066b,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:03.947386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41934) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:04.047089 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646294003-network', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:04.109064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Made reservation on behalf of dda7eaa3b2c34da0b886374d0cba6d4b for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:04.111423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.122880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.196282 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.240190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.266146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:58:04.276024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:04.282204 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.287239 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Added segment d66b2d29-4b30-42fb-a6ba-ec946421872b of type vlan for network e98e1b21-918d-42a3-a242-24f9d383baaf Mar 31 23:58:04.321272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.394636 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.395692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:04.396289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.453062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] Pushing event updated for resources: {'Network': ['ID=e98e1b21-918d-42a3-a242-24f9d383baaf,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:04.462722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network e98e1b21-918d-42a3-a242-24f9d383baaf details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:58:04.503973 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2f801658-b1b4-438b-b713-d150ae57f247 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5528128 Mar 31 23:58:04.504217 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41938) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:04.509158 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Request body: {'subnet': {'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646294003-subnet', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:04.571762 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Made reservation on behalf of dda7eaa3b2c34da0b886374d0cba6d4b for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:04.574101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.811842 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.871253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d876838-02b7-4ec7-9407-5582533681cc,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:04.880709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Checking segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:04.881070 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Network hostable DHCP agents. Network: e98e1b21-918d-42a3-a242-24f9d383baaf, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:58:04.977689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Network e98e1b21-918d-42a3-a242-24f9d383baaf is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:58:05.057676 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, e98e1b21-918d-42a3-a242-24f9d383baaf) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:05.062555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:05.063215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.069573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1292b-e2ec-4964-bc3e-6576a0ef17ee None None] Network e98e1b21-918d-42a3-a242-24f9d383baaf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:05.146260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a4119ab2-85b0-418b-9624-e92749dd6da5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6408863 Mar 31 23:58:05.148831 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41940) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:05.153159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:05.228837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-e98e1b21-918d-42a3-a242-24f9d383baaf', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:58:05.229592 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.246642 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.248372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.300887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.303201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.369192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Allocated IP 172.20.0.2 (e98e1b21-918d-42a3-a242-24f9d383baaf/7d876838-02b7-4ec7-9407-5582533681cc/254c2e7d-0b0b-406e-bf42-856f5bfb338e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:05.502473 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.513274 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.589369 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.630992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Network e98e1b21-918d-42a3-a242-24f9d383baaf is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:05.635356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:05.638595 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:05.645998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Pushing event updated for resources: {'Port': ['ID=254c2e7d-0b0b-406e-bf42-856f5bfb338e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:05.699327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Attempting to bind port 254c2e7d-0b0b-406e-bf42-856f5bfb338e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:05.699687 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Attempting to bind port 254c2e7d-0b0b-406e-bf42-856f5bfb338e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:05.700087 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Attempting to bind port 254c2e7d-0b0b-406e-bf42-856f5bfb338e on network e98e1b21-918d-42a3-a242-24f9d383baaf {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:05.705192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:05.710941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Checking segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:05.710941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.710941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Bound using segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:05.710941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Bound port: 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:05.710941 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.766457 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.770588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] For port 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:05.773782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] For port 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=254c2e7d-0b0b-406e-bf42-856f5bfb338e,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:05.785381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.846983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:05.891353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Allocated IP 172.25.6.165 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/259240f7-29b4-4430-8fde-fdbf8d957ba8) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:05.908268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaaad8-f75e-457a-baa9-7b3d21dc1181 None None] Pushing event updated for resources: {'Port': ['ID=254c2e7d-0b0b-406e-bf42-856f5bfb338e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:06.013962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.109662 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.158376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:06.161564 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:06.164002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:06.189434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Pushing event updated for resources: {'Port': ['ID=259240f7-29b4-4430-8fde-fdbf8d957ba8,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:06.506191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.717329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.777058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 254c2e7d-0b0b-406e-bf42-856f5bfb338e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:06.826455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebac32-b968-4539-8f7e-aa3f12d43868 None None] Network e98e1b21-918d-42a3-a242-24f9d383baaf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:06.883486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 254c2e7d-0b0b-406e-bf42-856f5bfb338e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:06.883869 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.921272 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Router 90c452de-c277-4197-8f3a-8465a904769e is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:58:06.937846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3acc6fd3-eb73-4f9f-84b5-7bcea405e177 None None] Provisioning complete for port 254c2e7d-0b0b-406e-bf42-856f5bfb338e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:06.938215 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3acc6fd3-eb73-4f9f-84b5-7bcea405e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.035532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:07.047504 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Sync routers for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:07.059545 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:07.060434 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:07.066354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.123202 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.124783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-870d1a1a-cbc1-46d7-8c2d-c84b262e5a58 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9749916 Mar 31 23:58:07.127591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 41942) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:07.163052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=254c2e7d-0b0b-406e-bf42-856f5bfb338e,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:07.166084 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3acc6fd3-eb73-4f9f-84b5-7bcea405e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.175155 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:07.266427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.374903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-3acc6fd3-eb73-4f9f-84b5-7bcea405e177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:58:07.375275 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-3acc6fd3-eb73-4f9f-84b5-7bcea405e177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:58:07.380004 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=254c2e7d-0b0b-406e-bf42-856f5bfb338e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:07.402377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:06Z', 'revision_number': 3, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:07.433513 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Checking router: 90c452de-c277-4197-8f3a-8465a904769e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:07.433856 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Updating router 90c452de-c277-4197-8f3a-8465a904769e port 259240f7-29b4-4430-8fde-fdbf8d957ba8 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:07.458654 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.609041 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.711381 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.766950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Allocated IP 172.20.0.1 (e98e1b21-918d-42a3-a242-24f9d383baaf/7d876838-02b7-4ec7-9407-5582533681cc/abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:07.777485 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.831123 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Attempting to bind port 259240f7-29b4-4430-8fde-fdbf8d957ba8 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:07.831490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Attempting to bind port 259240f7-29b4-4430-8fde-fdbf8d957ba8 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:07.831849 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Attempting to bind port 259240f7-29b4-4430-8fde-fdbf8d957ba8 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:07.840057 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:07.840426 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:07.840934 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.841693 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:07.842173 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Bound port: 259240f7-29b4-4430-8fde-fdbf8d957ba8, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:07.842553 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.845453 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Pushing event updated for resources: {'Port': ['ID=259240f7-29b4-4430-8fde-fdbf8d957ba8,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:07.874551 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.874926 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.875353 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.875696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.876044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.876235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.876371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.876676 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.877287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.877287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.877628 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.877949 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.878275 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:07.914343 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] For port 259240f7-29b4-4430-8fde-fdbf8d957ba8, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:07.918462 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] For port 259240f7-29b4-4430-8fde-fdbf8d957ba8, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=259240f7-29b4-4430-8fde-fdbf8d957ba8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:07.972543 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.012710 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.013826 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Network e98e1b21-918d-42a3-a242-24f9d383baaf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:08.016913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:08.021023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:08.041981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8d952a03-3dea-4ee1-9687-747cf8d5feb3 None None] Provisioning complete for port 254c2e7d-0b0b-406e-bf42-856f5bfb338e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:08.041981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d952a03-3dea-4ee1-9687-747cf8d5feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.065867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.094333 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:08.094973 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:08.146382 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c3b5-7eda-4142-8f42-cbeeefd60767 None None] Pushing event updated for resources: {'Port': ['ID=259240f7-29b4-4430-8fde-fdbf8d957ba8,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:08.243565 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:08.363863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ff4d1912-d3b9-4267-a4b1-5851ab817f70 None None] Provisioning complete for port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:08.364305 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1912-d3b9-4267-a4b1-5851ab817f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.404888 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d1912-d3b9-4267-a4b1-5851ab817f70 None None] Port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:08.435585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:06Z', 'revision_number': 3, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:08.448390 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:08.466084 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda4dac4-0e97-4840-b259-13d17e539ab5 None None] The sync data for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 is: [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:06Z', 'revision_number': 3, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:08.646869 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.758295 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 254c2e7d-0b0b-406e-bf42-856f5bfb338e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:08.815186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 254c2e7d-0b0b-406e-bf42-856f5bfb338e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:08.815719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.845258 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.905061 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.977481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:08.983977 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.080180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Network e98e1b21-918d-42a3-a242-24f9d383baaf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:09.081578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:09.205742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Router 90c452de-c277-4197-8f3a-8465a904769e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:09.329086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:09.329286 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-c145f1c1-a8a2-4818-b758-7e6fad155a40 None None] Provisioning complete for port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:09.329761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c145f1c1-a8a2-4818-b758-7e6fad155a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.343180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d6f711c1-dc08-49ee-b824-096bbf69f4b0 admin admin] 10.222.0.83 "PUT /v2.0/routers/90c452de-c277-4197-8f3a-8465a904769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2059314 Mar 31 23:58:09.371815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-c145f1c1-a8a2-4818-b758-7e6fad155a40 None None] Port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:10.027702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41958) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:10.033754 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-452421666-network', 'tenant_id': '7560fadede91481c93702f3b635bceb0'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:10.105527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Sync routers for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:10.109223 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Made reservation on behalf of 7560fadede91481c93702f3b635bceb0 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:10.112865 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.116773 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:10.117390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:10.120703 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.198280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.231085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:10.257509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.278284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:58:10.294264 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a87f9d-e178-4634-b7ef-fad42b80a548,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:10.308537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.308869 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Added segment 919aa437-ec13-431c-9608-af52b28f5363 of type vlan for network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 Mar 31 23:58:10.350417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.423391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.424424 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.424998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.439156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 2, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:10.474052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Checking router: 90c452de-c277-4197-8f3a-8465a904769e for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:10.474324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Updating router 90c452de-c277-4197-8f3a-8465a904769e port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:10.492097 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] Pushing event updated for resources: {'Network': ['ID=08ba5c71-1336-4fd7-8aa2-24a9ecec8a56,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:10.503801 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:58:10.509278 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6f4c8182-de95-46f0-9808-36b709af78c0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4766953 Mar 31 23:58:10.509467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.509585 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41960) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:10.515257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Request body: {'subnet': {'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-452421666-subnet', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:10.600764 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Made reservation on behalf of 7560fadede91481c93702f3b635bceb0 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:10.603252 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.781353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 259240f7-29b4-4430-8fde-fdbf8d957ba8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:10.914073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 259240f7-29b4-4430-8fde-fdbf8d957ba8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:10.914437 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.932555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.995171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:11.005061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Checking segment: {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:11.005430 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Network hostable DHCP agents. Network: 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:58:11.078367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.142857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 259240f7-29b4-4430-8fde-fdbf8d957ba8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=259240f7-29b4-4430-8fde-fdbf8d957ba8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:11.154563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:58:11.155326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.240791 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.263594 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:11.266198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.268316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:11.268943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.279871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fd72f-4db0-4931-8458-c509417f23ea None None] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:11.360903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=259240f7-29b4-4430-8fde-fdbf8d957ba8,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:11.366621 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b6cac4d2-21a8-4e1b-a14d-a2443ae92bbf admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8560274 Mar 31 23:58:11.369857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41962) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:11.376688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:11.471924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e001b4-615a-430e-b0b2-78c9a5c43546 None None] Pushing event updated for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:11.488393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.489626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.504574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Attempting to bind port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:11.504954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Attempting to bind port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:11.505316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Attempting to bind port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa on network e98e1b21-918d-42a3-a242-24f9d383baaf {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:11.517718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:11.517989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Checking segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:11.518396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.519090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Bound using segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:11.521382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Bound port: abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:11.521382 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.557632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.595794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'fixed_ips': [{'subnet_id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:58:11.601832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.657122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] For port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:11.661898 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] For port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:11.665102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-876273e1-2ae9-4e93-af9b-5b6cdd7f5b62 None None] Provisioning complete for port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:11.665263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-876273e1-2ae9-4e93-af9b-5b6cdd7f5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.734300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660e84c9-6123-4e3d-b3d9-b6e3075c610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.747716 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.779114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:11.832453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-876273e1-2ae9-4e93-af9b-5b6cdd7f5b62 None None] Port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:11.869122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:11.869755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:11.872334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e001b4-615a-430e-b0b2-78c9a5c43546 None None] Pushing event updated for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:11.916660 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Allocated IP 172.20.0.2 (08ba5c71-1336-4fd7-8aa2-24a9ecec8a56/6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6/ec4f877c-542f-47b4-9313-3a8b0fb49bee) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:12.063839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:12.092479 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.112035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.172285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] Provisioning complete for port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:12.172655 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.239287 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Allocated IP 172.25.6.240 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/a3888bfc-3a92-401b-a5a7-58c0f6cad856) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:12.298167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.360415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.393196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.404425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.441228 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.453323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:12.465886 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:12.472742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:12.494494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Pushing event updated for resources: {'Port': ['ID=ec4f877c-542f-47b4-9313-3a8b0fb49bee,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:12.494885 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:12.500334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:12.504316 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] For port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:12.505155 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:12.512992 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3888bfc-3a92-401b-a5a7-58c0f6cad856,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:12.699720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:12.705354 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.773462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 259240f7-29b4-4430-8fde-fdbf8d957ba8 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:12.779279 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7430fc4-7327-4ef9-bd19-465878e560b1 None None] The sync data for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 is: [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:12.826114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Attempting to bind port ec4f877c-542f-47b4-9313-3a8b0fb49bee on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:12.826675 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Attempting to bind port ec4f877c-542f-47b4-9313-3a8b0fb49bee by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:12.827092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Attempting to bind port ec4f877c-542f-47b4-9313-3a8b0fb49bee on network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:12.852243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:12.857061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Checking segment: {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:12.857061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.857061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Bound using segment: {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:12.857061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Bound port: ec4f877c-542f-47b4-9313-3a8b0fb49bee, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:12.857061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.877000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2d6c3-92ae-4bcd-97b7-b6298a639c80 None None] Pushing event updated for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:12.891051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.940081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 259240f7-29b4-4430-8fde-fdbf8d957ba8 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:12.940459 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:12.977243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] For port ec4f877c-542f-47b4-9313-3a8b0fb49bee, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:12.998735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] For port ec4f877c-542f-47b4-9313-3a8b0fb49bee, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ec4f877c-542f-47b4-9313-3a8b0fb49bee,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:13.076817 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:13.138814 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ab390-50cf-4eef-8b37-d264cb194633 None None] Pushing event updated for resources: {'Port': ['ID=ec4f877c-542f-47b4-9313-3a8b0fb49bee,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:13.146165 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:13.395034 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Router e2755131-44d7-4edc-b04c-3a8eaac37ebd is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:58:13.524515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:13.535885 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Sync routers for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:13.546975 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:13.547757 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:57:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:13.622545 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:13.626835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dd360f27-31df-4998-a12a-b64ada0734e3 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2528093 Mar 31 23:58:13.626835 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 41964) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:13.665509 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:13.880918 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 3, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:13.945601 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6290-394f-490e-baa1-83d375b4f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.025158 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Checking router: e2755131-44d7-4edc-b04c-3a8eaac37ebd for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:14.025498 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Updating router e2755131-44d7-4edc-b04c-3a8eaac37ebd port a3888bfc-3a92-401b-a5a7-58c0f6cad856 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:14.052345 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.235989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce1c16-70e7-41a4-af66-775a012c1e9b None None] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:14.359698 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.372462 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] Provisioning complete for port ec4f877c-542f-47b4-9313-3a8b0fb49bee triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:14.372826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.422322 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.434745 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.496334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.507285 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Attempting to bind port a3888bfc-3a92-401b-a5a7-58c0f6cad856 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:14.507679 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Attempting to bind port a3888bfc-3a92-401b-a5a7-58c0f6cad856 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:14.507998 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Attempting to bind port a3888bfc-3a92-401b-a5a7-58c0f6cad856 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:14.511032 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc405281-83ea-42ec-9e4b-138d464f0849 None None] Pushing event updated for resources: {'Port': ['ID=a3888bfc-3a92-401b-a5a7-58c0f6cad856,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:14.516587 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:14.516953 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:14.517333 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.517710 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:14.518163 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Bound port: a3888bfc-3a92-401b-a5a7-58c0f6cad856, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:14.518535 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.547547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] For port ec4f877c-542f-47b4-9313-3a8b0fb49bee, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ec4f877c-542f-47b4-9313-3a8b0fb49bee,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:14.576270 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] For port a3888bfc-3a92-401b-a5a7-58c0f6cad856, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:14.580029 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] For port a3888bfc-3a92-401b-a5a7-58c0f6cad856, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a3888bfc-3a92-401b-a5a7-58c0f6cad856,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:14.598847 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Allocated IP 172.20.0.1 (08ba5c71-1336-4fd7-8aa2-24a9ecec8a56/6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6/b099ead2-c68f-4387-b2ba-c30e16b4b983) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:14.640626 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.675429 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.702143 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81f175-dce4-41d4-8770-f64e91ca8227 None None] Pushing event updated for resources: {'Port': ['ID=ec4f877c-542f-47b4-9313-3a8b0fb49bee,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:14.737504 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.747850 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:14.748662 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:58:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:14.765080 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-3fc6cbc3-7119-45e7-9104-b695fdd0f34d None None] Provisioning complete for port ec4f877c-542f-47b4-9313-3a8b0fb49bee triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:14.765505 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cbc3-7119-45e7-9104-b695fdd0f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.811349 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc405281-83ea-42ec-9e4b-138d464f0849 None None] Pushing event updated for resources: {'Port': ['ID=a3888bfc-3a92-401b-a5a7-58c0f6cad856,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:14.829989 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.866041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ec4f877c-542f-47b4-9313-3a8b0fb49bee up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:14.867220 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:14.872474 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:14.875303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:14.890160 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:14.932881 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.935133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ec4f877c-542f-47b4-9313-3a8b0fb49bee triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:14.936195 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.936303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Pushing event updated for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:15.068241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:15.132081 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:15.132618 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.186151 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 3, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:15.191610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.230821 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a22e7a-f7aa-4efd-9229-4162ceb0d1ae None None] The sync data for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 is: [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 3, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:15.252507 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8d86b8f1-aaca-4d00-97ba-3b8c0dde85b3 None None] Provisioning complete for port b099ead2-c68f-4387-b2ba-c30e16b4b983 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:15.252878 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8d86b8f1-aaca-4d00-97ba-3b8c0dde85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.297511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8d86b8f1-aaca-4d00-97ba-3b8c0dde85b3 None None] Port b099ead2-c68f-4387-b2ba-c30e16b4b983 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:15.417217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.463820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.522743 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.556875 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Pushing event updated for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:15.560126 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.656730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:15.658134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:15.781850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Router e2755131-44d7-4edc-b04c-3a8eaac37ebd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:15.901384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:15.909329 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-78774886-ec8b-401a-994f-bc8b8f9e331c admin admin] 10.222.0.83 "PUT /v2.0/routers/e2755131-44d7-4edc-b04c-3a8eaac37ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2789991 Mar 31 23:58:15.936032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-103347e8-598f-403e-b031-e42150f7dd28 None None] Provisioning complete for port b099ead2-c68f-4387-b2ba-c30e16b4b983 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:15.936546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-103347e8-598f-403e-b031-e42150f7dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:15.974649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-103347e8-598f-403e-b031-e42150f7dd28 None None] Port b099ead2-c68f-4387-b2ba-c30e16b4b983 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:15.993950 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:58:16.785566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:16.811138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:16.823102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a3888bfc-3a92-401b-a5a7-58c0f6cad856 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:16.874716 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a3888bfc-3a92-401b-a5a7-58c0f6cad856 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:16.875126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:16.903991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Sync routers for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:16.937714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:16.938357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:58:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:17.081401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:17.112610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:17.141695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a3888bfc-3a92-401b-a5a7-58c0f6cad856, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a3888bfc-3a92-401b-a5a7-58c0f6cad856,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:17.230662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:17.231641 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ec4f877c-542f-47b4-9313-3a8b0fb49bee up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:17.396738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a3888bfc-3a92-401b-a5a7-58c0f6cad856,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:17.424320 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ec4f877c-542f-47b4-9313-3a8b0fb49bee triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:17.424320 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:17.530871 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:15Z', 'revision_number': 4, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'b099ead2-c68f-4387-b2ba-c30e16b4b983', 'name': '', 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'mac_address': 'fa:16:3e:30:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:14Z', 'updated_at': '2022-03-31T23:58:15Z', 'revision_number': 2, 'project_id': '7560fadede91481c93702f3b635bceb0', 'subnets': [{'id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:17.564227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Checking router: e2755131-44d7-4edc-b04c-3a8eaac37ebd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:17.564571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Updating router e2755131-44d7-4edc-b04c-3a8eaac37ebd port b099ead2-c68f-4387-b2ba-c30e16b4b983 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:17.597315 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:17.904802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.006665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.302043 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6914c-9294-4a53-8470-e39bcabde531 None None] Pushing event updated for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:18.336979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Attempting to bind port b099ead2-c68f-4387-b2ba-c30e16b4b983 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:18.337347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Attempting to bind port b099ead2-c68f-4387-b2ba-c30e16b4b983 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:18.337700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Attempting to bind port b099ead2-c68f-4387-b2ba-c30e16b4b983 on network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:18.346200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b87aff41-5f05-4bbb-98e4-1157e741fdff None None] Provisioning complete for port b099ead2-c68f-4387-b2ba-c30e16b4b983 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:18.347049 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b87aff41-5f05-4bbb-98e4-1157e741fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.350743 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:18.351495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Checking segment: {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:18.352053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.352585 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Bound using segment: {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:18.353318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Bound port: b099ead2-c68f-4387-b2ba-c30e16b4b983, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919aa437-ec13-431c-9608-af52b28f5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:18.353903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.431240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b87aff41-5f05-4bbb-98e4-1157e741fdff None None] Port b099ead2-c68f-4387-b2ba-c30e16b4b983 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:18.457164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] For port b099ead2-c68f-4387-b2ba-c30e16b4b983, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:18.460554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] For port b099ead2-c68f-4387-b2ba-c30e16b4b983, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b099ead2-c68f-4387-b2ba-c30e16b4b983,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:18.561429 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:18.630865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:18.631659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:58:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:18.633395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6914c-9294-4a53-8470-e39bcabde531 None None] Pushing event updated for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:18.816925 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a3888bfc-3a92-401b-a5a7-58c0f6cad856 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:18.821761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:19.062042 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] Provisioning complete for port b099ead2-c68f-4387-b2ba-c30e16b4b983 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:19.062739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:19.099600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a3888bfc-3a92-401b-a5a7-58c0f6cad856 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:19.100221 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:19.275427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:19.283564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:15Z', 'revision_number': 4, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'b099ead2-c68f-4387-b2ba-c30e16b4b983', 'name': '', 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'mac_address': 'fa:16:3e:30:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:14Z', 'updated_at': '2022-03-31T23:58:18Z', 'revision_number': 4, 'project_id': '7560fadede91481c93702f3b635bceb0', 'subnets': [{'id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:19.324943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6e54d-32d9-4b59-b871-d3a3c0fb21b2 None None] The sync data for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 is: [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-03-31T23:58:15Z', 'revision_number': 4, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'b099ead2-c68f-4387-b2ba-c30e16b4b983', 'name': '', 'network_id': '08ba5c71-1336-4fd7-8aa2-24a9ecec8a56', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'mac_address': 'fa:16:3e:30:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:14Z', 'updated_at': '2022-03-31T23:58:18Z', 'revision_number': 4, 'project_id': '7560fadede91481c93702f3b635bceb0', 'subnets': [{'id': '6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:19.351369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] For port b099ead2-c68f-4387-b2ba-c30e16b4b983, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b099ead2-c68f-4387-b2ba-c30e16b4b983,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:19.441192 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:19.527196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95803113-0583-404c-a9da-4f2b25eeffef None None] Pushing event updated for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:20.813827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b099ead2-c68f-4387-b2ba-c30e16b4b983 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:20.881110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port b099ead2-c68f-4387-b2ba-c30e16b4b983 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:20.881540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:24.618288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:27.978348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-efd4a061-45f9-4d8d-8b3d-8560aac2bf10 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:27.979882 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-efd4a061-45f9-4d8d-8b3d-8560aac2bf10 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 815 time: 0.1088297 Mar 31 23:58:27.996104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-7c0f3211-6b16-4e19-b797-36293d1b9570 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/quotas/dda7eaa3b2c34da0b886374d0cba6d4b HTTP/1.1" status: 200 len: 375 time: 0.0095994 Mar 31 23:58:28.048656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-d14047b4-0785-4ffb-a9b5-e2d73f5c8a48 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469663 Mar 31 23:58:28.153789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-1684ead2-ef31-42a5-a7b9-6e33cf6eddf8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:58:28.154813 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-1684ead2-ef31-42a5-a7b9-6e33cf6eddf8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0947599 Mar 31 23:58:28.246618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-96cb8fdb-1e03-4b13-a452-4dadc243c8de service neutron] 10.222.0.83 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840082 Mar 31 23:58:28.341740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-47061762-1fdc-4fdc-b1f2-1919f6889eb1 service neutron] 10.222.0.83 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Mar 31 23:58:29.590395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e865fb6-3c2a-47af-914b-47ef0d8f8383 req-0f04a91e-de14-4787-8d5c-c3c4dadc062c tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 210 time: 0.0271938 Mar 31 23:58:30.667860 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d88e5916-4a9f-487f-a965-9989a7a7b6fa req-bc0ac1f8-1a0c-424d-af08-60002a9cc9ae tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 210 time: 0.0258493 Mar 31 23:58:31.767721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-65016d0d-39a1-43ec-bcc2-33ae89dc63d5 req-88a3f52a-eb77-4708-a664-e86dde675c04 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 210 time: 0.0271688 Mar 31 23:58:32.041114 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-14e4ceb4-934f-46c4-b19d-9c72bb226d8f tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:32.042586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-14e4ceb4-934f-46c4-b19d-9c72bb226d8f tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 815 time: 0.1152987 Mar 31 23:58:32.062067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'port': {'device_id': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'admin_state_up': True, 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:32.252026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Made reservation on behalf of dda7eaa3b2c34da0b886374d0cba6d4b for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:32.255773 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:32.400875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Allocated IP 172.20.0.10 (e98e1b21-918d-42a3-a242-24f9d383baaf/7d876838-02b7-4ec7-9407-5582533681cc/0f7fdfcd-4b82-406b-994d-058940e087a6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:32.562637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:32.658091 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:32.685880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Network e98e1b21-918d-42a3-a242-24f9d383baaf is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:32.688733 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:32.712132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:32.782953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:32.812170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.814847 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.821327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.823322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.824034 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.825765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.826435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.830069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.830960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.831696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.832353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.832953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:32.860287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:32.861333 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:32.969454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c1aa-c6ac-45b8-a8bc-27d2a4e91342 req-e25e6aa9-35bd-4847-a953-690905671aad tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:32.971707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7108c1aa-c6ac-45b8-a8bc-27d2a4e91342 req-e25e6aa9-35bd-4847-a953-690905671aad tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 932 time: 0.0803797 Mar 31 23:58:32.976249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-30e99735-2b4c-493b-b7cc-87c6dfc0ed6b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190197 Mar 31 23:58:33.016799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Request body: {'port': {'device_id': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:33.075928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7108c1aa-c6ac-45b8-a8bc-27d2a4e91342 req-67680915-155e-4c61-97ce-afbeba6f935d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958579 Mar 31 23:58:33.083497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-a7d4fcea-e685-46ae-a79d-f498e11bc9c7 None None] Provisioning complete for port 0f7fdfcd-4b82-406b-994d-058940e087a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:33.084532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a7d4fcea-e685-46ae-a79d-f498e11bc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:33.134314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:33.135479 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4fcea-e685-46ae-a79d-f498e11bc9c7 None None] Port 0f7fdfcd-4b82-406b-994d-058940e087a6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:33.482387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7fdfcd-4b82-406b-994d-058940e087a6 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:58:33.497380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:33.512582 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Transition to ACTIVE for port object 0f7fdfcd-4b82-406b-994d-058940e087a6 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:58:33.612451 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:33.671346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:33.780667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Attempting to bind port 0f7fdfcd-4b82-406b-994d-058940e087a6 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:33.780953 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Attempting to bind port 0f7fdfcd-4b82-406b-994d-058940e087a6 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:33.781690 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Attempting to bind port 0f7fdfcd-4b82-406b-994d-058940e087a6 on network e98e1b21-918d-42a3-a242-24f9d383baaf {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:33.790327 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Port 0f7fdfcd-4b82-406b-994d-058940e087a6 on network e98e1b21-918d-42a3-a242-24f9d383baaf not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:58:33.791148 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Attempting to bind port 0f7fdfcd-4b82-406b-994d-058940e087a6 on network e98e1b21-918d-42a3-a242-24f9d383baaf {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:33.799625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:33.800005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Checking segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:33.800364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Bound using segment: {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:33.800822 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Bound port: 0f7fdfcd-4b82-406b-994d-058940e087a6, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66b2d29-4b30-42fb-a6ba-ec946421872b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:33.801174 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:33.908872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:33.913799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:33.996823 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:34.055047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:34.055047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:34.057165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 1092 time: 1.0474648 Mar 31 23:58:34.057659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:34.060681 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:34.121755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d41f-d7d8-4ed2-9514-f4b31444b686 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:34.147348 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7011ae-8f10-4513-ba61-6d5f8c279849 x-openstack-request-id: req-2e7011ae-8f10-4513-ba61-6d5f8c279849 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:34.147838 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:34.148259 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2e7011ae-8f10-4513-ba61-6d5f8c279849 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:34.149407 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7011ae-8f10-4513-ba61-6d5f8c279849'] response: {'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Mar 31 23:58:34.242929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4d9d-c4cf-4970-a5ee-8eb560def145 req-dc06f64e-cdd7-4e2a-92de-78b973356f02 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:34.248285 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc4d9d-c4cf-4970-a5ee-8eb560def145 req-dc06f64e-cdd7-4e2a-92de-78b973356f02 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0674231 Mar 31 23:58:34.301036 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1adc4d9d-c4cf-4970-a5ee-8eb560def145 req-7fd719d0-ecf7-4f70-ad5b-40dc7f34ca77 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Mar 31 23:58:35.286799 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:35.440407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8fb6e-4c42-4520-b991-4b30de1904d5 req-620b6165-be2d-462c-a138-a126cb7b75f7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:35.441917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf8fb6e-4c42-4520-b991-4b30de1904d5 req-620b6165-be2d-462c-a138-a126cb7b75f7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0601254 Mar 31 23:58:35.488394 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-baf8fb6e-4c42-4520-b991-4b30de1904d5 req-1250d6f1-b02c-4abf-bde9-49b2ef405189 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Mar 31 23:58:36.618609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df57cd-79b7-4f51-b672-c2c8decd53c4 req-28b315fc-def1-4ac5-a433-18947dd954e9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:36.620715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08df57cd-79b7-4f51-b672-c2c8decd53c4 req-28b315fc-def1-4ac5-a433-18947dd954e9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0546877 Mar 31 23:58:36.664187 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-08df57cd-79b7-4f51-b672-c2c8decd53c4 req-0cfad71a-95b5-4faa-a68d-c9b16711a97b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Mar 31 23:58:37.804662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8875b8-557f-45bc-8f5f-197670374238 req-d18801fe-78be-431c-b781-d587e4521fdb tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.807147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e8875b8-557f-45bc-8f5f-197670374238 req-d18801fe-78be-431c-b781-d587e4521fdb tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0631995 Mar 31 23:58:37.853216 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e8875b8-557f-45bc-8f5f-197670374238 req-43d978c0-1b6c-48fc-96be-676a5392ed13 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Mar 31 23:58:38.993256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0b4b-4553-4ba5-a6ca-5b29b04424e1 req-6b8e39ec-796b-4793-801b-eff66c8d7cd2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:38.994899 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-750b0b4b-4553-4ba5-a6ca-5b29b04424e1 req-6b8e39ec-796b-4793-801b-eff66c8d7cd2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0689089 Mar 31 23:58:39.041211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-750b0b4b-4553-4ba5-a6ca-5b29b04424e1 req-091ed9f2-4d1a-44c1-bae2-056660d1f17e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Mar 31 23:58:40.162638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf01a-edf6-4203-84e5-636eaeaf0bc0 req-d33fdace-bccb-47a0-ab36-865322a30f51 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:40.164091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71ccf01a-edf6-4203-84e5-636eaeaf0bc0 req-d33fdace-bccb-47a0-ab36-865322a30f51 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0510228 Mar 31 23:58:40.203573 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71ccf01a-edf6-4203-84e5-636eaeaf0bc0 req-80d5d130-495d-4b58-a5eb-628a56b2b0a2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Mar 31 23:58:41.323108 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd51db-6565-40b4-9b2c-c71ef16e2fcd req-41e160aa-9bf1-4e43-b75a-69bcbaac0fb8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:41.324540 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1dd51db-6565-40b4-9b2c-c71ef16e2fcd req-41e160aa-9bf1-4e43-b75a-69bcbaac0fb8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0518904 Mar 31 23:58:41.363579 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a1dd51db-6565-40b4-9b2c-c71ef16e2fcd req-6eba0920-2f6a-4a6d-b5dd-a53d78eaaf96 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Mar 31 23:58:41.731088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f60dd129-a6b6-4571-8398-9fbbce1236a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:42.503728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f429655-cbda-42b3-91d1-7807fc023b2e req-192c8275-4034-47e1-b017-3e32bf2a71e7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:42.505220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f429655-cbda-42b3-91d1-7807fc023b2e req-192c8275-4034-47e1-b017-3e32bf2a71e7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0565357 Mar 31 23:58:42.544848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f429655-cbda-42b3-91d1-7807fc023b2e req-bcc69365-c570-44fd-bc57-766194ecec40 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Mar 31 23:58:43.669882 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107fff-10c3-4940-a1ed-2744238a4caf req-5b61af70-3c36-4e59-81e1-81a95299819d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:43.671546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52107fff-10c3-4940-a1ed-2744238a4caf req-5b61af70-3c36-4e59-81e1-81a95299819d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0524862 Mar 31 23:58:43.711348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-52107fff-10c3-4940-a1ed-2744238a4caf req-f7a4464e-cd7a-423f-a5c1-36e6cd3724da tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Mar 31 23:58:43.908704 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-92ad540f-8d57-4d7b-a3a7-1fb066a83bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.843392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-b8ed3ade-9913-4ca6-be50-7d198ea53980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:44.844898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-b8ed3ade-9913-4ca6-be50-7d198ea53980 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1095 time: 0.0758464 Mar 31 23:58:44.857368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f140-1e3c-4e26-8e5a-d6fef9cc6ab4 req-01ff41fd-50ac-4888-9995-090b47b87224 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:44.858839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c72f140-1e3c-4e26-8e5a-d6fef9cc6ab4 req-01ff41fd-50ac-4888-9995-090b47b87224 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0648594 Mar 31 23:58:44.958346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8c72f140-1e3c-4e26-8e5a-d6fef9cc6ab4 req-9bb70557-9b41-489a-8a92-9be47ce72c0e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804930 Mar 31 23:58:44.987794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-2037ce6b-dc6d-4c09-9b1d-fbc6a0c77b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:44.989261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-2037ce6b-dc6d-4c09-9b1d-fbc6a0c77b80 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1255405 Mar 31 23:58:45.091625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-c0ede87d-678e-4bdd-b0d5-7af9169f7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:45.093386 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a0f04b0e-a4f4-4149-9e49-a5c579159cf0 req-c0ede87d-678e-4bdd-b0d5-7af9169f7d9c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0964084 Mar 31 23:58:45.204068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-667b3beb-3385-47c4-8351-889b09c52e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:45.205576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-667b3beb-3385-47c4-8351-889b09c52e4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1095 time: 0.0434067 Mar 31 23:58:45.252352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-a9e36789-a44e-43f7-a48f-35f9412aaaf3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 217 time: 0.0338185 Mar 31 23:58:45.304053 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-f46ae51d-efa7-4b0b-a7ad-fdf5210b3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:45.305521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-f46ae51d-efa7-4b0b-a7ad-fdf5210b3dbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0473664 Mar 31 23:58:45.390508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a101f1-8adc-4423-920d-ba503af040ac req-6e72028a-8ae8-4fa1-b96c-558a120be40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:45.392028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-6e72028a-8ae8-4fa1-b96c-558a120be40c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426722 Mar 31 23:58:45.484468 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-a9386148-294d-478c-85db-bf52752ad592 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Mar 31 23:58:45.532022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.583903 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47a101f1-8adc-4423-920d-ba503af040ac req-ee583954-213f-463c-88db-c29ad08c2de0 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928578 Mar 31 23:58:46.077424 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54ffa-9499-47eb-833b-63a9d1deea5d req-da0b5221-1568-43ac-86c6-f190291d0991 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:46.078916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea54ffa-9499-47eb-833b-63a9d1deea5d req-da0b5221-1568-43ac-86c6-f190291d0991 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0498607 Mar 31 23:58:46.117458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bea54ffa-9499-47eb-833b-63a9d1deea5d req-1a27be0f-2631-4391-9806-c3d48557eb0d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Mar 31 23:58:46.800284 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.827745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.246483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735f2c7-9637-4459-9431-41560c8d7e15 req-e5a9cecb-e011-4e35-968c-7a0b15f8a1ef tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:47.248280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f735f2c7-9637-4459-9431-41560c8d7e15 req-e5a9cecb-e011-4e35-968c-7a0b15f8a1ef tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 944 time: 0.0574045 Mar 31 23:58:47.287277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f735f2c7-9637-4459-9431-41560c8d7e15 req-adc98f1e-b438-4a89-b278-744f53fb35e0 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Mar 31 23:58:47.656284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0f7fdfcd-4b82-406b-994d-058940e087a6 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:58:47.754519 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:47.769496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'port_id': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'mac_address': 'fa:16:3e:b2:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:58:47.819706 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.832855 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7fdfcd-4b82-406b-994d-058940e087a6 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:58:47.852718 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:47.937438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.987932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:47.996392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.996742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.997079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.997412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.997798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.998166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.998496 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.998821 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.999186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.999511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:47.999837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:48.000158 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:48.307556 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:58:48.408337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08fa86-c636-4ff5-b8da-ca2831869555 req-2f59dc51-6af2-4842-b6c0-1719d4ddbd72 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:48.409848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb08fa86-c636-4ff5-b8da-ca2831869555 req-2f59dc51-6af2-4842-b6c0-1719d4ddbd72 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 945 time: 0.0519621 Mar 31 23:58:48.450536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eb08fa86-c636-4ff5-b8da-ca2831869555 req-3ae125bc-0402-4a82-ac35-347b0b15c0e2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Mar 31 23:58:49.571827 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e520-5995-4b8e-bfa8-90ec74818e5d req-1437dae5-2041-4e00-83a4-6d6b9fdf2712 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:49.573396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7591e520-5995-4b8e-bfa8-90ec74818e5d req-1437dae5-2041-4e00-83a4-6d6b9fdf2712 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 945 time: 0.0537553 Mar 31 23:58:49.613352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7591e520-5995-4b8e-bfa8-90ec74818e5d req-405d6555-0417-4108-bf43-bd0aa4c8ffb5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337329 Mar 31 23:58:49.678902 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0f7fdfcd-4b82-406b-994d-058940e087a6 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:49.788398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 0f7fdfcd-4b82-406b-994d-058940e087a6 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:58:49.792521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 0f7fdfcd-4b82-406b-994d-058940e087a6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:49.793698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.876555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.900665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:49.903682 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096abd23-c614-4ca0-88ac-c9a645a31793" -d '{"events": [{"server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:49.916610 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:49.941910 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5238dcf5-c6a6-4fb8-8423-974fc4a3ac31 x-openstack-request-id: req-5238dcf5-c6a6-4fb8-8423-974fc4a3ac31 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:49.942228 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:49.942486 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5238dcf5-c6a6-4fb8-8423-974fc4a3ac31 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:49.942890 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5238dcf5-c6a6-4fb8-8423-974fc4a3ac31'] response: {'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'code': 200} Mar 31 23:58:49.977044 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.032945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:50.070775 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee2db-8bc0-40e1-9e85-4ad3ac9a81d3 req-5e8b5041-f1f5-4057-a7b8-7d95442bdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:50.072313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f26ee2db-8bc0-40e1-9e85-4ad3ac9a81d3 req-5e8b5041-f1f5-4057-a7b8-7d95442bdb0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1097 time: 0.0462139 Mar 31 23:58:50.109191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f26ee2db-8bc0-40e1-9e85-4ad3ac9a81d3 req-b4c3a7ec-ae77-4d99-a179-137d306dc587 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293605 Mar 31 23:58:50.731939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832633-2f9b-451b-9908-a10541db2d97 req-91154476-4485-456d-aa5c-30cb3b692ac2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:50.734219 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a832633-2f9b-451b-9908-a10541db2d97 req-91154476-4485-456d-aa5c-30cb3b692ac2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0521855 Mar 31 23:58:50.772738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a832633-2f9b-451b-9908-a10541db2d97 req-830b2c3e-6596-4fcb-b13b-5b58ad390ff7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Mar 31 23:58:51.901051 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac701ad-485a-4e01-a65a-d05d9c3378fd req-1acb9593-feb6-4490-9638-5250f27ac9d9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:51.902536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ac701ad-485a-4e01-a65a-d05d9c3378fd req-1acb9593-feb6-4490-9638-5250f27ac9d9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0509219 Mar 31 23:58:51.940458 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ac701ad-485a-4e01-a65a-d05d9c3378fd req-e1193435-5c5f-4118-891f-7376ab01c8d7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Mar 31 23:58:52.058855 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93271a-7ff7-4b04-966b-a01956f26fdf req-ea12aff7-b701-43df-80d7-bc890885ea37 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:52.060315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc93271a-7ff7-4b04-966b-a01956f26fdf req-ea12aff7-b701-43df-80d7-bc890885ea37 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0526392 Mar 31 23:58:52.098374 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc93271a-7ff7-4b04-966b-a01956f26fdf req-726ffdb4-f33d-4b2d-899b-681e251ba2c9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Mar 31 23:58:52.290743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1909d-f0b4-4443-b981-08173d469c42 req-a39b35a3-a269-4d90-88ca-15adac267e3a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:52.292995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32c1909d-f0b4-4443-b981-08173d469c42 req-a39b35a3-a269-4d90-88ca-15adac267e3a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0513685 Mar 31 23:58:52.336233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-32c1909d-f0b4-4443-b981-08173d469c42 req-3a62f02b-dfc1-444a-9288-56c7598a6ba4 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Mar 31 23:58:52.996265 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:58:54.588645 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:05.370981 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:06.917240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae71e13-4f76-4ede-a5e1-b0b4b33deca9 req-e9054e99-a71c-451b-8db8-5284849daf7d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:06.918658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ae71e13-4f76-4ede-a5e1-b0b4b33deca9 req-e9054e99-a71c-451b-8db8-5284849daf7d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0540557 Mar 31 23:59:06.961538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ae71e13-4f76-4ede-a5e1-b0b4b33deca9 req-397a432c-53d8-47c6-88d6-d933fe4189e7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Mar 31 23:59:06.988877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:07.088878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc9812-27a3-4a8d-a018-0f397e2eb023 tempest-TestMinimumBasicScenario-1743679142 tempest-TestMinimumBasicScenario-1743679142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:07.090705 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-84cc9812-27a3-4a8d-a018-0f397e2eb023 tempest-TestMinimumBasicScenario-1743679142 tempest-TestMinimumBasicScenario-1743679142-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1092 time: 0.1007836 Mar 31 23:59:07.095392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42182) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:07.102123 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:07.182305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.291671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.407890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Allocated IP 172.25.6.99 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/fc15ca65-649f-4683-9749-4409945cca45) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:59:07.534940 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.640802 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.683102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:59:07.687275 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:59:07.691623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:59:07.698090 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'Port': ['ID=fc15ca65-649f-4683-9749-4409945cca45,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:07.737927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.738272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.738617 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.738949 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.739311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.739642 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.739970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.740294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.740655 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.740981 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.741303 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:07.741623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:08.124769 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.338222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.504397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.588754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.663027 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'Port': ['ID=fc15ca65-649f-4683-9749-4409945cca45,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:08.673908 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.778594 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Floating IP 3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431 associated. External IP: 172.25.6.99, port: 0f7fdfcd-4b82-406b-994d-058940e087a6. Mar 31 23:59:09.017890 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Router 90c452de-c277-4197-8f3a-8465a904769e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:59:09.148186 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:59:09.159408 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Sync routers for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:59:09.170399 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:09.173647 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:09.282532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.283923 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:09.314615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-933311ea-f569-42bc-a43f-11301edb4548 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2177472 Mar 31 23:59:09.315243 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:09.317512 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d030fb2-2fa6-434e-be68-3eecfd396932" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:09.340412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:09.346811 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359472009', 'description': 'tempest-secgroup-smoke-1359472009 description', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:09.362140 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f680445-b6f0-4ccb-aa0f-9980af421845 x-openstack-request-id: req-7f680445-b6f0-4ccb-aa0f-9980af421845 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:09.362567 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:09.362821 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f680445-b6f0-4ccb-aa0f-9980af421845 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:09.363255 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f680445-b6f0-4ccb-aa0f-9980af421845'] response: {'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Mar 31 23:59:09.455325 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-fa4467eb-76c9-45c2-b6f7-a1d38cda788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:09.457497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-fa4467eb-76c9-45c2-b6f7-a1d38cda788b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1097 time: 0.0499148 Mar 31 23:59:09.470133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.552591 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.563503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-48962683-3b85-431a-b48c-7a4aa5696b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:09.565256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-48962683-3b85-431a-b48c-7a4aa5696b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.0999103 Mar 31 23:59:09.571873 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '90c452de-c277-4197-8f3a-8465a904769e', 'port_id': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'mac_address': 'fa:16:3e:b2:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:09.605004 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Checking router: 90c452de-c277-4197-8f3a-8465a904769e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:59:09.615937 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:09.616622 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-03-31T23:58:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:09.640595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-28b7cace-3c00-4a80-8852-00f78a61a827 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 999 time: 0.0678439 Mar 31 23:59:09.694461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-2a0b21d2-ea4e-4341-922d-bb2a48ef15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:09.696050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-2a0b21d2-ea4e-4341-922d-bb2a48ef15fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0486579 Mar 31 23:59:09.696302 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.728781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7950c8-8281-4cbb-81bc-3599ec1cada6,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:09.729631 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:09.756300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-2f15fded-d7f6-48a6-9791-e6e42fd59c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:09.756300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-2f15fded-d7f6-48a6-9791-e6e42fd59c09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458810 Mar 31 23:59:09.825913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.826703 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f2430aa4-10d0-45b1-bf56-be559d738ead tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4845107 Mar 31 23:59:09.830562 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42188) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:09.835142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:09.861979 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-ebfb5b81-a8b5-4796-96cf-044d833d911d service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018100 Mar 31 23:59:09.961490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0d030fb2-2fa6-434e-be68-3eecfd396932 req-20fc3b28-a670-4c38-9c3b-e0aa34478b15 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922647 Mar 31 23:59:09.983352 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.048057 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.073159 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '90c452de-c277-4197-8f3a-8465a904769e', 'port_id': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'mac_address': 'fa:16:3e:b2:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:10.107459 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac46b68-91e9-426c-8179-d3c1a76db0f1 None None] The sync data for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 is: [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '90c452de-c277-4197-8f3a-8465a904769e', 'port_id': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'mac_address': 'fa:16:3e:b2:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:59:10.125898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.149089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db80c4e6-0b71-4b06-9762-f88558c3a8dc,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:10.219783 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.221070 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9702adb1-c3db-4285-abb4-eca03a1b584a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896058 Mar 31 23:59:10.223883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:10.228467 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:10.317803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.323523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9426993-1318-42a9-afd0-e1dccb9cd310 None None] New status for floating IP 3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:59:10.397051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.456803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.476997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c24d0f-fe7e-4768-9cf8-28950c628c77,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:10.573612 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.574944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a0ed80b3-edb9-4a4f-8e56-1a84446d1dbd tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500373 Mar 31 23:59:10.579357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42192) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:10.584170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:10.691276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.750647 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.828393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.847892 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c2a7d2-f7c2-4d7e-a04d-f683d635c890,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:10.910481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.912256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e6b81919-dfd1-4220-a4e0-568100159582 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312902 Mar 31 23:59:10.914556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42194) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:10.919548 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:11.028036 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.089537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.193903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.214255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32824f52-478c-4f84-85bf-eb1f847052f5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:11.287898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.289069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b5071938-5b80-4f14-a143-69f86b97b7e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733325 Mar 31 23:59:11.291959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42196) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:11.297273 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:11.388711 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Project dda7eaa3b2c34da0b886374d0cba6d4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:59:11.394215 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.460051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.565495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.583656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ac04e1-61ce-4ac2-a80b-556bd0d9ebde,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:11.670950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.672251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dac1baa2-0576-4279-abec-e925c2f9e8c5 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792958 Mar 31 23:59:11.675110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42198) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:11.679497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'security_group_rule': {'security_group_id': '9a7950c8-8281-4cbb-81bc-3599ec1cada6', 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:11.697398 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fbebd33c-4812-4f00-94ab-1ed75864e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.800356 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Project dda7eaa3b2c34da0b886374d0cba6d4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:59:11.806038 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.869890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.954164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:11.975098 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ee3aa6-a9fe-4322-b2ff-db0d32b45838,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:12.053354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.054639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e88892c1-a071-460d-8f8e-b8572df79bb6 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3785710 Mar 31 23:59:12.146331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ced91212-7c47-40fb-940e-7735b67903d9 req-2dff7134-9284-4ba2-9a98-3c7bb81ff9c9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359472009&fields=id&tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b HTTP/1.1" status: 200 len: 267 time: 0.0351093 Mar 31 23:59:12.199823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced91212-7c47-40fb-940e-7735b67903d9 req-07ac8585-1933-4137-826b-bfc4544b3398 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:12.201430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ced91212-7c47-40fb-940e-7735b67903d9 req-07ac8585-1933-4137-826b-bfc4544b3398 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0492933 Mar 31 23:59:12.213659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'port': {'security_groups': ['b1cd1d40-af7d-4b0f-85f1-a43f80e23acd', '9a7950c8-8281-4cbb-81bc-3599ec1cada6']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:12.281288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.479112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:12.508570 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.559892 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.601843 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:59:12.608174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:12.608945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.611630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ced91212-7c47-40fb-940e-7735b67903d9 req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "PUT /v2.0/ports/0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 982 time: 0.4016056 Mar 31 23:59:12.611630 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:12.613788 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823f328-5449-4547-9f0f-84564cdc068d" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:12.657616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d680ea5-72ce-46ba-8247-8a470547b5b2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=6']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:12.702721 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ad548-a9a9-49b2-adde-ab563437d618 x-openstack-request-id: req-a70ad548-a9a9-49b2-adde-ab563437d618 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:12.703963 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:12.714412 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a70ad548-a9a9-49b2-adde-ab563437d618 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:12.714412 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70ad548-a9a9-49b2-adde-ab563437d618'] response: {'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Mar 31 23:59:12.727533 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:59:12.818753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ce7d-6ed9-4f53-b050-228a670fa5d1 req-3d6506c5-b506-410b-8008-05fa1c1f6f29 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:12.821280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d03ce7d-6ed9-4f53-b050-228a670fa5d1 req-3d6506c5-b506-410b-8008-05fa1c1f6f29 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.1062415 Mar 31 23:59:12.835829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f328-5449-4547-9f0f-84564cdc068d req-bdc75372-a513-4e32-857a-265507d3986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:12.837506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-bdc75372-a513-4e32-857a-265507d3986e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1136 time: 0.0791879 Mar 31 23:59:12.921893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1d03ce7d-6ed9-4f53-b050-228a670fa5d1 req-ea12c317-dec4-4c39-b2f2-757b241a7702 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902843 Mar 31 23:59:12.924524 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dc02bcfd-c676-42f3-90fc-c979f5f93f2f None None] Provisioning complete for port 0f7fdfcd-4b82-406b-994d-058940e087a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:59:12.925039 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dc02bcfd-c676-42f3-90fc-c979f5f93f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:12.959102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f328-5449-4547-9f0f-84564cdc068d req-ded0435b-4b82-46c4-8b9d-5d01ffa9e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:12.960621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-ded0435b-4b82-46c4-8b9d-5d01ffa9e7f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.1096449 Mar 31 23:59:13.038769 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-a58bf623-8dd6-466e-8dd9-b9f027a81abd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 1001 time: 0.0697749 Mar 31 23:59:13.093112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f328-5449-4547-9f0f-84564cdc068d req-fa72dedf-8822-463c-b29a-87591199e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:13.094628 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-fa72dedf-8822-463c-b29a-87591199e396 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0479841 Mar 31 23:59:13.141979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f328-5449-4547-9f0f-84564cdc068d req-55f59942-25ca-4b0a-ba3c-9d7677fc05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:13.143693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-55f59942-25ca-4b0a-ba3c-9d7677fc05ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424650 Mar 31 23:59:13.240055 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-1c362b39-9103-4cec-81f9-30c38ac74c28 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895576 Mar 31 23:59:13.333492 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7823f328-5449-4547-9f0f-84564cdc068d req-a9c00f78-7a1c-484a-a59e-8bade4406cb2 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Mar 31 23:59:13.937026 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-405ecb52-901e-446f-bbdb-87a5819414ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:15.532065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:16.840491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:16.842181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:24.617115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.994990 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:59:35.314124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:41.668345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9fefadcf-6084-4d04-bb3b-11773fdbb1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:43.896373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4673f8ce-b4fd-4512-a3b0-23f187d7ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:45.115626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-8427d655-7f9e-404d-a0d5-3b909a15c4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496521 Mar 31 23:59:45.513858 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:45.567983 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe190-7437-42a7-ae20-5d10becf26da req-59fb2e97-6aa4-4cfb-9dd6-17befa33eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:45.569753 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-59fb2e97-6aa4-4cfb-9dd6-17befa33eed7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1136 time: 0.3943083 Mar 31 23:59:45.679578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe190-7437-42a7-ae20-5d10becf26da req-05221c2a-00ac-4a9e-bd41-4d34f414b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:45.681727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-05221c2a-00ac-4a9e-bd41-4d34f414b7ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.0906682 Mar 31 23:59:45.760419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-363d74c2-f22b-42f5-81b4-792d42465336 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 1001 time: 0.0719361 Mar 31 23:59:45.816756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe190-7437-42a7-ae20-5d10becf26da req-e6cdb318-c9da-46f2-a5bc-ded292f83db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:45.818158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-e6cdb318-c9da-46f2-a5bc-ded292f83db3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0511148 Mar 31 23:59:45.869880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe190-7437-42a7-ae20-5d10becf26da req-f5a25642-a2a1-4026-9808-ccc74b4d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:45.871433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-f5a25642-a2a1-4026-9808-ccc74b4d2e9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459299 Mar 31 23:59:45.965076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-ed2e4b8a-d43d-419e-9e4f-342e383123a0 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874703 Mar 31 23:59:46.080945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-580fe190-7437-42a7-ae20-5d10becf26da req-0a673185-13ab-4dd8-9585-0070713d6002 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090295 Mar 31 23:59:46.816903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:46.833861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.607299 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:01.396230 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046882-43fc-4dbf-9adb-7aea4d94bba5 req-5e1afc1a-b2ff-4195-9356-705e7f07135a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:01.397796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4046882-43fc-4dbf-9adb-7aea4d94bba5 req-5e1afc1a-b2ff-4195-9356-705e7f07135a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0626833 Apr 01 00:00:01.467881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c4046882-43fc-4dbf-9adb-7aea4d94bba5 req-dd24696c-7f24-4b77-9188-ca9f960a8790 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624294 Apr 01 00:00:01.478375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-7b2964ec-f94c-4c52-bfd8-13b499b45279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:01.479909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-7b2964ec-f94c-4c52-bfd8-13b499b45279 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1136 time: 0.0608330 Apr 01 00:00:01.593439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-bdab0b13-4fde-4b07-86f3-216de0e687fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:01.594883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-bdab0b13-4fde-4b07-86f3-216de0e687fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.1071928 Apr 01 00:00:01.669344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-1cb5ef86-0ee5-4a01-bc99-2c31ab88415e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 1001 time: 0.0676007 Apr 01 00:00:01.720507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-2cdfc661-807b-4e5b-b829-792acc21fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:01.721972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-2cdfc661-807b-4e5b-b829-792acc21fddf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0456572 Apr 01 00:00:01.772322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-f789bf80-fa32-4150-8764-4ec6c2c74d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:01.773816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-f789bf80-fa32-4150-8764-4ec6c2c74d43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450168 Apr 01 00:00:01.867171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-34abab29-b278-437c-98a6-a4348c5c7ee6 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847273 Apr 01 00:00:01.976263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0f7bb67-3334-4126-b1dc-b474527a8a89 req-5dfa1fea-e10f-474c-82bc-e867e6de570b service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013317 Apr 01 00:00:02.890228 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4ab48-d89e-4b0e-9eb3-f6a5a0644b68 req-39ada0a1-56f0-4eac-8a6d-741c4326c351 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:02.891832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38d4ab48-d89e-4b0e-9eb3-f6a5a0644b68 req-39ada0a1-56f0-4eac-8a6d-741c4326c351 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0544326 Apr 01 00:00:02.934909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38d4ab48-d89e-4b0e-9eb3-f6a5a0644b68 req-593719d4-bc0a-4025-8cd5-d3185eeff1c3 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365312 Apr 01 00:00:04.068727 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5502-3a1f-464b-a495-6aa5d333d64c req-172e49b2-277a-410c-95b7-0ad7de53f509 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:04.070356 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a93e5502-3a1f-464b-a495-6aa5d333d64c req-172e49b2-277a-410c-95b7-0ad7de53f509 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0530665 Apr 01 00:00:04.114181 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a93e5502-3a1f-464b-a495-6aa5d333d64c req-8fb3bd76-1b08-4e83-a7a8-8980945ce9ff tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368009 Apr 01 00:00:05.234954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b5ae-0536-4da7-bd02-ef3e6c48ecad req-7cc07143-982d-4f36-a9c3-4b4636695604 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:05.236448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0c0b5ae-0536-4da7-bd02-ef3e6c48ecad req-7cc07143-982d-4f36-a9c3-4b4636695604 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0504518 Apr 01 00:00:05.284163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0c0b5ae-0536-4da7-bd02-ef3e6c48ecad req-66de80f4-a666-4c1e-86ca-e4d0b3466698 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414207 Apr 01 00:00:05.342377 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.411656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d0e2-2997-433e-8394-0fcd2b08444e req-a1223e5f-e10c-47e5-832a-2f8887a0f1ff tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:06.413127 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9a2d0e2-2997-433e-8394-0fcd2b08444e req-a1223e5f-e10c-47e5-832a-2f8887a0f1ff tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0501292 Apr 01 00:00:06.455115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a9a2d0e2-2997-433e-8394-0fcd2b08444e req-ab6a8426-02fb-4340-814c-542d2bebe772 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358276 Apr 01 00:00:06.994341 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:00:07.574823 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00582-4e5a-4d4a-8add-6002e679529f req-77ce9351-3005-4d89-9c0d-98450fd05659 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:07.576390 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8c00582-4e5a-4d4a-8add-6002e679529f req-77ce9351-3005-4d89-9c0d-98450fd05659 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0517306 Apr 01 00:00:07.617413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8c00582-4e5a-4d4a-8add-6002e679529f req-6fb1a661-e40d-42cf-bdd3-72e233965f42 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342755 Apr 01 00:00:08.741022 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0df08-3862-47a0-9ffb-e62e32e5c0cb req-3f237788-5953-468f-af3a-dc30bcb4de2a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:08.742556 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aea0df08-3862-47a0-9ffb-e62e32e5c0cb req-3f237788-5953-468f-af3a-dc30bcb4de2a tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0547633 Apr 01 00:00:08.789466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aea0df08-3862-47a0-9ffb-e62e32e5c0cb req-93fa726f-b38b-47dc-bf06-b85c46d7a75d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402238 Apr 01 00:00:09.910400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad868de-d31d-4071-95e6-1bb201f713ac req-00ebf178-9436-416f-b002-e8f7a479419f tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:09.912307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ad868de-d31d-4071-95e6-1bb201f713ac req-00ebf178-9436-416f-b002-e8f7a479419f tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0523729 Apr 01 00:00:09.957153 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2ad868de-d31d-4071-95e6-1bb201f713ac req-8d4c2288-35f2-47c4-9497-8c5c63ac4989 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358634 Apr 01 00:00:11.079834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13121-a934-46e1-8282-bfcaddadc375 req-82a368d7-598a-491f-b9be-274c07d40fd2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:11.081355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fe13121-a934-46e1-8282-bfcaddadc375 req-82a368d7-598a-491f-b9be-274c07d40fd2 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0513964 Apr 01 00:00:11.122887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2fe13121-a934-46e1-8282-bfcaddadc375 req-1b4d8d9d-0c2f-4e94-9f90-4fa6c0a9931c tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347965 Apr 01 00:00:11.672676 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e7dc732d-f13b-497b-b92b-6c8620dca3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.243744 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0768e-5af3-4e18-8e8f-b153ec128968 req-2c73291d-c672-44d8-bcd1-8a335b1a24e7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:12.245244 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc0768e-5af3-4e18-8e8f-b153ec128968 req-2c73291d-c672-44d8-bcd1-8a335b1a24e7 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0500433 Apr 01 00:00:12.291880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1dc0768e-5af3-4e18-8e8f-b153ec128968 req-1ebee266-d9b8-4589-bac5-df04b94cacbe tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391541 Apr 01 00:00:13.423382 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c58b4-2f17-4942-96e7-349f643da55e req-2e398a9b-cacd-462b-a0c1-ee6ed7106570 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:13.424925 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c82c58b4-2f17-4942-96e7-349f643da55e req-2e398a9b-cacd-462b-a0c1-ee6ed7106570 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0514109 Apr 01 00:00:13.469592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c82c58b4-2f17-4942-96e7-349f643da55e req-2e69337f-57f5-4f1a-936d-ca1773900bfc tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=9a7950c8-8281-4cbb-81bc-3599ec1cada6&id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381424 Apr 01 00:00:13.918342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aedf98cc-d3f3-45ab-8399-6eb4e85fe854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:15.547199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:16.844474 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:16.884430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:24.609578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:35.370285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.676864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-749231d7-7080-43cc-948f-e0862a1b401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.912433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fbb9-de4b-435b-90fc-cef625692527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.998215 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:00:45.528285 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.809851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-8bf33d19-e94a-4ff0-866b-3f811a94e2c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477972 Apr 01 00:00:46.814441 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.860076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.913703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-c982a7cd-8661-42bf-ac59-17d314981383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:46.915249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-c982a7cd-8661-42bf-ac59-17d314981383 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1136 time: 0.0434344 Apr 01 00:00:47.031509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-f55bd5c0-d666-4599-b387-cea1d6a9ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:47.032993 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-f55bd5c0-d666-4599-b387-cea1d6a9ab24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.0937653 Apr 01 00:00:47.101724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-ec33dec2-7ac9-41a5-889e-68509e0329ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 1001 time: 0.0616941 Apr 01 00:00:47.159322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-8396d14e-103f-44db-b85b-f67f8cf56c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:47.161313 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-8396d14e-103f-44db-b85b-f67f8cf56c4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0514443 Apr 01 00:00:47.210768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-5855238a-8997-40b3-8e39-ae4e97703373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:47.212361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-5855238a-8997-40b3-8e39-ae4e97703373 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435801 Apr 01 00:00:47.304824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-31a68611-e410-48d5-95fc-3a1c7761310b service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847139 Apr 01 00:00:47.401931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff7cf85e-0d87-49cd-90bf-14581054d9a7 req-61ff0108-8110-4400-ad09-150500d14822 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901616 Apr 01 00:00:54.607759 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:05.390891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:11.675555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-16b68dd8-5d66-411c-967c-ae55800a04d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:13.915314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87ee6bc6-e58e-422a-a13f-b1c21e7f3d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:15.555604 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:16.860050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:16.863229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.050208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-501fc22e-f081-4c91-9aab-4e448316f639 req-e5b630be-e41e-496f-a3db-7253214ea37d tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359472009&fields=id&tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b HTTP/1.1" status: 200 len: 267 time: 0.2001731 Apr 01 00:01:17.110542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fc22e-f081-4c91-9aab-4e448316f639 req-e4d13044-5894-4bee-820b-78f879e7f2e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:17.112336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-501fc22e-f081-4c91-9aab-4e448316f639 req-e4d13044-5894-4bee-820b-78f879e7f2e8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 985 time: 0.0561602 Apr 01 00:01:17.128521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Request body: {'port': {'security_groups': ['b1cd1d40-af7d-4b0f-85f1-a43f80e23acd']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:17.214409 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.450371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:17.481576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.532388 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.567647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:01:17.581925 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:17.582602 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.584214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-501fc22e-f081-4c91-9aab-4e448316f639 req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "PUT /v2.0/ports/0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 943 time: 0.4612217 Apr 01 00:01:17.584669 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:01:17.587057 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:01:17.593792 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42278) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:17.638928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event updated for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=7']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:17.661503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.662029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.662522 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.663061 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.663562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.664337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.665636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.666094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.666440 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.666776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.667131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.667461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d073002-34e1-403f-a64a-a92780281c87 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.705702 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:01:17.707047 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.754529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.929845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b1ca5886-0294-473c-924a-c5ca57809436 None None] Provisioning complete for port 0f7fdfcd-4b82-406b-994d-058940e087a6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:17.930475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b1ca5886-0294-473c-924a-c5ca57809436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.932388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.935397 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:17.936256 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "DELETE /v2.0/security-groups/9a7950c8-8281-4cbb-81bc-3599ec1cada6 HTTP/1.1" status: 204 len: 168 time: 0.3411362 Apr 01 00:01:17.939960 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42284) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:17.947210 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7950c8-8281-4cbb-81bc-3599ec1cada6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:17.957006 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.957677 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.958008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.958527 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.958857 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.959392 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.959716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.960230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.960560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.961053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.961557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:17.962459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba712d5-dfc4-4da0-a31f-75f821bb6b1e tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:18.165024 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Deleting port fc15ca65-649f-4683-9749-4409945cca45 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:18.165659 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:18.256945 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:18.257274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:18.271626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Calling delete_port for fc15ca65-649f-4683-9749-4409945cca45 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:18.538692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:18.572347 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event deleted for resources: {'Port': ['ID=fc15ca65-649f-4683-9749-4409945cca45,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:18.640902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:18.641292 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Floating IP 3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431 disassociated (deleted). External IP: 172.25.6.99, port: 0f7fdfcd-4b82-406b-994d-058940e087a6. Apr 01 00:01:18.680004 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4462e70a-80c9-410e-b654-03ebb03c8bee x-openstack-request-id: req-4462e70a-80c9-410e-b654-03ebb03c8bee {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:01:18.680284 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:01:18.680539 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4462e70a-80c9-410e-b654-03ebb03c8bee {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:01:18.680951 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4462e70a-80c9-410e-b654-03ebb03c8bee'] response: {'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Apr 01 00:01:18.810760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-d5dafee0-fb35-4d0c-b491-261affe6b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:18.813357 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-d5dafee0-fb35-4d0c-b491-261affe6b847 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1097 time: 0.0715246 Apr 01 00:01:19.015632 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Router 90c452de-c277-4197-8f3a-8465a904769e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:01:19.036709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-3a3167c6-7c0f-443c-a6f0-5d52c166dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:19.038833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-3a3167c6-7c0f-443c-a6f0-5d52c166dbbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.1763535 Apr 01 00:01:19.131085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-5b5d0fb0-5bd7-4576-ba05-9ec2621cba76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 217 time: 0.0857680 Apr 01 00:01:19.232094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-c1a9b2f6-5bbf-4cd5-a46e-d27d88e4da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:19.235619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-c1a9b2f6-5bbf-4cd5-a46e-d27d88e4da6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0982227 Apr 01 00:01:19.297856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:01:19.306372 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:19.310382 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Sync routers for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:01:19.325266 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:19.325988 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:19.366712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12c0f568-6d46-4a5e-bd86-be78ca233c66 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "DELETE /v2.0/floatingips/3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431 HTTP/1.1" status: 204 len: 168 time: 1.4227788 Apr 01 00:01:19.369515 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-e041ce0e-17d3-4900-b005-524875f529b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:19.371711 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-e041ce0e-17d3-4900-b005-524875f529b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270289 Apr 01 00:01:19.517898 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:19.573853 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-fcf6dd23-b569-47a8-bbc8-bfd661179f38 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934307 Apr 01 00:01:19.709179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8bd2bf0c-ea50-4c8b-9ef9-bb803ecdc899 req-91114374-8200-483b-bd8d-bd7836104bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285062 Apr 01 00:01:19.836638 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:19.878121 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Checking router: 90c452de-c277-4197-8f3a-8465a904769e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:19.887216 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:19.887830 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:20.020708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:20.251287 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:20.278818 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c735b50-00f0-4982-98bf-636b204c74ea None None] The sync data for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 is: [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:08Z', 'revision_number': 4, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa', 'name': '', 'network_id': 'e98e1b21-918d-42a3-a242-24f9d383baaf', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'mac_address': 'fa:16:3e:3e:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7d876838-02b7-4ec7-9407-5582533681cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:07Z', 'updated_at': '2022-03-31T23:58:12Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'subnets': [{'id': '7d876838-02b7-4ec7-9407-5582533681cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:20.560640 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc778bb-960d-4bf7-92b4-005ec177b9f8 None None] New status for floating IP 3f5e17ea-4ec2-457c-8e9e-3b0ae69a9431: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:01:20.682499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:01:20.685597 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763a59f-9630-48e5-8ab0-51253c55102c" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:01:20.729303 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f16650-dc15-4d9a-a513-551859ff6208 x-openstack-request-id: req-37f16650-dc15-4d9a-a513-551859ff6208 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:01:20.729617 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:01:20.729997 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37f16650-dc15-4d9a-a513-551859ff6208 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:01:20.730429 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f16650-dc15-4d9a-a513-551859ff6208'] response: {'name': 'network-changed', 'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Apr 01 00:01:20.841368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a59f-9630-48e5-8ab0-51253c55102c req-31a5e2dc-9da7-48fa-a87d-143f04ae6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:20.844998 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-31a5e2dc-9da7-48fa-a87d-143f04ae6fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 1097 time: 0.0684006 Apr 01 00:01:20.976888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a59f-9630-48e5-8ab0-51253c55102c req-d7945241-210f-4c5c-9edb-8e237076bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:20.978922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-d7945241-210f-4c5c-9edb-8e237076bc26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 200 len: 917 time: 0.1276166 Apr 01 00:01:21.005081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:01:21.032546 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-a0f0633a-81c8-4747-84dc-f6e5e1ad0b6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 200 len: 217 time: 0.0471509 Apr 01 00:01:21.091112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a59f-9630-48e5-8ab0-51253c55102c req-66f296c3-eca5-406e-b744-69d3f6a542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:21.092571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-66f296c3-eca5-406e-b744-69d3f6a542b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 200 len: 854 time: 0.0539103 Apr 01 00:01:21.149257 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a59f-9630-48e5-8ab0-51253c55102c req-33c97a44-8b30-4407-aae5-bf3c7eeaa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:21.151406 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-33c97a44-8b30-4407-aae5-bf3c7eeaa884 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e98e1b21-918d-42a3-a242-24f9d383baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524199 Apr 01 00:01:21.272466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-284ae72d-9eb5-4bcf-a591-3b84165931b7 service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145973 Apr 01 00:01:21.379054 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c763a59f-9630-48e5-8ab0-51253c55102c req-4a7fafab-161e-4097-ae2f-0e346139e9ce service neutron] 10.222.0.10 "GET /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989542 Apr 01 00:01:24.663804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:29.157107 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ecdd3-780c-4ae0-866b-b0251bd2f308 req-50c08e50-feb2-4dd9-922a-0de85733e325 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:29.158723 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153ecdd3-780c-4ae0-866b-b0251bd2f308 req-50c08e50-feb2-4dd9-922a-0de85733e325 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0599575 Apr 01 00:01:29.208361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-153ecdd3-780c-4ae0-866b-b0251bd2f308 req-3f911178-b28c-4222-a4bf-4edbb1f5985b tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Apr 01 00:01:30.406784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5c48f-76db-45dc-ab59-0bb5dfad6417 req-52a35f64-0054-4565-851f-1f7e25865318 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:30.408398 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3e5c48f-76db-45dc-ab59-0bb5dfad6417 req-52a35f64-0054-4565-851f-1f7e25865318 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.1228893 Apr 01 00:01:30.450849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d3e5c48f-76db-45dc-ab59-0bb5dfad6417 req-be25b0f0-15cb-48e7-ad34-e617a408fb40 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Apr 01 00:01:31.118514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-650f5005-eb8b-4f35-a1a2-20e2e54ec504 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:31.120327 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-650f5005-eb8b-4f35-a1a2-20e2e54ec504 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.0623801 Apr 01 00:01:31.229781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Deleting port 0f7fdfcd-4b82-406b-994d-058940e087a6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:31.230182 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:31.341633 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] For port 0f7fdfcd-4b82-406b-994d-058940e087a6, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0f7fdfcd-4b82-406b-994d-058940e087a6,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:31.342065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:31.358542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Calling delete_port for 0f7fdfcd-4b82-406b-994d-058940e087a6 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:31.609493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:31.657828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0f7fdfcd-4b82-406b-994d-058940e087a6'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:01:31.680756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b970e1-78a3-4886-b84c-2c5325546c5e req-193f8e1c-c090-4f2e-9b77-6c9f4eadf2f9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:31.683487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43b970e1-78a3-4886-b84c-2c5325546c5e req-193f8e1c-c090-4f2e-9b77-6c9f4eadf2f9 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53311c4-6d5f-4dee-9b45-fba71cf2dabb HTTP/1.1" status: 200 len: 946 time: 0.1438773 Apr 01 00:01:31.690719 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Pushing event deleted for resources: {'Port': ['ID=0f7fdfcd-4b82-406b-994d-058940e087a6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:31.792742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] No DVR routers for this DVR port 0f7fdfcd-4b82-406b-994d-058940e087a6 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:01:31.799912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:31.805978 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-704d4c34-2056-47c1-aa21-e0ccf2f4d1e7 req-8cfded80-a555-4577-87ae-1bc92544e841 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.10 "DELETE /v2.0/ports/0f7fdfcd-4b82-406b-994d-058940e087a6 HTTP/1.1" status: 204 len: 173 time: 0.6792243 Apr 01 00:01:31.806695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'name': 'network-vif-deleted', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:01:31.811068 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48e2d0-2e31-4a2a-81d0-5ecbe6168d90" -d '{"events": [{"server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "name": "network-vif-deleted", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:01:31.831405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43b970e1-78a3-4886-b84c-2c5325546c5e req-04c2fbed-c00b-4add-91ac-53e2797b72a8 tempest-TestMinimumBasicScenario-409228037 tempest-TestMinimumBasicScenario-409228037-project] 10.222.0.83 "GET /v2.0/security-groups?id=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343408 Apr 01 00:01:31.869445 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f66763-15b4-464a-82fe-56d5b3575d14 x-openstack-request-id: req-38f66763-15b4-464a-82fe-56d5b3575d14 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:01:31.869912 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53311c4-6d5f-4dee-9b45-fba71cf2dabb", "name": "network-vif-deleted", "tag": "0f7fdfcd-4b82-406b-994d-058940e087a6", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:01:31.870420 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-38f66763-15b4-464a-82fe-56d5b3575d14 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:01:31.870906 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f66763-15b4-464a-82fe-56d5b3575d14'] response: {'server_uuid': 'f53311c4-6d5f-4dee-9b45-fba71cf2dabb', 'name': 'network-vif-deleted', 'tag': '0f7fdfcd-4b82-406b-994d-058940e087a6', 'status': 'completed', 'code': 200} Apr 01 00:01:33.944337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42388) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:34.408681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:34.565249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0f7fdfcd-4b82-406b-994d-058940e087a6 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:34.588309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 0f7fdfcd-4b82-406b-994d-058940e087a6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:34.588649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0f7fdfcd-4b82-406b-994d-058940e087a6 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:34.694517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Deleting port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:34.694762 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:34.789664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] For port abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:34.790031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:34.806854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Calling delete_port for abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:35.087138 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:35.135979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:35.349412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:35.389795 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:35.941070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Router 90c452de-c277-4197-8f3a-8465a904769e has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:01:36.081187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:01:36.087152 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e25652fc-a50e-45c8-bae3-33e2adc20b07 admin admin] 10.222.0.83 "PUT /v2.0/routers/90c452de-c277-4197-8f3a-8465a904769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415527 Apr 01 00:01:36.089881 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42390) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:36.093189 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Sync routers for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:01:36.112687 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:36.114044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:36.220709 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:36.301463 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:36.360506 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:36.521336 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Deleting port 259240f7-29b4-4430-8fde-fdbf8d957ba8 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:36.521767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:36.530103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-04-01T00:01:34Z', 'revision_number': 5, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port': {'id': '259240f7-29b4-4430-8fde-fdbf8d957ba8', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c452de-c277-4197-8f3a-8465a904769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-03-31T23:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:36.568264 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Checking router: 90c452de-c277-4197-8f3a-8465a904769e for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:36.581339 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Routers {'90c452de-c277-4197-8f3a-8465a904769e'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:36.582322 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['90c452de-c277-4197-8f3a-8465a904769e'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:36.667337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] For port 259240f7-29b4-4430-8fde-fdbf8d957ba8, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=259240f7-29b4-4430-8fde-fdbf8d957ba8,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:36.668232 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:36.681843 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] Set router 90c452de-c277-4197-8f3a-8465a904769e gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:36.697345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Calling delete_port for 259240f7-29b4-4430-8fde-fdbf8d957ba8 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:36.743546 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-04-01T00:01:36Z', 'revision_number': 6, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:36.776133 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510ac79-56a3-4dcf-8ee9-0e5beb66ed5d None None] The sync data for ids ['90c452de-c277-4197-8f3a-8465a904769e'] in n-d-828414-2 is: [{'id': '90c452de-c277-4197-8f3a-8465a904769e', 'name': 'tempest-TestMinimumBasicScenario-1646294003-router', 'tenant_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:05Z', 'updated_at': '2022-04-01T00:01:36Z', 'revision_number': 6, 'project_id': 'dda7eaa3b2c34da0b886374d0cba6d4b', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:37.041330 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.085145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Pushing event deleted for resources: {'Port': ['ID=259240f7-29b4-4430-8fde-fdbf8d957ba8,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:37.202280 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.342523 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.346105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.452136 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.452723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c452de-c277-4197-8f3a-8465a904769e {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:01:37.457288 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.458463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-74fbe659-da2a-4003-b5b7-8ad409dd38ee admin admin] 10.222.0.83 "DELETE /v2.0/routers/90c452de-c277-4197-8f3a-8465a904769e HTTP/1.1" status: 204 len: 168 time: 1.3672290 Apr 01 00:01:37.462563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42392) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:37.517134 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Deleting subnet 7d876838-02b7-4ec7-9407-5582533681cc {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:01:37.521286 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.576913 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.671734 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.772210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.805490 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d876838-02b7-4ec7-9407-5582533681cc,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:37.812695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.816461 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f72182c-897c-49ba-9966-ccff072d8ca0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7d876838-02b7-4ec7-9407-5582533681cc HTTP/1.1" status: 204 len: 168 time: 0.3524804 Apr 01 00:01:37.819325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42394) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:37.821891 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba4917-6c7b-45dc-8117-2a7a58df2d82 None None] Network e98e1b21-918d-42a3-a242-24f9d383baaf requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:01:37.919937 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.989382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Deleting port 254c2e7d-0b0b-406e-bf42-856f5bfb338e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:37.989728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.069724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] For port 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=254c2e7d-0b0b-406e-bf42-856f5bfb338e,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:38.070096 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.087343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Calling delete_port for 254c2e7d-0b0b-406e-bf42-856f5bfb338e owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:38.140492 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] DHCP port deletion for e98e1b21-918d-42a3-a242-24f9d383baaf request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:01:38.207584 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Deleting port 254c2e7d-0b0b-406e-bf42-856f5bfb338e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:38.208081 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.246329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.277142 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=254c2e7d-0b0b-406e-bf42-856f5bfb338e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:38.282318 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] No DVR routers for this DVR port 254c2e7d-0b0b-406e-bf42-856f5bfb338e on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:01:38.298615 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] For port 254c2e7d-0b0b-406e-bf42-856f5bfb338e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=254c2e7d-0b0b-406e-bf42-856f5bfb338e,segment=NetworkSegment(d66b2d29-4b30-42fb-a6ba-ec946421872b),segment_id=d66b2d29-4b30-42fb-a6ba-ec946421872b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:38.298895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.315273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Calling delete_port for 254c2e7d-0b0b-406e-bf42-856f5bfb338e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:38.369957 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.409180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98e1b21-918d-42a3-a242-24f9d383baaf']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:38.410673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.422074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66b2d29-4b30-42fb-a6ba-ec946421872b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:38.422530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66b2d29-4b30-42fb-a6ba-ec946421872b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:38.436211 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.444701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Pushing event deleted for resources: {'Port': ['ID=254c2e7d-0b0b-406e-bf42-856f5bfb338e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:38.449866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] No DVR routers for this DVR port 254c2e7d-0b0b-406e-bf42-856f5bfb338e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:01:38.458593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.458935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.459314 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.459658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.459979 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.460347 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.460633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.460957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.461552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.461877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.462203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.462349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.462582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999d76a-f8cc-4642-b789-64a6ba4f6b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:38.474945 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:01:38.475563 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: timer() Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: self._notify() Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: event.method(event) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:01:38.479031 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:01:38.645964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.652812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.657775 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] 10.222.0.83 "DELETE /v2.0/networks/e98e1b21-918d-42a3-a242-24f9d383baaf HTTP/1.1" status: 204 len: 168 time: 0.8373640 Apr 01 00:01:38.661536 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:38.679366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafdf16-12e2-426d-84f0-67030b0fa4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e98e1b21-918d-42a3-a242-24f9d383baaf,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:38.859305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:38.886049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:38.886373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device abbe9037-aba6-4f9a-9c7b-b2ceee74e0fa not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:38.886798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 259240f7-29b4-4430-8fde-fdbf8d957ba8 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:38.918995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 259240f7-29b4-4430-8fde-fdbf8d957ba8 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:38.919456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 259240f7-29b4-4430-8fde-fdbf8d957ba8 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:38.920385 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 254c2e7d-0b0b-406e-bf42-856f5bfb338e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:38.952666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 254c2e7d-0b0b-406e-bf42-856f5bfb338e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:38.953210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 254c2e7d-0b0b-406e-bf42-856f5bfb338e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:39.445164 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.776970 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Deleting port b099ead2-c68f-4387-b2ba-c30e16b4b983 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:39.777896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.906889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] For port b099ead2-c68f-4387-b2ba-c30e16b4b983, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=b099ead2-c68f-4387-b2ba-c30e16b4b983,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:39.907673 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.932254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Calling delete_port for b099ead2-c68f-4387-b2ba-c30e16b4b983 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:40.240537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:40.284578 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b099ead2-c68f-4387-b2ba-c30e16b4b983,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:40.517817 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:40.751819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Router e2755131-44d7-4edc-b04c-3a8eaac37ebd has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:01:40.875046 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:01:40.882782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a0f39b7d-ab22-4aa3-8aa6-aadad6d288c3 admin admin] 10.222.0.83 "PUT /v2.0/routers/e2755131-44d7-4edc-b04c-3a8eaac37ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2197728 Apr 01 00:01:40.886106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:40.889717 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Sync routers for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:01:40.901006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:40.901831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:41.020685 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.039682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:41.135308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.250606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-04-01T00:01:40Z', 'revision_number': 5, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port': {'id': 'a3888bfc-3a92-401b-a5a7-58c0f6cad856', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:12Z', 'updated_at': '2022-03-31T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:41.263879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Deleting port a3888bfc-3a92-401b-a5a7-58c0f6cad856 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:41.264221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.282292 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Checking router: e2755131-44d7-4edc-b04c-3a8eaac37ebd for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:41.292957 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Routers {'e2755131-44d7-4edc-b04c-3a8eaac37ebd'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:41.293720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:41.359231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] For port a3888bfc-3a92-401b-a5a7-58c0f6cad856, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a3888bfc-3a92-401b-a5a7-58c0f6cad856,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:41.359605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.373714 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Calling delete_port for a3888bfc-3a92-401b-a5a7-58c0f6cad856 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:41.394387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] Set router e2755131-44d7-4edc-b04c-3a8eaac37ebd gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:41.455665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-04-01T00:01:41Z', 'revision_number': 6, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:41.485300 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443a8a-d3a5-4560-9c4f-2beb2b339688 None None] The sync data for ids ['e2755131-44d7-4edc-b04c-3a8eaac37ebd'] in n-d-828414-2 is: [{'id': 'e2755131-44d7-4edc-b04c-3a8eaac37ebd', 'name': 'tempest-TestMinimumBasicScenario-452421666-router', 'tenant_id': '7560fadede91481c93702f3b635bceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:11Z', 'updated_at': '2022-04-01T00:01:41Z', 'revision_number': 6, 'project_id': '7560fadede91481c93702f3b635bceb0', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:41.634715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.663270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3888bfc-3a92-401b-a5a7-58c0f6cad856,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:41.697931 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-64b44e6e-0c3a-45c8-9947-c4fde0627f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.732190 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.834329 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.837424 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.988639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.989545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2755131-44d7-4edc-b04c-3a8eaac37ebd {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:01:41.994737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:41.996354 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f87ded72-0027-4840-b125-fe633519e30f admin admin] 10.222.0.83 "DELETE /v2.0/routers/e2755131-44d7-4edc-b04c-3a8eaac37ebd HTTP/1.1" status: 204 len: 168 time: 1.1090381 Apr 01 00:01:42.000337 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:42.063794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Deleting subnet 6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6 {{(pid=109834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:01:42.067379 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.106410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2210722'] for subnet, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.198670 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.383641 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2324187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26562439'] for subnet, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.414246 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:42.418251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.423741 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4531957-cb4a-43d3-a04c-cf5fb80798b8 None None] Network 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:01:42.425478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42402) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:42.425907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8f032f9a-1bed-40d1-a4a5-ebe5d6628876 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6d39a49f-2fdf-4199-b1dd-a2fb6c5be9d6 HTTP/1.1" status: 204 len: 168 time: 0.4238203 Apr 01 00:01:42.551812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.619405 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Deleting port ec4f877c-542f-47b4-9313-3a8b0fb49bee {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:42.619752 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.673117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] DHCP port deletion for 08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:01:42.702776 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] For port ec4f877c-542f-47b4-9313-3a8b0fb49bee, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ec4f877c-542f-47b4-9313-3a8b0fb49bee,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:42.703175 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.718855 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Calling delete_port for ec4f877c-542f-47b4-9313-3a8b0fb49bee owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:42.729275 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Deleting port ec4f877c-542f-47b4-9313-3a8b0fb49bee {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:01:42.729646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.811471 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] For port ec4f877c-542f-47b4-9313-3a8b0fb49bee, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ec4f877c-542f-47b4-9313-3a8b0fb49bee,segment=NetworkSegment(919aa437-ec13-431c-9608-af52b28f5363),segment_id=919aa437-ec13-431c-9608-af52b28f5363)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:42.811471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.830393 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Calling delete_port for ec4f877c-542f-47b4-9313-3a8b0fb49bee owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:01:42.880515 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:42.881661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b099ead2-c68f-4387-b2ba-c30e16b4b983 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:42.912653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4f877c-542f-47b4-9313-3a8b0fb49bee,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:42.914131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: b099ead2-c68f-4387-b2ba-c30e16b4b983 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:42.914481 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device b099ead2-c68f-4387-b2ba-c30e16b4b983 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:42.915073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a3888bfc-3a92-401b-a5a7-58c0f6cad856 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:42.916479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] No DVR routers for this DVR port ec4f877c-542f-47b4-9313-3a8b0fb49bee on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:01:42.957918 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a3888bfc-3a92-401b-a5a7-58c0f6cad856 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:42.958278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a3888bfc-3a92-401b-a5a7-58c0f6cad856 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:42.958894 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ec4f877c-542f-47b4-9313-3a8b0fb49bee no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:01:42.989101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ec4f877c-542f-47b4-9313-3a8b0fb49bee {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:01:42.989569 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ec4f877c-542f-47b4-9313-3a8b0fb49bee not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:01:43.005795 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.006116 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.029783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] Pushing event deleted for resources: {'Port': ['ID=ec4f877c-542f-47b4-9313-3a8b0fb49bee,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:43.033915 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210a769-bbe5-4fbb-9127-99cd5bb1845b None None] No DVR routers for this DVR port ec4f877c-542f-47b4-9313-3a8b0fb49bee on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:01:43.041139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ba5c71-1336-4fd7-8aa2-24a9ecec8a56']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:43.062121 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919aa437-ec13-431c-9608-af52b28f5363') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:43.062449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919aa437-ec13-431c-9608-af52b28f5363') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:43.073671 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.089429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.097180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:01:43.097649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: timer() Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: self._notify() Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: event.method(event) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:01:43.099904 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:01:43.217575 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.222420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.225922 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/08ba5c71-1336-4fd7-8aa2-24a9ecec8a56 HTTP/1.1" status: 204 len: 168 time: 0.7990420 Apr 01 00:01:43.246129 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a21cc-2d00-4092-b515-7a3d7c6127b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ba5c71-1336-4fd7-8aa2-24a9ecec8a56,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:43.658025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:43.705710 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-daf1e8a2-2186-455c-a343-5b947aac1327 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dda7eaa3b2c34da0b886374d0cba6d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464282 Apr 01 00:01:43.708533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42408) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:43.771305 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.797115 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.920893 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.923872 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:43.925537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b1cd1d40-af7d-4b0f-85f1-a43f80e23acd HTTP/1.1" status: 204 len: 168 time: 0.2158148 Apr 01 00:01:43.936758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4acd2a-fbd7-4ec3-8e31-003747b6a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd1d40-af7d-4b0f-85f1-a43f80e23acd,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:43.943855 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e1309833-79e5-4425-8c15-0059f43f418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:44.703724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:44.772135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a11c4e1-a353-49cd-9f6c-560d1c4808d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7560fadede91481c93702f3b635bceb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668738 Apr 01 00:01:44.776129 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:44.848442 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:44.886226 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:45.013483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:45.016426 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:45.018146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96a87f9d-e178-4634-b7ef-fad42b80a548 HTTP/1.1" status: 204 len: 168 time: 0.2410269 Apr 01 00:01:45.029818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef372c1-6072-49fe-87e2-2be91f98c01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a87f9d-e178-4634-b7ef-fad42b80a548,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:45.600004 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:46.822832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:46.863097 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:47.621045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42456) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:47.626133 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629724094', 'description': 'tempest-secgroup-smoke-629724094 description', 'project_id': '817e62b546084d21941a4f6f48c39324'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:47.708363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:47.718146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:47.804753 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:47.891158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:47.931694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4c23b-5419-4743-8ced-f50ef9d4a510,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:47.983294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.199851 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.232985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8219e-07ba-470c-b830-cc8cfeefb325,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:48.298832 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.300205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6fb2c707-f830-43dd-80c5-f56ce1349cfa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6778903 Apr 01 00:01:48.303372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42458) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:48.307768 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:48.405962 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.476385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.582322 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.602418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de75882-9193-4601-8e26-66a85c6216e7,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:48.688119 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.689607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-27f07adc-0fd5-4913-a864-8ee5f766f699 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850951 Apr 01 00:01:48.692717 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42460) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:48.697241 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:48.811718 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.885348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.965929 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:48.996466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f07360c-5cd2-4071-896e-afb80d986364,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:49.070151 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.071355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f231f04c-e062-441c-b27d-3ec52b7571c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3776188 Apr 01 00:01:49.074490 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42462) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:49.079292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:49.171559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.231075 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.273897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.308065 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a4a3a2-d911-4904-b2c3-0c34af865b66,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:49.356624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.358352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3f3a1e18-7621-464f-b25d-48a1a6d47958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826617 Apr 01 00:01:49.361563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42464) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:49.366168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:49.427951 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.495784 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.566247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.587545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d1bd09-4802-488c-aaeb-386b059706f4,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:49.669592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.670893 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f908670b-ac24-4006-8aa5-64917c9a6e05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082826 Apr 01 00:01:49.675650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42466) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:49.681549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:49.795039 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:01:49.801509 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.884471 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.966149 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:49.999259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f0d80c-a348-4c04-b598-87274bb595a5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:50.077021 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.078505 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cfae6a4a-be61-4253-b930-fd01f888979f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014473 Apr 01 00:01:50.081667 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42468) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:50.086534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '47e8219e-07ba-470c-b830-cc8cfeefb325', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:50.176627 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:01:50.182184 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.246056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.303533 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.321551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2792da-1640-4c84-a3e7-590cdc378c28,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:50.384195 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.385509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-52608d34-5e32-4b0d-9907-44e18e8c8d36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3028550 Apr 01 00:01:50.389177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42470) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:50.394355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'network': {'name': 'tempest-network-smoke--693620681', 'project_id': '817e62b546084d21941a4f6f48c39324', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:50.479734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:01:50.483343 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.508528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:01:50.519603 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.523199 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Added segment e25f6b89-87b0-4c71-a538-43017a21d72a of type vlan for network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 Apr 01 00:01:50.570935 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.662576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.668363 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:50.669155 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.737040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Network': ['ID=429e44be-aee4-4a0e-89b6-c02cdb6565a4,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:50.749040 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:01:50.775095 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3c636e1a-8254-4d58-9965-7d02acaeb936 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3845463 Apr 01 00:01:50.778314 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42472) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:50.783420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'admin_state_up': True, 'project_id': '817e62b546084d21941a4f6f48c39324', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:50.857532 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.858728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:50.925029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.137062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.400417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.420110 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.539566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.203 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/926137de-a7eb-4dca-bb00-e46c8a259d14) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:01:51.649174 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.748845 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.790496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:01:51.794272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:01:51.798085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:01:51.804083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=926137de-a7eb-4dca-bb00-e46c8a259d14,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:52.225885 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:52.727430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:52.959449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router ba2e03d9-090d-4173-9f90-9e1855de742f is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:01:53.070750 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:01:53.082081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Sync routers for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:01:53.092387 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:53.092991 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:53.150093 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.151496 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3f2b401d-d39e-433d-82c1-ce3a335f0b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3719943 Apr 01 00:01:53.155141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42474) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:53.198207 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:53.295107 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2a7850fd-ddd3-47ec-afa0-03cf907e0872 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=817e62b546084d21941a4f6f48c39324&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343372 Apr 01 00:01:53.295408 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42478) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:53.400715 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:53.432081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Checking router: ba2e03d9-090d-4173-9f90-9e1855de742f for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:53.432488 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Updating router ba2e03d9-090d-4173-9f90-9e1855de742f port 926137de-a7eb-4dca-bb00-e46c8a259d14 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:01:53.458636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ddb7d2-8292-4592-a825-e2f68048ab7c tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:53.458929 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.464146 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-66ddb7d2-8292-4592-a825-e2f68048ab7c tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666179 Apr 01 00:01:53.464360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42480) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:53.504497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4411afe9-3774-4592-a77c-11e53b9852ca tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383947 Apr 01 00:01:53.510434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42482) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:53.516262 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162409401', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'project_id': '817e62b546084d21941a4f6f48c39324', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:01:53.702572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:01:53.707225 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.792903 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.857847 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.918752 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Attempting to bind port 926137de-a7eb-4dca-bb00-e46c8a259d14 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:01:53.920005 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Attempting to bind port 926137de-a7eb-4dca-bb00-e46c8a259d14 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:01:53.920307 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Attempting to bind port 926137de-a7eb-4dca-bb00-e46c8a259d14 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:01:53.925863 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Pushing event updated for resources: {'Port': ['ID=926137de-a7eb-4dca-bb00-e46c8a259d14,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:53.932913 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:01:53.933266 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:01:53.933668 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.934094 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:01:53.934850 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Bound port: 926137de-a7eb-4dca-bb00-e46c8a259d14, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:01:53.935411 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:53.942566 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.943679 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.943880 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.944375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.944840 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.945171 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.945708 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.946244 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.946837 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.947478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.950230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.950230 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:01:53.983683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.015245 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] For port 926137de-a7eb-4dca-bb00-e46c8a259d14, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:01:54.019625 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] For port 926137de-a7eb-4dca-bb00-e46c8a259d14, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=926137de-a7eb-4dca-bb00-e46c8a259d14,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:01:54.055270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Subnet': ['ID=3bebb9ec-8c83-43fc-b4b7-122042240f2e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:54.064764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Checking segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:01:54.064914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network hostable DHCP agents. Network: 429e44be-aee4-4a0e-89b6-c02cdb6565a4, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:01:54.079986 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.134054 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:54.134752 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:54.159567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:01:54.182681 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33e06-3cf4-46c2-9789-14ee7cb4068c None None] Pushing event updated for resources: {'Port': ['ID=926137de-a7eb-4dca-bb00-e46c8a259d14,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:54.262985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 429e44be-aee4-4a0e-89b6-c02cdb6565a4) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:01:54.267938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:54.268687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.277553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a714b-f4e0-41d6-af64-63f9bcdd17d5 None None] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:01:54.362823 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-07830b62-0671-4428-a325-fa81a19bfba5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8508728 Apr 01 00:01:54.368723 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42484) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:54.383421 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:54.451771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:01:54.452653 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.623613 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Allocated IP 172.20.0.2 (429e44be-aee4-4a0e-89b6-c02cdb6565a4/3bebb9ec-8c83-43fc-b4b7-122042240f2e/d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:01:54.675180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:54.724577 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a691ae-e92d-49ba-be0a-de7d0b1cce8d None None] The sync data for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 is: [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:54.833695 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.948197 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.973306 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.046545 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.119839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:01:55.124222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:01:55.130014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:01:55.143198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Pushing event updated for resources: {'Port': ['ID=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:55.217836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Attempting to bind port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:01:55.218205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Attempting to bind port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:01:55.218572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Attempting to bind port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 on network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:01:55.225109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:01:55.225489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Checking segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:01:55.225897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.226287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Bound using segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:01:55.226966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Bound port: d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:01:55.227375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.310880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] For port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:01:55.314386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] For port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:01:55.382641 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.417400 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.1 (429e44be-aee4-4a0e-89b6-c02cdb6565a4/3bebb9ec-8c83-43fc-b4b7-122042240f2e/4c4a4eca-f779-496a-a3c8-5645184df64c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:01:55.458373 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef89ef-dfb9-4634-886a-ee8e8c975081 None None] Pushing event updated for resources: {'Port': ['ID=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:55.571760 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.690907 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:55.750524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:01:55.754004 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:01:55.760468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:01:55.766284 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:55.828051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.442831 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.532368 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321942e6-dcbf-4985-a6bd-e611b7a29b99 None None] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:01:56.609935 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] Provisioning complete for port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:56.610304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.761453 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.785939 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.853057 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.853567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] For port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:56.936336 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:56.939603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.998700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:01:57.041608 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.066949 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:01:57.075174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:01:57.116193 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4b05f-4597-4b0a-8e60-141acbfc990a None None] Pushing event updated for resources: {'Port': ['ID=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:57.127670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.127958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.181596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2de9dba8-727b-405e-bd5c-5f3cf224ad56 None None] Provisioning complete for port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.182287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2de9dba8-727b-405e-bd5c-5f3cf224ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.217411 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router ba2e03d9-090d-4173-9f90-9e1855de742f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:01:57.270220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 926137de-a7eb-4dca-bb00-e46c8a259d14 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:01:57.358232 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2de9dba8-727b-405e-bd5c-5f3cf224ad56 None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.358891 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2de9dba8-727b-405e-bd5c-5f3cf224ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.360344 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:01:57.363155 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 926137de-a7eb-4dca-bb00-e46c8a259d14 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.363757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.366945 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-aac10161-fb67-464d-93d5-32b9dd2b695d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/ba2e03d9-090d-4173-9f90-9e1855de742f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980595 Apr 01 00:01:57.385362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Sync routers for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:01:57.443453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:57.444101 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:57.446020 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2de9dba8-727b-405e-bd5c-5f3cf224ad56 None None] Port 4c4a4eca-f779-496a-a3c8-5645184df64c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:01:57.552301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-be8f7f0d-18cd-4435-bb96-e323a3501b8c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629724094&fields=id&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 267 time: 0.0449553 Apr 01 00:01:57.599630 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.620419 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:57.653430 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9b49e64f-bcd8-4f38-9a97-5d16d79b4e39 None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.653996 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9b49e64f-bcd8-4f38-9a97-5d16d79b4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.666756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 926137de-a7eb-4dca-bb00-e46c8a259d14, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=926137de-a7eb-4dca-bb00-e46c8a259d14,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:57.679748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-8c9a2ecd-e48a-4df6-8db8-6a7a6ce34dd8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:57.681268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-8c9a2ecd-e48a-4df6-8db8-6a7a6ce34dd8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/networks?id=429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 200 len: 796 time: 0.1202445 Apr 01 00:01:57.697839 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-3bc4ae4f-ca48-4167-b637-f61edce41c73 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/quotas/817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Apr 01 00:01:57.742675 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.758712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9b49e64f-bcd8-4f38-9a97-5d16d79b4e39 None None] Port 4c4a4eca-f779-496a-a3c8-5645184df64c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:01:57.771751 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-2d99796d-9c03-47a7-84a9-0aed56a6dc8c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669453 Apr 01 00:01:57.859381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=926137de-a7eb-4dca-bb00-e46c8a259d14,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:57.879786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-b71975a8-889f-494a-9603-0e6a7619632b service neutron] 10.222.0.83 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947554 Apr 01 00:01:57.913349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f65b1075-6e33-4ec6-970b-42305e383c94 None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:57.913349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f65b1075-6e33-4ec6-970b-42305e383c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:57.964358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f65b1075-6e33-4ec6-970b-42305e383c94 None None] Port 4c4a4eca-f779-496a-a3c8-5645184df64c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:01:57.987733 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 2, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:57.998825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-7c4bb42d-58e2-49f4-a587-043db3545a2a service neutron] 10.222.0.83 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103401 Apr 01 00:01:58.005245 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:01:58.018411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Checking router: ba2e03d9-090d-4173-9f90-9e1855de742f for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:58.019038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Updating router ba2e03d9-090d-4173-9f90-9e1855de742f port 4c4a4eca-f779-496a-a3c8-5645184df64c binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:01:58.064442 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.269524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf79185e-e9e2-44ed-b790-21a82e7fdcd2 req-9738ad40-83e3-4ba9-a12e-7097fe61b076 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0291026 Apr 01 00:01:58.379116 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.439678 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.499806 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7063-d467-45f4-b6d2-378f006659ea None None] Pushing event updated for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:58.570380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Attempting to bind port 4c4a4eca-f779-496a-a3c8-5645184df64c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:01:58.570908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Attempting to bind port 4c4a4eca-f779-496a-a3c8-5645184df64c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:01:58.571394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Attempting to bind port 4c4a4eca-f779-496a-a3c8-5645184df64c on network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:01:58.579943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:01:58.580327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Checking segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:01:58.580736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.581138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Bound using segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:01:58.581625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Bound port: 4c4a4eca-f779-496a-a3c8-5645184df64c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:01:58.582237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.656881 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] For port 4c4a4eca-f779-496a-a3c8-5645184df64c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:01:58.660299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] For port 4c4a4eca-f779-496a-a3c8-5645184df64c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c4a4eca-f779-496a-a3c8-5645184df64c,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:01:58.689605 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9ca11564-8284-4932-823b-f64f110e4f2a None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:58.689997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9ca11564-8284-4932-823b-f64f110e4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.720286 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:58.759908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9ca11564-8284-4932-823b-f64f110e4f2a None None] Port 4c4a4eca-f779-496a-a3c8-5645184df64c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:01:58.791572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:58.792124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:01:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:58.797379 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7063-d467-45f4-b6d2-378f006659ea None None] Pushing event updated for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:01:58.904436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:01:58.977645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:59.026825 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:59.027237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:59.329375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:59.329753 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:59.355621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f45c114-a0be-44ca-b9ed-d29a2435c135 req-4fabefc0-c5d8-4084-8a00-f5416c6777a6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0289042 Apr 01 00:01:59.456058 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 926137de-a7eb-4dca-bb00-e46c8a259d14 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:01:59.614938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:59.637633 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 926137de-a7eb-4dca-bb00-e46c8a259d14 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:01:59.638207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:59.641664 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:58Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:59.701001 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7415-1865-4a61-a788-b39ade0787ad None None] The sync data for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 is: [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:58Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:59.728351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] For port 4c4a4eca-f779-496a-a3c8-5645184df64c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c4a4eca-f779-496a-a3c8-5645184df64c,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:01:59.820283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:59.903703 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110cc76-7a95-4bb0-9810-ababb1dd24d8 None None] Pushing event updated for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:00.450305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7e3c7470-8dae-4f67-9fc1-0395b50129c2 req-e2406f95-e1ba-4732-9e99-05530815b450 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Apr 01 00:02:00.889455 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c4a4eca-f779-496a-a3c8-5645184df64c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:02:00.941064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4c4a4eca-f779-496a-a3c8-5645184df64c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:02:00.941345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:01.556962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b857044-0120-4313-8b40-81f1702baa75 req-b205b110-489b-43e3-9c9c-3d9cd9c7f78a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0329170 Apr 01 00:02:02.669462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33b097b6-6f43-41af-8cde-5dbb12c59dae req-9ae8fb29-b2bd-437e-8f29-8aac28315339 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Apr 01 00:02:03.453742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-08833237-7249-4763-92e0-db20dbe1036a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:03.455413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-08833237-7249-4763-92e0-db20dbe1036a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/networks?id=429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 200 len: 796 time: 0.1190183 Apr 01 00:02:03.505624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-35dc4d88-aa77-47eb-b1c6-5a531c7249d5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 379 time: 0.0367372 Apr 01 00:02:03.515405 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'port': {'device_id': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'admin_state_up': True, 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'security_groups': ['47e8219e-07ba-470c-b830-cc8cfeefb325']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:02:03.696485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:02:03.700304 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:03.796393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-33eed5a6-85f7-415b-8e17-0db03432a7d9 req-81bd4086-c848-43d1-b388-1d00a725c42e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 210 time: 0.0408208 Apr 01 00:02:03.860006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.3 (429e44be-aee4-4a0e-89b6-c02cdb6565a4/3bebb9ec-8c83-43fc-b4b7-122042240f2e/0ee342cc-1f22-453c-91f3-e9334d81b988) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:02:04.003288 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.119572 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.169281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:02:04.172803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:02:04.176813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:02:04.207435 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:04.239743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:04.244599 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.350115 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-fa3b253a-646b-447d-8911-435847b3475d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388414 Apr 01 00:02:04.415359 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Request body: {'port': {'device_id': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:02:04.473417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.476052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1cf9f3da-cef1-4f1d-a09e-0960147d6511 None None] Provisioning complete for port 0ee342cc-1f22-453c-91f3-e9334d81b988 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:02:04.476600 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1cf9f3da-cef1-4f1d-a09e-0960147d6511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.511459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9f3da-cef1-4f1d-a09e-0960147d6511 None None] Port 0ee342cc-1f22-453c-91f3-e9334d81b988 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:02:04.749804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee342cc-1f22-453c-91f3-e9334d81b988 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:02:04.758003 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.770510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Transition to ACTIVE for port object 0ee342cc-1f22-453c-91f3-e9334d81b988 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:02:04.838699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.926485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:04.985845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff1cd-4994-4e0f-9c93-5433d370a209 req-aef15f6f-dc4f-455b-af99-6284e3b76c9b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:04.987497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfdff1cd-4994-4e0f-9c93-5433d370a209 req-aef15f6f-dc4f-455b-af99-6284e3b76c9b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.1195447 Apr 01 00:02:05.049418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Attempting to bind port 0ee342cc-1f22-453c-91f3-e9334d81b988 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:02:05.049418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Attempting to bind port 0ee342cc-1f22-453c-91f3-e9334d81b988 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:02:05.049708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Attempting to bind port 0ee342cc-1f22-453c-91f3-e9334d81b988 on network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:02:05.054544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bfdff1cd-4994-4e0f-9c93-5433d370a209 req-63ce5314-5069-4ff1-94ca-651b573b6b9b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591593 Apr 01 00:02:05.058520 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Port 0ee342cc-1f22-453c-91f3-e9334d81b988 on network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:02:05.058854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Attempting to bind port 0ee342cc-1f22-453c-91f3-e9334d81b988 on network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:02:05.064799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:02:05.065216 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Checking segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:02:05.066339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Bound using segment: {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:02:05.069987 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Bound port: 0ee342cc-1f22-453c-91f3-e9334d81b988, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25f6b89-87b0-4c71-a538-43017a21d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:02:05.069987 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:05.137770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:02:05.141448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0ee342cc-1f22-453c-91f3-e9334d81b988,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:02:05.216816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:05.263871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.264518 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:05.266024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 200 len: 1091 time: 0.9017015 Apr 01 00:02:05.266505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:02:05.268987 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270fe163-084c-4eb5-af04-38c066abca76" -d '{"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:02:05.309372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b061d0-3ef7-40ef-8b89-eac081e7cce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:05.384956 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee53cfb-2e71-40aa-84f4-b0c862098beb x-openstack-request-id: req-bee53cfb-2e71-40aa-84f4-b0c862098beb {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:02:05.385326 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:02:05.385642 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bee53cfb-2e71-40aa-84f4-b0c862098beb {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:02:05.386113 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee53cfb-2e71-40aa-84f4-b0c862098beb'] response: {'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'status': 'completed', 'code': 200} Apr 01 00:02:05.422666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:05.471621 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe163-084c-4eb5-af04-38c066abca76 req-3af6008a-8300-41bf-a57a-4000df1df254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.473266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-270fe163-084c-4eb5-af04-38c066abca76 req-3af6008a-8300-41bf-a57a-4000df1df254 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1094 time: 0.0460634 Apr 01 00:02:05.582687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe163-084c-4eb5-af04-38c066abca76 req-b057ae7d-eed7-4bd5-99e0-74b4916a555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.584315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-270fe163-084c-4eb5-af04-38c066abca76 req-b057ae7d-eed7-4bd5-99e0-74b4916a555f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=817e62b546084d21941a4f6f48c39324&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975673 Apr 01 00:02:05.689223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe163-084c-4eb5-af04-38c066abca76 req-52e3f8f9-6a0b-4e26-b724-22b666d199be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.690745 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-270fe163-084c-4eb5-af04-38c066abca76 req-52e3f8f9-6a0b-4e26-b724-22b666d199be service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0998614 Apr 01 00:02:05.803639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-1ad9e3a2-2e80-45b5-a6ab-ecef03ec0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.805202 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-1ad9e3a2-2e80-45b5-a6ab-ecef03ec0475 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1094 time: 0.0555067 Apr 01 00:02:05.859572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-5d1dec4f-5ab8-41ea-9940-55f315e824aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 200 len: 217 time: 0.0404058 Apr 01 00:02:05.913165 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-7c766d3f-8279-4165-96c5-eaf18d7b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.914901 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-7c766d3f-8279-4165-96c5-eaf18d7b38e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bebb9ec-8c83-43fc-b4b7-122042240f2e HTTP/1.1" status: 200 len: 835 time: 0.0486662 Apr 01 00:02:05.961607 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-c326821b-0d31-4f5a-87c0-641263bb3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.963146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-c326821b-0d31-4f5a-87c0-641263bb3665 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=429e44be-aee4-4a0e-89b6-c02cdb6565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421131 Apr 01 00:02:06.058701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-4a065379-4331-4db4-a286-3889294e7a43 service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Apr 01 00:02:06.176013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-646bb92e-1fbe-492d-932c-99ef2e23ddad req-24355603-a2b9-4ae5-b1e5-250e26eddaba service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121609 Apr 01 00:02:06.208012 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eff822-0e23-458d-8f63-43b6487b4cdb req-1c1f09e7-a8a4-43f9-b99c-656dadde915e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:06.209545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5eff822-0e23-458d-8f63-43b6487b4cdb req-1c1f09e7-a8a4-43f9-b99c-656dadde915e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.0813391 Apr 01 00:02:06.251282 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a5eff822-0e23-458d-8f63-43b6487b4cdb req-1d424d74-34ec-4153-af14-d78cbfea9fff tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 Apr 01 00:02:07.385867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffbc5f-fca5-4fb0-89e5-f0de277667d3 req-2befc7a1-15a7-47f8-9f79-e5459765d888 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:07.387559 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfffbc5f-fca5-4fb0-89e5-f0de277667d3 req-2befc7a1-15a7-47f8-9f79-e5459765d888 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.0581744 Apr 01 00:02:07.428607 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cfffbc5f-fca5-4fb0-89e5-f0de277667d3 req-d49ce52a-8e52-4d1d-b7f0-febc8ad82807 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 Apr 01 00:02:08.553885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b54ee-7a90-4d06-9677-edf5b964314b req-ed39187c-a3cc-42c8-928b-cd1a5c1ebfff tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.555502 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff1b54ee-7a90-4d06-9677-edf5b964314b req-ed39187c-a3cc-42c8-928b-cd1a5c1ebfff tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.0530958 Apr 01 00:02:08.604712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ff1b54ee-7a90-4d06-9677-edf5b964314b req-d65b6d35-2247-4705-bc0a-7e0febbe88e4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Apr 01 00:02:09.730657 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8973-6cb9-4f6a-b698-49d4d2617909 req-979db2fe-9c0f-473a-ba76-18f1d74c9e34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:09.732178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22cc8973-6cb9-4f6a-b698-49d4d2617909 req-979db2fe-9c0f-473a-ba76-18f1d74c9e34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.0510571 Apr 01 00:02:09.772592 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-22cc8973-6cb9-4f6a-b698-49d4d2617909 req-9bd5ce3f-15ca-44b3-a655-3b5345dd10bc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343812 Apr 01 00:02:10.718205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0ee342cc-1f22-453c-91f3-e9334d81b988 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:02:10.817694 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0ee342cc-1f22-453c-91f3-e9334d81b988,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:10.831083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'port_id': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'mac_address': 'fa:16:3e:c6:6c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:02:10.872334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:10.890995 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee342cc-1f22-453c-91f3-e9334d81b988 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:02:10.899886 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d34edf-bf5f-4118-afac-7552fb07f3b8 req-25d4cafd-990f-41b4-8f82-bf6d305266f8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:10.899886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0d34edf-bf5f-4118-afac-7552fb07f3b8 req-25d4cafd-990f-41b4-8f82-bf6d305266f8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 943 time: 0.0558262 Apr 01 00:02:10.915904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0ee342cc-1f22-453c-91f3-e9334d81b988,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:10.940554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d0d34edf-bf5f-4118-afac-7552fb07f3b8 req-b335d9e6-ed94-45d0-8d55-75e3ad404cd4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343575 Apr 01 00:02:10.970216 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:11.020038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:11.373002 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['0ee342cc-1f22-453c-91f3-e9334d81b988'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:02:11.753031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0244f49a-53b8-4eb0-9b91-2729ef01cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:12.061635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294e95-5b3d-4457-ba58-5a7656c90ece req-f01f9cbc-5dd1-4af9-a84a-a69982a7f7e8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:12.063167 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41294e95-5b3d-4457-ba58-5a7656c90ece req-f01f9cbc-5dd1-4af9-a84a-a69982a7f7e8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 944 time: 0.0501411 Apr 01 00:02:12.104570 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41294e95-5b3d-4457-ba58-5a7656c90ece req-feba29e5-4e98-4780-9e98-4724988edd8b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352035 Apr 01 00:02:12.732912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0ee342cc-1f22-453c-91f3-e9334d81b988 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:02:12.872832 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 0ee342cc-1f22-453c-91f3-e9334d81b988 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:02:12.877098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 0ee342cc-1f22-453c-91f3-e9334d81b988 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:02:12.877500 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:12.961555 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:12.986983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:02:12.989202 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f32fd-5dc3-4e14-ac67-934e70dee6eb" -d '{"events": [{"server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "name": "network-vif-plugged", "status": "completed", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:02:13.002784 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0ee342cc-1f22-453c-91f3-e9334d81b988,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:13.044756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:13.097069 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d955d-935d-446d-90ce-884df66d3981 x-openstack-request-id: req-9b1d955d-935d-446d-90ce-884df66d3981 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:02:13.097427 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "name": "network-vif-plugged", "status": "completed", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:02:13.097622 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b1d955d-935d-446d-90ce-884df66d3981 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:02:13.098018 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1d955d-935d-446d-90ce-884df66d3981'] response: {'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'code': 200} Apr 01 00:02:13.101052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:13.267616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241e82-2e8b-46c8-b61c-db8c8979777b req-6e32f675-8412-4645-bd97-9dab60f47975 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:13.269051 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48241e82-2e8b-46c8-b61c-db8c8979777b req-6e32f675-8412-4645-bd97-9dab60f47975 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0833821 Apr 01 00:02:13.273619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa257d-e11e-49d7-914e-cb0df636429d req-6519d334-b4ca-4ed1-90d2-e2c067f21fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:13.275212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25aa257d-e11e-49d7-914e-cb0df636429d req-6519d334-b4ca-4ed1-90d2-e2c067f21fba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1096 time: 0.0872855 Apr 01 00:02:13.331522 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-48241e82-2e8b-46c8-b61c-db8c8979777b req-5079feb4-37a1-402f-8ea1-102268d14d4d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550265 Apr 01 00:02:13.336480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25aa257d-e11e-49d7-914e-cb0df636429d req-37859595-8667-42d2-8836-8201e8a0068c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534914 Apr 01 00:02:13.924201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d64c9a8a-6d89-4b17-83e8-29286645ad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:14.456912 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536eef7-f7f4-453a-8f85-03451531809e req-56363237-9af9-4af3-b2e0-677c4ec9fd5b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:14.458494 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f536eef7-f7f4-453a-8f85-03451531809e req-56363237-9af9-4af3-b2e0-677c4ec9fd5b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Apr 01 00:02:14.500003 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f536eef7-f7f4-453a-8f85-03451531809e req-665c9464-b37b-4546-9a2c-6a3a3cd62cc0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346768 Apr 01 00:02:15.564256 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:15.626420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8435-570f-4998-a616-8cdaa82993ef req-695fde37-31dd-426f-8f6b-42e64e082922 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:15.628009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-212d8435-570f-4998-a616-8cdaa82993ef req-695fde37-31dd-426f-8f6b-42e64e082922 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0558972 Apr 01 00:02:15.667802 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-212d8435-570f-4998-a616-8cdaa82993ef req-fe2865cd-9abe-4fc4-bab5-07124a8b1e07 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Apr 01 00:02:15.787749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160a60-7d03-427f-b5dc-60a5ae8262d5 req-34a0cf36-1236-4473-ba77-cb4a31ff120a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:15.789170 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30160a60-7d03-427f-b5dc-60a5ae8262d5 req-34a0cf36-1236-4473-ba77-cb4a31ff120a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0516036 Apr 01 00:02:15.830214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-30160a60-7d03-427f-b5dc-60a5ae8262d5 req-19f0c703-7029-4e0d-a5a0-1c744af36144 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344131 Apr 01 00:02:15.851825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42560) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:15.893551 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485aae8-d881-453d-85b5-400d46f94caf tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:15.895108 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-6485aae8-d881-453d-85b5-400d46f94caf tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1091 time: 0.0422800 Apr 01 00:02:15.897987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42562) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:15.902386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:02:16.016447 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.128257 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.239255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.59 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/f11d9b60-9068-4c5a-a75a-4d14d4281aea) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:02:16.346151 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.456424 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.503620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:02:16.506734 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:02:16.511018 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:02:16.517958 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=f11d9b60-9068-4c5a-a75a-4d14d4281aea,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:16.845254 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.846278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:16.893364 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.021595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.182833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.244421 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.317420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=f11d9b60-9068-4c5a-a75a-4d14d4281aea,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:17.331391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.436560 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 703852dc-8769-4d20-8548-9ceaefc4af22 associated. External IP: 172.25.6.59, port: 0ee342cc-1f22-453c-91f3-e9334d81b988. Apr 01 00:02:17.650550 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router ba2e03d9-090d-4173-9f90-9e1855de742f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:02:17.760822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:02:17.771317 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Sync routers for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:02:17.783103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:02:17.783713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:02:17.852132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:17.881992 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c64b8ef7-5178-4f5d-a40a-6106bbc16f4c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9824882 Apr 01 00:02:17.882215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:02:17.884712 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa39be1c-f60b-46aa-9989-6cafdb87c2be" -d '{"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:02:17.895098 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:02:18.003610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64214c74-3006-45bd-9896-3871cc348c36 req-3b8d7704-fa69-457a-bd66-dd11b826b0c7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:18.005167 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ef260-981e-4754-9335-f6a98b8a10ca x-openstack-request-id: req-859ef260-981e-4754-9335-f6a98b8a10ca {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:02:18.005584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64214c74-3006-45bd-9896-3871cc348c36 req-3b8d7704-fa69-457a-bd66-dd11b826b0c7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0615070 Apr 01 00:02:18.007446 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:02:18.007681 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-859ef260-981e-4754-9335-f6a98b8a10ca {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:02:18.008116 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859ef260-981e-4754-9335-f6a98b8a10ca'] response: {'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'status': 'completed', 'code': 200} Apr 01 00:02:18.052129 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64214c74-3006-45bd-9896-3871cc348c36 req-1f6deb21-01a1-4131-8d7e-1b4ec9e0e542 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388651 Apr 01 00:02:18.078183 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42570) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:18.101637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-73d42071-99b2-4540-bc6c-b5fe05717e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:18.103188 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-73d42071-99b2-4540-bc6c-b5fe05717e28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1096 time: 0.0544751 Apr 01 00:02:18.145230 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-174124ee-deb7-4304-b846-5ec31997fc73 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/703852dc-8769-4d20-8548-9ceaefc4af22 HTTP/1.1" status: 200 len: 990 time: 0.0652189 Apr 01 00:02:18.164796 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '703852dc-8769-4d20-8548-9ceaefc4af22', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'port_id': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'mac_address': 'fa:16:3e:c6:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:02:16Z', 'updated_at': '2022-04-01T00:02:16Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:02:18.192428 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Checking router: ba2e03d9-090d-4173-9f90-9e1855de742f for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:02:18.197945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-9e8a867f-372e-43c3-822f-61613ec705f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:18.199588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-9e8a867f-372e-43c3-822f-61613ec705f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 200 len: 898 time: 0.0895884 Apr 01 00:02:18.202741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:02:18.203400 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:02:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:02:18.274572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-364502c4-b9f5-4000-9517-267fee9f21e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 200 len: 998 time: 0.0679719 Apr 01 00:02:18.320118 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:02:18.323800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-128c973c-a419-4706-905c-945685fda4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:18.325470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-128c973c-a419-4706-905c-945685fda4ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bebb9ec-8c83-43fc-b4b7-122042240f2e HTTP/1.1" status: 200 len: 835 time: 0.0452137 Apr 01 00:02:18.379038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-29c46630-b946-4c75-aa48-b534b609bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:18.380588 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-29c46630-b946-4c75-aa48-b534b609bd4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=429e44be-aee4-4a0e-89b6-c02cdb6565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477686 Apr 01 00:02:18.487419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-dafd75a9-d67f-4d2e-a22c-d10a8460b631 service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000440 Apr 01 00:02:18.583248 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fa39be1c-f60b-46aa-9989-6cafdb87c2be req-a4cb74bc-1187-4170-bc2a-1d3447c30e79 service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896382 Apr 01 00:02:18.584077 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '703852dc-8769-4d20-8548-9ceaefc4af22', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'port_id': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'mac_address': 'fa:16:3e:c6:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:02:16Z', 'updated_at': '2022-04-01T00:02:16Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:02:18.616308 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3dbfe-f343-466c-9c1d-2b85b612e0ad None None] The sync data for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 is: [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '703852dc-8769-4d20-8548-9ceaefc4af22', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'port_id': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'mac_address': 'fa:16:3e:c6:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:02:16Z', 'updated_at': '2022-04-01T00:02:16Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:02:18.836401 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfed806-98bb-4717-84ec-3f7b10e907fd None None] New status for floating IP 703852dc-8769-4d20-8548-9ceaefc4af22: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:02:19.148898 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42572) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:19.219956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-68d834e9-0a2f-44b2-93a0-40f01511c582 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/703852dc-8769-4d20-8548-9ceaefc4af22 HTTP/1.1" status: 200 len: 992 time: 0.0698729 Apr 01 00:02:24.632070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:35.004148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:02:35.363498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:41.689109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9e13-ac3e-4b31-8440-74f485dab108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:43.928868 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1afa2693-1d07-4779-a362-35d5aeecff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:45.574442 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:46.842991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:46.846612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:48.120243 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-3339b918-d593-4b9b-8b78-dd3673f90b38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402284 Apr 01 00:02:48.229510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-feed4c3e-6b99-4360-88de-64af02f9d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:48.231045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-feed4c3e-6b99-4360-88de-64af02f9d8cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1096 time: 0.0503166 Apr 01 00:02:48.338430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-9a41049c-6573-4f08-bfbd-e6fdbd0dfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:48.339858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-9a41049c-6573-4f08-bfbd-e6fdbd0dfa17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 200 len: 898 time: 0.0880885 Apr 01 00:02:48.413112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-3e8faa96-e4ea-454f-96f9-dd417e8e7357 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 200 len: 1000 time: 0.0659695 Apr 01 00:02:48.464357 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-30e90e1d-b6aa-4a47-8af9-1ba17619dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:48.465989 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-30e90e1d-b6aa-4a47-8af9-1ba17619dc73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bebb9ec-8c83-43fc-b4b7-122042240f2e HTTP/1.1" status: 200 len: 835 time: 0.0470524 Apr 01 00:02:48.516110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-9a714937-e9d1-4064-bac6-e866d89c8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:48.517632 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-9a714937-e9d1-4064-bac6-e866d89c8566 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=429e44be-aee4-4a0e-89b6-c02cdb6565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447221 Apr 01 00:02:48.617021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-0532a5fe-ff5c-43e6-aa7b-1e60bb343b00 service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921888 Apr 01 00:02:48.718007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1e743c05-768f-4190-9ff5-f7f00511ea68 req-acb269da-3661-4b0b-8d8e-1e0883aa47ff service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937312 Apr 01 00:02:54.619702 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:05.374461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.688229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b4db5b50-2a1a-4e0f-a4fd-4564bc962977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:12.003338 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:03:13.933147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3b8a-1562-4f56-8c39-5512bc08982f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.583961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.836263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.893267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.642225 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.245939 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37137e62-3d57-418d-baff-87265fc0d6f9 req-549571fb-adf0-4425-b55a-85ad2f1ce865 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:25.247509 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37137e62-3d57-418d-baff-87265fc0d6f9 req-549571fb-adf0-4425-b55a-85ad2f1ce865 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0552566 Apr 01 00:03:25.291321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37137e62-3d57-418d-baff-87265fc0d6f9 req-b1d8ec8d-9e3c-44bf-8fa7-89488d335176 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360317 Apr 01 00:03:26.760452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823e45-2d40-4442-a15a-fadcc5406d59 req-6271e462-cd6d-4c47-bcb1-6f4a265bedd3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:26.762754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d823e45-2d40-4442-a15a-fadcc5406d59 req-6271e462-cd6d-4c47-bcb1-6f4a265bedd3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.3975828 Apr 01 00:03:26.810322 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9d823e45-2d40-4442-a15a-fadcc5406d59 req-a1286d56-99f0-4e1d-baa2-f9526f61acd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Apr 01 00:03:26.838549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42602) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:26.906850 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4f1b3460-2e24-4546-b2f0-8ced003ef1a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/703852dc-8769-4d20-8548-9ceaefc4af22 HTTP/1.1" status: 200 len: 992 time: 0.0669191 Apr 01 00:03:28.369988 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee73b2-31af-41ba-88d8-3d04b57dc54e req-3f43fb48-28a2-4b2e-bd53-2c4cc0a848d0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.371610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31ee73b2-31af-41ba-88d8-3d04b57dc54e req-3f43fb48-28a2-4b2e-bd53-2c4cc0a848d0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Apr 01 00:03:28.414719 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-31ee73b2-31af-41ba-88d8-3d04b57dc54e req-5f9bd9be-e20f-4728-b795-96e4e67cb3fb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Apr 01 00:03:29.548153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cd2ce-5df2-4363-8fc0-17ef1863f0da req-28e32b23-de69-4173-aa2d-4185a795cc89 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:29.550256 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a62cd2ce-5df2-4363-8fc0-17ef1863f0da req-28e32b23-de69-4173-aa2d-4185a795cc89 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Apr 01 00:03:29.592409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a62cd2ce-5df2-4363-8fc0-17ef1863f0da req-1ad5e995-1c6e-438e-879e-f93ff1fac185 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349169 Apr 01 00:03:29.617555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42612) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:29.685443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2a4a99e9-4a6a-428a-a887-ccdd8b849596 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/703852dc-8769-4d20-8548-9ceaefc4af22 HTTP/1.1" status: 200 len: 992 time: 0.0664115 Apr 01 00:03:29.985658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42618) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:30.161150 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port f11d9b60-9068-4c5a-a75a-4d14d4281aea {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:30.161489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.240650 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.240930 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.253102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for f11d9b60-9068-4c5a-a75a-4d14d4281aea owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:30.464432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.489753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=f11d9b60-9068-4c5a-a75a-4d14d4281aea,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:30.505682 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.506038 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.506385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.506725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.507087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.507448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.507834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.508168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.508494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.508824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.509153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.509483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:30.575726 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.576640 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 703852dc-8769-4d20-8548-9ceaefc4af22 disassociated (deleted). External IP: 172.25.6.59, port: 0ee342cc-1f22-453c-91f3-e9334d81b988. Apr 01 00:03:30.791917 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router ba2e03d9-090d-4173-9f90-9e1855de742f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:30.908123 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:30.913800 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:30.921345 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Sync routers for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:30.932913 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:30.933533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:30.948497 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-02f6a903-2619-488f-9bae-a8c3c2de6cf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/floatingips/703852dc-8769-4d20-8548-9ceaefc4af22 HTTP/1.1" status: 204 len: 168 time: 0.9618063 Apr 01 00:03:30.949074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:30.951639 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f330f20-0af7-4a94-afe8-7a447259c0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:31.003814 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff888566-29ff-47c7-baf8-e4b666ff89ed x-openstack-request-id: req-ff888566-29ff-47c7-baf8-e4b666ff89ed {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:31.003814 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:31.003814 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff888566-29ff-47c7-baf8-e4b666ff89ed {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:31.007490 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff888566-29ff-47c7-baf8-e4b666ff89ed'] response: {'name': 'network-changed', 'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'status': 'completed', 'code': 200} Apr 01 00:03:31.094818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-d0d12a14-f34c-4001-9299-1ccc658a98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.096316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-d0d12a14-f34c-4001-9299-1ccc658a98e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 1096 time: 0.0494897 Apr 01 00:03:31.178727 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:31.200028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-40d5ff31-4721-4fe0-ba21-1512b63c06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.201482 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-40d5ff31-4721-4fe0-ba21-1512b63c06e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 200 len: 898 time: 0.0982845 Apr 01 00:03:31.251069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-38a1cd56-66d8-42b9-a917-d75a9b68301a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 200 len: 217 time: 0.0424161 Apr 01 00:03:31.310665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-ce3765b1-1307-4a75-9b3e-4f7d4d5e09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.312191 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-ce3765b1-1307-4a75-9b3e-4f7d4d5e09f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3bebb9ec-8c83-43fc-b4b7-122042240f2e HTTP/1.1" status: 200 len: 835 time: 0.0535297 Apr 01 00:03:31.360937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-d82a0ee1-69b1-4ccd-a401-d1161cdf4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.362536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-d82a0ee1-69b1-4ccd-a401-d1161cdf4af5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=429e44be-aee4-4a0e-89b6-c02cdb6565a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432217 Apr 01 00:03:31.402839 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:31.429367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Checking router: ba2e03d9-090d-4173-9f90-9e1855de742f for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:31.438152 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:31.438770 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:31.465416 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-d52a8ae5-9cfe-432f-9c65-f110167a94d1 service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961747 Apr 01 00:03:31.569408 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:31.614662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2f330f20-0af7-4a94-afe8-7a447259c0c6 req-1247a12a-f724-4e51-a0c8-71a2a15476ca service neutron] 10.222.0.10 "GET /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395066 Apr 01 00:03:31.622972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9656-fea6-4bc0-876d-8b32c67d0822 req-022229d4-6e60-4b16-a1df-2dc5db07884a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.624422 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f8f9656-fea6-4bc0-876d-8b32c67d0822 req-022229d4-6e60-4b16-a1df-2dc5db07884a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0881500 Apr 01 00:03:31.670246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f8f9656-fea6-4bc0-876d-8b32c67d0822 req-bf623659-60fd-4113-9a35-210b8d601036 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380456 Apr 01 00:03:31.794312 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:31.820412 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea5f71-07a4-49f8-9423-e50a649b9d54 None None] The sync data for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 is: [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:01:56Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4c4a4eca-f779-496a-a3c8-5645184df64c', 'name': '', 'network_id': '429e44be-aee4-4a0e-89b6-c02cdb6565a4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:40:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:55Z', 'updated_at': '2022-04-01T00:01:59Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '3bebb9ec-8c83-43fc-b4b7-122042240f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:32.069370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39499a-5bc8-4795-b14b-498c8fb3bd57 None None] New status for floating IP 703852dc-8769-4d20-8548-9ceaefc4af22: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:03:32.795961 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b94c-7e93-4d8d-ac2a-53d9c30f786c req-7eff916e-8446-450b-bbc8-5ec55598c110 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:32.797574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d95b94c-7e93-4d8d-ac2a-53d9c30f786c req-7eff916e-8446-450b-bbc8-5ec55598c110 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Apr 01 00:03:32.839112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6d95b94c-7e93-4d8d-ac2a-53d9c30f786c req-ba440cd3-89eb-4afe-a9e3-2b4330ead9ab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Apr 01 00:03:33.538140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-2ce19172-72c3-4ce7-810d-21c087fe4904 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:33.539840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-2ce19172-72c3-4ce7-810d-21c087fe4904 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0555713 Apr 01 00:03:33.640786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 0ee342cc-1f22-453c-91f3-e9334d81b988 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:33.641145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:33.740846 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 0ee342cc-1f22-453c-91f3-e9334d81b988, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=0ee342cc-1f22-453c-91f3-e9334d81b988,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:33.741221 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:33.755618 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 0ee342cc-1f22-453c-91f3-e9334d81b988 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:33.972911 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfb75a-c2a5-47db-aa0a-dd130b29bdd4 req-1335c1f6-b4ed-4fa4-9f7d-2fe434d5bede tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:33.974480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-becfb75a-c2a5-47db-aa0a-dd130b29bdd4 req-1335c1f6-b4ed-4fa4-9f7d-2fe434d5bede tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=7629def3-6c2d-43b7-bde0-a5dabfb0ba61 HTTP/1.1" status: 200 len: 945 time: 0.0591390 Apr 01 00:03:33.978251 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.022942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=0ee342cc-1f22-453c-91f3-e9334d81b988,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:34.073535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] No DVR routers for this DVR port 0ee342cc-1f22-453c-91f3-e9334d81b988 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:03:34.080410 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.084661 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b6ca36f-75f6-4913-9189-fa4b25fce551 req-0e220e18-075b-49cb-bf0c-fd815dca0f05 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "DELETE /v2.0/ports/0ee342cc-1f22-453c-91f3-e9334d81b988 HTTP/1.1" status: 204 len: 173 time: 0.5387735 Apr 01 00:03:34.085105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'name': 'network-vif-deleted', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:34.087515 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2bc02-30d4-460d-9bd2-4ca37b46f119" -d '{"events": [{"server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "name": "network-vif-deleted", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:34.101750 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-becfb75a-c2a5-47db-aa0a-dd130b29bdd4 req-3ac7e717-8837-4b7d-abfd-ca8aae54ed17 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=47e8219e-07ba-470c-b830-cc8cfeefb325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176379 Apr 01 00:03:34.129338 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b5183-856a-4aee-a259-dfaab4116bf5 x-openstack-request-id: req-a24b5183-856a-4aee-a259-dfaab4116bf5 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:34.129636 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7629def3-6c2d-43b7-bde0-a5dabfb0ba61", "name": "network-vif-deleted", "tag": "0ee342cc-1f22-453c-91f3-e9334d81b988", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:34.129929 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a24b5183-856a-4aee-a259-dfaab4116bf5 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:34.130363 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24b5183-856a-4aee-a259-dfaab4116bf5'] response: {'server_uuid': '7629def3-6c2d-43b7-bde0-a5dabfb0ba61', 'name': 'network-vif-deleted', 'tag': '0ee342cc-1f22-453c-91f3-e9334d81b988', 'status': 'completed', 'code': 200} Apr 01 00:03:35.158976 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42634) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:35.391668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:35.593509 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:35.889316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 4c4a4eca-f779-496a-a3c8-5645184df64c {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:35.889687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:35.994270 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 4c4a4eca-f779-496a-a3c8-5645184df64c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4c4a4eca-f779-496a-a3c8-5645184df64c,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:35.994637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.010724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 4c4a4eca-f779-496a-a3c8-5645184df64c owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:36.270564 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.298378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=4c4a4eca-f779-496a-a3c8-5645184df64c,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:36.505985 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.737307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router ba2e03d9-090d-4173-9f90-9e1855de742f has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:36.852271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:36.864239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5a4833d6-b107-48b1-ac9c-dde9c0ca49b2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/ba2e03d9-090d-4173-9f90-9e1855de742f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044821 Apr 01 00:03:36.865010 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Sync routers for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:36.865463 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42636) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:36.887842 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:36.888844 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:36.936041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting subnet 3bebb9ec-8c83-43fc-b4b7-122042240f2e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:03:36.939309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.990217 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.030295 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:37.088938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.105059 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0ee342cc-1f22-453c-91f3-e9334d81b988 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:37.126219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 0ee342cc-1f22-453c-91f3-e9334d81b988 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:37.130905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 0ee342cc-1f22-453c-91f3-e9334d81b988 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:37.213094 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.228108 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:37.243542 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Subnet': ['ID=3bebb9ec-8c83-43fc-b4b7-122042240f2e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:37.254517 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.255040 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.255256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.255691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.255901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.256433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.256816 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Checking router: ba2e03d9-090d-4173-9f90-9e1855de742f for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:37.257253 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.257839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.258353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.258500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.258825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.259679 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:37.271440 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.271822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4195ddb-ec5a-405f-8ecb-59a837638a67 None None] Network 429e44be-aee4-4a0e-89b6-c02cdb6565a4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:37.271915 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dc915a94-6e7b-46c2-8536-62c81dd768f2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/subnets/3bebb9ec-8c83-43fc-b4b7-122042240f2e HTTP/1.1" status: 204 len: 168 time: 0.3991227 Apr 01 00:03:37.272010 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42640) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:37.273606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Routers {'ba2e03d9-090d-4173-9f90-9e1855de742f'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:37.274394 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['ba2e03d9-090d-4173-9f90-9e1855de742f'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:37.390031 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] Set router ba2e03d9-090d-4173-9f90-9e1855de742f gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:37.401420 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.494226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] DHCP port deletion for 429e44be-aee4-4a0e-89b6-c02cdb6565a4 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:03:37.532894 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.556216 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Deleting port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:37.556763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.625884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:37.674130 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef1a0d-e7ed-42c2-9bc7-a5a86256a53a None None] The sync data for ids ['ba2e03d9-090d-4173-9f90-9e1855de742f'] in n-d-828414-2 is: [{'id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142480716', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:01:50Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '926137de-a7eb-4dca-bb00-e46c8a259d14', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e03d9-090d-4173-9f90-9e1855de742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:01:51Z', 'updated_at': '2022-04-01T00:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:37.711950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 926137de-a7eb-4dca-bb00-e46c8a259d14 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:37.712311 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.809278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 926137de-a7eb-4dca-bb00-e46c8a259d14, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=926137de-a7eb-4dca-bb00-e46c8a259d14,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:37.809758 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.820321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] For port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,segment=NetworkSegment(e25f6b89-87b0-4c71-a538-43017a21d72a),segment_id=e25f6b89-87b0-4c71-a538-43017a21d72a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:37.820709 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.823566 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 926137de-a7eb-4dca-bb00-e46c8a259d14 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:37.834550 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Calling delete_port for d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:38.041367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.072025 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Pushing event deleted for resources: {'Port': ['ID=d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:38.074225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] No DVR routers for this DVR port d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:03:38.083537 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.083880 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.084217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.084551 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.084960 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.087651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.087651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.087651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.087651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.087651 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.089336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.089818 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09eae3-f959-4d1e-8711-20a0aaa700ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:38.126905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.153549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=926137de-a7eb-4dca-bb00-e46c8a259d14,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:38.223687 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.647024 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.649375 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.748887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.749454 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Fanout notify agent at l3_agent the message router_deleted on router ba2e03d9-090d-4173-9f90-9e1855de742f {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:03:38.760205 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.760205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-96bcdcb1-b322-4083-b771-0f6f467bce7d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/routers/ba2e03d9-090d-4173-9f90-9e1855de742f HTTP/1.1" status: 204 len: 168 time: 1.4879797 Apr 01 00:03:38.761472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42642) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:38.843776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.948191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.975774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429e44be-aee4-4a0e-89b6-c02cdb6565a4']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.986843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25f6b89-87b0-4c71-a538-43017a21d72a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.987178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25f6b89-87b0-4c71-a538-43017a21d72a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.998363 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.013444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.019836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:03:39.020234 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:03:39.023362 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:03:39.162786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.177694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.184093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/networks/429e44be-aee4-4a0e-89b6-c02cdb6565a4 HTTP/1.1" status: 204 len: 168 time: 0.4213758 Apr 01 00:03:39.188076 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42644) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:39.201106 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967b8b-ebee-4ef2-8c42-2ed9ead2ffc8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Network': ['ID=429e44be-aee4-4a0e-89b6-c02cdb6565a4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:39.322642 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.341348 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:39.360142 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.369321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:39.369951 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d2a990b9-3cb1-4b7e-9b73-b4ba9e8a0286 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:39.370538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c4a4eca-f779-496a-a3c8-5645184df64c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:39.392839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4c4a4eca-f779-496a-a3c8-5645184df64c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:39.393188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4c4a4eca-f779-496a-a3c8-5645184df64c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:39.520755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.523317 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.524480 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/security-groups/47e8219e-07ba-470c-b830-cc8cfeefb325 HTTP/1.1" status: 204 len: 168 time: 0.3346810 Apr 01 00:03:39.533995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098648c3-2d6a-4484-a7a2-04b08aae443d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8219e-07ba-470c-b830-cc8cfeefb325,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:39.987266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42652) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:39.993717 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559175036', 'description': 'tempest-secgroup-smoke-1559175036 description', 'project_id': '817e62b546084d21941a4f6f48c39324'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:40.092616 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.171353 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.252739 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.283180 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:40.386276 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.387569 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4ab98080-9d66-4bc0-9519-1dba2009e0fe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3986967 Apr 01 00:03:40.390577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42654) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:40.395145 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:40.498426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.565062 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.635429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.651338 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e69b70-9b19-44eb-a21b-74a66153b036,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:40.734501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.735858 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-28604d24-caf2-4efd-b68e-8601d5f8fc21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442514 Apr 01 00:03:40.739624 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42656) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:40.744246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:40.829437 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.865023 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 926137de-a7eb-4dca-bb00-e46c8a259d14 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:40.889323 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 926137de-a7eb-4dca-bb00-e46c8a259d14 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:40.889774 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 926137de-a7eb-4dca-bb00-e46c8a259d14 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:40.901388 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.982659 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.003703 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ef7ad6-2e72-49eb-ba8d-9d1d2ab024f5,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:41.085113 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.088366 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-eb420a28-2aff-4f39-9d16-0cbe560902d1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464115 Apr 01 00:03:41.091092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42658) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:41.096101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:41.176950 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.235529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.321075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.339676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5902c3a2-7583-4b82-b33e-531bc6517f85,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:41.436694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.438050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d3e5a6d0-69d4-4743-a685-826be44c997c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459430 Apr 01 00:03:41.441083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:41.445671 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:41.555238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.617298 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.698321 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.717545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645accea-9111-46b9-ad5f-c113c45c7a35,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:41.726804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5255775e-66d7-49d0-9f3d-05aa937e4317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.802964 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.804244 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c5aec863-0480-4973-9a49-be4c53c5521e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622103 Apr 01 00:03:41.807164 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42662) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:41.811475 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:41.897799 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:03:41.904008 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:41.973697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.046577 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.067138 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9743e450-abb1-4028-aec9-a9ddd7e16133,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:42.147408 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.149408 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8a6efddd-ede9-4a04-8ca1-207914c3dbe0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3411424 Apr 01 00:03:42.152100 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:42.156529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:42.247177 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:03:42.254936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.349850 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.435137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.464494 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf213ab-25fa-4f1f-9075-d5fb4c33c6aa,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:42.535342 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.537993 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3dd3b9c7-a6de-4537-b4ec-e821697ea353 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844671 Apr 01 00:03:42.542183 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42668) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:42.547297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'network': {'name': 'tempest-network-smoke--672022397', 'project_id': '817e62b546084d21941a4f6f48c39324', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:42.652323 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:42.656031 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.680689 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:03:42.704651 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.705045 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Added segment 54c9d01b-af32-4e60-83c8-2bd54a17927a of type vlan for network c6006339-07db-4a3f-abfc-229aa6672411 Apr 01 00:03:42.747873 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.852827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.861384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:42.862189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:42.956023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Network': ['ID=c6006339-07db-4a3f-abfc-229aa6672411,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:42.969228 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network c6006339-07db-4a3f-abfc-229aa6672411 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:03:42.985692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6f254742-9f64-4562-8de0-058c472ff213 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4288471 Apr 01 00:03:42.985692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:42.985692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'admin_state_up': True, 'project_id': '817e62b546084d21941a4f6f48c39324', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:43.143385 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.145238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.199470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.473186 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.764244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.788019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:43.892959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.210 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/1d2b5137-d392-45f8-a809-ef8141036da0) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:43.926198 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-85b06a73-988e-4aa6-8105-8e46f6edff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:44.005523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:44.092927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:44.139650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:44.143237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:44.148713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:44.174748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=1d2b5137-d392-45f8-a809-ef8141036da0,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:44.485591 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:44.696714 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:44.915315 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 7c682a31-6170-497b-8375-2557ef092af1 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:03:45.033043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:45.043853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Sync routers for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:45.055603 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:45.056223 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:45.122944 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.127142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-454af704-8be5-4cb4-bfb8-92ad03ef42a7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1469097 Apr 01 00:03:45.127567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:45.165146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-029ffc5f-c55c-4efe-ad8a-c1d2372bd822 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=817e62b546084d21941a4f6f48c39324&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361242 Apr 01 00:03:45.167780 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42674) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:45.169156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:45.340781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8de98-6de5-4dbd-8a17-faa22672f1bb tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:45.342670 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-24f8de98-6de5-4dbd-8a17-faa22672f1bb tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1739361 Apr 01 00:03:45.345611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42676) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:45.383161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-892b188d-fce9-4139-8d01-86e5682a13bc tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358374 Apr 01 00:03:45.384149 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:44Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:45.385532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:45.390962 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907275548', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'project_id': '817e62b546084d21941a4f6f48c39324', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:45.413512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Checking router: 7c682a31-6170-497b-8375-2557ef092af1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:45.413858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Updating router 7c682a31-6170-497b-8375-2557ef092af1 port 1d2b5137-d392-45f8-a809-ef8141036da0 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:03:45.446006 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.554810 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:45.558470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.586693 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.735805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.812550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.846977 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.867190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Attempting to bind port 1d2b5137-d392-45f8-a809-ef8141036da0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:45.867566 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Attempting to bind port 1d2b5137-d392-45f8-a809-ef8141036da0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:45.868033 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Attempting to bind port 1d2b5137-d392-45f8-a809-ef8141036da0 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:45.870099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc608369-57f2-46d7-a8f2-b75ffffdce9b None None] Pushing event updated for resources: {'Port': ['ID=1d2b5137-d392-45f8-a809-ef8141036da0,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:45.875816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:45.876195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:45.876602 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.876987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:45.877456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Bound port: 1d2b5137-d392-45f8-a809-ef8141036da0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:45.877842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:45.928487 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Subnet': ['ID=a7d512c8-82e2-41da-bf74-98e9d76601c6,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:45.931882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Checking segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:45.932443 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network hostable DHCP agents. Network: c6006339-07db-4a3f-abfc-229aa6672411, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:03:45.953761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] For port 1d2b5137-d392-45f8-a809-ef8141036da0, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:45.958867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] For port 1d2b5137-d392-45f8-a809-ef8141036da0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1d2b5137-d392-45f8-a809-ef8141036da0,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:46.046614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network c6006339-07db-4a3f-abfc-229aa6672411 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:03:46.064470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:46.138685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:46.139363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:46.154930 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, c6006339-07db-4a3f-abfc-229aa6672411) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:46.160730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:46.161800 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:46.178645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc608369-57f2-46d7-a8f2-b75ffffdce9b None None] Pushing event updated for resources: {'Port': ['ID=1d2b5137-d392-45f8-a809-ef8141036da0,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:46.181227 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ee9cc-1306-4862-984f-ccdee565ba89 None None] Network c6006339-07db-4a3f-abfc-229aa6672411 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:46.261363 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4452d505-ec68-4c9b-9e6c-a461dcd57319 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8746443 Apr 01 00:03:46.266449 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42682) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:46.327422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:46.530133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-c6006339-07db-4a3f-abfc-229aa6672411', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:03:46.531859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:46.733335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:44Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:46.789604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Allocated IP 172.20.0.2 (c6006339-07db-4a3f-abfc-229aa6672411/a7d512c8-82e2-41da-bf74-98e9d76601c6/fc3efdb7-934b-4a0c-b16a-cd0bc2264200) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:46.812470 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dc210-11ee-4915-8f6f-077870621924 None None] The sync data for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 is: [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:44Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:46.897071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:46.935557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.063699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.161013 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.210417 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.211816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Network c6006339-07db-4a3f-abfc-229aa6672411 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:47.215096 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:47.218917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:47.227195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Pushing event updated for resources: {'Port': ['ID=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:47.331102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Attempting to bind port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:47.331650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Attempting to bind port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:47.332955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Attempting to bind port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 on network c6006339-07db-4a3f-abfc-229aa6672411 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:47.342138 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:47.342484 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Checking segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:47.342961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.343396 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Bound using segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:47.343885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Bound port: fc3efdb7-934b-4a0c-b16a-cd0bc2264200, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:47.344288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.445731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] For port fc3efdb7-934b-4a0c-b16a-cd0bc2264200, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:47.450844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] For port fc3efdb7-934b-4a0c-b16a-cd0bc2264200, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:47.561722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.636057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03493895-d402-4ff7-9190-81e5f6431ad7 None None] Pushing event updated for resources: {'Port': ['ID=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:47.725895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.1 (c6006339-07db-4a3f-abfc-229aa6672411/a7d512c8-82e2-41da-bf74-98e9d76601c6/2ed50e3e-c245-4f16-a6ed-9794b61b99d0) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:47.935460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.041182 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.091349 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network c6006339-07db-4a3f-abfc-229aa6672411 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:48.094368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:48.100033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:48.104436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:48.157399 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.357649 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.707379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.753112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ddc22a-2961-4aba-a2e9-3be593eea577 None None] Network c6006339-07db-4a3f-abfc-229aa6672411 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:48.789281 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.825780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] Provisioning complete for port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:48.826167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:48.896927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:48.899484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.012628 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:03:49.066868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network c6006339-07db-4a3f-abfc-229aa6672411 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:49.068780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:49.102005 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fc3efdb7-934b-4a0c-b16a-cd0bc2264200 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:49.205929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 7c682a31-6170-497b-8375-2557ef092af1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:49.247560 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:49.247930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.253159 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.340387 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] For port fc3efdb7-934b-4a0c-b16a-cd0bc2264200, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:49.365879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:49.382615 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-85bacc5b-988e-4b89-a4ea-c80af58918a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/7c682a31-6170-497b-8375-2557ef092af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170111 Apr 01 00:03:49.402785 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Sync routers for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:49.406153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.414377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:49.415266 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:49.419415 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.525606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500cf96-42ea-45f4-9e6b-40bd7ae1a763 None None] Pushing event updated for resources: {'Port': ['ID=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:49.540958 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 00:03:49.541319 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 00:03:49.577041 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6d03136e-4b65-4f66-8a7b-638517b88298 None None] Provisioning complete for port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:49.578120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6d03136e-4b65-4f66-8a7b-638517b88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.587436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-8540247a-9793-434f-a569-bb35b4bebaf7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559175036&fields=id&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 267 time: 0.0581856 Apr 01 00:03:49.656023 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:49.725330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-6d03136e-4b65-4f66-8a7b-638517b88298 None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:49.726074 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6d03136e-4b65-4f66-8a7b-638517b88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.745981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-a13b7d27-aed3-484a-a027-6366eebcab91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:49.748134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-a13b7d27-aed3-484a-a027-6366eebcab91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 796 time: 0.1521540 Apr 01 00:03:49.773392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-7b2c4104-3cd4-4988-9537-ae3ae48b1288 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/quotas/817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 375 time: 0.0169470 Apr 01 00:03:49.796112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6d03136e-4b65-4f66-8a7b-638517b88298 None None] Port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:49.840403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-deba6361-e6cb-4d8c-b377-0ac5fe7a527d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661340 Apr 01 00:03:49.929159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e530c853-a04f-4a05-add5-5f2f9032b759 None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:49.929768 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e530c853-a04f-4a05-add5-5f2f9032b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:49.930533 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 2, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:49.973570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Checking router: 7c682a31-6170-497b-8375-2557ef092af1 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:49.974146 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Updating router 7c682a31-6170-497b-8375-2557ef092af1 port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:03:49.976039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e530c853-a04f-4a05-add5-5f2f9032b759 None None] Port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:50.013085 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.077139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-5c3014bc-c710-4523-a529-38b858e058e5 service neutron] 10.222.0.83 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232060 Apr 01 00:03:50.095220 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1d2b5137-d392-45f8-a809-ef8141036da0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:50.135942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0d0eab03-0be8-4211-9070-ca6368d94545 None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:50.136411 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0d0eab03-0be8-4211-9070-ca6368d94545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.179619 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-5d487098-d5ac-4f6a-a1ee-4eefc3478a5e service neutron] 10.222.0.83 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014388 Apr 01 00:03:50.185402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eab03-0be8-4211-9070-ca6368d94545 None None] Port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:50.192057 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1d2b5137-d392-45f8-a809-ef8141036da0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:50.192433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.292732 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.314928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 1d2b5137-d392-45f8-a809-ef8141036da0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1d2b5137-d392-45f8-a809-ef8141036da0,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:50.340072 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.417706 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.417866 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.487563 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Pushing event updated for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:50.507131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-47dbed66-838a-4aba-9b36-e35e8a0429a1 req-fa2de480-2cba-4e7d-ab45-8dbd3bea447f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 210 time: 0.0430412 Apr 01 00:03:50.515614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.536449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:50.571981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=1d2b5137-d392-45f8-a809-ef8141036da0,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:50.579260 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Attempting to bind port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:50.579631 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Attempting to bind port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:50.579991 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Attempting to bind port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 on network c6006339-07db-4a3f-abfc-229aa6672411 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:50.586580 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:50.587118 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Checking segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:50.587523 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.587912 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Bound using segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:50.588426 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Bound port: 2ed50e3e-c245-4f16-a6ed-9794b61b99d0, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:50.588757 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.707976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] For port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:50.711947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] For port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:50.817240 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-866834f2-a943-4ab8-8d09-8c3b475c602f None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:50.817873 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-866834f2-a943-4ab8-8d09-8c3b475c602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.836169 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:50.861325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-866834f2-a943-4ab8-8d09-8c3b475c602f None None] Port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:50.905631 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:50.906291 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:50.961948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fc3efdb7-934b-4a0c-b16a-cd0bc2264200 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:50.974923 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f1d8-105d-4fd4-a3e8-7a00b856ca77 None None] Pushing event updated for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:51.048849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:51.049267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.079836 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:51.186574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1d2b5137-d392-45f8-a809-ef8141036da0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:51.242969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:51.243251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.302132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 1d2b5137-d392-45f8-a809-ef8141036da0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:51.302922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.323864 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:51.362710 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5eca0a-cb0f-430b-ac04-79919191e673 None None] The sync data for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 is: [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:51.393255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.476452 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] For port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:51.549428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.616390 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe809f-80f3-4ff1-b014-94b5a7e70566 None None] Pushing event updated for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:51.622126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7978af02-6967-43b5-9ea5-afc067c921a1 req-47786c3f-dd84-4eaf-a2b9-3ee95d4d5226 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 210 time: 0.0419381 Apr 01 00:03:52.729121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3998b787-9f8c-4cb5-9257-fbdaaf76c7cd req-337e1c92-0e65-468b-8171-d113094469c3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 210 time: 0.0295036 Apr 01 00:03:52.973053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:53.031229 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:53.031766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:53.036736 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-e272327b-ab5f-4906-bff3-a0fbf7ee8ae1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:53.038291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-e272327b-ab5f-4906-bff3-a0fbf7ee8ae1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 796 time: 0.1417880 Apr 01 00:03:53.086356 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-c3eafcdc-20fc-4efb-91e3-c2cc037ec315 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 380 time: 0.0389504 Apr 01 00:03:53.095897 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'port': {'device_id': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'admin_state_up': True, 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'security_groups': ['dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:53.314558 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:53.319226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:53.471038 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.14 (c6006339-07db-4a3f-abfc-229aa6672411/a7d512c8-82e2-41da-bf74-98e9d76601c6/d2ba25ba-b774-46db-8caa-34611c94c0e9) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:53.632696 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:53.733498 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:53.789083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network c6006339-07db-4a3f-abfc-229aa6672411 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:53.792740 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:53.796713 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:53.825102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:53.860369 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:53.860761 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:53.868320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25090b35-977c-43a2-9b5e-26636c4d14bb req-c1722fc9-539f-469f-a48f-72c1e9c4a9e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:53.870336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25090b35-977c-43a2-9b5e-26636c4d14bb req-c1722fc9-539f-469f-a48f-72c1e9c4a9e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 932 time: 0.0639303 Apr 01 00:03:53.920981 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25090b35-977c-43a2-9b5e-26636c4d14bb req-1c8999b0-1547-4c93-a155-201dcb87e740 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Apr 01 00:03:53.945441 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-32e2eab8-7150-485d-afbc-fb89f656a928 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531559 Apr 01 00:03:53.956042 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-bc2e5e37-2d59-412c-9934-73fe02ecdc56 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:03:53.957926 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-bc2e5e37-2d59-412c-9934-73fe02ecdc56 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063031 Apr 01 00:03:54.022386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Request body: {'port': {'device_id': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:54.083040 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.089749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-27ee5201-5f5c-4db0-92a7-2e45fae26f9d None None] Provisioning complete for port d2ba25ba-b774-46db-8caa-34611c94c0e9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:54.090358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27ee5201-5f5c-4db0-92a7-2e45fae26f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.128170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-27ee5201-5f5c-4db0-92a7-2e45fae26f9d None None] Port d2ba25ba-b774-46db-8caa-34611c94c0e9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:54.368008 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ba25ba-b774-46db-8caa-34611c94c0e9 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:03:54.381058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.397413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Transition to ACTIVE for port object d2ba25ba-b774-46db-8caa-34611c94c0e9 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:03:54.491826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.552406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Pushing event updated for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:54.656845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Attempting to bind port d2ba25ba-b774-46db-8caa-34611c94c0e9 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:54.657379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Attempting to bind port d2ba25ba-b774-46db-8caa-34611c94c0e9 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:54.657904 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Attempting to bind port d2ba25ba-b774-46db-8caa-34611c94c0e9 on network c6006339-07db-4a3f-abfc-229aa6672411 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:54.666033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Port d2ba25ba-b774-46db-8caa-34611c94c0e9 on network c6006339-07db-4a3f-abfc-229aa6672411 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:03:54.666552 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Attempting to bind port d2ba25ba-b774-46db-8caa-34611c94c0e9 on network c6006339-07db-4a3f-abfc-229aa6672411 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:54.680357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:54.680357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Checking segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:54.680357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Bound using segment: {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:54.680357 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Bound port: d2ba25ba-b774-46db-8caa-34611c94c0e9, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c9d01b-af32-4e60-83c8-2bd54a17927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:54.680357 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.693741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.769683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:54.772940 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:54.841289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.881345 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:54.881824 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:54.883260 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] 10.222.0.44 "PUT /v2.0/ports/d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 1092 time: 0.9179118 Apr 01 00:03:54.883715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:54.889899 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a79d2e-bd90-42ed-bd2e-63585724d418" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:54.925025 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db01c-9e36-4efe-b8e7-05f03798baee service neutron] Pushing event updated for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:54.950868 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ae4cd-db2c-40bb-83ca-457368b56fd6 x-openstack-request-id: req-946ae4cd-db2c-40bb-83ca-457368b56fd6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:54.951179 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:54.951430 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-946ae4cd-db2c-40bb-83ca-457368b56fd6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:54.951838 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946ae4cd-db2c-40bb-83ca-457368b56fd6'] response: {'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'status': 'completed', 'code': 200} Apr 01 00:03:55.051928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-b9dd3e55-c41b-4078-a34c-3e3658d13745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.053486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-b9dd3e55-c41b-4078-a34c-3e3658d13745 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1095 time: 0.0730984 Apr 01 00:03:55.094079 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c028-46c9-41dc-9f1b-fcf665fd707c req-86440e6e-7cac-4d1a-aa05-d170edc83202 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.095871 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6880c028-46c9-41dc-9f1b-fcf665fd707c req-86440e6e-7cac-4d1a-aa05-d170edc83202 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 944 time: 0.0656152 Apr 01 00:03:55.150765 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6880c028-46c9-41dc-9f1b-fcf665fd707c req-1ab26b3d-80fb-4b50-af2c-cddef4d8f57f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Apr 01 00:03:55.187605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-94097828-2b41-458c-9dd1-464c6d577776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.190450 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-94097828-2b41-458c-9dd1-464c6d577776 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=817e62b546084d21941a4f6f48c39324&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1280711 Apr 01 00:03:55.313215 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-fc1af128-4942-4371-8bfd-4056a4aaf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.314825 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-87a79d2e-bd90-42ed-bd2e-63585724d418 req-fc1af128-4942-4371-8bfd-4056a4aaf52c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1179919 Apr 01 00:03:55.414978 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-2ca161d3-11d8-4c83-b1bb-13710146891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.416514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-2ca161d3-11d8-4c83-b1bb-13710146891f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1095 time: 0.0595491 Apr 01 00:03:55.476663 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-754d5d7f-fd74-4fc3-929b-ab4c54a5ffbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 217 time: 0.0521226 Apr 01 00:03:55.535705 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-d3da6664-0240-42bf-a04e-e0eab7644dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.538154 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-d3da6664-0240-42bf-a04e-e0eab7644dcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0552580 Apr 01 00:03:55.591787 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-2e35d0b7-254d-4f50-9989-0a750cad4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:55.594286 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-2e35d0b7-254d-4f50-9989-0a750cad4886 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489876 Apr 01 00:03:55.696899 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-c69e9be8-007a-443d-8106-e50d6df23166 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958643 Apr 01 00:03:55.819745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-f593133f-6b08-4488-bec6-fecf3490bc76 req-ca5a712e-77b6-45b9-9cf8-c90667223387 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158569 Apr 01 00:03:56.293922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3638bc-2195-4d76-a56f-7f3df0a26692 req-eb5ae5d5-2acc-437d-b7dc-feeb6f58214f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:56.295517 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3638bc-2195-4d76-a56f-7f3df0a26692 req-eb5ae5d5-2acc-437d-b7dc-feeb6f58214f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 944 time: 0.0663521 Apr 01 00:03:56.339956 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce3638bc-2195-4d76-a56f-7f3df0a26692 req-88be38d5-ee2f-4ce6-aacc-e234feea3514 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373566 Apr 01 00:03:57.472380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8fa2-77d2-4a7a-a862-e6a78305b766 req-84a5fb1f-a168-4b7f-bcb6-06ea0b12c958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:57.474130 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f63e8fa2-77d2-4a7a-a862-e6a78305b766 req-84a5fb1f-a168-4b7f-bcb6-06ea0b12c958 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 944 time: 0.0624280 Apr 01 00:03:57.516007 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f63e8fa2-77d2-4a7a-a862-e6a78305b766 req-2467fb5c-13ce-4405-b2e3-6345180b918f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351877 Apr 01 00:03:58.651487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f447398-1ff9-4baa-818e-932db8eb72fd req-64eace37-e72e-4c06-9555-5fd5cce2890e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:58.653731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f447398-1ff9-4baa-818e-932db8eb72fd req-64eace37-e72e-4c06-9555-5fd5cce2890e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 944 time: 0.0653236 Apr 01 00:03:58.700279 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0f447398-1ff9-4baa-818e-932db8eb72fd req-68587099-1c7e-4fa8-a615-9d98282496dc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360589 Apr 01 00:03:59.827584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623461-f428-4c07-a5cf-5c7491273274 req-12e905dc-c9c4-4ce9-85d6-c3fd28436a2e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:59.829082 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a623461-f428-4c07-a5cf-5c7491273274 req-12e905dc-c9c4-4ce9-85d6-c3fd28436a2e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 944 time: 0.0546865 Apr 01 00:03:59.872731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a623461-f428-4c07-a5cf-5c7491273274 req-15980218-55bf-4776-8da4-6403d37ed093 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359664 Apr 01 00:04:00.179381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d2ba25ba-b774-46db-8caa-34611c94c0e9 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:04:00.278110 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:00.290290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'port_id': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'mac_address': 'fa:16:3e:68:8f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:04:00.327811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:00.341963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ba25ba-b774-46db-8caa-34611c94c0e9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:04:00.361165 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:00.468008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:00.521378 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:00.890108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d2ba25ba-b774-46db-8caa-34611c94c0e9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:04:01.015043 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a1ce-56f7-4eed-9740-8aaadbef9413 req-ca5f2d27-1203-4299-9918-513c9c71018b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:01.016625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14b5a1ce-56f7-4eed-9740-8aaadbef9413 req-ca5f2d27-1203-4299-9918-513c9c71018b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 945 time: 0.0542367 Apr 01 00:04:01.057933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14b5a1ce-56f7-4eed-9740-8aaadbef9413 req-ad5b6c33-2b67-4d77-8c55-523d913b6e18 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Apr 01 00:04:02.183205 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e9ace-e9fe-4324-9df4-076ba3d5e3ee req-f6e6e19b-1889-4399-ae15-6548f6a5a8cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:02.184770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-960e9ace-e9fe-4324-9df4-076ba3d5e3ee req-f6e6e19b-1889-4399-ae15-6548f6a5a8cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 945 time: 0.0531144 Apr 01 00:04:02.195632 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d2ba25ba-b774-46db-8caa-34611c94c0e9 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:04:02.230716 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-960e9ace-e9fe-4324-9df4-076ba3d5e3ee req-f45dfcd8-e2ce-4402-a6d9-a2103d6c55e2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386417 Apr 01 00:04:02.372397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d2ba25ba-b774-46db-8caa-34611c94c0e9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:04:02.376904 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d2ba25ba-b774-46db-8caa-34611c94c0e9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:04:02.376904 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:02.457783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:02.485170 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:02.489526 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c15907-8288-4502-8748-fa6a03125ee6" -d '{"events": [{"server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:02.511405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:02.543431 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5393f0dd-135a-440a-baad-dadbf0bc1423 x-openstack-request-id: req-5393f0dd-135a-440a-baad-dadbf0bc1423 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:02.543750 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:02.543977 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5393f0dd-135a-440a-baad-dadbf0bc1423 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:02.544429 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5393f0dd-135a-440a-baad-dadbf0bc1423'] response: {'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'code': 200} Apr 01 00:04:02.611672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:02.647970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbae25-8bdc-419c-852d-e8405293253f req-96ec4f99-d94f-4831-aace-6f6fb85a06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:02.649425 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-14bbae25-8bdc-419c-852d-e8405293253f req-96ec4f99-d94f-4831-aace-6f6fb85a06cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0444195 Apr 01 00:04:02.665971 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:02.692642 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-14bbae25-8bdc-419c-852d-e8405293253f req-4ea21c7a-6d43-4853-b3ec-40387d36c96f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Apr 01 00:04:03.374173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ddf82-de5c-43ee-ac81-7f01155da702 req-132bfe5a-4155-40b2-8bf6-f48386d4fa21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:03.375759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f33ddf82-de5c-43ee-ac81-7f01155da702 req-132bfe5a-4155-40b2-8bf6-f48386d4fa21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0564854 Apr 01 00:04:03.434926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f33ddf82-de5c-43ee-ac81-7f01155da702 req-863a1c21-6aa4-48de-be22-d90527823dcc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495000 Apr 01 00:04:04.648187 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86bb17-736f-4872-bda3-470a3cb19805 req-d3a46b43-af8a-41e7-8da6-7e462f62ff34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:04.649701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da86bb17-736f-4872-bda3-470a3cb19805 req-d3a46b43-af8a-41e7-8da6-7e462f62ff34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0513389 Apr 01 00:04:04.689518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da86bb17-736f-4872-bda3-470a3cb19805 req-87f4e6ca-6017-4a60-b4d5-1e8c9b17896b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337596 Apr 01 00:04:04.808199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9095-3b20-40a0-9c4d-507d406dc033 req-35261473-65d4-49a9-8bfe-3bd06afd129d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:04.809700 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43da9095-3b20-40a0-9c4d-507d406dc033 req-35261473-65d4-49a9-8bfe-3bd06afd129d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0504229 Apr 01 00:04:04.851288 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-43da9095-3b20-40a0-9c4d-507d406dc033 req-33d53ab2-40e8-4138-bcc6-31c8e3b3b8c8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354569 Apr 01 00:04:04.874389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42752) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:04.918548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810f9de-243b-4b0a-9aca-34e3f8ec21b0 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:04.920163 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5810f9de-243b-4b0a-9aca-34e3f8ec21b0 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1092 time: 0.0442073 Apr 01 00:04:04.922980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42754) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:04.928148 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:05.040275 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:05.150785 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:05.279800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.198 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/7b82e151-8184-4cf2-b466-ae667f1822ea) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:04:05.388668 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:05.422779 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:05.480465 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:05.525903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:04:05.528888 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:04:05.531767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:04:05.559543 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=7b82e151-8184-4cf2-b466-ae667f1822ea,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:06.243329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.385044 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.544488 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.633154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.706277 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=7b82e151-8184-4cf2-b466-ae667f1822ea,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:06.718707 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.823937 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP abb89586-f3aa-4a92-9019-103f9f5ca45c associated. External IP: 172.25.6.198, port: d2ba25ba-b774-46db-8caa-34611c94c0e9. Apr 01 00:04:07.065478 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 7c682a31-6170-497b-8375-2557ef092af1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:04:07.190982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:04:07.203577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Sync routers for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:04:07.214304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:07.214920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:07.282241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:07.312445 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ff65356-0033-4f5b-b79a-015ad38e20ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3883119 Apr 01 00:04:07.313298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:07.315752 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9cd79d-db35-464b-a339-3f5ca1bc3056" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:07.330157 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:07.370230 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57230dd7-b21b-46d7-b7a8-d9f78d94b236 x-openstack-request-id: req-57230dd7-b21b-46d7-b7a8-d9f78d94b236 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:07.370522 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:07.370775 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-57230dd7-b21b-46d7-b7a8-d9f78d94b236 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:07.371217 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57230dd7-b21b-46d7-b7a8-d9f78d94b236'] response: {'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'status': 'completed', 'code': 200} Apr 01 00:04:07.454280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-66eeecf0-92ff-4063-bb90-7e17e685bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:07.456393 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-66eeecf0-92ff-4063-bb90-7e17e685bd47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0584691 Apr 01 00:04:07.569026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-c1f734cb-1445-43b9-878d-f3500abe5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:07.570482 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-c1f734cb-1445-43b9-878d-f3500abe5634 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 898 time: 0.1057675 Apr 01 00:04:07.608144 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'abb89586-f3aa-4a92-9019-103f9f5ca45c', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7c682a31-6170-497b-8375-2557ef092af1', 'port_id': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'mac_address': 'fa:16:3e:68:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:04:05Z', 'updated_at': '2022-04-01T00:04:05Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:07.637447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Checking router: 7c682a31-6170-497b-8375-2557ef092af1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:04:07.647592 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:07.648351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:03:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:07.650973 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-46632432-8854-4a02-8365-9fcdcce532b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0731802 Apr 01 00:04:07.704538 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-ada8437a-d0e0-4293-b9a8-68f3e3b03e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:07.706287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-ada8437a-d0e0-4293-b9a8-68f3e3b03e3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0482905 Apr 01 00:04:07.759676 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-ac69a8ca-3204-4310-83c9-02e7cf02f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:07.761205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-ac69a8ca-3204-4310-83c9-02e7cf02f80d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477650 Apr 01 00:04:07.767620 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:07.785466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e57a3-a3cf-401c-98cb-eb48f5183445 req-8208f1e6-f945-4478-ab20-bccc405fde3b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:07.788721 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b86e57a3-a3cf-401c-98cb-eb48f5183445 req-8208f1e6-f945-4478-ab20-bccc405fde3b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.4080386 Apr 01 00:04:07.827968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b86e57a3-a3cf-401c-98cb-eb48f5183445 req-bed4c896-737e-43bd-8f16-be3c1ab462ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Apr 01 00:04:07.854754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42760) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:07.859387 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-5ec23387-cf69-4a5a-9bf4-26e5f74bd88f service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904016 Apr 01 00:04:07.940145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c4fea1b6-1024-4fbd-b53c-82109ed4fc34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/abb89586-f3aa-4a92-9019-103f9f5ca45c HTTP/1.1" status: 200 len: 992 time: 0.0827549 Apr 01 00:04:07.976806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-de9cd79d-db35-464b-a339-3f5ca1bc3056 req-7f588668-8c1e-4958-8e0e-14ff43e81383 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101296 Apr 01 00:04:08.185955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'abb89586-f3aa-4a92-9019-103f9f5ca45c', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7c682a31-6170-497b-8375-2557ef092af1', 'port_id': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'mac_address': 'fa:16:3e:68:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:04:05Z', 'updated_at': '2022-04-01T00:04:05Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:08.217549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ac1f-ab95-4bd7-b4dd-cb7a91044e08 None None] The sync data for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 is: [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': 'abb89586-f3aa-4a92-9019-103f9f5ca45c', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '7c682a31-6170-497b-8375-2557ef092af1', 'port_id': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'mac_address': 'fa:16:3e:68:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:04:05Z', 'updated_at': '2022-04-01T00:04:05Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:04:08.430642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea21c3-d4fd-4a31-8b61-32432b6fef9e None None] New status for floating IP abb89586-f3aa-4a92-9019-103f9f5ca45c: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:04:08.942883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42762) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:09.007451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-83eb7130-eb94-4048-ace2-8914e40462ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/abb89586-f3aa-4a92-9019-103f9f5ca45c HTTP/1.1" status: 200 len: 994 time: 0.0634606 Apr 01 00:04:11.743050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22741b0-a1f9-4087-9932-30ff4024ef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:13.931293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f6957d77-2836-4033-afbe-50185c8d8294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:15.559915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:16.810826 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:16.840745 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:24.685300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:26.002334 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:04:35.416468 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:41.707590 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-97989a17-498a-4d3b-abea-45a54a20dcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:43.953763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ac8dff64-a231-4ab5-ae97-e0d75d99cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:45.084475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-6e5492c4-a522-4410-bb00-9d59f2f6753c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518062 Apr 01 00:04:45.190116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-ccaffc3e-2f01-4f54-a266-16129cf5bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:45.191591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-ccaffc3e-2f01-4f54-a266-16129cf5bd2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0605121 Apr 01 00:04:45.315468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-3f52b157-b40c-43db-9b5e-08c381447077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:45.316972 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-3f52b157-b40c-43db-9b5e-08c381447077 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 898 time: 0.1051838 Apr 01 00:04:45.397423 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-d58fc956-fac6-4e23-aac1-1232fd225885 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0738263 Apr 01 00:04:45.453844 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-6de2a706-d20b-40b9-9996-fa472e22fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:45.455291 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-6de2a706-d20b-40b9-9996-fa472e22fcfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0516601 Apr 01 00:04:45.508806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-46dee8a1-d4b3-47cf-be43-55e4b23e0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:45.511821 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-46dee8a1-d4b3-47cf-be43-55e4b23e0b41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500233 Apr 01 00:04:45.581997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:45.611430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-c99721b6-78de-47f2-a636-a5a1f2c535d1 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924993 Apr 01 00:04:45.713946 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-48c6d726-48b9-4178-8316-250f6e5984c4 req-fcaf913a-f9bf-4b08-b73a-137e22600609 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933251 Apr 01 00:04:46.872405 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:46.899138 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:54.728397 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.001319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:05.438281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.678499 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f5d7-0dfa-437b-ac5f-1643b552085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.918014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bf301f1e-b1d5-48bf-8062-66f72b0d2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:15.557721 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:16.853161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:16.888105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:22.353152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52c41e-ecce-4f10-89e0-5aec50afa5a3 req-18c2bf41-d521-4a86-a51c-28f5d66d6e34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:22.354809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f52c41e-ecce-4f10-89e0-5aec50afa5a3 req-18c2bf41-d521-4a86-a51c-28f5d66d6e34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0625494 Apr 01 00:05:22.413214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6f52c41e-ecce-4f10-89e0-5aec50afa5a3 req-7f01604d-672b-45db-8a7e-eb1431605842 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Apr 01 00:05:22.454272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa64c6-4483-4257-93e2-f156c7511012 req-1104dfb0-a62f-4266-8448-927236b13d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:22.455841 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-1104dfb0-a62f-4266-8448-927236b13d8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0750470 Apr 01 00:05:22.568028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa64c6-4483-4257-93e2-f156c7511012 req-5577a558-65c1-4be8-9372-129b462e82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:22.570105 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-5577a558-65c1-4be8-9372-129b462e82cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 898 time: 0.1070156 Apr 01 00:05:22.641518 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-000a272b-d95b-4b43-86ba-b1f3e1f6ed56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0643864 Apr 01 00:05:22.702640 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa64c6-4483-4257-93e2-f156c7511012 req-b72c68db-9d16-40e8-a8dd-ec0d749dbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:22.704208 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-b72c68db-9d16-40e8-a8dd-ec0d749dbebd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0522761 Apr 01 00:05:22.755650 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa64c6-4483-4257-93e2-f156c7511012 req-c608f9fa-3e9b-4c14-8ecd-8b998d56e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:22.757138 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-c608f9fa-3e9b-4c14-8ecd-8b998d56e1ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454643 Apr 01 00:05:22.856754 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-a34ebcdb-21f7-4c67-8411-d80dc62f6dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917721 Apr 01 00:05:22.975626 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-40aa64c6-4483-4257-93e2-f156c7511012 req-e8554398-55db-4cba-8b69-3b8e761991d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105208 Apr 01 00:05:23.555503 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824439b3-00b8-40d0-9142-e1e5e934bfba req-43400b92-21ba-48ec-9c34-8cc09b733988 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:23.557806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-824439b3-00b8-40d0-9142-e1e5e934bfba req-43400b92-21ba-48ec-9c34-8cc09b733988 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0630417 Apr 01 00:05:23.599410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-824439b3-00b8-40d0-9142-e1e5e934bfba req-ba41e841-24b3-466c-b39b-86a8ac305c90 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Apr 01 00:05:24.684594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.720750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e80a3-2c76-4fd7-814a-d758b132e7b0 req-f49d6f19-386c-40e6-b305-e6b96320507c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:24.727766 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-249e80a3-2c76-4fd7-814a-d758b132e7b0 req-f49d6f19-386c-40e6-b305-e6b96320507c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0496187 Apr 01 00:05:24.764964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-249e80a3-2c76-4fd7-814a-d758b132e7b0 req-4ca3c512-671a-4076-aa2c-a311fb85b594 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339489 Apr 01 00:05:25.902556 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ec2a-848e-4d9b-8dec-953b6ac9837d req-b6c1e891-8ef6-455f-aefc-84bf810c92ba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:25.904103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e922ec2a-848e-4d9b-8dec-953b6ac9837d req-b6c1e891-8ef6-455f-aefc-84bf810c92ba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0613036 Apr 01 00:05:25.945395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e922ec2a-848e-4d9b-8dec-953b6ac9837d req-c11a93a5-445e-4332-b035-bde137fbec11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Apr 01 00:05:27.074752 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde610-3c00-484f-ac03-be0dd1380849 req-87e57723-86a6-4e47-bd99-93435c32092b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:27.077158 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fbde610-3c00-484f-ac03-be0dd1380849 req-87e57723-86a6-4e47-bd99-93435c32092b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0577099 Apr 01 00:05:27.123949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0fbde610-3c00-484f-ac03-be0dd1380849 req-3e96a1a0-d6ac-43c0-aea2-37ccb74f85ef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396085 Apr 01 00:05:28.255266 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2529c2b-ba12-4971-a1be-377e1bab4f1a req-9a9c072f-7fb2-497c-9c57-830b4b3b9900 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:28.256837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2529c2b-ba12-4971-a1be-377e1bab4f1a req-9a9c072f-7fb2-497c-9c57-830b4b3b9900 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0594335 Apr 01 00:05:28.296929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2529c2b-ba12-4971-a1be-377e1bab4f1a req-8a0e387e-0477-4a9c-b2a7-dd22cdca21a9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Apr 01 00:05:29.454121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070750e-50bc-430f-984f-9c0862bd065a req-08e7dbf1-d77f-4e21-83eb-add511fd48de tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:29.455785 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4070750e-50bc-430f-984f-9c0862bd065a req-08e7dbf1-d77f-4e21-83eb-add511fd48de tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0588341 Apr 01 00:05:29.502967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4070750e-50bc-430f-984f-9c0862bd065a req-c38ca8ce-eb60-49ad-92df-befccc19525e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Apr 01 00:05:30.631453 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb10e-5124-4485-89df-08030021a96c req-4e3539a5-a7db-4a8a-be68-544f8dbe1d2c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:30.633006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03ccb10e-5124-4485-89df-08030021a96c req-4e3539a5-a7db-4a8a-be68-544f8dbe1d2c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0532520 Apr 01 00:05:30.679843 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03ccb10e-5124-4485-89df-08030021a96c req-6b565024-32a5-443c-a80a-2698604cf80e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Apr 01 00:05:31.805113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cdef4-a731-4a44-b1ba-e0b2674f67bc req-8fbe6e8a-a6cd-4f1d-ae18-c5880fb7d64a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:31.806697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-653cdef4-a731-4a44-b1ba-e0b2674f67bc req-8fbe6e8a-a6cd-4f1d-ae18-c5880fb7d64a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0525963 Apr 01 00:05:31.852520 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-653cdef4-a731-4a44-b1ba-e0b2674f67bc req-9470a091-5d7a-4940-9b64-bcbffff1fe19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Apr 01 00:05:32.981868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4f688-5b6e-439a-9e6d-8a145f915320 req-6bf6f5f9-3621-4b7a-9488-ebebdd64deb8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:32.983706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d4f688-5b6e-439a-9e6d-8a145f915320 req-6bf6f5f9-3621-4b7a-9488-ebebdd64deb8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0573361 Apr 01 00:05:33.025387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d4f688-5b6e-439a-9e6d-8a145f915320 req-6e3c6170-67ed-4583-a488-0b962b4f6a07 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Apr 01 00:05:34.146265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b840bc-b8c8-4187-b3ac-3656a2a4997a req-fcbbd17c-a968-4635-b151-201eae05fa74 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:34.147827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b840bc-b8c8-4187-b3ac-3656a2a4997a req-fcbbd17c-a968-4635-b151-201eae05fa74 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0507710 Apr 01 00:05:34.188659 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-06b840bc-b8c8-4187-b3ac-3656a2a4997a req-c86e9b8b-474b-4975-aa5b-103171a6b209 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346923 Apr 01 00:05:35.313055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a059214-a70f-42a0-952b-d27dd42fc1c0 req-cade918e-17f7-4f68-b0eb-65e426742544 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:35.314576 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a059214-a70f-42a0-952b-d27dd42fc1c0 req-cade918e-17f7-4f68-b0eb-65e426742544 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0523856 Apr 01 00:05:35.357456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8a059214-a70f-42a0-952b-d27dd42fc1c0 req-8c265a4f-92b4-4777-b845-c842f5619738 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Apr 01 00:05:35.408470 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:36.491404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a3fd-0ca1-4215-a0ce-e39810f10cf5 req-60739b5c-795c-4a33-b06c-2d6b88cbc38a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:36.493031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1df0a3fd-0ca1-4215-a0ce-e39810f10cf5 req-60739b5c-795c-4a33-b06c-2d6b88cbc38a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0618370 Apr 01 00:05:36.536222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1df0a3fd-0ca1-4215-a0ce-e39810f10cf5 req-f8e3eece-3a4e-465f-b295-df7e0c652813 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366924 Apr 01 00:05:37.666452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209747d2-6d5b-4f43-8268-0c596f456fde req-3a94ce36-4343-4e24-8d7d-7602138ab3e3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:37.668695 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-209747d2-6d5b-4f43-8268-0c596f456fde req-3a94ce36-4343-4e24-8d7d-7602138ab3e3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0568097 Apr 01 00:05:37.717921 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-209747d2-6d5b-4f43-8268-0c596f456fde req-87e72198-8ca5-44cf-8f38-8dbf57c5a6b5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393693 Apr 01 00:05:38.860190 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc779b89-6c31-4424-a5b4-12c6da9db85c req-d320a252-788a-450e-a976-7af931964656 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:38.861774 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc779b89-6c31-4424-a5b4-12c6da9db85c req-d320a252-788a-450e-a976-7af931964656 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0647848 Apr 01 00:05:38.919231 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bc779b89-6c31-4424-a5b4-12c6da9db85c req-d375b3af-7cbe-462f-9e06-ce6b33895826 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493412 Apr 01 00:05:40.000635 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:40.054167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5833c39-0fef-4ed1-bb62-8cf61bfd92da req-0fb3f475-3079-450d-8296-a22dc4cc4716 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:40.055841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5833c39-0fef-4ed1-bb62-8cf61bfd92da req-0fb3f475-3079-450d-8296-a22dc4cc4716 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0558233 Apr 01 00:05:40.101150 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f5833c39-0fef-4ed1-bb62-8cf61bfd92da req-39e62156-94b9-49d6-9d1a-d3c102688257 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Apr 01 00:05:40.131057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42828) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:40.203949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8ca89961-a476-4564-9431-50e8244780e0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/abb89586-f3aa-4a92-9019-103f9f5ca45c HTTP/1.1" status: 200 len: 994 time: 0.0714233 Apr 01 00:05:41.726861 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b8f4-791b-40d8-a295-edad6bcdeba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:43.962251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-37b12da7-44b2-48fa-9a0c-472ff0d2690e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:44.964671 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-8457f4e0-feef-4031-964c-44e025b9dc94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448472 Apr 01 00:05:45.051049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-f19fb702-01d6-439f-b1ea-95c332e0a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:45.052597 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-f19fb702-01d6-439f-b1ea-95c332e0a76a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0416269 Apr 01 00:05:45.162447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-a38b7f17-09c9-4e79-82e3-8dfdb3612c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:45.163933 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-a38b7f17-09c9-4e79-82e3-8dfdb3612c02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 898 time: 0.0907242 Apr 01 00:05:45.245194 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-5b1b5862-9dc5-4001-846f-79ad7bc2c80b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0614381 Apr 01 00:05:45.332820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-62af94ea-3472-4133-baa4-dda2091bd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:45.334547 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-62af94ea-3472-4133-baa4-dda2091bd040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0687258 Apr 01 00:05:45.387257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-0243c54c-9ede-4438-9f19-9aa11a92ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:45.388792 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-0243c54c-9ede-4438-9f19-9aa11a92ad2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478394 Apr 01 00:05:45.484196 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-59fe34e0-7ff8-4dc2-a71d-f269254fd677 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875988 Apr 01 00:05:45.574030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:45.576944 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3214ff61-8507-4039-aabd-0272d367f8a0 req-0057b717-0133-4c49-ad20-fefdfe4c13c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864475 Apr 01 00:05:46.906276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:46.968153 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:54.731951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:05.407699 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:11.692951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b268bb9e-5305-4cf5-858a-49323854ec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:13.950625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d17b8e6-5a91-43e1-acad-c98809e0d300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:15.578725 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:16.904701 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:16.905430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:17.001104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:06:24.732912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:35.410761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.192758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42848) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:37.367517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 7b82e151-8184-4cf2-b466-ae667f1822ea {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:06:37.367868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.451771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.451995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.464591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 7b82e151-8184-4cf2-b466-ae667f1822ea owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:06:37.681407 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.713346 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=7b82e151-8184-4cf2-b466-ae667f1822ea,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:37.737848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.738202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.738553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.738899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.739269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.739614 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.739952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.740295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.740631 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.740965 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.741300 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.741704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:37.787692 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.788030 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP abb89586-f3aa-4a92-9019-103f9f5ca45c disassociated (deleted). External IP: 172.25.6.198, port: d2ba25ba-b774-46db-8caa-34611c94c0e9. Apr 01 00:06:38.013675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 7c682a31-6170-497b-8375-2557ef092af1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:06:38.127461 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:06:38.132121 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:38.139754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Sync routers for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:06:38.149910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:38.151095 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:38.160603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-55d6f42a-cbb1-4673-8588-6ba84c10d970 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/floatingips/abb89586-f3aa-4a92-9019-103f9f5ca45c HTTP/1.1" status: 204 len: 168 time: 0.9668281 Apr 01 00:06:38.161192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:06:38.163510 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a3115e-f051-44ac-9966-8f5a699d9b26" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:06:38.205849 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1599e1-4f2d-4643-a99a-323114615dc3 x-openstack-request-id: req-2e1599e1-4f2d-4643-a99a-323114615dc3 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:06:38.206460 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:06:38.206460 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2e1599e1-4f2d-4643-a99a-323114615dc3 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:06:38.206808 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1599e1-4f2d-4643-a99a-323114615dc3'] response: {'name': 'network-changed', 'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'status': 'completed', 'code': 200} Apr 01 00:06:38.271448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:38.281895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-a18819a3-62d3-4ac5-b56c-e293e7b66c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:38.283462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-a18819a3-62d3-4ac5-b56c-e293e7b66c3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 1097 time: 0.0547957 Apr 01 00:06:38.392664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-e41dc328-fd02-4705-86bf-4d2e3d079457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:38.394275 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-e41dc328-fd02-4705-86bf-4d2e3d079457 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 200 len: 898 time: 0.1038504 Apr 01 00:06:38.440356 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-4e2d659d-09c9-4011-93e2-0e33cb92a7d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 200 len: 217 time: 0.0392864 Apr 01 00:06:38.502102 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-c2b281e9-5652-4f01-9795-f749275a569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:38.503810 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-c2b281e9-5652-4f01-9795-f749275a569f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 200 len: 835 time: 0.0565681 Apr 01 00:06:38.504712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:38.536857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Checking router: 7c682a31-6170-497b-8375-2557ef092af1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:06:38.547274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:38.548051 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:38.562295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-e11c0621-7fd7-47b0-874c-cb3e1fbed52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:38.566411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-e11c0621-7fd7-47b0-874c-cb3e1fbed52f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6006339-07db-4a3f-abfc-229aa6672411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548396 Apr 01 00:06:38.696692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:38.704601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-fb40fef5-118d-41ee-8cdb-a84c239d5e59 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304746 Apr 01 00:06:38.835115 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-67a3115e-f051-44ac-9966-8f5a699d9b26 req-5ebef9aa-342c-4f46-8699-fa4100787b46 service neutron] 10.222.0.44 "GET /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192009 Apr 01 00:06:38.845510 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e68bf-ba41-46ee-8c4b-e865c196a0d5 req-983608aa-724f-442a-8230-8e42c9c087df tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:38.854224 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2e68bf-ba41-46ee-8c4b-e865c196a0d5 req-983608aa-724f-442a-8230-8e42c9c087df tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.2289324 Apr 01 00:06:38.893325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7f2e68bf-ba41-46ee-8c4b-e865c196a0d5 req-f658af87-81f2-4301-ba61-bcc7fac0aa9f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381360 Apr 01 00:06:38.964652 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:38.993150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35ff68-3f02-43be-ab58-01463e825772 None None] The sync data for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 is: [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:48Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2ed50e3e-c245-4f16-a6ed-9794b61b99d0', 'name': '', 'network_id': 'c6006339-07db-4a3f-abfc-229aa6672411', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:b2:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:47Z', 'updated_at': '2022-04-01T00:03:51Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': 'a7d512c8-82e2-41da-bf74-98e9d76601c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:06:39.224922 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2dceb-5c2d-4b38-988d-d071e93bef74 None None] New status for floating IP abb89586-f3aa-4a92-9019-103f9f5ca45c: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:06:40.092362 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a803-cf0a-4c9f-86c0-01d0f3231c7c req-a4822c3f-8d89-4496-baa0-a58296e26777 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:40.093939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1941a803-cf0a-4c9f-86c0-01d0f3231c7c req-a4822c3f-8d89-4496-baa0-a58296e26777 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.1237533 Apr 01 00:06:40.137143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1941a803-cf0a-4c9f-86c0-01d0f3231c7c req-3f77a6e8-3574-441b-a06f-268db91eeb98 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369074 Apr 01 00:06:40.465316 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-85a49352-7a83-4e10-967f-48090f2555cf tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:40.468131 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-85a49352-7a83-4e10-967f-48090f2555cf tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 946 time: 0.0660717 Apr 01 00:06:40.566576 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port d2ba25ba-b774-46db-8caa-34611c94c0e9 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:06:40.566918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.665393 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port d2ba25ba-b774-46db-8caa-34611c94c0e9, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d2ba25ba-b774-46db-8caa-34611c94c0e9,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:40.665755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.680643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for d2ba25ba-b774-46db-8caa-34611c94c0e9 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:06:40.886565 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.922484 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=d2ba25ba-b774-46db-8caa-34611c94c0e9,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:40.933268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.933615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.933952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.934852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.936352 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.936702 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.937036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.937368 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.937697 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.938980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.938980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.938980 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:40.984120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] No DVR routers for this DVR port d2ba25ba-b774-46db-8caa-34611c94c0e9 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:06:40.987305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.991654 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-0bbc70ae-a336-4a68-9aaf-6aabbe729255 req-5a4f6ba6-74e3-4c3c-ae75-727b92aa906e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "DELETE /v2.0/ports/d2ba25ba-b774-46db-8caa-34611c94c0e9 HTTP/1.1" status: 204 len: 173 time: 0.5169528 Apr 01 00:06:40.993920 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'name': 'network-vif-deleted', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:06:40.994892 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ea0f9-0b9a-4aab-b641-a36412e3469d" -d '{"events": [{"server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "name": "network-vif-deleted", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:06:41.041429 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075cdbef-879d-4ec6-895c-aea56232c823 x-openstack-request-id: req-075cdbef-879d-4ec6-895c-aea56232c823 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:06:41.041723 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10cadb-e868-4b73-94eb-8908155ec47c", "name": "network-vif-deleted", "tag": "d2ba25ba-b774-46db-8caa-34611c94c0e9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:06:41.042001 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-075cdbef-879d-4ec6-895c-aea56232c823 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:06:41.042410 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075cdbef-879d-4ec6-895c-aea56232c823'] response: {'server_uuid': '0c10cadb-e868-4b73-94eb-8908155ec47c', 'name': 'network-vif-deleted', 'tag': 'd2ba25ba-b774-46db-8caa-34611c94c0e9', 'status': 'completed', 'code': 200} Apr 01 00:06:41.252050 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0a1466bc-4ee0-4c06-9f36-5a38aae0c3b5 req-3fd06416-d3a9-491d-81dc-b1d28a9fc10c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c10cadb-e868-4b73-94eb-8908155ec47c HTTP/1.1" status: 200 len: 210 time: 0.0309224 Apr 01 00:06:41.681853 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-81336b84-558c-48a5-b5e3-095d33f578e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:42.316814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42868) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:42.706120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:42.906521 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d2ba25ba-b774-46db-8caa-34611c94c0e9 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:06:42.927131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d2ba25ba-b774-46db-8caa-34611c94c0e9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:06:42.927480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d2ba25ba-b774-46db-8caa-34611c94c0e9 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:06:42.987756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:06:42.988110 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:43.088078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 2ed50e3e-c245-4f16-a6ed-9794b61b99d0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:43.088445 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:43.102609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:06:43.513867 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:43.542594 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=2ed50e3e-c245-4f16-a6ed-9794b61b99d0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:43.727490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:43.964878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 7c682a31-6170-497b-8375-2557ef092af1 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:06:44.010389 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-899f6249-ab7a-4955-a409-2ae2c3f6e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.077866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:06:44.083105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5100e8d5-a9fe-4705-a840-630e8d91c57c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/7c682a31-6170-497b-8375-2557ef092af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652087 Apr 01 00:06:44.086987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42870) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:44.088142 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Sync routers for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:06:44.099582 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:44.100217 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:44.146295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting subnet a7d512c8-82e2-41da-bf74-98e9d76601c6 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:06:44.150410 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.193846 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.216128 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:44.294514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.429515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:06:43Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:44.446860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.459849 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Checking router: 7c682a31-6170-497b-8375-2557ef092af1 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:06:44.476754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Routers {'7c682a31-6170-497b-8375-2557ef092af1'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:44.477322 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['7c682a31-6170-497b-8375-2557ef092af1'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:44.477605 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d512c8-82e2-41da-bf74-98e9d76601c6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:44.484101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.490869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f4cc9a92-55a1-4ac7-b9dd-99860c4ac3a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/subnets/a7d512c8-82e2-41da-bf74-98e9d76601c6 HTTP/1.1" status: 204 len: 168 time: 0.3999541 Apr 01 00:06:44.496449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42872) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:44.524659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6b706-48d1-4ea2-ae06-ded93df965c0 None None] Network c6006339-07db-4a3f-abfc-229aa6672411 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:06:44.651786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.705086 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] Set router 7c682a31-6170-497b-8375-2557ef092af1 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:44.785661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:44.910959 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 1d2b5137-d392-45f8-a809-ef8141036da0 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:06:44.911326 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.052910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 1d2b5137-d392-45f8-a809-ef8141036da0, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=1d2b5137-d392-45f8-a809-ef8141036da0,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:45.053294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.073805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 1d2b5137-d392-45f8-a809-ef8141036da0 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:06:45.098181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] DHCP port deletion for c6006339-07db-4a3f-abfc-229aa6672411 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:06:45.148959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:06:43Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:45.188858 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49611e-f777-4696-89d2-74af41c23e0f None None] The sync data for ids ['7c682a31-6170-497b-8375-2557ef092af1'] in n-d-828414-2 is: [{'id': '7c682a31-6170-497b-8375-2557ef092af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723070544', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:06:43Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '1d2b5137-d392-45f8-a809-ef8141036da0', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c682a31-6170-497b-8375-2557ef092af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:43Z', 'updated_at': '2022-04-01T00:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:06:45.200656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Deleting port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:06:45.201078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.286663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] For port fc3efdb7-934b-4a0c-b16a-cd0bc2264200, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,segment=NetworkSegment(54c9d01b-af32-4e60-83c8-2bd54a17927a),segment_id=54c9d01b-af32-4e60-83c8-2bd54a17927a)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:45.287088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.309671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Calling delete_port for fc3efdb7-934b-4a0c-b16a-cd0bc2264200 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:06:45.410344 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.442724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=1d2b5137-d392-45f8-a809-ef8141036da0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:45.513102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.532793 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.566799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Pushing event deleted for resources: {'Port': ['ID=fc3efdb7-934b-4a0c-b16a-cd0bc2264200,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:45.571678 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] No DVR routers for this DVR port fc3efdb7-934b-4a0c-b16a-cd0bc2264200 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.586499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6593d7-857a-4987-9432-a73fe9d80c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:45.608838 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.975432 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:45.977815 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.118709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.119537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Fanout notify agent at l3_agent the message router_deleted on router 7c682a31-6170-497b-8375-2557ef092af1 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:06:46.127587 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.128781 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1e5ea6d9-1d7b-4c2c-b17c-106d14a5ca2f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/routers/7c682a31-6170-497b-8375-2557ef092af1 HTTP/1.1" status: 204 len: 168 time: 1.6359799 Apr 01 00:06:46.131455 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42874) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:46.219855 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.316739 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.339735 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6006339-07db-4a3f-abfc-229aa6672411']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:46.353073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c9d01b-af32-4e60-83c8-2bd54a17927a') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:46.353404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c9d01b-af32-4e60-83c8-2bd54a17927a') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:46.365455 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.385178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.392308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:06:46.392704 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:06:46.395834 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:06:46.524943 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.530362 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.537362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/networks/c6006339-07db-4a3f-abfc-229aa6672411 HTTP/1.1" status: 204 len: 168 time: 0.4014235 Apr 01 00:06:46.537473 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42876) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:46.557851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9b07d-523a-407d-94a9-a788446fa02a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Network': ['ID=c6006339-07db-4a3f-abfc-229aa6672411,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:46.614323 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.643687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.783638 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.786561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.787816 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/security-groups/dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7 HTTP/1.1" status: 204 len: 168 time: 0.2499845 Apr 01 00:06:46.797851 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a60b-250c-44af-8240-a59876747b6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4c0ee-2b7b-4c1a-a2ad-bafbfb1221e7,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:46.893343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:46.894064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:47.019278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fc3efdb7-934b-4a0c-b16a-cd0bc2264200 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:06:47.048872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: fc3efdb7-934b-4a0c-b16a-cd0bc2264200 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:06:47.049127 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fc3efdb7-934b-4a0c-b16a-cd0bc2264200 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:06:47.049547 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:06:47.070845 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:06:47.071672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2ed50e3e-c245-4f16-a6ed-9794b61b99d0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:06:47.071672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1d2b5137-d392-45f8-a809-ef8141036da0 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:06:47.094982 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 1d2b5137-d392-45f8-a809-ef8141036da0 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:06:47.095349 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 1d2b5137-d392-45f8-a809-ef8141036da0 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:06:47.439903 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42882) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:47.491966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371811045', 'description': 'tempest-secgroup-smoke-1371811045 description', 'project_id': '817e62b546084d21941a4f6f48c39324'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:47.566643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:47.645954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:47.715685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:47.760778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af2bfe6-879d-4ce5-96d0-7d62d004646e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:47.863755 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:47.865076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4fb2d662-92bc-4333-95a5-d381ca2a904f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4240501 Apr 01 00:06:47.869124 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42886) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:47.875028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:47.976742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.050555 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.132082 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.154013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11267018-9471-4d87-95e8-4bde14b5cf63,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:48.220102 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.221375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c510340b-a335-4424-ba3e-e5ee5df8a26c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512764 Apr 01 00:06:48.224940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42888) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:48.230226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:48.332554 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.412192 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.480480 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.499112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2924614-26ba-4aa7-8774-5d7da916fffa,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:48.574272 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.575655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7d1e8ac3-e038-4b63-8d54-4d00857b8cab tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496325 Apr 01 00:06:48.578484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42890) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:48.582914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:48.670150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.748964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.823683 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.842985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c4c21f-6c35-475d-afae-d3080761965e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:48.945542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:48.946858 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a695e275-0e29-44d0-a40f-bc021bebd9d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673892 Apr 01 00:06:48.951979 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42892) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:48.956999 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:49.063983 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.130808 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.201732 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.225367 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823212e2-89a5-4044-9a7e-b86f0e84bc2e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:49.277001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.278168 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-173bf742-453d-4bbe-baa0-7dd6ca34dfd6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251526 Apr 01 00:06:49.282704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42894) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:49.287138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:49.369990 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:06:49.376289 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.444690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.513722 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.534794 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2870f9-984e-4b3f-a200-0cf25d8e4da0,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:49.607148 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.608499 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a322f96e-2646-4247-a93d-4f43da438fd5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3247893 Apr 01 00:06:49.611895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42896) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:49.617193 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': '1af2bfe6-879d-4ce5-96d0-7d62d004646e', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:49.707231 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:06:49.713081 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.786582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.857562 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.875765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5084d83-e485-4454-adcb-e841adaff1d8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:49.957103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:49.958352 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1345c5a7-370d-43e6-92ee-a3c73658c3f0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451974 Apr 01 00:06:49.961627 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42898) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:49.966553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'network': {'name': 'tempest-network-smoke--380472341', 'project_id': '817e62b546084d21941a4f6f48c39324', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:50.052113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:06:50.055699 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.083777 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:06:50.094276 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.094621 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Added segment 4fe02fec-536d-4adf-9f6f-b4d8411048e2 of type vlan for network 8b2b2377-e85b-45d9-b43d-243c06d296c4 Apr 01 00:06:50.150145 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.280449 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.286497 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:50.287114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.356062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Network': ['ID=8b2b2377-e85b-45d9-b43d-243c06d296c4,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:50.366327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:06:50.429939 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2c006c60-838e-4367-99de-0e5610d04235 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4672143 Apr 01 00:06:50.434624 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42900) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:50.439416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'admin_state_up': True, 'project_id': '817e62b546084d21941a4f6f48c39324', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:50.532153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.533273 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.597400 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:50.807212 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.101395 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.122238 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.226086 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.210 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/93e1bc86-4862-4af6-be9c-fb8cd6b7ba11) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:06:51.342344 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.486777 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.526612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:06:51.530267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:06:51.533921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:06:51.539568 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:51.880347 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:52.102052 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:52.354857 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 2734a858-0e4f-49ba-9665-a1a1de741649 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:06:52.467303 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:06:52.477105 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Sync routers for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:06:52.489321 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:52.489947 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:52.563613 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:52.565091 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e2c093a5-4798-45df-a348-95e9746260a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1292892 Apr 01 00:06:52.568546 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42902) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:52.600819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-eb06ed76-a352-4a7d-8745-05024df6933b tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=817e62b546084d21941a4f6f48c39324&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311115 Apr 01 00:06:52.603498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42904) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:52.704128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6dafd-2c22-4162-822b-81949206518e tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:52.704372 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:52.705311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-04a6dafd-2c22-4162-822b-81949206518e tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987563 Apr 01 00:06:52.706030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42906) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:52.735269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f491b27e-3504-4454-93d5-b3a1fd8b51ac tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280681 Apr 01 00:06:52.737734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42908) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:52.742481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871525786', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'project_id': '817e62b546084d21941a4f6f48c39324', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:06:52.891366 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:52.909124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:06:52.912711 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:52.930514 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Checking router: 2734a858-0e4f-49ba-9665-a1a1de741649 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:06:52.930864 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Updating router 2734a858-0e4f-49ba-9665-a1a1de741649 port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:06:52.959727 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.210105 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.224892 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.280219 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Subnet': ['ID=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:53.291572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Checking segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:06:53.291945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network hostable DHCP agents. Network: 8b2b2377-e85b-45d9-b43d-243c06d296c4, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:06:53.303459 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.357889 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Pushing event updated for resources: {'Port': ['ID=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:53.365642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Attempting to bind port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:06:53.366007 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Attempting to bind port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:06:53.366368 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Attempting to bind port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:06:53.370088 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.370426 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.370838 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.371197 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.371528 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.372768 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.372901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.373224 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.373490 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.373807 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.374123 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.374437 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:06:53.380180 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:06:53.380547 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:06:53.380946 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.381319 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:06:53.381788 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Bound port: 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:06:53.382313 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.383839 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:06:53.453301 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] For port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:06:53.456503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] For port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:06:53.486254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 8b2b2377-e85b-45d9-b43d-243c06d296c4) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:06:53.492609 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:53.492609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.502875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f79227-62d1-4275-8325-6135d86884b2 None None] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:06:53.521549 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.580821 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4098c5e3-9ddd-4578-b416-775a3bc40571 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8414123 Apr 01 00:06:53.583064 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42910) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:06:53.584106 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:53.587921 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:53.624537 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb12d93-25ed-435d-9008-ca20be5f1a3e None None] Pushing event updated for resources: {'Port': ['ID=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:53.678657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-8b2b2377-e85b-45d9-b43d-243c06d296c4', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:06:53.680131 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:53.718909 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:53.844235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Allocated IP 172.20.0.2 (8b2b2377-e85b-45d9-b43d-243c06d296c4/7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5/72997b9b-878c-46ef-9513-9d34bf223c85) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:06:53.917104 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:53.947171 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8472502-cd92-40c1-b61b-1f69615c707f None None] The sync data for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 is: [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:51Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:06:54.008980 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:06:54.009498 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.093101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.114474 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.137330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:06:54.140874 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:06:54.144909 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:06:54.152693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Pushing event updated for resources: {'Port': ['ID=72997b9b-878c-46ef-9513-9d34bf223c85,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:54.231744 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Attempting to bind port 72997b9b-878c-46ef-9513-9d34bf223c85 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:06:54.232309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Attempting to bind port 72997b9b-878c-46ef-9513-9d34bf223c85 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:06:54.232697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Attempting to bind port 72997b9b-878c-46ef-9513-9d34bf223c85 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:06:54.238151 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:06:54.238528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Checking segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:06:54.238932 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.239412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Bound using segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:06:54.239885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Bound port: 72997b9b-878c-46ef-9513-9d34bf223c85, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:06:54.240330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.320875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] For port 72997b9b-878c-46ef-9513-9d34bf223c85, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:06:54.324276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] For port 72997b9b-878c-46ef-9513-9d34bf223c85, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=72997b9b-878c-46ef-9513-9d34bf223c85,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:06:54.412596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.444937 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.1 (8b2b2377-e85b-45d9-b43d-243c06d296c4/7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5/430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:06:54.474994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964003d-0317-417c-b2f1-f2132f900a4c None None] Pushing event updated for resources: {'Port': ['ID=72997b9b-878c-46ef-9513-9d34bf223c85,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:54.601949 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.702482 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.759110 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:06:54.760717 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:54.762713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:06:54.767838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:06:54.803185 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:54.833094 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.066701 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.114324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:06:55.201715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:55.202417 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.295367 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.322254 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:55.386705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.388539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 72997b9b-878c-46ef-9513-9d34bf223c85 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:06:55.418310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.489495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:55.495781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.501315 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 72997b9b-878c-46ef-9513-9d34bf223c85 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:55.501823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.596581 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bec05e-4c16-414c-941c-ece4b63c4993 None None] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:06:55.604366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.614507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:55.674970 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.682304 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-63c2778f-a822-4605-872d-1c4681ceb229 None None] Provisioning complete for port 72997b9b-878c-46ef-9513-9d34bf223c85 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:55.682304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63c2778f-a822-4605-872d-1c4681ceb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.717914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:06:55.719891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:06:55.763476 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 72997b9b-878c-46ef-9513-9d34bf223c85, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=72997b9b-878c-46ef-9513-9d34bf223c85,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:55.858359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.878289 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 2734a858-0e4f-49ba-9665-a1a1de741649 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:06:55.909666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-63c2778f-a822-4605-872d-1c4681ceb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:55.969671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=72997b9b-878c-46ef-9513-9d34bf223c85,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:56.018989 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.db.api [None req-63c2778f-a822-4605-872d-1c4681ceb229 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 00:06:56.019429 n-d-828414-2 neutron-server[109836]: DEBUG oslo_db.api [None req-63c2778f-a822-4605-872d-1c4681ceb229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 00:06:56.022068 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:06:56.027514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0e7411f1-600a-4377-a94c-2b2731042673 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/2734a858-0e4f-49ba-9665-a1a1de741649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4428935 Apr 01 00:06:56.075735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Sync routers for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:06:56.087572 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:56.088210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:56.207905 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-7ef60ba9-a508-450f-b23a-837f6cb4f3c1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371811045&fields=id&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 267 time: 0.0448067 Apr 01 00:06:56.212618 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:56.337120 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-e4d79912-d15b-49c9-9ac0-960eb1009d45 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:56.338926 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-e4d79912-d15b-49c9-9ac0-960eb1009d45 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 796 time: 0.1285782 Apr 01 00:06:56.355714 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-f7ddd03a-e13d-43dd-ac2a-c0fb49a1c4a1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/quotas/817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 375 time: 0.0100515 Apr 01 00:06:56.417067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-f661aaa8-7d05-4c35-8f9b-c32dfb7ce24c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548604 Apr 01 00:06:56.461404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 2, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:56.492513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Checking router: 2734a858-0e4f-49ba-9665-a1a1de741649 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:06:56.492868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Updating router 2734a858-0e4f-49ba-9665-a1a1de741649 port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:06:56.504375 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-0290673e-8b50-45e9-8036-d08805b9926a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:06:56.505418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-0290673e-8b50-45e9-8036-d08805b9926a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754886 Apr 01 00:06:56.553249 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:56.623675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-beb6a1b6-1bae-45e1-a597-a7392cf5dde7 service neutron] 10.222.0.83 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112556 Apr 01 00:06:56.724031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-ebdeee30-adcd-4159-81c8-5ad5a826b3d7 service neutron] 10.222.0.83 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956538 Apr 01 00:06:56.895689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9c29eb66-0a14-4246-8e08-e011f5a67be4 None None] Provisioning complete for port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:56.896456 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c29eb66-0a14-4246-8e08-e011f5a67be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:56.975210 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-9c29eb66-0a14-4246-8e08-e011f5a67be4 None None] Port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:06:57.008047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9c29eb66-0a14-4246-8e08-e011f5a67be4 None None] Provisioning complete for port 72997b9b-878c-46ef-9513-9d34bf223c85 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:57.008424 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c29eb66-0a14-4246-8e08-e011f5a67be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.039665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:06:57.150454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.190441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:57.190810 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.248447 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.321024 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 72997b9b-878c-46ef-9513-9d34bf223c85 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:06:57.349555 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbafe14-ee3c-40b3-957a-dfe14c1fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:57.419676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Attempting to bind port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:06:57.420047 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Attempting to bind port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:06:57.420410 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Attempting to bind port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:06:57.429272 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:06:57.429649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Checking segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:06:57.430057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.430450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Bound using segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:06:57.430939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Bound port: 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:06:57.431351 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.445046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 72997b9b-878c-46ef-9513-9d34bf223c85 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:57.445421 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.548705 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] For port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:06:57.586554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] For port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:06:57.599403 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ece06b56-14f8-470f-a9ce-cd231ccd6083 None None] Provisioning complete for port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:57.599774 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ece06b56-14f8-470f-a9ce-cd231ccd6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.638115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-ece06b56-14f8-470f-a9ce-cd231ccd6083 None None] Port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:06:57.655749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:57.717145 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbafe14-ee3c-40b3-957a-dfe14c1fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:57.720136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:06:57.720870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:06:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:57.839324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:06:58.009166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] Provisioning complete for port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:58.009765 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:58.039809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4b00d18-a21d-4e08-ae60-0a762c7d576b req-d81ef638-4c83-426b-81fe-809eebfde3df tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 210 time: 0.0364912 Apr 01 00:06:58.150025 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:58.154361 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:57Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:06:58.192558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf6a-0b55-4f41-8cfd-13243af7f343 None None] The sync data for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 is: [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:57Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:06:58.218908 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] For port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:06:58.286360 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:58.350075 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560521e-ffb2-4b62-a820-44dc80ab3215 None None] Pushing event updated for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:06:59.056161 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:06:59.117104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:06:59.117480 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:59.128585 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-96b787fa-8910-4ac6-894a-cb98ee38d0db req-25db0203-92c0-4a9f-ba31-ae89f4c2d9b9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 210 time: 0.0331895 Apr 01 00:07:00.592294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c70ac145-3bd1-4c4d-bc89-5d0258ad838e req-d656461a-4027-4abd-b0dc-cba7d7711403 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 210 time: 0.3864009 Apr 01 00:07:00.699792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-c2ad6852-8f32-482b-adaf-959801a54377 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:00.701814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-c2ad6852-8f32-482b-adaf-959801a54377 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 796 time: 0.1134458 Apr 01 00:07:00.760577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-8c3699f1-20a0-4bb2-b63a-406459e60ec1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 380 time: 0.0414722 Apr 01 00:07:00.772233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'port': {'device_id': '392e1316-5ce4-4747-b776-dd7437265d57', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'admin_state_up': True, 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'security_groups': ['1af2bfe6-879d-4ce5-96d0-7d62d004646e']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:07:00.983575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:07:00.987514 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.148539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.8 (8b2b2377-e85b-45d9-b43d-243c06d296c4/7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5/119b3369-f499-4547-8598-7957e6593d37) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:07:01.298593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.401995 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.456499 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:07:01.459984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:07:01.463786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:07:01.493255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:01.534172 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:01.535281 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.662857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-2671df7d-6389-410e-bc25-c85b09ef005b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921690 Apr 01 00:07:01.671767 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-963e0837-2149-46af-b90a-d41fa870e119 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:07:01.672777 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-963e0837-2149-46af-b90a-d41fa870e119 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059497 Apr 01 00:07:01.692194 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Request body: {'port': {'device_id': '392e1316-5ce4-4747-b776-dd7437265d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:07:01.731502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b7e2d406-5fb4-4e9e-83cd-6b270434466e None None] Provisioning complete for port 119b3369-f499-4547-8598-7957e6593d37 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:07:01.732234 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b7e2d406-5fb4-4e9e-83cd-6b270434466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.769758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2d406-5fb4-4e9e-83cd-6b270434466e None None] Port 119b3369-f499-4547-8598-7957e6593d37 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:07:01.781583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc7e3-0e4e-4398-a1a6-1a3009259938 req-4711e6f0-4574-4c5e-8ce2-24fd79aee8de tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:01.783137 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de7fc7e3-0e4e-4398-a1a6-1a3009259938 req-4711e6f0-4574-4c5e-8ce2-24fd79aee8de tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 931 time: 0.1093304 Apr 01 00:07:01.793366 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:01.865388 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de7fc7e3-0e4e-4398-a1a6-1a3009259938 req-7097b6c2-33cc-41c8-899f-459682571b1d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739141 Apr 01 00:07:02.127673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119b3369-f499-4547-8598-7957e6593d37 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:07:02.140529 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:02.154514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Transition to ACTIVE for port object 119b3369-f499-4547-8598-7957e6593d37 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:07:02.257691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:02.312282 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:02.410082 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:07:02.410508 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:07:02.410806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:07:02.416138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:07:02.416466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:07:02.422524 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:07:02.422903 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Checking segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:07:02.423232 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Bound using segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:07:02.423667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Bound port: 119b3369-f499-4547-8598-7957e6593d37, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:07:02.424030 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:02.505729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:07:02.521083 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:07:02.615606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:02.654290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:02.654915 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:02.656399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] 10.222.0.10 "PUT /v2.0/ports/119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1091 time: 0.9705906 Apr 01 00:07:02.656845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:07:02.659227 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12372a42-7bb6-412d-a7b5-01c9ee668afa" -d '{"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:07:02.681799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b234ca0-3ac5-4fe8-99f7-7e67b0547027 service neutron] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:02.704500 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e3d64-f2df-4319-b4df-0824b31a988c x-openstack-request-id: req-ca5e3d64-f2df-4319-b4df-0824b31a988c {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:07:02.704796 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:07:02.705077 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca5e3d64-f2df-4319-b4df-0824b31a988c {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:07:02.705488 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5e3d64-f2df-4319-b4df-0824b31a988c'] response: {'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'status': 'completed', 'code': 200} Apr 01 00:07:02.791810 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-4a2ceba0-a510-4a5a-8ed7-3e0a6fb3a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:02.793537 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-4a2ceba0-a510-4a5a-8ed7-3e0a6fb3a662 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0469463 Apr 01 00:07:02.919182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-524cde43-a198-4772-99f1-255c07073877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:02.922395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-524cde43-a198-4772-99f1-255c07073877 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=817e62b546084d21941a4f6f48c39324&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1136906 Apr 01 00:07:03.064341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98d6fc-b39d-4993-86c2-089b098ddd13 req-f0aba094-6435-45ce-8cb8-2f42fdbb5210 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:03.065881 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f98d6fc-b39d-4993-86c2-089b098ddd13 req-f0aba094-6435-45ce-8cb8-2f42fdbb5210 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.1075003 Apr 01 00:07:03.086655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-01304d3c-3942-40d0-abb2-9827d66541ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:03.088185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12372a42-7bb6-412d-a7b5-01c9ee668afa req-01304d3c-3942-40d0-abb2-9827d66541ea service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1601307 Apr 01 00:07:03.117791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f98d6fc-b39d-4993-86c2-089b098ddd13 req-fee80c64-5dfa-47e7-9a75-82e9f758d6c5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Apr 01 00:07:03.192964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-4ee6fa1e-37bf-4350-929d-14dea93fdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:03.194404 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-4ee6fa1e-37bf-4350-929d-14dea93fdb5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0473385 Apr 01 00:07:03.249577 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-ef879814-29a7-41f9-997b-ab5d636cd8df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 217 time: 0.0417199 Apr 01 00:07:03.315713 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-6c594c26-142b-4ee0-a2a9-35d4ea654534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:03.317278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-6c594c26-142b-4ee0-a2a9-35d4ea654534 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0617611 Apr 01 00:07:03.373231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-6eb945c4-9574-42b6-9d92-5e7741c6ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:03.374789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-6eb945c4-9574-42b6-9d92-5e7741c6ddd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507572 Apr 01 00:07:03.483139 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-fa563c69-91bc-4333-9991-da3c59822ebe service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014590 Apr 01 00:07:03.599806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4a61587c-8c9f-45a0-86e0-6cf2142f6d91 req-93503e03-957d-44ca-b1c4-8fe6a9e77c57 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102583 Apr 01 00:07:04.245843 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0ef4-565d-4046-b439-76b3f5ee3403 req-d0db7b40-abb1-4ab1-bb34-5654ec94cf65 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:04.248048 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e4d0ef4-565d-4046-b439-76b3f5ee3403 req-d0db7b40-abb1-4ab1-bb34-5654ec94cf65 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0532756 Apr 01 00:07:04.293490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9e4d0ef4-565d-4046-b439-76b3f5ee3403 req-80488a23-4226-4956-bd67-eff20af8719f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 Apr 01 00:07:05.425722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd07f-2af7-4eab-ae0a-4ab171fcbb16 req-4bb0d93b-4fec-47bd-bb58-9f4c431ca7d0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:05.427305 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-322bd07f-2af7-4eab-ae0a-4ab171fcbb16 req-4bb0d93b-4fec-47bd-bb58-9f4c431ca7d0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0586684 Apr 01 00:07:05.467196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:05.469969 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-322bd07f-2af7-4eab-ae0a-4ab171fcbb16 req-7d1bcf5a-eada-476a-8662-fb35dedce90e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363967 Apr 01 00:07:06.597253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4b6f-373c-420e-84fe-382a7fbe8748 req-8bfe4b1d-a5ea-4e97-beda-2f32872b6846 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:06.598724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e78b4b6f-373c-420e-84fe-382a7fbe8748 req-8bfe4b1d-a5ea-4e97-beda-2f32872b6846 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0499401 Apr 01 00:07:06.640134 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e78b4b6f-373c-420e-84fe-382a7fbe8748 req-dcb49455-a1cb-4053-9b21-ac3dffccfd9d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349252 Apr 01 00:07:07.768543 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef05923-d9bd-4869-a872-d98edd7834d2 req-f0b47e63-bb78-4498-979e-7f201797571d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:07.770276 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef05923-d9bd-4869-a872-d98edd7834d2 req-f0b47e63-bb78-4498-979e-7f201797571d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0533109 Apr 01 00:07:07.813803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef05923-d9bd-4869-a872-d98edd7834d2 req-f78c90fc-7aa6-402a-9b39-c33190687c19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364237 Apr 01 00:07:08.044290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 119b3369-f499-4547-8598-7957e6593d37 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:07:08.148875 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:07:08.161753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '119b3369-f499-4547-8598-7957e6593d37', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'mac_address': 'fa:16:3e:03:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:07:08.200931 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:08.214457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b3369-f499-4547-8598-7957e6593d37 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:07:08.239178 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:07:08.348893 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:08.399327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:08.763740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['119b3369-f499-4547-8598-7957e6593d37'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:07:08.943431 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc09598-7b76-45a1-b6ce-022d0f9c4511 req-652ea5e3-ea7b-4fc2-a0e9-809055372fdd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:08.944968 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adc09598-7b76-45a1-b6ce-022d0f9c4511 req-652ea5e3-ea7b-4fc2-a0e9-809055372fdd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 944 time: 0.0602531 Apr 01 00:07:08.988336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-adc09598-7b76-45a1-b6ce-022d0f9c4511 req-5cda70ac-47a9-4dc7-9dcc-dfe441d7aea5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Apr 01 00:07:10.049564 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 119b3369-f499-4547-8598-7957e6593d37 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:07:10.112178 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f642f0-0551-4202-ba42-ac8673c09ada req-a1e48ebe-538a-4dc3-aaec-b187c87674d5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.116726 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05f642f0-0551-4202-ba42-ac8673c09ada req-a1e48ebe-538a-4dc3-aaec-b187c87674d5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 944 time: 0.0520830 Apr 01 00:07:10.154435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-05f642f0-0551-4202-ba42-ac8673c09ada req-93a201ed-ced3-48f0-a4b0-936b901ef077 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Apr 01 00:07:10.195262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 119b3369-f499-4547-8598-7957e6593d37 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:07:10.200442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 119b3369-f499-4547-8598-7957e6593d37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:07:10.200867 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.290612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.314391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:07:10.316642 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383548be-c543-4008-835b-1ce4fd83da6c" -d '{"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-plugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:07:10.331735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:07:10.357559 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ecf59d-5fbc-48de-927c-e7d89a773521 x-openstack-request-id: req-88ecf59d-5fbc-48de-927c-e7d89a773521 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:07:10.357852 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-plugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:07:10.358109 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88ecf59d-5fbc-48de-927c-e7d89a773521 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:07:10.358514 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ecf59d-5fbc-48de-927c-e7d89a773521'] response: {'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'code': 200} Apr 01 00:07:10.445741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.495209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:10.527844 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe9f9-a64b-4d8c-b1be-a5e9ccf5a583 req-42157c10-1485-4f52-8791-891f573aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.529385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f5fe9f9-a64b-4d8c-b1be-a5e9ccf5a583 req-42157c10-1485-4f52-8791-891f573aa90c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0871463 Apr 01 00:07:10.567333 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8f5fe9f9-a64b-4d8c-b1be-a5e9ccf5a583 req-cf7ea28b-5851-47c3-b727-834dd74847ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298269 Apr 01 00:07:11.281519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb30a-6557-4431-b84e-385e5284312c req-cad777a5-c825-412b-8b41-2612264e6e9b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:11.283564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b76fb30a-6557-4431-b84e-385e5284312c req-cad777a5-c825-412b-8b41-2612264e6e9b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0571849 Apr 01 00:07:11.325045 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b76fb30a-6557-4431-b84e-385e5284312c req-9a2a7e98-3e22-4ac8-8990-fa921f3757b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352252 Apr 01 00:07:11.672566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b3d33edb-c2e6-4b87-ac3c-52775d20c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:12.461247 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0eb10-edc6-46d7-8e64-2dd7d3ac378c req-36740ff1-184f-4fdd-a65c-efd2311e9805 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:12.462790 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a0eb10-edc6-46d7-8e64-2dd7d3ac378c req-36740ff1-184f-4fdd-a65c-efd2311e9805 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Apr 01 00:07:12.510545 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44a0eb10-edc6-46d7-8e64-2dd7d3ac378c req-65091bf3-1525-49fd-a236-f3f231ba6a32 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Apr 01 00:07:12.642784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9b8f-22ed-4c15-b23c-9c0ac4c1daff req-ec4f9179-7f57-4d91-8497-cb18adf7050b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:12.644461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2a9b8f-22ed-4c15-b23c-9c0ac4c1daff req-ec4f9179-7f57-4d91-8497-cb18adf7050b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0597842 Apr 01 00:07:12.705452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de2a9b8f-22ed-4c15-b23c-9c0ac4c1daff req-200a7380-edf3-4cc6-aff1-7cee7d41d36e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510755 Apr 01 00:07:12.730479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42986) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:07:12.831612 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b25dcf-a7c1-4005-ba5c-1301d72f2fa7 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:12.833200 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e6b25dcf-a7c1-4005-ba5c-1301d72f2fa7 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1091 time: 0.1016173 Apr 01 00:07:12.835960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42990) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:07:12.840987 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:07:12.959491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:13.068508 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:13.186929 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.231 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/16d547e2-96a6-488a-9ac5-01c2d6c06677) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:07:13.294746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:13.412833 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:13.778431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:07:13.781643 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:07:13.787092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:07:13.790257 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=16d547e2-96a6-488a-9ac5-01c2d6c06677,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:13.954017 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d29647f-344b-4018-a852-9408062aa919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.164731 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.295333 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.467973 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.525534 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.600051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=16d547e2-96a6-488a-9ac5-01c2d6c06677,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:07:14.613091 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:14.714817 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 8bcd069c-72e1-4410-80d2-a72738e2086d associated. External IP: 172.25.6.231, port: 119b3369-f499-4547-8598-7957e6593d37. Apr 01 00:07:14.937330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 2734a858-0e4f-49ba-9665-a1a1de741649 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:07:15.051184 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:07:15.061042 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Sync routers for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:07:15.070774 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:07:15.071480 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:07:15.157231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:15.182272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:07:15.187545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-04472094-841f-4f88-a9f1-b0f95a229cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3503978 Apr 01 00:07:15.188147 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:07:15.190467 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fcceb0-4c59-4e6d-9326-b753311e0d37" -d '{"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:07:15.228900 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed4885-d51e-4e8b-a985-cab5bd0ffe35 x-openstack-request-id: req-52ed4885-d51e-4e8b-a985-cab5bd0ffe35 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:07:15.229443 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:07:15.229865 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52ed4885-d51e-4e8b-a985-cab5bd0ffe35 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:07:15.230448 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ed4885-d51e-4e8b-a985-cab5bd0ffe35'] response: {'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'status': 'completed', 'code': 200} Apr 01 00:07:15.338658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f80c8-9cca-42b9-8c37-0e8cc5bf7be4 req-84ac79dd-4d45-4abd-a682-2cb33dbbbaba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:15.341392 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae8f80c8-9cca-42b9-8c37-0e8cc5bf7be4 req-84ac79dd-4d45-4abd-a682-2cb33dbbbaba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0979133 Apr 01 00:07:15.343163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-04b6f30f-fcd5-419a-bee3-f4b6c13bf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:15.344601 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-04b6f30f-fcd5-419a-bee3-f4b6c13bf85d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0648205 Apr 01 00:07:15.434586 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '8bcd069c-72e1-4410-80d2-a72738e2086d', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'mac_address': 'fa:16:3e:03:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392e1316-5ce4-4747-b776-dd7437265d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:07:14Z', 'updated_at': '2022-04-01T00:07:14Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:07:15.439193 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ae8f80c8-9cca-42b9-8c37-0e8cc5bf7be4 req-1a74dd8d-a478-463b-830e-b80b9c7f6914 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909595 Apr 01 00:07:15.466078 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Checking router: 2734a858-0e4f-49ba-9665-a1a1de741649 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:07:15.473131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-5fba7136-1f86-4fa4-8594-0d178b9b97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:15.474634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-5fba7136-1f86-4fa4-8594-0d178b9b97d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1205711 Apr 01 00:07:15.476964 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:07:15.477585 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:07:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:07:15.477915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 42996) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:07:15.550418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-033d97e8-b95f-49d4-97c2-b3cc5cbd3014 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 999 time: 0.0689845 Apr 01 00:07:15.567807 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ae160169-c5fd-4b4c-983e-46fb9328934b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/8bcd069c-72e1-4410-80d2-a72738e2086d HTTP/1.1" status: 200 len: 991 time: 0.0886991 Apr 01 00:07:15.593147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:15.602888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-fc89f6b6-e3ab-4fca-824a-09d113c96547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:15.604437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-fc89f6b6-e3ab-4fca-824a-09d113c96547 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0474601 Apr 01 00:07:15.661192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-ca0e6fa2-354a-4700-99c2-0a85590517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:15.662794 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-ca0e6fa2-354a-4700-99c2-0a85590517cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522673 Apr 01 00:07:15.694825 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:07:15.754252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-5a064273-e2ec-4f69-9072-2e009b01d4e0 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Apr 01 00:07:15.854118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c6fcceb0-4c59-4e6d-9326-b753311e0d37 req-c5f71623-41a4-4786-ab4a-035d079a9806 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935781 Apr 01 00:07:15.932650 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '8bcd069c-72e1-4410-80d2-a72738e2086d', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'mac_address': 'fa:16:3e:03:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392e1316-5ce4-4747-b776-dd7437265d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:07:14Z', 'updated_at': '2022-04-01T00:07:14Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:07:15.964181 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d1d9-e433-454a-82f0-37e05420eacb None None] The sync data for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 is: [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '8bcd069c-72e1-4410-80d2-a72738e2086d', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'mac_address': 'fa:16:3e:03:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392e1316-5ce4-4747-b776-dd7437265d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:07:14Z', 'updated_at': '2022-04-01T00:07:14Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:07:16.194198 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e4205-975b-4ca6-b207-5ee620fe2da7 None None] New status for floating IP 8bcd069c-72e1-4410-80d2-a72738e2086d: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:07:16.571938 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 42998) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:07:16.633447 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1480adc8-2902-42cb-a95c-92d94ff99b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/8bcd069c-72e1-4410-80d2-a72738e2086d HTTP/1.1" status: 200 len: 993 time: 0.0603323 Apr 01 00:07:16.845263 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:16.911762 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:24.774659 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:30.998115 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:07:35.391662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:41.688062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-969481ee-64a5-4dd5-adf1-bfec0be9faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:43.936672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2e06171a-c8f1-49d9-a19e-2f7232929665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:45.616200 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:46.899967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:46.900694 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:51.083266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-a35b87bc-42b2-445a-8994-bf84b1dcc553 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420086 Apr 01 00:07:51.188707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf654-91fe-4549-8147-ededf89e67aa req-ecbb34c1-cbf3-4532-a6bd-94a1686a5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:51.190272 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-ecbb34c1-cbf3-4532-a6bd-94a1686a5837 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0489740 Apr 01 00:07:51.299880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf654-91fe-4549-8147-ededf89e67aa req-a87703f8-b3b7-46ec-8a5a-6105aa27d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:51.301293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-a87703f8-b3b7-46ec-8a5a-6105aa27d000 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.0906973 Apr 01 00:07:51.376783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-69372243-8a05-4a6a-b82c-df7bbd38e500 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1001 time: 0.0686986 Apr 01 00:07:51.428360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf654-91fe-4549-8147-ededf89e67aa req-ef3c4215-e307-4187-bc91-3c26532d9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:51.429895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-ef3c4215-e307-4187-bc91-3c26532d9d16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0473661 Apr 01 00:07:51.476254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf654-91fe-4549-8147-ededf89e67aa req-8c5aae35-dfb0-46f2-9b71-7460a3a2bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:51.477827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-8c5aae35-dfb0-46f2-9b71-7460a3a2bb6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409954 Apr 01 00:07:51.583587 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-1f3c2c3e-92aa-4886-bce0-e0ccf0f1e3e0 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989556 Apr 01 00:07:51.680646 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcebf654-91fe-4549-8147-ededf89e67aa req-76ebda96-9eb7-485a-99a2-78117215fc2f service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897663 Apr 01 00:07:54.787558 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:05.400773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:07.997999 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:08:11.693058 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0bb3-68fd-4436-8259-f44496daf480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:13.944528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9c927480-f6d1-472e-931f-95c97c8b49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:15.584381 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:16.849819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:16.892773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:19.156634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-fab5f9f7-c513-47eb-93cb-f77547b56b36 req-22000d39-62b2-4510-952d-8f01542f67c1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:08:19.157660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fab5f9f7-c513-47eb-93cb-f77547b56b36 req-22000d39-62b2-4510-952d-8f01542f67c1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062642 Apr 01 00:08:19.511080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c924d-8e4c-48eb-979e-0535b885dd5d req-4dd038d6-8ec6-45d4-a9c4-2eae2c958b69 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:19.512639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee5c924d-8e4c-48eb-979e-0535b885dd5d req-4dd038d6-8ec6-45d4-a9c4-2eae2c958b69 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0616291 Apr 01 00:08:19.561639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ee5c924d-8e4c-48eb-979e-0535b885dd5d req-8e37024f-e452-47be-97c0-55b55152c4ff tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Apr 01 00:08:19.666567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43032) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:08:19.782055 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-493cc726-7ee0-4463-80fc-cb642630f40e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142790 Apr 01 00:08:19.792308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-ad8b5e88-b2c8-4031-87e1-0942dcfe9f88 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:08:19.793358 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-ad8b5e88-b2c8-4031-87e1-0942dcfe9f88 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055029 Apr 01 00:08:20.708320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011c45-30cb-494a-904c-25427eae26ba req-c0535305-906e-466a-80fa-938b39eaff94 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:20.709984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45011c45-30cb-494a-904c-25427eae26ba req-c0535305-906e-466a-80fa-938b39eaff94 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0644515 Apr 01 00:08:20.762645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45011c45-30cb-494a-904c-25427eae26ba req-4e8c1af8-e82e-4408-90c4-38a50b921f45 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Apr 01 00:08:21.907716 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373e2ca-1531-4141-b779-c1e0dae475f8 req-d07a423f-aa8a-4658-be54-b9182a0d9cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:21.909315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7373e2ca-1531-4141-b779-c1e0dae475f8 req-d07a423f-aa8a-4658-be54-b9182a0d9cf2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0550454 Apr 01 00:08:21.960692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7373e2ca-1531-4141-b779-c1e0dae475f8 req-dad94fb8-ff10-4639-90fd-6d279d001d6c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Apr 01 00:08:21.993958 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-9471472a-f992-4e83-a52b-9b0d318fa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:21.996097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-9471472a-f992-4e83-a52b-9b0d318fa67c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0570061 Apr 01 00:08:22.107486 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-04700abe-bb44-4458-8807-53522c72d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:22.109073 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-04700abe-bb44-4458-8807-53522c72d41a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1071017 Apr 01 00:08:22.190906 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1855e1db-a873-4324-a3a2-7efed1c27563 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1001 time: 0.0752676 Apr 01 00:08:22.254694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-59abb3ed-ae44-4fff-8999-c0e29551d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:22.256253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-59abb3ed-ae44-4fff-8999-c0e29551d928 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0574069 Apr 01 00:08:22.305600 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-f916861e-4155-4456-900b-158e23369dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:22.307163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-f916861e-4155-4456-900b-158e23369dba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445247 Apr 01 00:08:22.418986 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-8af2a206-ebc1-4aaa-8302-fb45d5feaeda service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047595 Apr 01 00:08:22.532124 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-30a8f7d3-661b-4dd9-8c1a-d3307796ff1a service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063414 Apr 01 00:08:23.090489 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dc77-1e3e-4884-8a0c-39bce79a5504 req-3f70d36b-d4c9-41a8-86db-a801b8f2ab72 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:23.093151 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8212dc77-1e3e-4884-8a0c-39bce79a5504 req-3f70d36b-d4c9-41a8-86db-a801b8f2ab72 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Apr 01 00:08:23.140002 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8212dc77-1e3e-4884-8a0c-39bce79a5504 req-6778830a-2092-4481-a9b8-ff171c75582b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Apr 01 00:08:24.284096 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d67515-2fbe-48f5-92ac-fc6359d63d52 req-4ccbd7a7-ac81-4607-bb17-696a64f37b2c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:24.285557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2d67515-2fbe-48f5-92ac-fc6359d63d52 req-4ccbd7a7-ac81-4607-bb17-696a64f37b2c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0614882 Apr 01 00:08:24.337908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c2d67515-2fbe-48f5-92ac-fc6359d63d52 req-9e235b80-c4a1-42e5-8bd5-ca5f706163ed tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Apr 01 00:08:24.782121 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:25.468812 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905eee0-95d9-4a85-947c-ed8250d5c869 req-5d4b41a3-2e85-4a82-a451-f5aa9b71be6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.472208 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b905eee0-95d9-4a85-947c-ed8250d5c869 req-5d4b41a3-2e85-4a82-a451-f5aa9b71be6a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0595057 Apr 01 00:08:25.523396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b905eee0-95d9-4a85-947c-ed8250d5c869 req-6c1ed14b-3e51-4a89-8ef6-3568507a4f21 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Apr 01 00:08:26.645023 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c88e12-987f-4caa-93c9-7bad9faac618 req-e0f8b447-ccc5-4701-a7f7-ae39fd20fdfe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:26.646551 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14c88e12-987f-4caa-93c9-7bad9faac618 req-e0f8b447-ccc5-4701-a7f7-ae39fd20fdfe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Apr 01 00:08:26.687810 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-14c88e12-987f-4caa-93c9-7bad9faac618 req-3d3378f2-c190-47dc-a355-cea16a26f337 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Apr 01 00:08:27.817045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabe718-15c6-4aad-9784-9fcb78514fee req-e69612c2-2795-4b8d-8dd0-7c60bf9ae832 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:27.819469 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fabe718-15c6-4aad-9784-9fcb78514fee req-e69612c2-2795-4b8d-8dd0-7c60bf9ae832 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Apr 01 00:08:27.863523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5fabe718-15c6-4aad-9784-9fcb78514fee req-4ff1e012-0570-4532-95e8-2c990cda9c34 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370169 Apr 01 00:08:28.992591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984232-4f58-4fa6-96c4-56384f2cb972 req-30d7e982-c34e-4505-a149-4ed1d7815ac1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:28.994142 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8984232-4f58-4fa6-96c4-56384f2cb972 req-30d7e982-c34e-4505-a149-4ed1d7815ac1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Apr 01 00:08:29.036878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8984232-4f58-4fa6-96c4-56384f2cb972 req-756a0558-03b2-49a3-9e42-36bff2ec01c7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361183 Apr 01 00:08:30.156152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44e2c-853a-4086-8d5a-f3641caf6181 req-7e6611a5-ba71-4c21-92b4-1198fec47f78 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:30.157640 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5d44e2c-853a-4086-8d5a-f3641caf6181 req-7e6611a5-ba71-4c21-92b4-1198fec47f78 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Apr 01 00:08:30.197851 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c5d44e2c-853a-4086-8d5a-f3641caf6181 req-4c9f008d-3310-4c98-b1d7-c9a202c04d76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Apr 01 00:08:31.325537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09416e2-dcee-4180-bac1-11772dd40304 req-e77af06c-fd7a-47c4-84a5-cf461f3b25ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:31.327140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f09416e2-dcee-4180-bac1-11772dd40304 req-e77af06c-fd7a-47c4-84a5-cf461f3b25ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0554001 Apr 01 00:08:31.373223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f09416e2-dcee-4180-bac1-11772dd40304 req-6af06213-5a81-4fc8-a383-2cffd21ec7e8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Apr 01 00:08:32.501501 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8bf0d-589b-4b24-8e7f-26068f310ee5 req-8db1fca2-fdb3-4e22-aa57-ac85367e9a37 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:32.503100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ff8bf0d-589b-4b24-8e7f-26068f310ee5 req-8db1fca2-fdb3-4e22-aa57-ac85367e9a37 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Apr 01 00:08:32.550621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4ff8bf0d-589b-4b24-8e7f-26068f310ee5 req-3acf503d-b607-472d-bfe5-b720cdc664cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Apr 01 00:08:33.679073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9fd51-e73b-4b85-b201-aa26e7f9ebb8 req-1c47ff52-2713-4ddd-9e96-c9dedbceb654 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:33.680718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21b9fd51-e73b-4b85-b201-aa26e7f9ebb8 req-1c47ff52-2713-4ddd-9e96-c9dedbceb654 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Apr 01 00:08:33.724203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-21b9fd51-e73b-4b85-b201-aa26e7f9ebb8 req-10160246-2dd7-4f14-a0ce-f1242ec0b9db tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Apr 01 00:08:34.839655 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-e74749b0-8aa6-4f9a-8a13-86af1d0ed5f0 service neutron] show failed (client error): The resource could not be found. Apr 01 00:08:34.840735 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-e74749b0-8aa6-4f9a-8a13-86af1d0ed5f0 service neutron] 10.222.0.10 "GET /v2.0/ports/119b3369-f499-4547-8598-7957e6593d37/bindings/n-h2-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0869985 Apr 01 00:08:34.862095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695959a1-20b5-49af-b23a-573f7f267fb6 req-bd94587e-cfe4-403c-aab2-713c7a65129f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:34.863625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-695959a1-20b5-49af-b23a-573f7f267fb6 req-bd94587e-cfe4-403c-aab2-713c7a65129f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0620394 Apr 01 00:08:34.904277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-695959a1-20b5-49af-b23a-573f7f267fb6 req-058c2b22-4cc2-490d-9177-1759e1be8fc3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Apr 01 00:08:35.386915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-29307d2e-4405-4db7-b39d-f83f677cc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:35.389010 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-29307d2e-4405-4db7-b39d-f83f677cc9d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 1096 time: 0.0468960 Apr 01 00:08:35.402347 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:08:35.440742 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:35.469380 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:35.705389 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:35.746629 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:08:35.791623 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:35.794570 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6228486-b530-4176-a6f6-978d8fa8d4ce" -d '{"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-unplugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:35.799548 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:35.814067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Transition to ACTIVE for port object 119b3369-f499-4547-8598-7957e6593d37 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:08:35.892290 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:35.922161 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f978f3c-8bdf-460c-852c-fada51329d35 x-openstack-request-id: req-7f978f3c-8bdf-460c-852c-fada51329d35 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:35.929025 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-unplugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:35.929025 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f978f3c-8bdf-460c-852c-fada51329d35 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:35.929025 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f978f3c-8bdf-460c-852c-fada51329d35'] response: {'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'code': 200} Apr 01 00:08:35.988233 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=6']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:36.016834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.017403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.017577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.018000 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.018298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.018630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.018953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.019358 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.019689 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.020011 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.020329 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.020648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:36.049960 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] No DVR routers for this DVR port 119b3369-f499-4547-8598-7957e6593d37 on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:08:36.058471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac657b-5189-4613-af3d-7e733f7a879b req-12d63225-4ce9-42a7-b13b-035fba351d7b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.060727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4ac657b-5189-4613-af3d-7e733f7a879b req-12d63225-4ce9-42a7-b13b-035fba351d7b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0595109 Apr 01 00:08:36.110024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4ac657b-5189-4613-af3d-7e733f7a879b req-0197af55-a490-4006-9f5e-77b698d75df5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Apr 01 00:08:36.225805 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:08:36.226046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:08:36.226360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:08:36.231146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:08:36.231602 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Attempting to bind port 119b3369-f499-4547-8598-7957e6593d37 on network 8b2b2377-e85b-45d9-b43d-243c06d296c4 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:08:36.237926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:08:36.238271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Checking segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:08:36.238698 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Bound using segment: {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:08:36.239173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Bound port: 119b3369-f499-4547-8598-7957e6593d37, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe02fec-536d-4adf-9f6f-b4d8411048e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:08:36.239537 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:36.314306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:08:36.317686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:08:36.392463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:36.432170 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.433396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:36.434241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1091 time: 1.0362556 Apr 01 00:08:36.475774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f2894-b08b-403f-a2b3-36b344cb91f2 service neutron] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=7']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:36.520276 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-c6b9de70-1000-46f2-90f8-abda746b071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.521851 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-c6b9de70-1000-46f2-90f8-abda746b071f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0559442 Apr 01 00:08:36.641116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-a8091712-9da6-43fd-acb5-3147789c8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.642116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-a8091712-9da6-43fd-acb5-3147789c8193 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1124673 Apr 01 00:08:36.722263 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-7ae0dd37-e0f5-4303-8328-2b6f14d9c39a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 999 time: 0.0729041 Apr 01 00:08:36.791495 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-56fed856-d9ac-4000-beb6-d6bcee00f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.792911 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-56fed856-d9ac-4000-beb6-d6bcee00f7e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0628152 Apr 01 00:08:36.854901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-f6f20397-daa7-4ad6-a048-14b27fe48e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.856632 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-f6f20397-daa7-4ad6-a048-14b27fe48e99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560241 Apr 01 00:08:36.977060 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-56098693-ce8d-4704-8479-9562cc407d68 service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135993 Apr 01 00:08:37.096606 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ace66189-ee52-4786-8a94-4ae38a115c77 req-657f38e5-5a20-4c39-97ff-bd535705bbfe service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123745 Apr 01 00:08:37.251883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219e8ef-c80e-4390-b312-48e7fc9d31db req-46015d12-0bf6-4483-a428-797ff1c92e8c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:37.253280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4219e8ef-c80e-4390-b312-48e7fc9d31db req-46015d12-0bf6-4483-a428-797ff1c92e8c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0587010 Apr 01 00:08:37.300237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4219e8ef-c80e-4390-b312-48e7fc9d31db req-2edde41b-a6eb-4c99-83d1-baab57557995 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Apr 01 00:08:37.924807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:37.927694 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c38c50-ea93-442f-ac0d-b07082fef573" -d '{"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:37.980382 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568d38d-15bd-4477-8500-a8c9b23eedd1 x-openstack-request-id: req-f568d38d-15bd-4477-8500-a8c9b23eedd1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:37.980683 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:37.980969 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f568d38d-15bd-4477-8500-a8c9b23eedd1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:37.981377 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f568d38d-15bd-4477-8500-a8c9b23eedd1'] response: {'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'status': 'completed', 'code': 200} Apr 01 00:08:38.061105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-fb1e486d-f6b6-43fa-9172-11e7029f8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.062644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-fb1e486d-f6b6-43fa-9172-11e7029f8071 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0617220 Apr 01 00:08:38.078028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-ecda0c68-c257-4ada-8830-b4be76d629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.079569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-ecda0c68-c257-4ada-8830-b4be76d629a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0517528 Apr 01 00:08:38.180436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-65818ca6-0d35-4839-8c48-b01f58ae9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.182097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-65818ca6-0d35-4839-8c48-b01f58ae9444 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1121738 Apr 01 00:08:38.193121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-1d16e0c2-1d6a-467b-8e11-5ce757b4cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.194959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-1d16e0c2-1d6a-467b-8e11-5ce757b4cc8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1079199 Apr 01 00:08:38.266297 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-0f576634-0763-445a-a24f-967cc8471d29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 999 time: 0.0763350 Apr 01 00:08:38.276278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-3a362a05-92d8-4464-a062-dd9ebb50bb62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 999 time: 0.0734892 Apr 01 00:08:38.327630 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-2e153429-2144-42d2-8d7f-1eac89770942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.329154 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-2e153429-2144-42d2-8d7f-1eac89770942 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0543840 Apr 01 00:08:38.333213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-3866e625-6cbe-4b2f-95e5-5f696573489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.335583 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-3866e625-6cbe-4b2f-95e5-5f696573489d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0518153 Apr 01 00:08:38.389709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-716a0fa7-b755-49a4-b8f3-7dbd02a09226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.390366 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-2788fd2d-6d32-42e6-9b4c-0ea8157626e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.391252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-716a0fa7-b755-49a4-b8f3-7dbd02a09226 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487645 Apr 01 00:08:38.391631 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-2788fd2d-6d32-42e6-9b4c-0ea8157626e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550122 Apr 01 00:08:38.452896 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 119b3369-f499-4547-8598-7957e6593d37 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:08:38.509460 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-6108c15a-c4d1-43c1-9fd7-0bdb5501aaa3 service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095834 Apr 01 00:08:38.517233 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e790-2df4-4370-ac4d-53aea741d901 req-89549296-22eb-4b7d-bc05-8704b66bddc4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.519717 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c140e790-2df4-4370-ac4d-53aea741d901 req-89549296-22eb-4b7d-bc05-8704b66bddc4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.1253741 Apr 01 00:08:38.565799 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-06b10ccd-6c8c-46b0-87a5-82aac6a7d3c7 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619844 Apr 01 00:08:38.630774 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-d9531482-4b03-4ade-a870-0ac1d044ba95 service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132326 Apr 01 00:08:38.656531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c140e790-2df4-4370-ac4d-53aea741d901 req-ef5c2fb2-379d-40ce-9cd6-acc648792880 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218934 Apr 01 00:08:38.671306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 119b3369-f499-4547-8598-7957e6593d37 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:08:38.700603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d6c38c50-ea93-442f-ac0d-b07082fef573 req-a5702409-db18-4ac6-a3a4-3fe8a31af18d service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173918 Apr 01 00:08:39.795104 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d5db-2435-4983-8051-b8a295fe0a98 req-12914824-665d-4093-8bc3-d78a05312204 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:39.796713 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b406d5db-2435-4983-8051-b8a295fe0a98 req-12914824-665d-4093-8bc3-d78a05312204 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0566988 Apr 01 00:08:39.839353 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b406d5db-2435-4983-8051-b8a295fe0a98 req-8d0e2dd5-c646-4aa2-8d0e-076a3b7d2fbf tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365863 Apr 01 00:08:40.962766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbadf4-b7e1-4cb9-aad3-5e758efa7c74 req-f5c3a2a3-68f1-4f21-903f-04b29d8a1c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:40.964249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7fbadf4-b7e1-4cb9-aad3-5e758efa7c74 req-f5c3a2a3-68f1-4f21-903f-04b29d8a1c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0497589 Apr 01 00:08:41.009841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d7fbadf4-b7e1-4cb9-aad3-5e758efa7c74 req-5565c277-c407-46a5-a54a-3e7d93d83b5a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383964 Apr 01 00:08:41.403845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30d4a-98cb-4f7b-b33c-a0d91c1b4b56 req-dd51ff7c-3dfb-4a8d-b9e3-9f43f048ded9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.405584 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad30d4a-98cb-4f7b-b33c-a0d91c1b4b56 req-dd51ff7c-3dfb-4a8d-b9e3-9f43f048ded9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0588317 Apr 01 00:08:41.457085 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ad30d4a-98cb-4f7b-b33c-a0d91c1b4b56 req-78aa5aae-6156-4621-8c6e-780403a5dc60 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Apr 01 00:08:41.493761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 119b3369-f499-4547-8598-7957e6593d37 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:08:41.524060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-a8f3d4e0-35a6-4440-a308-d4858889552a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.526179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-a8f3d4e0-35a6-4440-a308-d4858889552a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57&tenant_id=817e62b546084d21941a4f6f48c39324&binding%3Ahost_id=n-h2-828414-2 HTTP/1.1" status: 200 len: 943 time: 0.0538101 Apr 01 00:08:41.621093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:41.628136 n-d-828414-2 neutron-server[109834]: INFO neutron.api.v2.resource [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-8df0e2c0-df56-4b94-93e0-fef06ec79eb3 service neutron] delete failed (client error): The resource could not be found. Apr 01 00:08:41.629178 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-8df0e2c0-df56-4b94-93e0-fef06ec79eb3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/119b3369-f499-4547-8598-7957e6593d37/bindings/n-h1-828414-2 HTTP/1.1" status: 404 len: 380 time: 0.0970824 Apr 01 00:08:41.636299 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '119b3369-f499-4547-8598-7957e6593d37', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'port_id': '119b3369-f499-4547-8598-7957e6593d37', 'mac_address': 'fa:16:3e:03:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:08:41.637351 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeed78-bd86-4630-93dc-cd97fcee7f3d req-dc7ac4c6-d12c-41e4-8e2c-51867b934fce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.638840 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbbeed78-bd86-4630-93dc-cd97fcee7f3d req-dc7ac4c6-d12c-41e4-8e2c-51867b934fce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 943 time: 0.0728025 Apr 01 00:08:41.677889 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.685624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dbbeed78-bd86-4630-93dc-cd97fcee7f3d req-92c6a706-94a3-4409-9d1f-0e4426e900a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Apr 01 00:08:41.694706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b3369-f499-4547-8598-7957e6593d37 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:08:41.723249 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:41.728773 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-264ce90c-39db-46ec-97b3-84ff481d267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.750439 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-3ab27b42-c4a5-4274-9a1a-8447909985ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.752838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-3ab27b42-c4a5-4274-9a1a-8447909985ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1094 time: 0.0493598 Apr 01 00:08:41.817914 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.868005 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-ca21a0d8-914d-442c-8c9b-e65df46f68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.868005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-ca21a0d8-914d-442c-8c9b-e65df46f68b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1090124 Apr 01 00:08:41.882976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:41.893518 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.893853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.894164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.894502 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.894924 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.895345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.895691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.896103 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.896672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.896954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.897411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.897802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:41.947718 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-e83bfc79-99dd-45ec-8931-a3aab9060842 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1000 time: 0.0737462 Apr 01 00:08:42.002293 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-de42fa34-792c-4f86-8f87-b46b465901b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:42.003866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-de42fa34-792c-4f86-8f87-b46b465901b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0497768 Apr 01 00:08:42.052464 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-6ccc7407-fa33-4b00-860f-cdae5bc06bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:42.054013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-6ccc7407-fa33-4b00-860f-cdae5bc06bb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440893 Apr 01 00:08:42.160361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-80cb1a76-a323-4a48-9215-002735d9783d service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992265 Apr 01 00:08:42.207729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['119b3369-f499-4547-8598-7957e6593d37'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:08:42.264501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10cf4569-7e6a-43ed-99cf-adb46a17dd0d req-7449d366-e6e4-4e38-99c1-943913199ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975609 Apr 01 00:08:42.831418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e372c7-09b5-4648-8a20-7ca6d5356dd9 req-2a6226c2-bea7-4eb4-a9d7-932d282cd827 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:42.832953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50e372c7-09b5-4648-8a20-7ca6d5356dd9 req-2a6226c2-bea7-4eb4-a9d7-932d282cd827 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 944 time: 0.0587728 Apr 01 00:08:42.892688 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-50e372c7-09b5-4648-8a20-7ca6d5356dd9 req-cad3f0b8-34b4-43a8-b1cd-a9afc29b1e30 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Apr 01 00:08:43.497672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 119b3369-f499-4547-8598-7957e6593d37 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:08:43.645966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 119b3369-f499-4547-8598-7957e6593d37 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:08:43.650221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 119b3369-f499-4547-8598-7957e6593d37 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:08:43.650598 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.738283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.768864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:43.771083 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4403be82-b142-47f9-9663-3224914327da" -d '{"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-plugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:43.788689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:43.867577 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6cc6a6-1348-4623-9909-f34f279b0259 x-openstack-request-id: req-3c6cc6a6-1348-4623-9909-f34f279b0259 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:43.867871 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-plugged", "status": "completed", "tag": "119b3369-f499-4547-8598-7957e6593d37", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:43.868126 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c6cc6a6-1348-4623-9909-f34f279b0259 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:43.868514 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6cc6a6-1348-4623-9909-f34f279b0259'] response: {'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'code': 200} Apr 01 00:08:43.880957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.948844 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=9']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:43.984008 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d70524cc-c646-4d81-95ad-9df71e9b8f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:44.034592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0eaf4-0b0a-4c40-9045-6c8959cdc009 req-95015de3-0e15-45e8-8838-555655a73d1b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:44.036471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97b0eaf4-0b0a-4c40-9045-6c8959cdc009 req-95015de3-0e15-45e8-8838-555655a73d1b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0625734 Apr 01 00:08:44.080727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97b0eaf4-0b0a-4c40-9045-6c8959cdc009 req-ad70aa6a-47ef-4521-a5f2-1f400cf88ca9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356724 Apr 01 00:08:44.106883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43118) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:08:44.175640 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-fe571677-bc4d-4e9a-aacc-ec893c76e79d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/8bcd069c-72e1-4410-80d2-a72738e2086d HTTP/1.1" status: 200 len: 993 time: 0.0675530 Apr 01 00:08:44.998093 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:08:45.623736 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:46.928908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:46.974692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:47.058370 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-2e964fb5-032e-409b-b419-3dc9b7008a3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503814 Apr 01 00:08:47.149152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-9f208f74-1ad8-4e6a-ae53-91cdf99abcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:47.155787 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-9f208f74-1ad8-4e6a-ae53-91cdf99abcdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0462766 Apr 01 00:08:47.278926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-5bd6bdef-0f28-4658-926a-36953ed2d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:47.280502 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-5bd6bdef-0f28-4658-926a-36953ed2d686 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.1072235 Apr 01 00:08:47.372046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-1e7aab71-f9d0-41a4-b941-cc0fb2d85b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 1001 time: 0.0849195 Apr 01 00:08:47.441583 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-e352c73a-85ec-486d-ab33-7f703df07390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:47.443090 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-e352c73a-85ec-486d-ab33-7f703df07390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0648930 Apr 01 00:08:47.505883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-68b92f35-cbc7-4b8e-9ffc-f69b65d6beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:47.507475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-68b92f35-cbc7-4b8e-9ffc-f69b65d6beb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569479 Apr 01 00:08:47.609919 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-b57e1a80-b75b-4a78-9c12-18804f7ea5b7 service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948217 Apr 01 00:08:47.722835 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-471d9be4-a911-48d9-9d41-61dbf8ac22be req-84c12276-03c3-451d-8598-38f345f6b7cb service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051512 Apr 01 00:08:54.754946 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:58.854127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-3313e93f-23b4-4173-9f7a-8f774e9255e9 req-5b70b967-9cac-4e51-afe4-45483da8d68b service neutron] (109834) timed out ('10.222.0.83', 39568) {{(pid=109834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:09:05.431217 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:11.717042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfdac-010b-4e52-95d7-f9c5ed531bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:13.940161 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61c15d12-a9da-43a7-94af-e67e8e205be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:15.594298 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:16.874588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:16.875427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:22.003170 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:09:24.748184 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:33.551435 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43144) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:33.724359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 16d547e2-96a6-488a-9ac5-01c2d6c06677 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:09:33.724700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:33.799876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:33.800200 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:33.812059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 16d547e2-96a6-488a-9ac5-01c2d6c06677 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:09:34.036238 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:34.090069 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=16d547e2-96a6-488a-9ac5-01c2d6c06677,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:34.129858 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:34.130184 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 8bcd069c-72e1-4410-80d2-a72738e2086d disassociated (deleted). External IP: 172.25.6.231, port: 119b3369-f499-4547-8598-7957e6593d37. Apr 01 00:09:34.639173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 2734a858-0e4f-49ba-9665-a1a1de741649 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:09:34.746560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:09:34.751347 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:34.756595 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Sync routers for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:09:34.768150 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:34.768926 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:34.782966 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a9ef4c8f-6cd0-4788-8572-953d949baefe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/floatingips/8bcd069c-72e1-4410-80d2-a72738e2086d HTTP/1.1" status: 204 len: 168 time: 1.2303848 Apr 01 00:09:34.783566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:09:34.785814 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921dbc0-6d00-4d79-9316-1bf6867302d8" -d '{"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:09:34.828918 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc423a13-98e2-452b-8b83-4efeede47fe0 x-openstack-request-id: req-dc423a13-98e2-452b-8b83-4efeede47fe0 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:09:34.829450 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "tag": "119b3369-f499-4547-8598-7957e6593d37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:09:34.829897 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dc423a13-98e2-452b-8b83-4efeede47fe0 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:09:34.830607 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc423a13-98e2-452b-8b83-4efeede47fe0'] response: {'name': 'network-changed', 'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'status': 'completed', 'code': 200} Apr 01 00:09:34.890573 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:34.941362 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-848122a0-8479-4cf8-89f0-cec8f139c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:34.942869 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-848122a0-8479-4cf8-89f0-cec8f139c77b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 1096 time: 0.0893056 Apr 01 00:09:35.043355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-ddb3471d-05d7-42e4-ba42-e5fd26cfb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:35.044900 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-ddb3471d-05d7-42e4-ba42-e5fd26cfb0d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 200 len: 898 time: 0.0950804 Apr 01 00:09:35.094761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-0f6d8443-4e6e-4ba6-b80d-6debfdc66bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 200 len: 217 time: 0.0426977 Apr 01 00:09:35.102714 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:35.137492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Checking router: 2734a858-0e4f-49ba-9665-a1a1de741649 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:09:35.146039 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:35.146651 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:35.160537 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-b393a782-6c1b-4804-ace3-cadd69166c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:35.162331 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-b393a782-6c1b-4804-ace3-cadd69166c5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0590985 Apr 01 00:09:35.215662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-72673c03-812e-4501-bffe-caa87c27ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:35.217205 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-72673c03-812e-4501-bffe-caa87c27ab86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b2b2377-e85b-45d9-b43d-243c06d296c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459719 Apr 01 00:09:35.252923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394a304-1419-493c-8154-e937f0927a62 req-32fd6610-b7dc-4326-beed-5a3fafab2cef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:35.255315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9394a304-1419-493c-8154-e937f0927a62 req-32fd6610-b7dc-4326-beed-5a3fafab2cef tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Apr 01 00:09:35.267194 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:35.296203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9394a304-1419-493c-8154-e937f0927a62 req-486fe8e4-c5b0-4f8a-af9a-8fe9036e27a6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Apr 01 00:09:35.329421 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-fe5b69e6-c7c8-439e-a70a-76c0f693d96b service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039748 Apr 01 00:09:35.429934 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-1921dbc0-6d00-4d79-9316-1bf6867302d8 req-cc12ca89-c74d-444e-b21d-87fa6ad981ae service neutron] 10.222.0.44 "GET /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924270 Apr 01 00:09:35.439629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:35.589117 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:35.616103 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e65457-a80f-4b67-bca6-822b6ce26fd0 None None] The sync data for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 is: [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:06:54Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1', 'name': '', 'network_id': '8b2b2377-e85b-45d9-b43d-243c06d296c4', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:95:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:54Z', 'updated_at': '2022-04-01T00:06:58Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:09:35.856212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab4ab1-a3d3-4295-89a7-223f477e195c None None] New status for floating IP 8bcd069c-72e1-4410-80d2-a72738e2086d: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:09:36.419734 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e59a-7360-442d-84cc-d7c832643bdc req-ad486798-1296-42c2-bfdf-37bb6c243461 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:36.421212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba98e59a-7360-442d-84cc-d7c832643bdc req-ad486798-1296-42c2-bfdf-37bb6c243461 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Apr 01 00:09:36.468749 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ba98e59a-7360-442d-84cc-d7c832643bdc req-b94b40ca-3b77-4916-b9a0-faf1f3a8065d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=1af2bfe6-879d-4ce5-96d0-7d62d004646e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Apr 01 00:09:36.759110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-967d8bb6-68d1-4cdb-9305-09e318cbbb9a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:36.767046 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-967d8bb6-68d1-4cdb-9305-09e318cbbb9a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Apr 01 00:09:36.849739 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 119b3369-f499-4547-8598-7957e6593d37 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:09:36.850075 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:36.942330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 119b3369-f499-4547-8598-7957e6593d37, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=119b3369-f499-4547-8598-7957e6593d37,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:36.942695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:36.957060 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 119b3369-f499-4547-8598-7957e6593d37 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:09:37.136190 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:37.172599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=119b3369-f499-4547-8598-7957e6593d37,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:37.186966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.191922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:37.225607 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] No DVR routers for this DVR port 119b3369-f499-4547-8598-7957e6593d37 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:09:37.228069 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:37.231512 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3f5644fe-6e2a-493d-b9ee-4cf67d36fff5 req-f83bf518-f147-4278-b36e-38b9abebc042 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "DELETE /v2.0/ports/119b3369-f499-4547-8598-7957e6593d37 HTTP/1.1" status: 204 len: 173 time: 0.4655790 Apr 01 00:09:37.231944 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-deleted', 'tag': '119b3369-f499-4547-8598-7957e6593d37'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:09:37.234171 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360c446-dc1a-4d84-8392-7b232f444f31" -d '{"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-deleted", "tag": "119b3369-f499-4547-8598-7957e6593d37"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:09:37.270667 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59771128-c52e-486b-a58d-1fdf3ff67f04 x-openstack-request-id: req-59771128-c52e-486b-a58d-1fdf3ff67f04 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:09:37.270956 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e1316-5ce4-4747-b776-dd7437265d57", "name": "network-vif-deleted", "tag": "119b3369-f499-4547-8598-7957e6593d37", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:09:37.271227 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59771128-c52e-486b-a58d-1fdf3ff67f04 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:09:37.271623 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59771128-c52e-486b-a58d-1fdf3ff67f04'] response: {'server_uuid': '392e1316-5ce4-4747-b776-dd7437265d57', 'name': 'network-vif-deleted', 'tag': '119b3369-f499-4547-8598-7957e6593d37', 'status': 'completed', 'code': 200} Apr 01 00:09:37.599252 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fbde544-4197-46d2-bbb8-6058f4721cb1 req-2e64cc36-d656-4392-bab3-1a56ff7a537c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=392e1316-5ce4-4747-b776-dd7437265d57 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Apr 01 00:09:38.656335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43162) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:39.076531 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.346141 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:09:39.346141 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.440688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:39.441056 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.455322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:09:39.721796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.753868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:39.940730 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.166072 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 2734a858-0e4f-49ba-9665-a1a1de741649 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:09:40.274533 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:09:40.280427 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e98c893-39fc-4866-bf8e-ae8e40f3a32b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/2734a858-0e4f-49ba-9665-a1a1de741649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6224580 Apr 01 00:09:40.283266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43164) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:40.286673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Sync routers for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:09:40.296997 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:40.297614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:40.342615 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting subnet 7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:09:40.346650 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.391484 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.408018 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:40.475461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.596518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.598147 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:09:39Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:40.625609 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Checking router: 2734a858-0e4f-49ba-9665-a1a1de741649 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:09:40.627453 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.633451 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/subnets/7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5 HTTP/1.1" status: 204 len: 168 time: 0.3467000 Apr 01 00:09:40.633451 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a04d9-5921-4da6-a377-a243703d8f19 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2aae44-4fcd-4238-8dfd-65ff4e4a0bf5,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:40.634449 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43166) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:40.634959 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Routers {'2734a858-0e4f-49ba-9665-a1a1de741649'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:40.635081 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['2734a858-0e4f-49ba-9665-a1a1de741649'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:40.642085 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed7cc0-7e28-49b2-930c-0121a1059d1a None None] Network 8b2b2377-e85b-45d9-b43d-243c06d296c4 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:09:40.758798 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] Set router 2734a858-0e4f-49ba-9665-a1a1de741649 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:40.849444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] DHCP port deletion for 8b2b2377-e85b-45d9-b43d-243c06d296c4 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:09:40.904176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Deleting port 72997b9b-878c-46ef-9513-9d34bf223c85 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:09:40.904634 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.965305 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:09:39Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:40.987056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] For port 72997b9b-878c-46ef-9513-9d34bf223c85, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=72997b9b-878c-46ef-9513-9d34bf223c85,segment=NetworkSegment(4fe02fec-536d-4adf-9f6f-b4d8411048e2),segment_id=4fe02fec-536d-4adf-9f6f-b4d8411048e2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:40.987788 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.997137 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cf7fe-82be-45ca-b855-138ebf70d68c None None] The sync data for ids ['2734a858-0e4f-49ba-9665-a1a1de741649'] in n-d-828414-2 is: [{'id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578181629', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:06:50Z', 'updated_at': '2022-04-01T00:09:39Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '93e1bc86-4862-4af6-be9c-fb8cd6b7ba11', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2734a858-0e4f-49ba-9665-a1a1de741649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:06:51Z', 'updated_at': '2022-04-01T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:09:41.007819 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Calling delete_port for 72997b9b-878c-46ef-9513-9d34bf223c85 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:09:41.096213 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.141798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.179474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] Pushing event deleted for resources: {'Port': ['ID=72997b9b-878c-46ef-9513-9d34bf223c85,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:41.181330 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5dc5b-4327-4711-8089-610b3e1f8676 None None] No DVR routers for this DVR port 72997b9b-878c-46ef-9513-9d34bf223c85 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:09:41.216499 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.338586 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:09:41.339150 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.425331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 72997b9b-878c-46ef-9513-9d34bf223c85 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:09:41.427371 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:41.427660 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.442711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:09:41.447869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 72997b9b-878c-46ef-9513-9d34bf223c85 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:09:41.448219 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 72997b9b-878c-46ef-9513-9d34bf223c85 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:09:41.449172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:09:41.469280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:09:41.469628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 430e26c5-38ff-4dc4-8c93-4e1c7a88e3b1 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:09:41.710827 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.731226 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-681d8589-4e61-4db2-ae86-9d5de5dc48e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.743268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=93e1bc86-4862-4af6-be9c-fb8cd6b7ba11,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:41.757625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.758057 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.758452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.758851 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.759253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.759616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.759981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.760469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.760841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.761786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.762199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.762535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:41.786489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 119b3369-f499-4547-8598-7957e6593d37 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:09:41.806934 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 119b3369-f499-4547-8598-7957e6593d37 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:09:41.807297 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 119b3369-f499-4547-8598-7957e6593d37 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:09:41.818154 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.910068 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:41.912277 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.015927 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.016605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Fanout notify agent at l3_agent the message router_deleted on router 2734a858-0e4f-49ba-9665-a1a1de741649 {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:09:42.024574 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.026221 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3e634952-16cc-4907-a946-d3e482eaed8a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/routers/2734a858-0e4f-49ba-9665-a1a1de741649 HTTP/1.1" status: 204 len: 168 time: 1.3903542 Apr 01 00:09:42.030523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:42.141090 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.232551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.261638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2b2377-e85b-45d9-b43d-243c06d296c4']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:42.271243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe02fec-536d-4adf-9f6f-b4d8411048e2') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:42.271544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe02fec-536d-4adf-9f6f-b4d8411048e2') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:42.281720 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.296067 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:09:42.306539 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:09:42.418716 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.428096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.432266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/networks/8b2b2377-e85b-45d9-b43d-243c06d296c4 HTTP/1.1" status: 204 len: 168 time: 0.3997116 Apr 01 00:09:42.435197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43170) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:42.442874 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5a91-099c-4627-836d-9fc952ca1180 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Network': ['ID=8b2b2377-e85b-45d9-b43d-243c06d296c4,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:42.499631 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.532572 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.644592 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.647400 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:42.648575 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/security-groups/1af2bfe6-879d-4ce5-96d0-7d62d004646e HTTP/1.1" status: 204 len: 168 time: 0.2123933 Apr 01 00:09:42.663353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6191-6342-419d-9409-3210d2055866 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af2bfe6-879d-4ce5-96d0-7d62d004646e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:43.098732 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:09:43.119381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:09:43.119721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 93e1bc86-4862-4af6-be9c-fb8cd6b7ba11 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:09:43.206254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43176) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:43.210891 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61457245', 'description': 'tempest-secgroup-smoke-61457245 description', 'project_id': '817e62b546084d21941a4f6f48c39324'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:43.301660 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.374445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.450808 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.487688 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f85be-a920-44de-a2fa-2bef0a5ad7cf,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:43.561705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.562930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2ea4a2aa-2fe4-4a84-b60d-f4173486411a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3556631 Apr 01 00:09:43.566168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43178) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:43.570842 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:43.660606 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.727594 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.795928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.816190 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f6c8ec-3de8-40cb-9fcc-42b624c63df6,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:43.887754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.888404 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cc50f13c-e530-4635-9008-cfe3acde137e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212638 Apr 01 00:09:43.891172 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43180) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:43.895830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:43.967390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b21c2dcb-66d0-4873-9fe0-1ed590119200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:43.989725 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.052792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.133123 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.157593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbfa7c0-0ee4-4292-b43f-501be87731ac,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:44.240567 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.241814 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7107e44b-9f61-4d7b-985d-f2cbfa5586cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496315 Apr 01 00:09:44.244584 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43182) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:44.249711 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:44.346579 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.406938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.516193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.540305 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e17261-c128-4b15-99ab-2e543fc13ae2,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:44.612191 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.613553 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96549024-df0d-4dd6-b877-7a06bf9eaaaa tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678660 Apr 01 00:09:44.616323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43184) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:44.621175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:44.735320 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.798685 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.856029 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.875379 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a034f8-01e2-47ef-97bd-a2c3a1ad3f8e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:44.954728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:44.956023 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-657bbfa2-8ad1-44d0-b925-d65f67fb0a10 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387690 Apr 01 00:09:44.958901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43186) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:44.963743 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:45.047681 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:09:45.053291 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.119422 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.190748 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.211691 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8df3e-29e2-4e66-a396-00f456c0c9d3,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:45.295799 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.297050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1f27478e-9fe2-42bb-b7f0-5b20804ce929 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3370080 Apr 01 00:09:45.299967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43188) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:45.307459 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a46f85be-a920-44de-a2fa-2bef0a5ad7cf', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:45.416604 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:09:45.423350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.487967 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.556188 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.577323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc6c05b-002c-42b3-b019-cc6513f2340a,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:45.584353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.638005 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.639288 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-efe6c157-400c-45a5-b88e-0784d21e05f7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383236 Apr 01 00:09:45.642332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43190) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:45.647426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'network': {'name': 'tempest-network-smoke--1575913793', 'project_id': '817e62b546084d21941a4f6f48c39324', 'port_security_enabled': True}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:45.727080 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:09:45.731430 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.755915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:09:45.764919 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.765262 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Added segment 6ffa02bf-f788-4337-bad6-504308b5945b of type vlan for network 3d9ff7a2-c820-453e-8d65-676003475445 Apr 01 00:09:45.806686 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.893103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.898593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:45.899207 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:45.970936 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Network': ['ID=3d9ff7a2-c820-453e-8d65-676003475445,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:45.985494 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 3d9ff7a2-c820-453e-8d65-676003475445 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:09:45.989672 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4bc07e0f-38ad-421d-927d-c3d2f1008391 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3463085 Apr 01 00:09:45.992479 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43192) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:45.997412 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'admin_state_up': True, 'project_id': '817e62b546084d21941a4f6f48c39324', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:46.084691 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.085695 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.143876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.344796 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.882220 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.904691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.939564 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:46.964675 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:47.079921 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.80 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/551c2e28-940b-4906-9394-1e3e0bdc889e) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:09:47.180358 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:47.270643 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:47.315120 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:09:47.317965 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:47.321950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:09:47.346351 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=551c2e28-940b-4906-9394-1e3e0bdc889e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:47.643918 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:47.853148 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.064348 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router c4f5eff3-274c-4221-8929-a10aa12248a9 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:09:48.169712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:09:48.180399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Sync routers for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:09:48.190032 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:48.194212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:48.261294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.262996 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a47f3a5b-ccf3-4264-8cdf-afd93c194b91 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2695332 Apr 01 00:09:48.267893 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43194) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:48.302187 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1dab54f3-568a-419e-8566-f90d752aa82e tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=817e62b546084d21941a4f6f48c39324&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330348 Apr 01 00:09:48.306345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:48.307989 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43196) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:48.416641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e68d69-8dbf-445a-b9e8-6a901e8d6b0f tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:48.418798 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-00e68d69-8dbf-445a-b9e8-6a901e8d6b0f tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1085293 Apr 01 00:09:48.421776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43198) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:48.451629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0c98db04-5ef1-45a3-b2d7-e745707b2bba tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287094 Apr 01 00:09:48.454544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43200) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:48.460170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-532802262', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'project_id': '817e62b546084d21941a4f6f48c39324', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:48.515231 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:47Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:48.544117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Checking router: c4f5eff3-274c-4221-8929-a10aa12248a9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:09:48.544117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Updating router c4f5eff3-274c-4221-8929-a10aa12248a9 port 551c2e28-940b-4906-9394-1e3e0bdc889e binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:09:48.569004 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.658964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:09:48.662671 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.857353 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.941209 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.959102 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:48.994851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Attempting to bind port 551c2e28-940b-4906-9394-1e3e0bdc889e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:09:48.995993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Attempting to bind port 551c2e28-940b-4906-9394-1e3e0bdc889e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:09:48.996399 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Attempting to bind port 551c2e28-940b-4906-9394-1e3e0bdc889e on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:09:49.003885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Pushing event updated for resources: {'Port': ['ID=551c2e28-940b-4906-9394-1e3e0bdc889e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:49.007684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:09:49.008513 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:09:49.008986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.009392 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:09:49.009882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Bound port: 551c2e28-940b-4906-9394-1e3e0bdc889e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:09:49.010271 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.028704 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Subnet': ['ID=7f92ec98-b05c-4435-8e8c-8815b0b68642,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:49.037749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.037985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Checking segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:09:49.038122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.038353 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network hostable DHCP agents. Network: 3d9ff7a2-c820-453e-8d65-676003475445, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:09:49.038464 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.038751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.039111 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.039445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.039778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.040108 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.040433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.040755 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.041079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.041398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:49.081860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] For port 551c2e28-940b-4906-9394-1e3e0bdc889e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:09:49.085207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] For port 551c2e28-940b-4906-9394-1e3e0bdc889e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=551c2e28-940b-4906-9394-1e3e0bdc889e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:09:49.110665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 3d9ff7a2-c820-453e-8d65-676003475445 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:09:49.156877 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.185087 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 3d9ff7a2-c820-453e-8d65-676003475445) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:49.190101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:49.190763 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.203905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad1a9a-c71b-4535-9cc8-b9ff6056d047 None None] Network 3d9ff7a2-c820-453e-8d65-676003475445 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:09:49.280727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:49.281371 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:49.296733 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d06d2ec6-8bea-4afb-bd1e-92d1b8ec1cce tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8408067 Apr 01 00:09:49.299513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43202) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:09:49.328629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2208-74fa-4b6b-b4d0-9b8305eb03b2 None None] Pushing event updated for resources: {'Port': ['ID=551c2e28-940b-4906-9394-1e3e0bdc889e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:49.449406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:49.749663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-3d9ff7a2-c820-453e-8d65-676003475445', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:09:49.750540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.758224 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:49.968491 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Allocated IP 172.20.0.2 (3d9ff7a2-c820-453e-8d65-676003475445/7f92ec98-b05c-4435-8e8c-8815b0b68642/a8c549da-aca7-45d1-ac96-ba024d048d13) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:09:49.992541 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:47Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:50.033919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a745652-7bbb-49f4-b9fa-26f90c8aa3de None None] The sync data for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 is: [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:47Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:09:50.169574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.242333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.309421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Network 3d9ff7a2-c820-453e-8d65-676003475445 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:09:50.313207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=a8c549da-aca7-45d1-ac96-ba024d048d13,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:50.316737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:50.319190 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:09:50.330391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.1 (3d9ff7a2-c820-453e-8d65-676003475445/7f92ec98-b05c-4435-8e8c-8815b0b68642/19de7c56-4445-48ae-ae71-22c1dd88cad3) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:09:50.382118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Attempting to bind port a8c549da-aca7-45d1-ac96-ba024d048d13 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:09:50.382499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Attempting to bind port a8c549da-aca7-45d1-ac96-ba024d048d13 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:09:50.382857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Attempting to bind port a8c549da-aca7-45d1-ac96-ba024d048d13 on network 3d9ff7a2-c820-453e-8d65-676003475445 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:09:50.390214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:09:50.390589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Checking segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:09:50.391047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.391451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Bound using segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:09:50.391948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Bound port: a8c549da-aca7-45d1-ac96-ba024d048d13, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:09:50.392326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.469890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.471134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] For port a8c549da-aca7-45d1-ac96-ba024d048d13, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:09:50.476887 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] For port a8c549da-aca7-45d1-ac96-ba024d048d13, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8c549da-aca7-45d1-ac96-ba024d048d13,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:09:50.557038 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.613597 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:50.628750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2ca9-908f-4fa8-a2f3-b131505ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=a8c549da-aca7-45d1-ac96-ba024d048d13,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:50.672985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 3d9ff7a2-c820-453e-8d65-676003475445 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:09:50.676708 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:50.681255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:09:50.710661 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:50.744415 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.008100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.197432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 551c2e28-940b-4906-9394-1e3e0bdc889e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:09:51.258405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 551c2e28-940b-4906-9394-1e3e0bdc889e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:51.259147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.364970 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.377984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.409244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 551c2e28-940b-4906-9394-1e3e0bdc889e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=551c2e28-940b-4906-9394-1e3e0bdc889e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:51.455902 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.485097 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.485910 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8c549da-aca7-45d1-ac96-ba024d048d13 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:09:51.554098 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.557527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:51.588084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=551c2e28-940b-4906-9394-1e3e0bdc889e,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:51.612287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a8c549da-aca7-45d1-ac96-ba024d048d13 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:51.612691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.715869 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 3d9ff7a2-c820-453e-8d65-676003475445 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:09:51.718169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:51.739578 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.785159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1682a2d-8018-4388-9135-9469715e5384 None None] Network 3d9ff7a2-c820-453e-8d65-676003475445 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:09:51.788749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port a8c549da-aca7-45d1-ac96-ba024d048d13, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8c549da-aca7-45d1-ac96-ba024d048d13,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:51.879544 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router c4f5eff3-274c-4221-8929-a10aa12248a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:09:51.886599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.982588 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-84cdc639-ce8e-4810-83e6-c97eab5d7d1f None None] Provisioning complete for port a8c549da-aca7-45d1-ac96-ba024d048d13 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:51.982588 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-84cdc639-ce8e-4810-83e6-c97eab5d7d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:52.039419 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:09:52.040740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=a8c549da-aca7-45d1-ac96-ba024d048d13,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:52.048146 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc7b7ed0-f15a-4396-adb8-927d1970e30d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/c4f5eff3-274c-4221-8929-a10aa12248a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7456112 Apr 01 00:09:52.164132 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Sync routers for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:09:52.179934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:52.179934 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:52.266484 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-7b69353f-7b8e-4252-83ab-6847905d2796 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61457245&fields=id&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 267 time: 0.0537889 Apr 01 00:09:52.319075 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:52.421573 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-30149103-0578-464e-bd39-c399d617b955 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:52.432093 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-30149103-0578-464e-bd39-c399d617b955 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 797 time: 0.1511223 Apr 01 00:09:52.446284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-eebd7a78-6ad7-4552-bc9c-16caaec3265f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/quotas/817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 375 time: 0.0149484 Apr 01 00:09:52.514028 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-bffe21a9-2d4d-4797-912b-f8d6988c6329 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601516 Apr 01 00:09:52.539704 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-be001ecd-287a-4c32-8f59-6c9bb85ccf0a None None] Provisioning complete for port a8c549da-aca7-45d1-ac96-ba024d048d13 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:52.540292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-be001ecd-287a-4c32-8f59-6c9bb85ccf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:52.587535 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 2, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:52.633162 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Checking router: c4f5eff3-274c-4221-8929-a10aa12248a9 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:09:52.633809 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Updating router c4f5eff3-274c-4221-8929-a10aa12248a9 port 19de7c56-4445-48ae-ae71-22c1dd88cad3 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:09:52.658113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-be001ecd-287a-4c32-8f59-6c9bb85ccf0a None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:52.658621 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-be001ecd-287a-4c32-8f59-6c9bb85ccf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:52.661489 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:52.683448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-0105dbc7-d3ec-43d1-92c0-59d41ff4ae4d service neutron] 10.222.0.83 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424482 Apr 01 00:09:52.701207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-be001ecd-287a-4c32-8f59-6c9bb85ccf0a None None] Port 19de7c56-4445-48ae-ae71-22c1dd88cad3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:09:52.786483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-ca5dc069-c15b-4869-a60d-6c556ede8be5 service neutron] 10.222.0.83 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019628 Apr 01 00:09:52.835329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-637a83b0-687d-4ad8-962b-2b39e3f7d5cc None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:52.835840 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-637a83b0-687d-4ad8-962b-2b39e3f7d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:52.897895 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-637a83b0-687d-4ad8-962b-2b39e3f7d5cc None None] Port 19de7c56-4445-48ae-ae71-22c1dd88cad3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:09:52.952204 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.036698 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.039911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-0a01c89a-53ce-4901-be24-dda67844e44a None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:53.040513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0a01c89a-53ce-4901-be24-dda67844e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.064722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cde10d9-b852-462a-bac8-8e610074613f req-4583bd11-d8df-4810-ae04-42e3ba653c30 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 210 time: 0.0357769 Apr 01 00:09:53.137497 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c89a-53ce-4901-be24-dda67844e44a None None] Port 19de7c56-4445-48ae-ae71-22c1dd88cad3 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:09:53.138966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Pushing event updated for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:53.161622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 551c2e28-940b-4906-9394-1e3e0bdc889e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:09:53.164392 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.164938 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.165061 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.165922 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.166438 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.167176 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.167910 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.168407 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.168909 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.169242 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.169642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.169974 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:09:53.234323 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Attempting to bind port 19de7c56-4445-48ae-ae71-22c1dd88cad3 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:09:53.234694 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Attempting to bind port 19de7c56-4445-48ae-ae71-22c1dd88cad3 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:09:53.235092 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Attempting to bind port 19de7c56-4445-48ae-ae71-22c1dd88cad3 on network 3d9ff7a2-c820-453e-8d65-676003475445 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:09:53.240373 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:09:53.241171 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Checking segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:09:53.241580 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.241968 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Bound using segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:09:53.242441 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Bound port: 19de7c56-4445-48ae-ae71-22c1dd88cad3, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:09:53.242825 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.250109 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 551c2e28-940b-4906-9394-1e3e0bdc889e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:53.250490 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.320776 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] For port 19de7c56-4445-48ae-ae71-22c1dd88cad3, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:09:53.324344 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] For port 19de7c56-4445-48ae-ae71-22c1dd88cad3, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19de7c56-4445-48ae-ae71-22c1dd88cad3,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:09:53.358135 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8c549da-aca7-45d1-ac96-ba024d048d13 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:09:53.412608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port a8c549da-aca7-45d1-ac96-ba024d048d13 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:53.413046 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.437876 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.499815 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629168d8-07b3-4b47-9eb9-726e2cdeb1a6 None None] Pushing event updated for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:53.502966 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:09:53.503362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:53.504180 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:53.504560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.608455 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.631029 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:09:53.644355 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] For port 19de7c56-4445-48ae-ae71-22c1dd88cad3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19de7c56-4445-48ae-ae71-22c1dd88cad3,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:09:53.704716 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.765006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc222427-183e-4505-a545-82404f2b11a3 None None] Pushing event updated for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:53.828400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-b64aa73c-946c-4c0d-8483-f33400d7aa9d None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:53.828776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b64aa73c-946c-4c0d-8483-f33400d7aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:53.953695 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:09:53.981340 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35679-9c0f-401c-b9f3-b0477e0d7cb2 None None] The sync data for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 is: [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:09:54.209418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7199c040-08f7-45fa-bdd3-00ac3764dbb6 req-947172af-bd72-4e45-9ab3-d6438e5920ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 210 time: 0.0355875 Apr 01 00:09:54.770124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:55.138061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19de7c56-4445-48ae-ae71-22c1dd88cad3 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:09:55.188534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 19de7c56-4445-48ae-ae71-22c1dd88cad3 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:55.188901 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:55.274307 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-67223017-cf90-49f1-b6fc-43c15156cc6c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:55.276859 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-67223017-cf90-49f1-b6fc-43c15156cc6c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 797 time: 0.1113420 Apr 01 00:09:55.330278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cd3368c0-a8bd-4b2b-aa03-58379fcfb8d2 req-92d30ed9-66ed-490e-9150-ac991306a392 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 210 time: 0.0398750 Apr 01 00:09:55.352418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-2e271b79-5893-4081-8936-d79f62b58505 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 378 time: 0.0607650 Apr 01 00:09:55.361974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'port': {'device_id': '9435105c-1239-4a97-927f-e0f46f13a218', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'admin_state_up': True, 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'security_groups': ['a46f85be-a920-44de-a2fa-2bef0a5ad7cf']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:55.530008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:09:55.533536 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:55.665944 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.8 (3d9ff7a2-c820-453e-8d65-676003475445/7f92ec98-b05c-4435-8e8c-8815b0b68642/c79421c4-cb85-4af4-bd4b-59f7ca3c35a7) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:09:55.803364 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:55.895988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:55.946436 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 3d9ff7a2-c820-453e-8d65-676003475445 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:09:55.950680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:09:55.954386 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:09:55.978446 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:56.008655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:56.009290 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.081092 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-920d688b-f98e-4ed7-8932-3dc8eb2c8e11 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228899 Apr 01 00:09:56.098253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Request body: {'port': {'device_id': '9435105c-1239-4a97-927f-e0f46f13a218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:09:56.162358 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bb82a945-f4a0-45cf-a8ac-38187661ca86 None None] Provisioning complete for port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:09:56.162983 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bb82a945-f4a0-45cf-a8ac-38187661ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.163116 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.201351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-bb82a945-f4a0-45cf-a8ac-38187661ca86 None None] Port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:09:56.458366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:09:56.468623 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.485480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Transition to ACTIVE for port object c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:09:56.493197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358e2-9dff-4c95-862d-d2c6c0923bdf req-366a1e14-22ed-483f-bb25-fa7bd514debf tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:56.495309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-961358e2-9dff-4c95-862d-d2c6c0923bdf req-366a1e14-22ed-483f-bb25-fa7bd514debf tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 931 time: 0.0786443 Apr 01 00:09:56.535692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-961358e2-9dff-4c95-862d-d2c6c0923bdf req-5c5d3b2e-9922-4096-8b3e-d329b3a15e42 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338833 Apr 01 00:09:56.540966 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.595945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Pushing event updated for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:56.667747 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Attempting to bind port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:09:56.668084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Attempting to bind port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:09:56.668427 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Attempting to bind port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 on network 3d9ff7a2-c820-453e-8d65-676003475445 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:09:56.673487 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 on network 3d9ff7a2-c820-453e-8d65-676003475445 not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:09:56.673814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Attempting to bind port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 on network 3d9ff7a2-c820-453e-8d65-676003475445 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:09:56.679365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:09:56.679711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Checking segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:09:56.680102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Bound using segment: {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:09:56.680539 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Bound port: c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffa02bf-f788-4337-bad6-504308b5945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:09:56.680905 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.752910 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:09:56.756253 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:09:56.847691 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.884805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:56.885619 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.887334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] 10.222.0.10 "PUT /v2.0/ports/c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 1091 time: 0.7935369 Apr 01 00:09:56.888982 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:09:56.890052 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d0b7c-da35-495c-83a3-36f480c53291" -d '{"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:09:56.917901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d65d4-0ae3-47b9-a2af-10f50f15314f service neutron] Pushing event updated for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:09:56.994837 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d048f9-69d2-4099-b6aa-8ca1eac3f3de x-openstack-request-id: req-b4d048f9-69d2-4099-b6aa-8ca1eac3f3de {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:09:56.995170 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:09:56.995430 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b4d048f9-69d2-4099-b6aa-8ca1eac3f3de {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:09:56.995860 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d048f9-69d2-4099-b6aa-8ca1eac3f3de'] response: {'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'status': 'completed', 'code': 200} Apr 01 00:09:57.067909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-8ca284c5-665b-4e29-9b9f-bb34cfbc9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.069727 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-8ca284c5-665b-4e29-9b9f-bb34cfbc9c07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1094 time: 0.0464952 Apr 01 00:09:57.122349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-e921fbd3-c65d-4893-b8da-e040926ae669 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 217 time: 0.0384343 Apr 01 00:09:57.175926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-a5e5dde8-446a-4bb6-b75e-daf2c5be08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.177349 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-a5e5dde8-446a-4bb6-b75e-daf2c5be08d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0483918 Apr 01 00:09:57.223481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-e9c902ae-7c06-4b2b-9576-7d3c95ecda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.225006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-e9c902ae-7c06-4b2b-9576-7d3c95ecda31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417414 Apr 01 00:09:57.323656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-498d5629-8597-4f48-9ca8-378caf83e292 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921092 Apr 01 00:09:57.415351 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6a380b65-d085-46ca-be3e-9d21a242e495 req-d7dd1955-5017-4a4a-8329-bd9d6afc6311 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855036 Apr 01 00:09:57.647514 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-4c69db69-14f2-4f63-aad4-3c7f9180e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.649090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-4c69db69-14f2-4f63-aad4-3c7f9180e0f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1094 time: 0.0708175 Apr 01 00:09:57.716929 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d242599-3fe9-48b5-a491-af0e9b7fd752 req-710def3f-c956-4639-9804-f42e10c588bd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.718342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d242599-3fe9-48b5-a491-af0e9b7fd752 req-710def3f-c956-4639-9804-f42e10c588bd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 943 time: 0.1067455 Apr 01 00:09:57.782152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d242599-3fe9-48b5-a491-af0e9b7fd752 req-7a090b10-efbb-4135-966e-a836a96958bb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559533 Apr 01 00:09:57.784872 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-065912cd-1b0d-4e6f-8e3a-39684c616d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.786257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-065912cd-1b0d-4e6f-8e3a-39684c616d51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.1308045 Apr 01 00:09:57.835061 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-b7f40f11-ef8d-450d-a428-24400beb4267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 217 time: 0.0414603 Apr 01 00:09:57.883062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-b93533ed-383b-437c-98cc-f27dffed2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.884530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-b93533ed-383b-437c-98cc-f27dffed2b42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0440302 Apr 01 00:09:57.931069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-4ff260f7-8cff-49a3-b1cc-84095bb186f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:57.933194 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-4ff260f7-8cff-49a3-b1cc-84095bb186f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423973 Apr 01 00:09:58.358614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-8813088a-287e-4584-a8cb-d7efdf39eed5 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190941 Apr 01 00:09:58.449712 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa0d0b7c-da35-495c-83a3-36f480c53291 req-7d3859ce-d335-4c52-aeff-94c13ca11455 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 Apr 01 00:09:58.908635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329a5d1-6988-4870-81fb-b1654c0ac1ae req-87a97e44-4d56-4cbb-97cd-f7e4d0205f32 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:58.910154 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6329a5d1-6988-4870-81fb-b1654c0ac1ae req-87a97e44-4d56-4cbb-97cd-f7e4d0205f32 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 943 time: 0.0563674 Apr 01 00:09:58.952862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6329a5d1-6988-4870-81fb-b1654c0ac1ae req-5d04f7e2-408c-4974-afa8-15b4b2213389 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366292 Apr 01 00:09:59.002925 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:00.081226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a9362-5333-4c59-b2f7-551c16b583ad req-ac9a90ac-3bb4-4407-aa31-e4e0e6ffd7cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:00.082747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-451a9362-5333-4c59-b2f7-551c16b583ad req-ac9a90ac-3bb4-4407-aa31-e4e0e6ffd7cb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 943 time: 0.0526440 Apr 01 00:10:00.121347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-451a9362-5333-4c59-b2f7-551c16b583ad req-4082ac09-e5aa-43a4-91e1-068fa5360dfd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325401 Apr 01 00:10:00.717950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:10:00.815919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:00.828353 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'port_id': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'mac_address': 'fa:16:3e:3a:3f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:10:00.871040 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:00.880188 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:10:00.902884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:00.995957 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:01.045421 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:01.238504 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77a57c-e759-4ac2-bf45-e2a0d01898aa req-ad3933db-164b-4f59-933d-3dc2e4750674 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:01.240156 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da77a57c-e759-4ac2-bf45-e2a0d01898aa req-ad3933db-164b-4f59-933d-3dc2e4750674 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 944 time: 0.0500691 Apr 01 00:10:01.287454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-da77a57c-e759-4ac2-bf45-e2a0d01898aa req-d4ecd3f0-1d47-49cf-af12-889fd5f376e1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400317 Apr 01 00:10:01.426083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:10:02.413348 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad4560-320c-44ac-85e7-d140dbc30401 req-511b1181-caea-4f79-88fa-956f4498e430 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:02.414833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46ad4560-320c-44ac-85e7-d140dbc30401 req-511b1181-caea-4f79-88fa-956f4498e430 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 944 time: 0.0545833 Apr 01 00:10:02.460255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-46ad4560-320c-44ac-85e7-d140dbc30401 req-75039669-e0c7-4602-8db0-b089b4fb3b1f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385301 Apr 01 00:10:02.715253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:02.872811 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:10:02.877184 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:02.882903 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:02.959283 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:02.983946 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:02.986107 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff81440-959d-4da4-b2cb-c310a2f86409" -d '{"events": [{"server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "name": "network-vif-plugged", "status": "completed", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:02.999436 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:03.026900 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8fe17d-8de4-46a7-a4e5-ecaafe9cdfab x-openstack-request-id: req-7d8fe17d-8de4-46a7-a4e5-ecaafe9cdfab {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:03.026900 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "name": "network-vif-plugged", "status": "completed", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:03.026900 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d8fe17d-8de4-46a7-a4e5-ecaafe9cdfab {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:03.027262 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8fe17d-8de4-46a7-a4e5-ecaafe9cdfab'] response: {'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'code': 200} Apr 01 00:10:03.092965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:03.147247 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:03.154863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b40c-8311-4f3b-b8e7-94dc23dd1907 req-48d17b18-33f2-488f-b4fd-261e32cd380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:03.156435 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0782b40c-8311-4f3b-b8e7-94dc23dd1907 req-48d17b18-33f2-488f-b4fd-261e32cd380e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.0435555 Apr 01 00:10:03.191819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0782b40c-8311-4f3b-b8e7-94dc23dd1907 req-006724e1-0ec3-4c3b-8d36-03386ee0e6ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287631 Apr 01 00:10:03.593590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d357971-1b14-403a-939e-13946487a00f req-abbc2680-6248-45cb-adcb-ed55fefdd9c1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:03.595119 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d357971-1b14-403a-939e-13946487a00f req-abbc2680-6248-45cb-adcb-ed55fefdd9c1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0598853 Apr 01 00:10:03.635226 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3d357971-1b14-403a-939e-13946487a00f req-f852e1c3-5541-4372-ab79-0df222e4f5c0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335124 Apr 01 00:10:04.760639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ea89-6392-46cf-bd3e-c2c57aabef2a req-63fb2c32-9fb1-40c6-9054-1b3670d08cc5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:04.762350 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40b0ea89-6392-46cf-bd3e-c2c57aabef2a req-63fb2c32-9fb1-40c6-9054-1b3670d08cc5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0547106 Apr 01 00:10:04.802118 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-40b0ea89-6392-46cf-bd3e-c2c57aabef2a req-58d485c8-e45a-4321-9b26-a8031bb92ed2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329049 Apr 01 00:10:05.452785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:05.927820 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a61959-d345-4858-ba60-06d7aebff6ae req-b3e3afdc-4301-4f10-8076-496ec3eab905 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:05.929342 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a61959-d345-4858-ba60-06d7aebff6ae req-b3e3afdc-4301-4f10-8076-496ec3eab905 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0544109 Apr 01 00:10:05.968667 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-90a61959-d345-4858-ba60-06d7aebff6ae req-0812eb62-ce11-4e73-83f3-1c103af27f41 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324235 Apr 01 00:10:06.093058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b255cb-773d-4027-b23c-f79148777a35 req-0c20b246-beae-4ee2-b79e-11537b172343 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:06.094506 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64b255cb-773d-4027-b23c-f79148777a35 req-0c20b246-beae-4ee2-b79e-11537b172343 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Apr 01 00:10:06.134245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-64b255cb-773d-4027-b23c-f79148777a35 req-bc1b8d9d-5738-44d6-a1bf-362171e0984e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336766 Apr 01 00:10:06.162502 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43262) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:06.204043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e62a0-0e21-4e97-bd78-b957c4ee6504 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:06.205378 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-596e62a0-0e21-4e97-bd78-b957c4ee6504 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1091 time: 0.0418432 Apr 01 00:10:06.208149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43264) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:06.212340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:06.306492 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.405938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.506292 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.156 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/cf83d866-ac49-4dd4-8ddd-7c1618b75c98) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:06.607617 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.695497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.736745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:06.741282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:06.743928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:06.769301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=cf83d866-ac49-4dd4-8ddd-7c1618b75c98,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:07.145625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.279407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.437058 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.500944 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.570175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=cf83d866-ac49-4dd4-8ddd-7c1618b75c98,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:07.583473 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.687136 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 3c377779-b936-48fe-957b-10c2d625e405 associated. External IP: 172.25.6.156, port: c79421c4-cb85-4af4-bd4b-59f7ca3c35a7. Apr 01 00:10:07.900110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router c4f5eff3-274c-4221-8929-a10aa12248a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:08.014829 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:08.027976 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Sync routers for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:08.037574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:08.038181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:08.091386 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:08.119822 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-06369adf-adfa-4e48-a895-72fb3b2cf361 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9101064 Apr 01 00:10:08.120590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:08.123194 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce72f95-261f-4634-b390-4390b6a24e95" -d '{"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:08.145205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:08.171326 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b646e651-dc4c-4ee7-a4c5-1df5fa8e0870 x-openstack-request-id: req-b646e651-dc4c-4ee7-a4c5-1df5fa8e0870 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:08.171619 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:08.171873 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b646e651-dc4c-4ee7-a4c5-1df5fa8e0870 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:08.172281 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b646e651-dc4c-4ee7-a4c5-1df5fa8e0870'] response: {'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'status': 'completed', 'code': 200} Apr 01 00:10:08.260685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42b8ce-7c33-4a5b-9f29-081850480f78 req-fc5bfa0c-309b-44b2-8102-d22c32992b2a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:08.262304 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e42b8ce-7c33-4a5b-9f29-081850480f78 req-fc5bfa0c-309b-44b2-8102-d22c32992b2a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Apr 01 00:10:08.290534 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-e4929c23-ee5e-4487-9b1a-79bceee1d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:08.292396 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-e4929c23-ee5e-4487-9b1a-79bceee1d886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.0706711 Apr 01 00:10:08.363117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2e42b8ce-7c33-4a5b-9f29-081850480f78 req-16130a5d-0368-4a19-9556-73a017d02ebe tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918174 Apr 01 00:10:08.389579 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43270) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:08.459803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-86e04f3d-8d70-4c2a-a870-6e28dda91c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:08.461222 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-86e04f3d-8d70-4c2a-a870-6e28dda91c97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.1614926 Apr 01 00:10:08.480323 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-e0959546-f65d-4d0f-b378-c001a310be80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/3c377779-b936-48fe-957b-10c2d625e405 HTTP/1.1" status: 200 len: 991 time: 0.0895221 Apr 01 00:10:08.537121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-31ec8cc4-b099-4518-b20a-07869d8166a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 999 time: 0.0684364 Apr 01 00:10:08.556517 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3c377779-b936-48fe-957b-10c2d625e405', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'port_id': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'mac_address': 'fa:16:3e:3a:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9435105c-1239-4a97-927f-e0f46f13a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:06Z', 'updated_at': '2022-04-01T00:10:06Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:08.583757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Checking router: c4f5eff3-274c-4221-8929-a10aa12248a9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:08.593698 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-ec2069b8-5338-48b9-9eb8-4d6a7ab97541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:08.594130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:08.594726 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:09:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:08.595212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-ec2069b8-5338-48b9-9eb8-4d6a7ab97541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0516429 Apr 01 00:10:08.643255 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-c230c001-c3c7-4b37-93e7-164b21af44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:08.644795 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-c230c001-c3c7-4b37-93e7-164b21af44cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427175 Apr 01 00:10:08.705907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:08.741664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-0050c229-e126-4b7a-88f3-9bce0b0d1af2 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Apr 01 00:10:08.836172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0ce72f95-261f-4634-b390-4390b6a24e95 req-bac70b3d-bfd4-45d6-8217-a23fc2f629f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885115 Apr 01 00:10:08.995657 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3c377779-b936-48fe-957b-10c2d625e405', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'port_id': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'mac_address': 'fa:16:3e:3a:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9435105c-1239-4a97-927f-e0f46f13a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:06Z', 'updated_at': '2022-04-01T00:10:06Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:09.027186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091eb5a2-374a-4ae2-a2f0-0f942d0e342f None None] The sync data for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 is: [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '3c377779-b936-48fe-957b-10c2d625e405', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'port_id': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'mac_address': 'fa:16:3e:3a:3f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9435105c-1239-4a97-927f-e0f46f13a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:06Z', 'updated_at': '2022-04-01T00:10:06Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:09.240364 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2da86-efa1-404b-aee9-36beebf1fcee None None] New status for floating IP 3c377779-b936-48fe-957b-10c2d625e405: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:10:09.484560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43272) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:09.556847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0130a6e3-1163-46e2-a301-5c460375044d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/3c377779-b936-48fe-957b-10c2d625e405 HTTP/1.1" status: 200 len: 993 time: 0.0710239 Apr 01 00:10:11.717565 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fc20fcab-58e6-4f50-9d80-fa0f9dbc93f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.952692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-572c334e-71bc-4e0e-8cf6-ab4260ed055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.584053 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.852692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.903798 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:24.786065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.618288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.003859 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:41.688248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee7a-3fec-45a1-8b2c-abf20e9db4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:43.934729 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e46101f4-35a9-4a29-b54b-54166ab73764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:45.590042 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:46.874812 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:46.875566 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.830945 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:55.085083 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-82483cb7-c380-42ce-a2ef-664c2ecc33fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419071 Apr 01 00:10:55.187764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-986339ee-fed2-4c3b-95ae-58fb80b2a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.189371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-986339ee-fed2-4c3b-95ae-58fb80b2a824 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.0446925 Apr 01 00:10:55.302152 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-09d78286-6488-47e7-addc-7cc5adc05988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.303691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-09d78286-6488-47e7-addc-7cc5adc05988 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.0940170 Apr 01 00:10:55.375173 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-80e84cf6-53fa-48b2-b122-dd11f7705796 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 1001 time: 0.0635943 Apr 01 00:10:55.427339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-4be776e3-1573-4482-91ea-995daf59dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.430023 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-4be776e3-1573-4482-91ea-995daf59dec5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0478368 Apr 01 00:10:55.486047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-e2503dfe-bab3-4b15-9964-9ec62fd97532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.487676 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-e2503dfe-bab3-4b15-9964-9ec62fd97532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511570 Apr 01 00:10:55.584630 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-aac02c95-a99b-4199-882b-f97b23fb621f service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Apr 01 00:10:55.687518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-10a8ff9e-ba5a-4a57-93eb-7aca542c010a req-b299166e-ef5e-4a6b-b991-6bca5500905a service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954576 Apr 01 00:11:05.500162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:10.560254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b38a3-2b81-43f7-8820-8b8e215f86ed req-15d8eb84-0860-406c-ad1a-dd3f085c4cf8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:10.561730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-117b38a3-2b81-43f7-8820-8b8e215f86ed req-15d8eb84-0860-406c-ad1a-dd3f085c4cf8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0563152 Apr 01 00:11:10.613651 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-117b38a3-2b81-43f7-8820-8b8e215f86ed req-10c0bf04-cda3-410f-aa1e-6b04dc5d7da9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447376 Apr 01 00:11:11.696722 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3bd279a5-93c8-4207-80b6-e7ac13411e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.737760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a169e-3e34-4785-b221-2adc6bf6b2ff req-3930e481-7e99-4ab6-b31a-52c465e2b038 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:11.739346 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-585a169e-3e34-4785-b221-2adc6bf6b2ff req-3930e481-7e99-4ab6-b31a-52c465e2b038 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0532291 Apr 01 00:11:11.782198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-585a169e-3e34-4785-b221-2adc6bf6b2ff req-a7930813-8ce1-4377-bb19-0e2e3d57f0a1 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366042 Apr 01 00:11:12.909422 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cb772-5054-4056-b5da-790cf2e5fa2c req-f6cbb496-d4cb-4929-b188-7d57d02745f9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:12.911214 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b8cb772-5054-4056-b5da-790cf2e5fa2c req-f6cbb496-d4cb-4929-b188-7d57d02745f9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Apr 01 00:11:12.954895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8b8cb772-5054-4056-b5da-790cf2e5fa2c req-cfbe9cf4-a493-4b44-b8fd-d9d745e1f5ec tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378172 Apr 01 00:11:13.003984 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:11:13.951471 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5234f340-26f7-41cd-869b-3c2014e3c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:14.083703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ec41-8db9-4740-bb90-ee29feee4a5f req-298f3b13-10bc-4142-84a6-88090f9f41c0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:14.085328 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37d3ec41-8db9-4740-bb90-ee29feee4a5f req-298f3b13-10bc-4142-84a6-88090f9f41c0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Apr 01 00:11:14.125022 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-37d3ec41-8db9-4740-bb90-ee29feee4a5f req-80f01783-00fe-44cd-a086-7f439937697c tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336695 Apr 01 00:11:15.248967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb5ec8-094d-4e28-aedb-07e1f5333d94 req-7137b20e-2c93-4e5c-bfc8-7d9b740f69d7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:15.250480 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccdb5ec8-094d-4e28-aedb-07e1f5333d94 req-7137b20e-2c93-4e5c-bfc8-7d9b740f69d7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Apr 01 00:11:15.289697 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ccdb5ec8-094d-4e28-aedb-07e1f5333d94 req-b2127653-e43a-42a4-a56d-949c09534f37 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326376 Apr 01 00:11:15.616524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:16.414418 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcc61-f8e3-4156-af5d-7098794d761b req-5770491e-4985-4623-9070-f4983cab2aa8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:16.415949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beefcc61-f8e3-4156-af5d-7098794d761b req-5770491e-4985-4623-9070-f4983cab2aa8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Apr 01 00:11:16.459887 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-beefcc61-f8e3-4156-af5d-7098794d761b req-b08895f2-8b74-43ac-9ff3-80847c08fc98 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368962 Apr 01 00:11:16.864752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:16.948442 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:17.584047 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509ec71-a51d-48f9-9d39-42110a18d371 req-45d32e97-82cb-4ce2-9706-6325b24911d3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:17.585539 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7509ec71-a51d-48f9-9d39-42110a18d371 req-45d32e97-82cb-4ce2-9706-6325b24911d3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0526295 Apr 01 00:11:17.625610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7509ec71-a51d-48f9-9d39-42110a18d371 req-f92d54d7-bb0f-4418-b23a-e573138eade4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333154 Apr 01 00:11:18.750345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa09e3-cdee-467b-8bca-6667643c5080 req-ab2bdd81-4845-47fc-aa36-2c3820740efd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:18.751895 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ffa09e3-cdee-467b-8bca-6667643c5080 req-ab2bdd81-4845-47fc-aa36-2c3820740efd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Apr 01 00:11:18.790796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ffa09e3-cdee-467b-8bca-6667643c5080 req-2831a9ea-c2dd-4cea-a75b-05525c76cf48 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326040 Apr 01 00:11:19.912854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294086ac-2b2c-4257-90d4-3d121da581d7 req-c870e981-f5c5-43ca-b47e-a7b97bf148ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:19.914375 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-294086ac-2b2c-4257-90d4-3d121da581d7 req-c870e981-f5c5-43ca-b47e-a7b97bf148ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Apr 01 00:11:19.958818 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-294086ac-2b2c-4257-90d4-3d121da581d7 req-00db613a-abe0-4087-8f5b-be1ee357172b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376966 Apr 01 00:11:21.077880 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12be4-1051-4105-9c68-88786842934e req-3521ea07-8025-4817-b802-cf73172ce030 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:21.079411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74a12be4-1051-4105-9c68-88786842934e req-3521ea07-8025-4817-b802-cf73172ce030 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0505347 Apr 01 00:11:21.121361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74a12be4-1051-4105-9c68-88786842934e req-a9b56c63-c870-48d9-9770-65ec9229878f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358782 Apr 01 00:11:22.240813 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1689d1-5002-443b-ae73-1bf8fec2b782 req-7652c8b5-cd20-4483-a6a6-7171c68798dc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:22.242294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a1689d1-5002-443b-ae73-1bf8fec2b782 req-7652c8b5-cd20-4483-a6a6-7171c68798dc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Apr 01 00:11:22.282974 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7a1689d1-5002-443b-ae73-1bf8fec2b782 req-ae2d5444-baa5-494a-8e91-c802e25bf9bc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340464 Apr 01 00:11:22.305375 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43322) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:11:22.372041 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5c7b1421-b798-451a-bf1a-44ecf05f1587 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/3c377779-b936-48fe-957b-10c2d625e405 HTTP/1.1" status: 200 len: 993 time: 0.0655246 Apr 01 00:11:23.868017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a202-2c72-4974-9984-9523a8e72a17 req-83117c46-5b07-4ad0-9329-68d8ab3421a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:23.869557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac27a202-2c72-4974-9984-9523a8e72a17 req-83117c46-5b07-4ad0-9329-68d8ab3421a2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0542099 Apr 01 00:11:23.918693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac27a202-2c72-4974-9984-9523a8e72a17 req-df545873-27ca-4fa3-a657-e08da27b46a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420814 Apr 01 00:11:23.986210 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-a58cf643-4bb9-4a65-8b80-3164b3743e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:23.987791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-a58cf643-4bb9-4a65-8b80-3164b3743e1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.0440249 Apr 01 00:11:24.080638 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-8e03ddc7-10bc-4e2f-9b7c-ada0e443e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:24.082138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-8e03ddc7-10bc-4e2f-9b7c-ada0e443e271 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.0888078 Apr 01 00:11:24.163330 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-b489aad1-4ef8-453d-af2d-5de4eb0d6fe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 1001 time: 0.0750546 Apr 01 00:11:24.212372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-5fb6ce92-3933-4814-90d6-c7b14058ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:24.213831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-5fb6ce92-3933-4814-90d6-c7b14058ed67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0449641 Apr 01 00:11:24.259694 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-82b0c3e2-9bfb-46d3-a0e1-ce8f74a2a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:24.261233 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-82b0c3e2-9bfb-46d3-a0e1-ce8f74a2a2ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416551 Apr 01 00:11:24.357959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-5fc3b3a2-c81e-425e-b12e-e167a5e2c475 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892529 Apr 01 00:11:24.450621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-268b9bd3-f3aa-448a-8fe6-9312c550994d req-5691cf9c-afd3-4a26-a385-02386578fa30 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Apr 01 00:11:24.801437 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:25.047168 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0d04a-deb1-4a34-9b72-81b54c33bafc req-11497be8-dc0e-40f1-b014-06e376e3b644 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:25.048731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fae0d04a-deb1-4a34-9b72-81b54c33bafc req-11497be8-dc0e-40f1-b014-06e376e3b644 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0523994 Apr 01 00:11:25.095514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fae0d04a-deb1-4a34-9b72-81b54c33bafc req-7ecf9034-bb6a-4547-9db6-495ba24fe263 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400455 Apr 01 00:11:26.218316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279bbc4-e9df-4ed8-8eaf-721218585eb1 req-0ca49157-bf44-4e56-9908-79eca2506d12 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:26.219933 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2279bbc4-e9df-4ed8-8eaf-721218585eb1 req-0ca49157-bf44-4e56-9908-79eca2506d12 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Apr 01 00:11:26.260393 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2279bbc4-e9df-4ed8-8eaf-721218585eb1 req-abe2ebfa-baed-4da6-99f2-ef865c59a061 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343223 Apr 01 00:11:26.282694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43336) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:11:26.342659 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e613d58-ce82-4aea-8744-a25de11b4916 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/3c377779-b936-48fe-957b-10c2d625e405 HTTP/1.1" status: 200 len: 993 time: 0.0588012 Apr 01 00:11:35.475949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:41.730422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-67aa5c0b-a2ca-461c-8b7e-aeb48d609ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:43.975907 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3c619c1b-0933-4aef-9dce-730194847a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:45.618078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:46.863639 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:46.903719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:50.003437 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:11:54.783401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:57.078985 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-8395863e-fbcd-4915-9942-27fc8cf2f77a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414505 Apr 01 00:11:57.181625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091026f-f867-4f57-9750-f087e3c06de0 req-11d5c33e-9e4e-4f1a-87eb-70759f87d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:57.183237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-11d5c33e-9e4e-4f1a-87eb-70759f87d2fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.0433748 Apr 01 00:11:57.299430 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091026f-f867-4f57-9750-f087e3c06de0 req-73738fe5-1f33-4dee-8cc3-e4488c5c9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:57.300837 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-73738fe5-1f33-4dee-8cc3-e4488c5c9403 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.0983036 Apr 01 00:11:57.367309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-6a67c085-4d11-4da7-a841-0b17130a4260 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 1001 time: 0.0594106 Apr 01 00:11:57.422052 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091026f-f867-4f57-9750-f087e3c06de0 req-0de79481-9876-4884-b218-3c0b14ec0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:57.423731 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-0de79481-9876-4884-b218-3c0b14ec0189 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0497422 Apr 01 00:11:57.471173 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091026f-f867-4f57-9750-f087e3c06de0 req-b81387c2-8375-4ce0-b425-ca70611f37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:57.472662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-b81387c2-8375-4ce0-b425-ca70611f37c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420280 Apr 01 00:11:57.560300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-02537833-77d1-41f3-80f0-ebbbce133e8a service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809147 Apr 01 00:11:57.656880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c091026f-f867-4f57-9750-f087e3c06de0 req-0337fa36-c8cd-4351-a2ab-5dc680dc9e69 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892808 Apr 01 00:12:05.512954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:11.758278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-958775eb-a39f-4954-a0e5-72e84bd77e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:13.955106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0539ad8b-3342-445b-818e-00d8883ca61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.035342 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43356) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:15.503083 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port cf83d866-ac49-4dd4-8ddd-7c1618b75c98 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:12:15.503390 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.588801 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.589124 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.601745 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for cf83d866-ac49-4dd4-8ddd-7c1618b75c98 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:12:15.605978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.844481 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.873994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=cf83d866-ac49-4dd4-8ddd-7c1618b75c98,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:15.887059 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.887400 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.887751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.888089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.888434 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.888766 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.889099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.889433 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.889761 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.890131 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.890468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.890795 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:15.949325 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:15.949655 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 3c377779-b936-48fe-957b-10c2d625e405 disassociated (deleted). External IP: 172.25.6.156, port: c79421c4-cb85-4af4-bd4b-59f7ca3c35a7. Apr 01 00:12:16.176994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router c4f5eff3-274c-4221-8929-a10aa12248a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:12:16.293993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:12:16.301294 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:16.308780 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Sync routers for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:12:16.320141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:16.320756 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:16.333428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ffd8176f-9be2-4978-add8-6a87448f9268 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/floatingips/3c377779-b936-48fe-957b-10c2d625e405 HTTP/1.1" status: 204 len: 168 time: 1.2969544 Apr 01 00:12:16.333979 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:16.336456 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:16.383911 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92960010-5075-49ae-8174-af9b53341528 x-openstack-request-id: req-92960010-5075-49ae-8174-af9b53341528 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:16.384389 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:16.384652 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-92960010-5075-49ae-8174-af9b53341528 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:16.385066 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92960010-5075-49ae-8174-af9b53341528'] response: {'name': 'network-changed', 'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'status': 'completed', 'code': 200} Apr 01 00:12:16.443711 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:16.606796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-95f19b7c-864a-41cc-bda0-fdf1eeb0a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:16.608337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-95f19b7c-864a-41cc-bda0-fdf1eeb0a606 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 1096 time: 0.1799655 Apr 01 00:12:16.686126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:16.715140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Checking router: c4f5eff3-274c-4221-8929-a10aa12248a9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:12:16.724056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:16.724674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:16.748135 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-66503baa-0399-4311-805e-ddbe2f3ea748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:16.749783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-66503baa-0399-4311-805e-ddbe2f3ea748 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 200 len: 899 time: 0.1330304 Apr 01 00:12:16.801869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-a5aa08da-53e3-4b37-b92d-6a75f94cedcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 200 len: 217 time: 0.0393124 Apr 01 00:12:16.878861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:16.892094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53bb4f-4c43-44f6-af2d-d7263c873ca3 req-1dcd84b9-3935-4899-8e0a-a3418fd09d93 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:16.893657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa53bb4f-4c43-44f6-af2d-d7263c873ca3 req-1dcd84b9-3935-4899-8e0a-a3418fd09d93 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.1708601 Apr 01 00:12:16.895397 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-5902fc5c-c0ed-41f2-a69c-d573e18c773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:16.896761 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-5902fc5c-c0ed-41f2-a69c-d573e18c773d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 200 len: 834 time: 0.0882838 Apr 01 00:12:16.956414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:16.958000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-aa53bb4f-4c43-44f6-af2d-d7263c873ca3 req-26017909-d5b1-4378-b897-86efcdf3ac4e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576925 Apr 01 00:12:16.972260 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-67e6c468-f4a4-4f9f-bee1-bf9b5bb368b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:16.973655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-67e6c468-f4a4-4f9f-bee1-bf9b5bb368b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d9ff7a2-c820-453e-8d65-676003475445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664060 Apr 01 00:12:16.976047 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:17.081922 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-434131ed-a015-40a6-a42d-0f31fe6c0769 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000590 Apr 01 00:12:17.105646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:17.138450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0ef3e-9295-460a-8d77-1e51ad503c42 None None] The sync data for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 is: [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:50Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '19de7c56-4445-48ae-ae71-22c1dd88cad3', 'name': '', 'network_id': '3d9ff7a2-c820-453e-8d65-676003475445', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:fb:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:49Z', 'updated_at': '2022-04-01T00:09:53Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '7f92ec98-b05c-4435-8e8c-8815b0b68642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:12:17.183108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4f13198-a4db-4c3d-ba96-6b85bf41a0f1 req-773768c5-3cb9-45e0-ae83-6aef6ba8e612 service neutron] 10.222.0.10 "GET /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936291 Apr 01 00:12:17.381660 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e18ac6-62f6-4c2a-b0db-50aceb938b30 None None] New status for floating IP 3c377779-b936-48fe-957b-10c2d625e405: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:12:18.136535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8115-6d8f-4ac5-9d07-570cff59e98d req-44e5770e-ffff-4654-8dc8-afe6de89d8bc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:18.138076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c57a8115-6d8f-4ac5-9d07-570cff59e98d req-44e5770e-ffff-4654-8dc8-afe6de89d8bc tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.1027441 Apr 01 00:12:18.179367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c57a8115-6d8f-4ac5-9d07-570cff59e98d req-279e45a2-b3cc-494e-9abc-c7c187a371dd tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a46f85be-a920-44de-a2fa-2bef0a5ad7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343914 Apr 01 00:12:18.718434 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-bf7829f2-8667-49b9-92c7-b72030256309 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:18.720046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-bf7829f2-8667-49b9-92c7-b72030256309 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 945 time: 0.0654542 Apr 01 00:12:18.816398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:12:18.816749 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:18.916931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:18.917299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:18.931555 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:12:19.154104 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:19.196926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=c79421c4-cb85-4af4-bd4b-59f7ca3c35a7,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:19.241914 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.242265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.242612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.242950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.243314 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.243659 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.243990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.244373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.244707 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.245033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.245358 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.245680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:19.248549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] No DVR routers for this DVR port c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:12:19.250830 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:19.254381 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f652a598-7f0a-48f9-9081-70508b5dcc38 req-e77a94fc-05e8-4392-ac28-7174e023e0ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.10 "DELETE /v2.0/ports/c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 HTTP/1.1" status: 204 len: 173 time: 0.5281653 Apr 01 00:12:19.254858 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'name': 'network-vif-deleted', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:19.257237 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158a258-0a0f-470f-b973-49b7397871a2" -d '{"events": [{"server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "name": "network-vif-deleted", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:19.310967 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e958d95-7f4a-4d00-8ee9-0466b3f0152e x-openstack-request-id: req-5e958d95-7f4a-4d00-8ee9-0466b3f0152e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:19.311288 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9435105c-1239-4a97-927f-e0f46f13a218", "name": "network-vif-deleted", "tag": "c79421c4-cb85-4af4-bd4b-59f7ca3c35a7", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:19.311508 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5e958d95-7f4a-4d00-8ee9-0466b3f0152e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:19.311927 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e958d95-7f4a-4d00-8ee9-0466b3f0152e'] response: {'server_uuid': '9435105c-1239-4a97-927f-e0f46f13a218', 'name': 'network-vif-deleted', 'tag': 'c79421c4-cb85-4af4-bd4b-59f7ca3c35a7', 'status': 'completed', 'code': 200} Apr 01 00:12:19.314678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6cfb2a24-a99d-4fda-9cfc-20da285d8c04 req-3c6c422f-ce88-4f2e-afe2-5f92811160ae tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=9435105c-1239-4a97-927f-e0f46f13a218 HTTP/1.1" status: 200 len: 210 time: 0.0324416 Apr 01 00:12:20.378026 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43378) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:20.746737 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.007089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 19de7c56-4445-48ae-ae71-22c1dd88cad3 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:12:21.007443 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.097658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 19de7c56-4445-48ae-ae71-22c1dd88cad3, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=19de7c56-4445-48ae-ae71-22c1dd88cad3,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:21.098019 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.111798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 19de7c56-4445-48ae-ae71-22c1dd88cad3 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:12:21.394818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.430753 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=19de7c56-4445-48ae-ae71-22c1dd88cad3,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:21.610378 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.827636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router c4f5eff3-274c-4221-8929-a10aa12248a9 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:12:21.935116 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:12:21.941140 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a5f5a6a0-47cd-43f2-8250-56be588b434f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/c4f5eff3-274c-4221-8929-a10aa12248a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620975 Apr 01 00:12:21.943809 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43380) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:21.948062 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Sync routers for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:12:21.959433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:21.960141 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:22.001058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting subnet 7f92ec98-b05c-4435-8e8c-8815b0b68642 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:12:22.006459 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.049247 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.067021 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:22.139223 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.249708 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:12:21Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:22.275604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Checking router: c4f5eff3-274c-4221-8929-a10aa12248a9 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:12:22.284386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Routers {'c4f5eff3-274c-4221-8929-a10aa12248a9'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:22.284983 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['c4f5eff3-274c-4221-8929-a10aa12248a9'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:22.289927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.320599 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Subnet': ['ID=7f92ec98-b05c-4435-8e8c-8815b0b68642,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:22.326368 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.330974 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-f74e89e7-1810-4267-ae7a-6a1e3b534d8d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/subnets/7f92ec98-b05c-4435-8e8c-8815b0b68642 HTTP/1.1" status: 204 len: 168 time: 0.3849781 Apr 01 00:12:22.332528 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43382) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:22.332684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f2c6f-2d1a-4161-bef7-7d44f90b013c None None] Network 3d9ff7a2-c820-453e-8d65-676003475445 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:12:22.450561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.561089 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.630828 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] Set router c4f5eff3-274c-4221-8929-a10aa12248a9 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:22.674546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 551c2e28-940b-4906-9394-1e3e0bdc889e {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:12:22.674893 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.772748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 551c2e28-940b-4906-9394-1e3e0bdc889e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=551c2e28-940b-4906-9394-1e3e0bdc889e,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:22.773051 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:22.786046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 551c2e28-940b-4906-9394-1e3e0bdc889e owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:12:22.855739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:12:21Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:22.886954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35519294-6240-4c29-a7c5-e176dcad5e1a None None] The sync data for ids ['c4f5eff3-274c-4221-8929-a10aa12248a9'] in n-d-828414-2 is: [{'id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154930500', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:12:21Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': '551c2e28-940b-4906-9394-1e3e0bdc889e', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5eff3-274c-4221-8929-a10aa12248a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:09:46Z', 'updated_at': '2022-04-01T00:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:12:22.895917 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] DHCP port deletion for 3d9ff7a2-c820-453e-8d65-676003475445 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:12:22.951435 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Deleting port a8c549da-aca7-45d1-ac96-ba024d048d13 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:12:22.952137 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.013278 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] For port a8c549da-aca7-45d1-ac96-ba024d048d13, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=a8c549da-aca7-45d1-ac96-ba024d048d13,segment=NetworkSegment(6ffa02bf-f788-4337-bad6-504308b5945b),segment_id=6ffa02bf-f788-4337-bad6-504308b5945b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:23.013671 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.029487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Calling delete_port for a8c549da-aca7-45d1-ac96-ba024d048d13 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:12:23.074236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.102604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=551c2e28-940b-4906-9394-1e3e0bdc889e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:23.168423 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.186650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.213372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Pushing event deleted for resources: {'Port': ['ID=a8c549da-aca7-45d1-ac96-ba024d048d13,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:23.222897 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] No DVR routers for this DVR port a8c549da-aca7-45d1-ac96-ba024d048d13 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:12:23.225987 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.226337 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.226676 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.227055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.227359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.227686 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.228010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.228331 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.228650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.228965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.229284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.229600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7cb3-a441-486a-a355-b5315b9b1683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:23.267781 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:12:23.282198 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.288597 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.291153 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:12:23.291948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device c79421c4-cb85-4af4-bd4b-59f7ca3c35a7 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:12:23.377810 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8c549da-aca7-45d1-ac96-ba024d048d13 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:12:23.400146 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.400726 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Fanout notify agent at l3_agent the message router_deleted on router c4f5eff3-274c-4221-8929-a10aa12248a9 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:12:23.406659 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: a8c549da-aca7-45d1-ac96-ba024d048d13 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:12:23.407084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device a8c549da-aca7-45d1-ac96-ba024d048d13 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:12:23.407506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19de7c56-4445-48ae-ae71-22c1dd88cad3 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:12:23.408717 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.412892 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-312ef659-e568-4c9b-be4f-ef6976ab9b76 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/routers/c4f5eff3-274c-4221-8929-a10aa12248a9 HTTP/1.1" status: 204 len: 168 time: 1.0791862 Apr 01 00:12:23.413372 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43384) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:23.429498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 19de7c56-4445-48ae-ae71-22c1dd88cad3 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:12:23.429840 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 19de7c56-4445-48ae-ae71-22c1dd88cad3 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:12:23.508137 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.598178 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.619280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9ff7a2-c820-453e-8d65-676003475445']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:23.629848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffa02bf-f788-4337-bad6-504308b5945b') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:23.630166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffa02bf-f788-4337-bad6-504308b5945b') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:23.646315 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.659444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.665756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:12:23.668496 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:12:23.669190 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:12:23.783541 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.794797 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.796999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/networks/3d9ff7a2-c820-453e-8d65-676003475445 HTTP/1.1" status: 204 len: 168 time: 0.3824291 Apr 01 00:12:23.799856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43386) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:23.816758 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c86a9-dd55-43ca-8fc1-b6beee0a348f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Network': ['ID=3d9ff7a2-c820-453e-8d65-676003475445,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:23.868493 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.894595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.017392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.020044 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.021223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/security-groups/a46f85be-a920-44de-a2fa-2bef0a5ad7cf HTTP/1.1" status: 204 len: 168 time: 0.2204750 Apr 01 00:12:24.034373 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3de8e7-33af-41c0-b9a7-8f705465428d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f85be-a920-44de-a2fa-2bef0a5ad7cf,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:24.480368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43392) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:24.484902 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874137893', 'description': 'tempest-secgroup-smoke-874137893 description', 'project_id': '817e62b546084d21941a4f6f48c39324'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:24.563990 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.634487 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.700776 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.732705 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2851f47-70d0-4b9f-86d0-4d836d4c5096,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:24.794069 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.818947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:24.820273 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-d7540beb-8277-4360-983b-11202844e613 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3388903 Apr 01 00:12:24.823076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43394) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:24.827531 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:24.936868 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.007853 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.079654 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.097986 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f078f18-54d4-4189-b7bf-6eb01d306f2e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:25.146795 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 551c2e28-940b-4906-9394-1e3e0bdc889e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:12:25.166851 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 551c2e28-940b-4906-9394-1e3e0bdc889e {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:12:25.167212 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 551c2e28-940b-4906-9394-1e3e0bdc889e not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:12:25.178938 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.180253 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ee7db52f-78ca-4619-aa5f-e567f4d39c36 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561890 Apr 01 00:12:25.182920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43396) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:25.187296 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:25.296860 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.354125 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.434053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.456192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0430097c-b80a-4bba-8b11-333c5eba9960,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:25.543620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.544912 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c320549a-bff2-40f3-ba66-cea9686e33b0 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3609874 Apr 01 00:12:25.551180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43398) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:25.555611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:25.656103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.720460 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.793774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.810316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9dad24-64fe-4743-8250-8def7fcf7d56,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:25.888998 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.890476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6b38831c-5f3f-4e81-b5c8-4217a83d977b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383861 Apr 01 00:12:25.893223 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43400) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:25.897507 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:25.995259 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.061911 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.140801 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.159878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ba0da-7039-433e-b4e3-c355eeaf893a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:26.250009 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.251315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8b8f3cf9-20a8-4a82-9114-1a1b5ce0f85b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3571131 Apr 01 00:12:26.254562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43402) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:26.259050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:26.358191 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:12:26.363403 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.423923 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.518810 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.537154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffee7024-ad36-4ac9-83ae-fca65e7d0b83,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:26.634392 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.635701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af72747d-0e4f-49d9-822f-3a586062db0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3801155 Apr 01 00:12:26.638383 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43404) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:26.643742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'security_group_rule': {'security_group_id': 'a2851f47-70d0-4b9f-86d0-4d836d4c5096', 'project_id': '817e62b546084d21941a4f6f48c39324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:26.760119 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Project 817e62b546084d21941a4f6f48c39324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:12:26.765576 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.836881 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.931133 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:26.951756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348cd9ce-0144-4b9a-9de0-e24e98b6c429,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:27.003741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:12:27.020590 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.022338 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2eb1b4e7-da4f-43ee-983b-9764c25fef0a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3828337 Apr 01 00:12:27.025215 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43406) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:27.030084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'network': {'name': 'tempest-network-smoke--2039310397', 'project_id': '817e62b546084d21941a4f6f48c39324', 'port_security_enabled': True}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:27.119472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:12:27.122971 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.148432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:12:27.157019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.157417 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Added segment 2a812ef6-d0e4-44fb-b354-98e1c1aec9b4 of type vlan for network 53acf91c-906d-46d8-a7f6-9f193b432c68 Apr 01 00:12:27.199399 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.285698 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.291763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:27.292595 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.368943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Network': ['ID=53acf91c-906d-46d8-a7f6-9f193b432c68,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:27.379691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:12:27.402505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bc71306c-cf80-4886-b251-ccb47dcfc5d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3762412 Apr 01 00:12:27.406615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43408) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:27.413469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'admin_state_up': True, 'project_id': '817e62b546084d21941a4f6f48c39324', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:27.514667 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.516002 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:27.571444 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.162227 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.425231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.444489 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.554829 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.183 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/ed0f4f05-aac3-4afc-960d-a8abb3f957de) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:12:28.660630 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.777114 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:28.819700 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:28.825248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:28.831592 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:12:28.837063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=ed0f4f05-aac3-4afc-960d-a8abb3f957de,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:29.190231 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:29.395203 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:29.609781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 67afefda-2dd3-4b99-b606-5c0f85098dc3 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:12:29.729681 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:12:29.739983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Sync routers for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:12:29.749299 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:29.749906 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:29.802195 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:29.803574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-72d9a5bb-275e-4604-be56-2c19b4f53788 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3950336 Apr 01 00:12:29.806789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43410) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:29.857272 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:29.972679 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-f2dcb6bc-dbac-4316-8581-07e4c69d79df tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=817e62b546084d21941a4f6f48c39324&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647294 Apr 01 00:12:29.975480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:30.055464 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:28Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:30.073074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4bc43-12bc-40f0-b419-fed5a77e372b tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:30.074874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-99d4bc43-12bc-40f0-b419-fed5a77e372b tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982883 Apr 01 00:12:30.077695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43416) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:30.087187 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Checking router: 67afefda-2dd3-4b99-b606-5c0f85098dc3 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:12:30.087536 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Updating router 67afefda-2dd3-4b99-b606-5c0f85098dc3 port ed0f4f05-aac3-4afc-960d-a8abb3f957de binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:12:30.112103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9219cd35-d45d-42d0-82ef-afbebdd84882 tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=0df374ee-5ae0-452f-9dc8-8c03e311b300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330985 Apr 01 00:12:30.114476 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43418) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:30.114629 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.119360 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67754403', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'project_id': '817e62b546084d21941a4f6f48c39324', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:30.325920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:12:30.330513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.461920 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.537049 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.583261 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.589362 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Attempting to bind port ed0f4f05-aac3-4afc-960d-a8abb3f957de on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:12:30.589719 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Attempting to bind port ed0f4f05-aac3-4afc-960d-a8abb3f957de by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:12:30.590114 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Attempting to bind port ed0f4f05-aac3-4afc-960d-a8abb3f957de on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:12:30.593424 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Pushing event updated for resources: {'Port': ['ID=ed0f4f05-aac3-4afc-960d-a8abb3f957de,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:30.598763 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:12:30.599149 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:12:30.599543 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.599918 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:12:30.600371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Bound port: ed0f4f05-aac3-4afc-960d-a8abb3f957de, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:12:30.600739 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.607036 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.607369 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.607696 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.608056 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.608399 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.608719 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.609037 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.609468 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.609671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.609985 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.610297 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.611360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:30.651075 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Subnet': ['ID=17ba5e32-3d65-4e45-ba64-ad355a68687e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:30.661748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Checking segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:12:30.662117 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network hostable DHCP agents. Network: 53acf91c-906d-46d8-a7f6-9f193b432c68, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:12:30.666006 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] For port ed0f4f05-aac3-4afc-960d-a8abb3f957de, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:12:30.669778 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] For port ed0f4f05-aac3-4afc-960d-a8abb3f957de, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ed0f4f05-aac3-4afc-960d-a8abb3f957de,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:12:30.738709 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.775144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:12:30.789214 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:30.789810 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:30.832541 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d8c4-b707-41b5-a891-6719b0d92a69 None None] Pushing event updated for resources: {'Port': ['ID=ed0f4f05-aac3-4afc-960d-a8abb3f957de,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:30.856852 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 53acf91c-906d-46d8-a7f6-9f193b432c68) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:30.861687 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:30.863478 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:30.872434 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e747fea-e5c7-41c6-8f58-6df10c146b41 None None] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:12:30.917408 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:30.945470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9c599bac-f25e-4ad0-9ea9-49f84fe01b80 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8299077 Apr 01 00:12:30.948180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43420) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:31.031250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-53acf91c-906d-46d8-a7f6-9f193b432c68', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:12:31.035136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.120548 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:28Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:31.154390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb94b-4c02-41dc-84c8-61442c0e97f1 None None] The sync data for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 is: [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:28Z', 'revision_number': 3, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:12:31.184446 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Allocated IP 172.20.0.2 (53acf91c-906d-46d8-a7f6-9f193b432c68/17ba5e32-3d65-4e45-ba64-ad355a68687e/99ba2fd7-cec4-46c2-8b62-18dc50e8688c) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:12:31.345715 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.429091 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.474099 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.487116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:31.490152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:31.493790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:12:31.501015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Pushing event updated for resources: {'Port': ['ID=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:31.567069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Attempting to bind port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:12:31.567445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Attempting to bind port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:12:31.567803 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Attempting to bind port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c on network 53acf91c-906d-46d8-a7f6-9f193b432c68 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:12:31.573794 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:12:31.574166 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Checking segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:12:31.574569 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.574953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Bound using segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:12:31.575448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Bound port: 99ba2fd7-cec4-46c2-8b62-18dc50e8688c, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:12:31.575822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.651628 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] For port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:12:31.654831 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] For port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:12:31.721507 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:31.794340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831431e-986a-426f-b6c1-af089e958f13 None None] Pushing event updated for resources: {'Port': ['ID=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:31.802469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.1 (53acf91c-906d-46d8-a7f6-9f193b432c68/17ba5e32-3d65-4e45-ba64-ad355a68687e/2024ba00-cd25-4036-9b5b-7162b4bb9324) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:12:31.940046 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.044017 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.096905 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:32.100671 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:32.103480 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:12:32.133532 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:32.163891 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.366601 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.676926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.748551 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.758124 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d423e-9236-4d28-af7f-0d53be38dbde None None] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:12:32.834787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.836785 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:32.896663 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] Provisioning complete for port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:32.897031 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:32.941513 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:32.943030 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:33.019069 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.056416 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] For port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:33.089821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 67afefda-2dd3-4b99-b606-5c0f85098dc3 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:12:33.164221 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.252641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:12:33.258236 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3ca172bb-e4d7-4ef2-b179-c7abf7c7b638 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/67afefda-2dd3-4b99-b606-5c0f85098dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3088486 Apr 01 00:12:33.259090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200520e-909a-4d1d-9068-cd6e5f9de5c6 None None] Pushing event updated for resources: {'Port': ['ID=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:33.309714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ed0f4f05-aac3-4afc-960d-a8abb3f957de up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:33.342445 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-508cd34f-614a-4ce0-8a80-dfd4d04cc791 None None] Provisioning complete for port 2024ba00-cd25-4036-9b5b-7162b4bb9324 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:33.342915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-508cd34f-614a-4ce0-8a80-dfd4d04cc791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.399722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-508cd34f-614a-4ce0-8a80-dfd4d04cc791 None None] Port 2024ba00-cd25-4036-9b5b-7162b4bb9324 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:12:33.417596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Sync routers for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:12:33.428412 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-508cd34f-614a-4ce0-8a80-dfd4d04cc791 None None] Provisioning complete for port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:33.428792 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-508cd34f-614a-4ce0-8a80-dfd4d04cc791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.450159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-98adc1df-91dd-46ca-86b3-e59792e580ea tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874137893&fields=id&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 267 time: 0.0363176 Apr 01 00:12:33.472359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:33.473039 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:33.480380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ed0f4f05-aac3-4afc-960d-a8abb3f957de triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:33.480804 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.582062 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-fd547da5-f50c-4312-bad3-8322a61749c8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:33.585012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-fd547da5-f50c-4312-bad3-8322a61749c8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 797 time: 0.1262584 Apr 01 00:12:33.601074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-e21b5ed4-5100-407c-b739-03495da2f4b5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/quotas/817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 375 time: 0.0107367 Apr 01 00:12:33.658875 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-61e00e9f-11f6-4ded-aa67-3d9b6992a298 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495842 Apr 01 00:12:33.660761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:33.729401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-de5ef854-d710-4cf1-834b-cc7173b23cbf service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:12:33.730459 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-de5ef854-d710-4cf1-834b-cc7173b23cbf service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531530 Apr 01 00:12:33.796965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.831707 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-ad884312-c1dc-416a-96c1-7b144b04281e service neutron] 10.222.0.83 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937309 Apr 01 00:12:33.859306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port ed0f4f05-aac3-4afc-960d-a8abb3f957de, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ed0f4f05-aac3-4afc-960d-a8abb3f957de,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:33.880397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dd71a4d8-1922-4c16-89d2-090794a1baaa None None] Provisioning complete for port 2024ba00-cd25-4036-9b5b-7162b4bb9324 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:33.880771 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd71a4d8-1922-4c16-89d2-090794a1baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:33.927589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-5b84605a-1c0c-4618-8e5a-d86c297fa963 service neutron] 10.222.0.83 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889599 Apr 01 00:12:33.956282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-dd71a4d8-1922-4c16-89d2-090794a1baaa None None] Port 2024ba00-cd25-4036-9b5b-7162b4bb9324 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:12:33.983805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 2, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:34.018698 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.019508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 99ba2fd7-cec4-46c2-8b62-18dc50e8688c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:34.024692 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Checking router: 67afefda-2dd3-4b99-b606-5c0f85098dc3 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:12:34.025090 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Updating router 67afefda-2dd3-4b99-b606-5c0f85098dc3 port 2024ba00-cd25-4036-9b5b-7162b4bb9324 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:12:34.115997 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.137309 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=ed0f4f05-aac3-4afc-960d-a8abb3f957de,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:34.193113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ada515f1-8977-49af-b1e1-9cff2859a465 req-395d848c-c878-46ac-ac88-992d4118cd56 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 210 time: 0.0382740 Apr 01 00:12:34.195418 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:34.195793 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.640187 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.730796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.796447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb92749-1743-4533-b332-7ca819f302c8 None None] Pushing event updated for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:34.843233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Attempting to bind port 2024ba00-cd25-4036-9b5b-7162b4bb9324 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:12:34.843861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Attempting to bind port 2024ba00-cd25-4036-9b5b-7162b4bb9324 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:12:34.843981 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Attempting to bind port 2024ba00-cd25-4036-9b5b-7162b4bb9324 on network 53acf91c-906d-46d8-a7f6-9f193b432c68 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:12:34.849562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:12:34.849949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Checking segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:12:34.850358 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.850754 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Bound using segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:12:34.851250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Bound port: 2024ba00-cd25-4036-9b5b-7162b4bb9324, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:12:34.851644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.933656 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] For port 2024ba00-cd25-4036-9b5b-7162b4bb9324, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:12:34.937176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] For port 2024ba00-cd25-4036-9b5b-7162b4bb9324, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2024ba00-cd25-4036-9b5b-7162b4bb9324,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:12:35.081302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] Provisioning complete for port 2024ba00-cd25-4036-9b5b-7162b4bb9324 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:35.081582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.084616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.184837 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb92749-1743-4533-b332-7ca819f302c8 None None] Pushing event updated for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:35.189239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:35.190975 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:35.247536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 99ba2fd7-cec4-46c2-8b62-18dc50e8688c up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:35.307825 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2220c138-352e-40c7-96fc-e4fae303ba5c req-aa7647b2-618c-43d4-a3a7-1b14906bf47b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 210 time: 0.0317681 Apr 01 00:12:35.376575 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.410508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:35.480579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] For port 2024ba00-cd25-4036-9b5b-7162b4bb9324, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2024ba00-cd25-4036-9b5b-7162b4bb9324,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:35.481753 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:35.482132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.598015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.598764 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.718181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367dc3-5264-4f65-a6c6-13b2844c7219 None None] Pushing event updated for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:35.756771 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ed0f4f05-aac3-4afc-960d-a8abb3f957de up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:35.788557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8030ea07-bd42-4df9-b827-24001ad140f4 None None] Provisioning complete for port 2024ba00-cd25-4036-9b5b-7162b4bb9324 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:35.788931 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8030ea07-bd42-4df9-b827-24001ad140f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:35.875607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:34Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:35.909432 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3b4a0-0526-4ce4-b4a3-67d3bb8f49aa None None] The sync data for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 is: [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:34Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:12:35.910869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port ed0f4f05-aac3-4afc-960d-a8abb3f957de triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:35.911269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:36.428549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-9417f55b-345c-43a4-9de8-640cff5f6b4a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:36.430038 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-9417f55b-345c-43a4-9de8-640cff5f6b4a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 797 time: 0.1153657 Apr 01 00:12:36.430960 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-151d3318-ed0f-490c-aff9-27aeb8436a12 req-9e5b031e-9978-47b3-b1a2-d20bd6ab72b5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 210 time: 0.0395327 Apr 01 00:12:36.487234 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-8ca73826-8426-4a01-893b-264f975a2ff7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e62b546084d21941a4f6f48c39324 HTTP/1.1" status: 200 len: 379 time: 0.0467153 Apr 01 00:12:36.496563 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'port': {'device_id': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'admin_state_up': True, 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'security_groups': ['a2851f47-70d0-4b9f-86d0-4d836d4c5096']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:36.679359 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Made reservation on behalf of 817e62b546084d21941a4f6f48c39324 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:12:36.682894 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:36.831294 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.20.0.13 (53acf91c-906d-46d8-a7f6-9f193b432c68/17ba5e32-3d65-4e45-ba64-ad355a68687e/824c5489-d3ff-4e61-8f27-2c6ba0ddb565) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:12:36.989375 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.084035 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.220562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2024ba00-cd25-4036-9b5b-7162b4bb9324 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:37.275506 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 2024ba00-cd25-4036-9b5b-7162b4bb9324 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:37.275885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.436036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:37.440913 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:37.445428 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:12:37.474843 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:37.510088 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:37.510836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.577316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3770b-e8c0-4884-abe0-ebd5c60cc872 req-2c20bcb3-fceb-4656-8e83-bfafaf475efb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:37.578894 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5b3770b-e8c0-4884-abe0-ebd5c60cc872 req-2c20bcb3-fceb-4656-8e83-bfafaf475efb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 932 time: 0.0636051 Apr 01 00:12:37.621740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e5b3770b-e8c0-4884-abe0-ebd5c60cc872 req-fe9b5b0f-357d-4e8a-ac8c-44d6932748a6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357864 Apr 01 00:12:37.643845 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-cce0dfd2-ee0b-4cdc-8bcb-684c00321194 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1511934 Apr 01 00:12:37.656868 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Request body: {'port': {'device_id': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:37.710743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.724646 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2c5e2823-af0d-44be-9434-af138433866c None None] Provisioning complete for port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:37.724646 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2c5e2823-af0d-44be-9434-af138433866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.759312 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e2823-af0d-44be-9434-af138433866c None None] Port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:12:37.989271 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:12:37.997467 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.013177 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Transition to ACTIVE for port object 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:12:38.096546 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.146664 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Pushing event updated for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:38.228557 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Attempting to bind port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:12:38.228838 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Attempting to bind port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:12:38.229321 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Attempting to bind port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 on network 53acf91c-906d-46d8-a7f6-9f193b432c68 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:12:38.234084 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 on network 53acf91c-906d-46d8-a7f6-9f193b432c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:12:38.234403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Attempting to bind port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 on network 53acf91c-906d-46d8-a7f6-9f193b432c68 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:12:38.240581 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:12:38.240956 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Checking segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:12:38.241395 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Bound using segment: {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:12:38.241856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Bound port: 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:12:38.242248 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.318796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:12:38.323632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:12:38.395359 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.435515 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.436150 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.437647 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] 10.222.0.44 "PUT /v2.0/ports/824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 1092 time: 0.7866852 Apr 01 00:12:38.438089 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:38.442194 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:38.472307 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87390878-ed22-4fae-af5b-04e67f2ce334 service neutron] Pushing event updated for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:38.495779 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc34a4-13aa-44d0-b9d8-25cea65fd692 x-openstack-request-id: req-32cc34a4-13aa-44d0-b9d8-25cea65fd692 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:38.495779 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:38.495779 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-32cc34a4-13aa-44d0-b9d8-25cea65fd692 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:38.495779 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cc34a4-13aa-44d0-b9d8-25cea65fd692'] response: {'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'status': 'completed', 'code': 200} Apr 01 00:12:38.560452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-be355937-8d24-4429-a1a2-3d18f082bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.562026 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-be355937-8d24-4429-a1a2-3d18f082bd66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1095 time: 0.0449834 Apr 01 00:12:38.676219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-5103d9ce-b034-4e4e-8e83-604e920c730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.677748 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-5103d9ce-b034-4e4e-8e83-604e920c730f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=817e62b546084d21941a4f6f48c39324&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1088996 Apr 01 00:12:38.765265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527875a5-ea60-4cb0-a548-ef3d5be2002a req-5cb38bd5-5b76-45ce-8b64-37d674139792 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.767600 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-527875a5-ea60-4cb0-a548-ef3d5be2002a req-5cb38bd5-5b76-45ce-8b64-37d674139792 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 944 time: 0.0714171 Apr 01 00:12:38.798246 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-e0ca608b-d9ae-4602-b965-baada943dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.800806 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-ed6a51b7-57fd-4729-95b2-286d6c9c5ada req-e0ca608b-d9ae-4602-b965-baada943dd6a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1170278 Apr 01 00:12:38.828029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-527875a5-ea60-4cb0-a548-ef3d5be2002a req-5241ad5b-c218-4254-ab70-1df0e06b6982 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533252 Apr 01 00:12:38.884077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-dc4a277c-5adb-46e9-9f68-46941b5ca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.885538 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-dc4a277c-5adb-46e9-9f68-46941b5ca095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1095 time: 0.0471408 Apr 01 00:12:38.928160 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-7cde17d6-7ebf-4f16-a1dd-6ac03e4ba24e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 217 time: 0.0339782 Apr 01 00:12:38.981426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-422112e3-3933-43ea-af29-b1d706b9f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:38.983218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-422112e3-3933-43ea-af29-b1d706b9f5b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0490334 Apr 01 00:12:39.028648 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-a0621c82-aba8-4b08-939e-9bdba68aa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:39.030050 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-a0621c82-aba8-4b08-939e-9bdba68aa4d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409100 Apr 01 00:12:39.129956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-4673dda8-ad6e-460a-a6af-5dbf2e40191b service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936384 Apr 01 00:12:39.227049 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bbf788cd-727f-41d1-ab6c-794cac53800a req-fb0552db-3f92-4a86-94bc-e4601028332a service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Apr 01 00:12:39.951037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d59a-a514-490f-976a-f4ba457f5899 req-a5291082-0ecd-4057-a034-c55c21455372 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:39.952504 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4038d59a-a514-490f-976a-f4ba457f5899 req-a5291082-0ecd-4057-a034-c55c21455372 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 944 time: 0.0522208 Apr 01 00:12:39.993163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4038d59a-a514-490f-976a-f4ba457f5899 req-0811bcb1-13f1-42f1-bae0-7d4d3a8824ba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Apr 01 00:12:41.115157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80d748-7e37-4910-990c-203ebf6868d6 req-baf4f19f-bc5e-406d-be82-2cc512863510 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:41.116629 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b80d748-7e37-4910-990c-203ebf6868d6 req-baf4f19f-bc5e-406d-be82-2cc512863510 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 944 time: 0.0489790 Apr 01 00:12:41.157303 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b80d748-7e37-4910-990c-203ebf6868d6 req-ea5ff337-9dd8-4281-8105-9109ac55df3f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Apr 01 00:12:41.757820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d58a40fc-e77a-41e5-94fc-ba5046b0ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:42.281426 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f61a-b46c-4411-98e6-e235c2c56066 req-de7e88ab-8ed6-4d52-b68e-6ee5c2b2362b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:42.282959 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcc8f61a-b46c-4411-98e6-e235c2c56066 req-de7e88ab-8ed6-4d52-b68e-6ee5c2b2362b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 944 time: 0.0550396 Apr 01 00:12:42.326834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dcc8f61a-b46c-4411-98e6-e235c2c56066 req-64b28d40-c5dd-4d8e-8ffa-882d802f5a3d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368156 Apr 01 00:12:42.627061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:12:42.732370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:42.745262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'port_id': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'mac_address': 'fa:16:3e:0c:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:12:42.784241 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:42.803092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:12:42.835721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:42.902534 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:42.953483 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:43.288990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['824c5489-d3ff-4e61-8f27-2c6ba0ddb565'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:12:43.460111 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7fae-3402-49cd-88cc-8d403b3f895c req-08c8d480-fa16-4e1b-be9a-64142c07b7d6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:43.461677 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc2a7fae-3402-49cd-88cc-8d403b3f895c req-08c8d480-fa16-4e1b-be9a-64142c07b7d6 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 945 time: 0.0613699 Apr 01 00:12:43.505755 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fc2a7fae-3402-49cd-88cc-8d403b3f895c req-c5b463d3-cbb3-445e-b98a-378c7650f2ad tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365796 Apr 01 00:12:43.965077 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7c26a2de-de2e-4bcc-ad06-250ae93b4697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:44.637302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51513f-48b7-4cd4-acfc-c932c605692c req-cb3ee2b9-fd41-4992-ab9b-dbc4acecb93a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:44.638950 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b51513f-48b7-4cd4-acfc-c932c605692c req-cb3ee2b9-fd41-4992-ab9b-dbc4acecb93a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 945 time: 0.0568511 Apr 01 00:12:44.645236 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:44.683544 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2b51513f-48b7-4cd4-acfc-c932c605692c req-b3ea4e1a-6566-4cec-9e0a-6414ac77854f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 Apr 01 00:12:44.774969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:12:44.779072 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:44.779449 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:44.869363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:44.894942 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:44.897266 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71751ef-d5b9-4d43-957d-d41ad7584548" -d '{"events": [{"server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "name": "network-vif-plugged", "status": "completed", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:44.912838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:44.939717 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4f7910-98ce-4975-ae91-fc0bfac5b1f3 x-openstack-request-id: req-3d4f7910-98ce-4975-ae91-fc0bfac5b1f3 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:44.940031 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "name": "network-vif-plugged", "status": "completed", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:44.940282 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d4f7910-98ce-4975-ae91-fc0bfac5b1f3 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:44.940839 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4f7910-98ce-4975-ae91-fc0bfac5b1f3'] response: {'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'code': 200} Apr 01 00:12:45.022633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:45.051798 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac4673-aa44-47df-8f92-d1da2d8d55ae req-67f8701d-3fea-46c6-836d-037306aa32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:45.053804 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac4673-aa44-47df-8f92-d1da2d8d55ae req-67f8701d-3fea-46c6-836d-037306aa32da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1096 time: 0.0508897 Apr 01 00:12:45.074905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:45.092956 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-74ac4673-aa44-47df-8f92-d1da2d8d55ae req-e7599083-fb8d-4fd1-826c-3fb7c664b255 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Apr 01 00:12:45.605186 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:45.804972 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd1535-a102-4f5a-9dbb-2b93457949ef req-aaa4b34d-d29a-4213-9d0b-68c4658efc68 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:45.806564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acdd1535-a102-4f5a-9dbb-2b93457949ef req-aaa4b34d-d29a-4213-9d0b-68c4658efc68 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0517087 Apr 01 00:12:45.845177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-acdd1535-a102-4f5a-9dbb-2b93457949ef req-2cc4e7a2-c327-43bf-88db-17cae07cb34e tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Apr 01 00:12:46.907776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:46.942163 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:46.972920 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201841d-7034-4953-ab90-ceb5ffbd7c3d req-b4b53a50-cb53-4389-9a6f-04c600fb1e0d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:46.974423 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201841d-7034-4953-ab90-ceb5ffbd7c3d req-b4b53a50-cb53-4389-9a6f-04c600fb1e0d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0552168 Apr 01 00:12:47.015266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f201841d-7034-4953-ab90-ceb5ffbd7c3d req-efde00c3-6d22-4350-b7f7-c9296f074753 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Apr 01 00:12:47.148523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717612d-86ba-4b20-8be6-f2fdf0c71bea req-8e6f39d9-769a-45e4-9057-de64d0cd1d62 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:47.148523 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2717612d-86ba-4b20-8be6-f2fdf0c71bea req-8e6f39d9-769a-45e4-9057-de64d0cd1d62 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0532985 Apr 01 00:12:47.189184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2717612d-86ba-4b20-8be6-f2fdf0c71bea req-ee5fb54f-7ffa-4019-81fc-f89636f2ba98 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351427 Apr 01 00:12:47.212091 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43488) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:47.253147 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46a41f-332c-44d6-96dd-b0f8970c440c tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:47.254782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-3a46a41f-332c-44d6-96dd-b0f8970c440c tempest-TestNetworkAdvancedServerOps-1205559319 tempest-TestNetworkAdvancedServerOps-1205559319-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1092 time: 0.0417013 Apr 01 00:12:47.257584 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43490) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:47.261803 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:12:47.382858 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:47.497821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:47.614278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Allocated IP 172.25.6.148 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/551b46de-7979-4537-935e-26c6cc2a59e6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:12:47.727066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:47.826912 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:47.874463 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:12:47.878692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:12:47.881393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:12:47.906637 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=551b46de-7979-4537-935e-26c6cc2a59e6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:48.605950 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:48.750128 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:48.911809 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:48.978355 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:49.053179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event updated for resources: {'Port': ['ID=551b46de-7979-4537-935e-26c6cc2a59e6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:49.067819 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:49.172500 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 973faab5-5a4f-4312-b000-0f12b2c458ef associated. External IP: 172.25.6.148, port: 824c5489-d3ff-4e61-8f27-2c6ba0ddb565. Apr 01 00:12:49.394438 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 67afefda-2dd3-4b99-b606-5c0f85098dc3 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:12:49.508537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:12:49.517973 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Sync routers for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:12:49.529125 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:49.535022 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:49.622906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:49.643558 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:49.666589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-2214095a-d6f1-4be0-8abe-9e41035aa9a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4079690 Apr 01 00:12:49.667340 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:49.669754 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a8295-34e8-4bd9-a98b-4d5637061404" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:49.714672 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c5897-adcf-447a-9a1b-fbcc88037a0e x-openstack-request-id: req-558c5897-adcf-447a-9a1b-fbcc88037a0e {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:49.714964 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:49.719593 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-558c5897-adcf-447a-9a1b-fbcc88037a0e {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:49.719593 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558c5897-adcf-447a-9a1b-fbcc88037a0e'] response: {'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'status': 'completed', 'code': 200} Apr 01 00:12:49.775876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226e19-a03d-430e-a763-3192fa6d32b0 req-622ab25f-89b5-4ded-a405-82823a34e003 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:49.777372 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e226e19-a03d-430e-a763-3192fa6d32b0 req-622ab25f-89b5-4ded-a405-82823a34e003 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0530005 Apr 01 00:12:49.789048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b62176d9-935f-4640-a619-582cb23c440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:49.791514 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b62176d9-935f-4640-a619-582cb23c440f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1097 time: 0.0513523 Apr 01 00:12:49.821505 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0e226e19-a03d-430e-a763-3192fa6d32b0 req-671e22f4-a40e-4d6c-9a92-98b37c790f8b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372360 Apr 01 00:12:49.852557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43496) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:49.910852 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b3c468ba-5906-4d08-a894-4ad5c0efbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:49.912635 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b3c468ba-5906-4d08-a894-4ad5c0efbd77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 899 time: 0.1110654 Apr 01 00:12:49.918536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-13cdaa72-b00c-4d4c-892c-0ff6e4db7b0f tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/973faab5-5a4f-4312-b000-0f12b2c458ef HTTP/1.1" status: 200 len: 992 time: 0.0647514 Apr 01 00:12:49.932510 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '973faab5-5a4f-4312-b000-0f12b2c458ef', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'port_id': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'mac_address': 'fa:16:3e:0c:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:12:48Z', 'updated_at': '2022-04-01T00:12:48Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:49.960431 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Checking router: 67afefda-2dd3-4b99-b606-5c0f85098dc3 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:12:49.969554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:12:49.970165 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:12:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:49.983872 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-17a2e6cd-bab3-4bbf-acd5-e609e2970a65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 1000 time: 0.0642140 Apr 01 00:12:50.034135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-99c02307-b518-4f7f-9a9a-5bb2f895695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:50.035568 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-99c02307-b518-4f7f-9a9a-5bb2f895695d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0459185 Apr 01 00:12:50.081971 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:12:50.091067 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b7b5f99a-6100-41e3-bdd8-e9f8e706c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:50.092591 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b7b5f99a-6100-41e3-bdd8-e9f8e706c5a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507081 Apr 01 00:12:50.189246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-34788c33-0cb5-4303-9149-68d575187746 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889399 Apr 01 00:12:50.286684 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a5a8295-34e8-4bd9-a98b-4d5637061404 req-b2b0f27e-d8c4-40f9-b773-84e39ca4444d service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914598 Apr 01 00:12:50.320476 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '973faab5-5a4f-4312-b000-0f12b2c458ef', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'port_id': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'mac_address': 'fa:16:3e:0c:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:12:48Z', 'updated_at': '2022-04-01T00:12:48Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:12:50.350988 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30debd-5094-4a63-97e2-6019cc49f6ac None None] The sync data for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 is: [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '973faab5-5a4f-4312-b000-0f12b2c458ef', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'port_id': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'mac_address': 'fa:16:3e:0c:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:12:48Z', 'updated_at': '2022-04-01T00:12:48Z', 'revision_number': 0, 'project_id': '817e62b546084d21941a4f6f48c39324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:12:50.557928 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e68c8e-8c35-4125-b217-af54762e8196 None None] New status for floating IP 973faab5-5a4f-4312-b000-0f12b2c458ef: ACTIVE {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:12:50.921896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43498) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:12:50.986122 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e03ca9cd-6ccf-4ea6-8a62-16105e44b8bb tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/973faab5-5a4f-4312-b000-0f12b2c458ef HTTP/1.1" status: 200 len: 994 time: 0.0630465 Apr 01 00:12:51.313948 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-2f0e5318-17bf-456f-a571-4e63402be54d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441406 Apr 01 00:12:51.403211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8273-827c-4ce0-923d-e61d342053c0 req-e73ba0c2-eaed-4b6d-abd9-b1cb76dbc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:51.404643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-e73ba0c2-eaed-4b6d-abd9-b1cb76dbc920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1097 time: 0.0481613 Apr 01 00:12:51.532878 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8273-827c-4ce0-923d-e61d342053c0 req-9de1c030-3c29-44b8-a3a6-8f21b35df5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:51.534962 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-9de1c030-3c29-44b8-a3a6-8f21b35df5a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 899 time: 0.1097186 Apr 01 00:12:51.612601 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-04001c71-5bcf-4084-9dd8-e97084a0f348 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 1002 time: 0.0702841 Apr 01 00:12:51.662712 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8273-827c-4ce0-923d-e61d342053c0 req-080602aa-03d4-4dea-8beb-3ceb60faadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:51.664261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-080602aa-03d4-4dea-8beb-3ceb60faadc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0467818 Apr 01 00:12:51.729530 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8273-827c-4ce0-923d-e61d342053c0 req-240441b4-d7f1-4397-ac1d-57275b33c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:51.732013 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-240441b4-d7f1-4397-ac1d-57275b33c9f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614824 Apr 01 00:12:51.830064 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-b555fe36-be82-421e-88b0-bae08a2a0a6f service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916934 Apr 01 00:12:51.926047 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-758d8273-827c-4ce0-923d-e61d342053c0 req-dc9d909c-4011-40eb-b3f2-da55249b9215 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894301 Apr 01 00:12:54.769601 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:04.003454 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:05.502017 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:11.763359 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5bce9d4c-737f-4ade-8198-7072238e3d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:13.970126 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-647dd947-3068-4965-a763-f5df8dddcff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:15.610139 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:16.862123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:16.940532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:24.785343 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:35.535262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:41.002656 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:41.689631 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6192adfe-5455-40ee-845e-ff4755712eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:43.929242 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-aa676b9d-658f-4868-92b2-1e900a30b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:45.592396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:46.854994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:46.899188 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:53.310112 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-20ed6217-d1dc-4d8d-9e22-17965ee68bee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403645 Apr 01 00:13:53.398674 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-8f60a731-15c9-4208-acd5-da97e23a1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:53.400237 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-8f60a731-15c9-4208-acd5-da97e23a1e85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1097 time: 0.0477996 Apr 01 00:13:53.511465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-2200d47c-aab8-4ae9-83a1-325ddbd145b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:53.512975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-2200d47c-aab8-4ae9-83a1-325ddbd145b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 899 time: 0.0923088 Apr 01 00:13:53.585148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-3e707b04-d1b5-42dd-95f2-4d72c9273198 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 1002 time: 0.0652146 Apr 01 00:13:53.635447 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-6117686a-0ee2-43b9-b9b7-7768e9d08c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:53.636894 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-6117686a-0ee2-43b9-b9b7-7768e9d08c14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0450323 Apr 01 00:13:53.683788 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-845f4e9e-524e-4f92-9b92-da86430f5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:53.685300 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-845f4e9e-524e-4f92-9b92-da86430f5f46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420582 Apr 01 00:13:53.782428 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-33c41ac5-2d08-460f-8bd0-e0168fd63a1e service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899441 Apr 01 00:13:53.874419 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-a354f088-dc98-4a85-bdcb-8f473ffc5949 req-efd07f28-bdb7-4125-acfe-d2b1f332481f service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845399 Apr 01 00:13:54.056055 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361655dd-ae69-4b23-9b13-c89dc3b3d4d9 req-ccc12b43-52b7-4fab-a4ae-d24af99af79a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:54.057572 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-361655dd-ae69-4b23-9b13-c89dc3b3d4d9 req-ccc12b43-52b7-4fab-a4ae-d24af99af79a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0560057 Apr 01 00:13:54.098844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-361655dd-ae69-4b23-9b13-c89dc3b3d4d9 req-431769ba-7a6b-45c3-9690-4875389cf40a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338194 Apr 01 00:13:54.780212 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:55.231866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a1da-2278-46d2-b486-3b0f4b224d89 req-dd785cf2-fb6b-45e6-874e-d9b53af5e022 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:55.233412 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc22a1da-2278-46d2-b486-3b0f4b224d89 req-dd785cf2-fb6b-45e6-874e-d9b53af5e022 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0604534 Apr 01 00:13:55.272171 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc22a1da-2278-46d2-b486-3b0f4b224d89 req-c68d4759-e7f8-4911-be1e-0df289c19c58 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Apr 01 00:13:56.398782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86ea27-bb34-4278-b4d2-4f19638e2a4e req-85c3252c-2d7e-482f-b00a-85dc46916377 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:56.400705 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac86ea27-bb34-4278-b4d2-4f19638e2a4e req-85c3252c-2d7e-482f-b00a-85dc46916377 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0582938 Apr 01 00:13:56.442842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac86ea27-bb34-4278-b4d2-4f19638e2a4e req-e7d4e5c2-eda4-4896-ac98-1024fbf17149 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358286 Apr 01 00:13:56.466535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43536) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:13:56.534639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c7caf4ce-b4c5-4911-9b65-947513e45274 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/973faab5-5a4f-4312-b000-0f12b2c458ef HTTP/1.1" status: 200 len: 994 time: 0.0668046 Apr 01 00:13:57.993365 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589fd4c-dd42-45d9-926f-93d691010aec req-d7b865f8-4c23-4a87-9239-93b6d39f59a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:57.995564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4589fd4c-dd42-45d9-926f-93d691010aec req-d7b865f8-4c23-4a87-9239-93b6d39f59a8 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0756130 Apr 01 00:13:58.045209 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4589fd4c-dd42-45d9-926f-93d691010aec req-1dc1d7d6-a3e8-4d03-a1ed-ab26e5acf1e3 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Apr 01 00:13:58.054511 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-6b4416ef-7e48-411f-915f-50b520c93f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:58.056235 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-6b4416ef-7e48-411f-915f-50b520c93f6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1097 time: 0.0447011 Apr 01 00:13:58.171028 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-bff729e6-6ada-4e9d-9b22-a39cc946301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:58.173056 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-bff729e6-6ada-4e9d-9b22-a39cc946301c service neutron] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 899 time: 0.1103230 Apr 01 00:13:58.268526 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-70494bcd-1495-475e-91f4-7cc4719736e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 1002 time: 0.0888159 Apr 01 00:13:58.331997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-a39d0cfd-8803-4d5a-8165-414523075db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:58.333549 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-a39d0cfd-8803-4d5a-8165-414523075db7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0589030 Apr 01 00:13:58.391600 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-55378216-3d79-4cdb-ae99-dfeff2526bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:58.393130 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-55378216-3d79-4cdb-ae99-dfeff2526bde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524080 Apr 01 00:13:58.404087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-9f666db3-c175-4e2d-936e-a83e1dadb80a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:13:58.405295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-9f666db3-c175-4e2d-936e-a83e1dadb80a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054436 Apr 01 00:13:58.502229 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-2ce7bd06-b057-4dcd-9266-11fa1b02b125 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907230 Apr 01 00:13:58.595386 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-c27e3c50-e48c-492a-9939-8378b0079df7 req-2a1cc357-0dd9-46ad-ab69-71ca7dcf15d2 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868058 Apr 01 00:13:59.168577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1fe7-f688-413d-9583-3b881f8faacb req-ec66d5b5-1763-4897-8079-97fefcab3ea4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:59.170079 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9b1fe7-f688-413d-9583-3b881f8faacb req-ec66d5b5-1763-4897-8079-97fefcab3ea4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0505316 Apr 01 00:13:59.209832 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a9b1fe7-f688-413d-9583-3b881f8faacb req-7236c78a-233b-4a3b-a105-a2f921af2f8b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336583 Apr 01 00:14:00.326945 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2aee1-f519-495b-b7be-e7e37e06a73b req-ad191ac2-c6f6-4d19-ac3b-2ce64e617bf5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:00.329138 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ce2aee1-f519-495b-b7be-e7e37e06a73b req-ad191ac2-c6f6-4d19-ac3b-2ce64e617bf5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0504503 Apr 01 00:14:00.368441 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3ce2aee1-f519-495b-b7be-e7e37e06a73b req-1e9e315c-b5d2-4b45-96be-0b4a15cd7144 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Apr 01 00:14:00.390924 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43548) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:00.460076 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-af4a36d8-645e-47bf-9728-cf10777a814a tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/floatingips/973faab5-5a4f-4312-b000-0f12b2c458ef HTTP/1.1" status: 200 len: 994 time: 0.0679016 Apr 01 00:14:00.712310 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43554) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:00.873316 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 551b46de-7979-4537-935e-26c6cc2a59e6 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:14:00.873661 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:00.954639 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:00.954964 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:00.967105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 551b46de-7979-4537-935e-26c6cc2a59e6 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:14:01.203471 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:01.237801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=551b46de-7979-4537-935e-26c6cc2a59e6,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:01.262990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.263380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.263729 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.264076 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.264451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.264792 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.265651 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.266237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.266605 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.266943 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.267304 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.267636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:01.307663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:01.308052 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Floating IP 973faab5-5a4f-4312-b000-0f12b2c458ef disassociated (deleted). External IP: 172.25.6.148, port: 824c5489-d3ff-4e61-8f27-2c6ba0ddb565. Apr 01 00:14:01.529796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 67afefda-2dd3-4b99-b606-5c0f85098dc3 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:14:01.641161 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:01.645674 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:01.651177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Sync routers for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:01.661612 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:01.662216 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:13:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:01.677062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-202b8dcb-6596-419b-8cdf-c0e52d7c515b tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/floatingips/973faab5-5a4f-4312-b000-0f12b2c458ef HTTP/1.1" status: 204 len: 168 time: 0.9636471 Apr 01 00:14:01.677756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:14:01.680235 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:14:01.721135 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664318cb-8e10-4850-9ff3-9841161c7c20 x-openstack-request-id: req-664318cb-8e10-4850-9ff3-9841161c7c20 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:14:01.721428 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:14:01.721686 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-664318cb-8e10-4850-9ff3-9841161c7c20 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:14:01.722161 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664318cb-8e10-4850-9ff3-9841161c7c20'] response: {'name': 'network-changed', 'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'status': 'completed', 'code': 200} Apr 01 00:14:01.773614 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:01.798964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-40b554aa-0062-476e-bddd-077efe33001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:01.800798 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-40b554aa-0062-476e-bddd-077efe33001b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=817e62b546084d21941a4f6f48c39324&device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 1097 time: 0.0500774 Apr 01 00:14:01.898486 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-a94d7138-8634-470f-81d5-976722360944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:01.900015 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-a94d7138-8634-470f-81d5-976722360944 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 200 len: 899 time: 0.0914259 Apr 01 00:14:01.943893 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-aa517a13-c24f-4f82-a4ec-da9f09aa2d2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 200 len: 217 time: 0.0363510 Apr 01 00:14:02.001150 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-3413e93e-eeae-4803-b26a-768094ac0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:02.001423 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:02.002645 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-3413e93e-eeae-4803-b26a-768094ac0371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 200 len: 833 time: 0.0501261 Apr 01 00:14:02.034685 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Checking router: 67afefda-2dd3-4b99-b606-5c0f85098dc3 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:02.043584 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:02.044202 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:13:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:02.052850 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-aff9fd47-dc32-4b89-9aef-338752f96234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:02.054313 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-aff9fd47-dc32-4b89-9aef-338752f96234 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53acf91c-906d-46d8-a7f6-9f193b432c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435295 Apr 01 00:14:02.121008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9d531-4560-4a6e-93fb-b2c6db37012e req-eb1e42a0-f553-477f-9878-8891bb08dd42 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:02.122728 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ceb9d531-4560-4a6e-93fb-b2c6db37012e req-eb1e42a0-f553-477f-9878-8891bb08dd42 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0527542 Apr 01 00:14:02.158468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-d9571af6-0d6b-4909-b25c-6839081677a8 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945604 Apr 01 00:14:02.159408 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:02.167239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ceb9d531-4560-4a6e-93fb-b2c6db37012e req-3339ab5c-d14d-4307-a6b7-b32e171733f9 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354476 Apr 01 00:14:02.253042 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b3c1baae-aa18-4de9-836b-3f01b03c5a6c req-6bc475eb-54a7-46e6-bee8-ab31afe5af77 service neutron] 10.222.0.44 "GET /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870521 Apr 01 00:14:02.361013 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:02.386764 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd9b6e-b24b-4949-87c4-ee54797574e9 None None] The sync data for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 is: [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:12:32Z', 'revision_number': 4, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '2024ba00-cd25-4036-9b5b-7162b4bb9324', 'name': '', 'network_id': '53acf91c-906d-46d8-a7f6-9f193b432c68', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'mac_address': 'fa:16:3e:de:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:31Z', 'updated_at': '2022-04-01T00:12:35Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'subnets': [{'id': '17ba5e32-3d65-4e45-ba64-ad355a68687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:02.620200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe892554-1d3c-4835-9fee-4e6190189de9 None None] New status for floating IP 973faab5-5a4f-4312-b000-0f12b2c458ef: DOWN {{(pid=109836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:14:03.291885 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09d13-a7fc-448e-a936-a50dc00665f4 req-f2bd67d1-110e-46dd-b51c-c4e051df66d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:03.293321 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74e09d13-a7fc-448e-a936-a50dc00665f4 req-f2bd67d1-110e-46dd-b51c-c4e051df66d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0492024 Apr 01 00:14:03.339133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-74e09d13-a7fc-448e-a936-a50dc00665f4 req-375ae022-95a0-4fd5-b9dc-36fc2af9f78d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2851f47-70d0-4b9f-86d0-4d836d4c5096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384183 Apr 01 00:14:03.915909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-ba7bcaca-09f1-4212-b5ce-8806810af095 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:03.917415 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-ba7bcaca-09f1-4212-b5ce-8806810af095 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 946 time: 0.0501039 Apr 01 00:14:04.013896 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:14:04.014240 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:04.105820 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:04.106186 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:04.119683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:14:04.329085 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:04.359549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=824c5489-d3ff-4e61-8f27-2c6ba0ddb565,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:04.371774 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.372127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.372471 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.372807 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.373140 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.373970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.373970 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.374706 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.374989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.379087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.379087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.379087 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:04.415335 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] No DVR routers for this DVR port 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:14:04.417883 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:04.421259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-bf3bffba-e340-466e-b43b-6bb9c7ec95a8 req-bf2147d6-16ec-4970-b5b2-ca8ca03c3a95 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.44 "DELETE /v2.0/ports/824c5489-d3ff-4e61-8f27-2c6ba0ddb565 HTTP/1.1" status: 204 len: 173 time: 0.4983330 Apr 01 00:14:04.421719 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'name': 'network-vif-deleted', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:14:04.424091 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e57710-57f1-4440-9d0a-b71ccd69a4d1" -d '{"events": [{"server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "name": "network-vif-deleted", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:14:04.446536 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b26fd4f8-435f-47ea-b93d-b3d8a6a828de req-e650fa0e-a575-45bd-8caa-44ac3316a3d2 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "GET /v2.0/ports?device_id=59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec HTTP/1.1" status: 200 len: 210 time: 0.0327053 Apr 01 00:14:04.552209 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d58df1-487b-487d-8f71-eb2e1a68f441 x-openstack-request-id: req-c7d58df1-487b-487d-8f71-eb2e1a68f441 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:14:04.552504 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec", "name": "network-vif-deleted", "tag": "824c5489-d3ff-4e61-8f27-2c6ba0ddb565", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:14:04.552753 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c7d58df1-487b-487d-8f71-eb2e1a68f441 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:14:04.553196 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d58df1-487b-487d-8f71-eb2e1a68f441'] response: {'server_uuid': '59c1b64d-cf1d-46fa-aa8a-e4a9561d77ec', 'name': 'network-vif-deleted', 'tag': '824c5489-d3ff-4e61-8f27-2c6ba0ddb565', 'status': 'completed', 'code': 200} Apr 01 00:14:05.504626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43574) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:05.546252 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:05.877284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:06.134814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port 2024ba00-cd25-4036-9b5b-7162b4bb9324 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:14:06.135092 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:06.225095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port 2024ba00-cd25-4036-9b5b-7162b4bb9324, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=2024ba00-cd25-4036-9b5b-7162b4bb9324,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:06.225459 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:06.238182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for 2024ba00-cd25-4036-9b5b-7162b4bb9324 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:14:06.483170 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:06.511749 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=2024ba00-cd25-4036-9b5b-7162b4bb9324,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:07.022580 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.245343 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Router 67afefda-2dd3-4b99-b606-5c0f85098dc3 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:14:07.352572 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:07.359884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-402dbde4-e741-448a-a18b-42c44ffc5a5d tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "PUT /v2.0/routers/67afefda-2dd3-4b99-b606-5c0f85098dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542089 Apr 01 00:14:07.364990 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Sync routers for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:07.366779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43576) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:07.373485 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:07.374166 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:13:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:07.419470 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting subnet 17ba5e32-3d65-4e45-ba64-ad355a68687e {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:14:07.425287 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.465497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.483256 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:07.556205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.675554 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:14:06Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:07.689104 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.703846 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Checking router: 67afefda-2dd3-4b99-b606-5c0f85098dc3 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:07.712590 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Routers {'67afefda-2dd3-4b99-b606-5c0f85098dc3'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:07.713199 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:13:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['67afefda-2dd3-4b99-b606-5c0f85098dc3'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:07.718230 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Subnet': ['ID=17ba5e32-3d65-4e45-ba64-ad355a68687e,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:07.722550 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.725951 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4f4da68b-b2b2-460b-8461-f38ff94ef5f5 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/subnets/17ba5e32-3d65-4e45-ba64-ad355a68687e HTTP/1.1" status: 204 len: 168 time: 0.3580003 Apr 01 00:14:07.729108 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43578) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:07.736317 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b2b83-7dd4-4fdd-b894-172e8c38f18b None None] Network 53acf91c-906d-46d8-a7f6-9f193b432c68 requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:14:07.829684 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] Set router 67afefda-2dd3-4b99-b606-5c0f85098dc3 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:07.847941 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.947534 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] DHCP port deletion for 53acf91c-906d-46d8-a7f6-9f193b432c68 request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:14:07.978133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.009727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Deleting port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:14:08.010124 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.078420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] For port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,segment=NetworkSegment(2a812ef6-d0e4-44fb-b354-98e1c1aec9b4),segment_id=2a812ef6-d0e4-44fb-b354-98e1c1aec9b4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:08.078824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.094735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Calling delete_port for 99ba2fd7-cec4-46c2-8b62-18dc50e8688c owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:14:08.117516 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Deleting port ed0f4f05-aac3-4afc-960d-a8abb3f957de {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:14:08.117860 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.132177 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:14:06Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:08.165088 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907ff6d-8589-4bc8-bc99-c3154809e9e6 None None] The sync data for ids ['67afefda-2dd3-4b99-b606-5c0f85098dc3'] in n-d-828414-2 is: [{'id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490661488', 'tenant_id': '817e62b546084d21941a4f6f48c39324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:12:27Z', 'updated_at': '2022-04-01T00:14:06Z', 'revision_number': 5, 'project_id': '817e62b546084d21941a4f6f48c39324', 'gw_port': {'id': 'ed0f4f05-aac3-4afc-960d-a8abb3f957de', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67afefda-2dd3-4b99-b606-5c0f85098dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:12:28Z', 'updated_at': '2022-04-01T00:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:08.209049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] For port ed0f4f05-aac3-4afc-960d-a8abb3f957de, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=ed0f4f05-aac3-4afc-960d-a8abb3f957de,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:08.209418 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.221744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Calling delete_port for ed0f4f05-aac3-4afc-960d-a8abb3f957de owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:14:08.253366 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.278669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Pushing event deleted for resources: {'Port': ['ID=99ba2fd7-cec4-46c2-8b62-18dc50e8688c,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:08.286737 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] No DVR routers for this DVR port 99ba2fd7-cec4-46c2-8b62-18dc50e8688c on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:14:08.290015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.290645 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.290985 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.291338 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.291666 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.291986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.292305 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.292623 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.292938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.293255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.293567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.293878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bc4a4-cac6-4a0d-ab1f-68d495bb8c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:08.459193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.482757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Port': ['ID=ed0f4f05-aac3-4afc-960d-a8abb3f957de,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:08.550350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.646921 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.649350 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.065491 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.066058 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Fanout notify agent at l3_agent the message router_deleted on router 67afefda-2dd3-4b99-b606-5c0f85098dc3 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:14:09.071868 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:14:09.073393 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.074574 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b825c1a5-eb00-4088-810d-ed20feee4cba tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/routers/67afefda-2dd3-4b99-b606-5c0f85098dc3 HTTP/1.1" status: 204 len: 168 time: 1.3445146 Apr 01 00:14:09.077387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43580) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:09.099129 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:14:09.099480 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device 824c5489-d3ff-4e61-8f27-2c6ba0ddb565 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:14:09.170582 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.261312 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.283420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53acf91c-906d-46d8-a7f6-9f193b432c68']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:09.292897 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:09.293180 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a812ef6-d0e4-44fb-b354-98e1c1aec9b4') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:09.304130 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.318690 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.324619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:14:09.325016 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:14:09.328590 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:14:09.460035 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.467637 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.470791 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/networks/53acf91c-906d-46d8-a7f6-9f193b432c68 HTTP/1.1" status: 204 len: 168 time: 0.3923876 Apr 01 00:14:09.474330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43582) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:09.486364 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4aea2-456a-45e1-a3ea-e0e2b43db1c4 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'Network': ['ID=53acf91c-906d-46d8-a7f6-9f193b432c68,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:09.551172 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 99ba2fd7-cec4-46c2-8b62-18dc50e8688c no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:14:09.552829 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.574969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 99ba2fd7-cec4-46c2-8b62-18dc50e8688c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:14:09.575343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 99ba2fd7-cec4-46c2-8b62-18dc50e8688c not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:14:09.575762 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ed0f4f05-aac3-4afc-960d-a8abb3f957de no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:14:09.580840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.595159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: ed0f4f05-aac3-4afc-960d-a8abb3f957de {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:14:09.595508 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device ed0f4f05-aac3-4afc-960d-a8abb3f957de not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:14:09.595919 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2024ba00-cd25-4036-9b5b-7162b4bb9324 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:14:09.615449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 2024ba00-cd25-4036-9b5b-7162b4bb9324 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:14:09.615796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 2024ba00-cd25-4036-9b5b-7162b4bb9324 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:14:09.728915 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.731583 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.732788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] 10.222.0.83 "DELETE /v2.0/security-groups/a2851f47-70d0-4b9f-86d0-4d836d4c5096 HTTP/1.1" status: 204 len: 168 time: 0.2567539 Apr 01 00:14:09.743441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d790-2fb6-4420-9caf-c62e4708b0e7 tempest-TestNetworkAdvancedServerOps-2100653195 tempest-TestNetworkAdvancedServerOps-2100653195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2851f47-70d0-4b9f-86d0-4d836d4c5096,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:10.353748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43590) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:10.489104 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed11772a-b2bb-491f-b832-cd5f8415eb78 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=817e62b546084d21941a4f6f48c39324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341779 Apr 01 00:14:10.491686 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43594) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:10.543767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.565898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.688806 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.691391 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.692584 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07c4c23b-5419-4743-8ced-f50ef9d4a510 HTTP/1.1" status: 204 len: 168 time: 0.1999927 Apr 01 00:14:10.704078 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de860fa8-4285-476e-b38c-414e82f4daed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c4c23b-5419-4743-8ced-f50ef9d4a510,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:11.309315 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43600) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:11.323396 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a314659f-03ff-4c65-9fd5-b1c8d90437ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.399898 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a314659f-03ff-4c65-9fd5-b1c8d90437ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.448505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-a314659f-03ff-4c65-9fd5-b1c8d90437ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.487523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314659f-03ff-4c65-9fd5-b1c8d90437ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee36635-a5a9-44e9-8071-3cfcbec08f50,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:11.494057 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-a314659f-03ff-4c65-9fd5-b1c8d90437ae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dca026f654b14f6ba4f71e75a268a091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837111 Apr 01 00:14:11.512036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43602) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:11.547460 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.570196 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.676968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-768c3efd-ba27-4986-8875-77c7976e4e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.699928 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.703231 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:11.704432 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ee36635-a5a9-44e9-8071-3cfcbec08f50 HTTP/1.1" status: 204 len: 168 time: 0.2069135 Apr 01 00:14:11.712312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a2462-04ef-4f3b-a432-6bd13f9eddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee36635-a5a9-44e9-8071-3cfcbec08f50,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:12.794057 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43624) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:12.890224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1006846518-network', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:12.969013 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Made reservation on behalf of 6e12b2a2292649ba8156aae25e75dfd3 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:14:12.971461 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:12.980451 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.057704 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.127070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.151953 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:14:13.162355 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0858b07-3251-495a-9438-a22c8d374ef0,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:13.167161 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.167508 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Added segment 8d1ff46e-d291-4ddc-9167-872005f4e2d2 of type vlan for network befa077e-7e58-4078-81c9-62f1765b7dff Apr 01 00:14:13.207938 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.305395 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.306386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:13.306961 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.368721 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] Pushing event updated for resources: {'Network': ['ID=befa077e-7e58-4078-81c9-62f1765b7dff,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:13.379306 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network befa077e-7e58-4078-81c9-62f1765b7dff details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:14:13.399543 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7f6b6412-7e26-47b8-9791-9501350c0c2d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6043546 Apr 01 00:14:13.402441 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43628) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:13.407409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Request body: {'subnet': {'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1006846518-subnet', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:13.471221 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Made reservation on behalf of 6e12b2a2292649ba8156aae25e75dfd3 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:14:13.473581 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.711604 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.768455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b74db82-5e8d-43a2-958a-376c2278aa72,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:13.775751 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:13.776105 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Network hostable DHCP agents. Network: befa077e-7e58-4078-81c9-62f1765b7dff, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:14:13.854409 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Network befa077e-7e58-4078-81c9-62f1765b7dff is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:14:13.934413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, befa077e-7e58-4078-81c9-62f1765b7dff) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:13.939298 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:13.940383 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:13.944205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747aeb2-9d1f-458a-a2e0-dcc15c9b1d5c None None] Network befa077e-7e58-4078-81c9-62f1765b7dff requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:14:13.987326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-04f96a88-5b40-40bc-8a2b-39a390d414fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.039751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-0a99ee16-3e48-4273-ae71-0cb4c43d0e27 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6362083 Apr 01 00:14:14.042394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43630) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:14.046708 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:14.115271 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-befa077e-7e58-4078-81c9-62f1765b7dff', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:14:14.119917 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.138729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.140609 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.197812 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.251968 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Allocated IP 172.20.0.2 (befa077e-7e58-4078-81c9-62f1765b7dff/4b74db82-5e8d-43a2-958a-376c2278aa72/944e1696-5d57-4984-ab65-705dfa614cbc) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:14.400467 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.423843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.494540 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.535822 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Network befa077e-7e58-4078-81c9-62f1765b7dff is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:14.538528 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:14.542714 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:14.546409 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Pushing event updated for resources: {'Port': ['ID=944e1696-5d57-4984-ab65-705dfa614cbc,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:14.603437 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Attempting to bind port 944e1696-5d57-4984-ab65-705dfa614cbc on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:14.603796 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Attempting to bind port 944e1696-5d57-4984-ab65-705dfa614cbc by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:14.604152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Attempting to bind port 944e1696-5d57-4984-ab65-705dfa614cbc on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:14.609720 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:14.610088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:14.610482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.610867 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Bound using segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:14.611359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Bound port: 944e1696-5d57-4984-ab65-705dfa614cbc, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:14.611733 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.674102 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] For port 944e1696-5d57-4984-ab65-705dfa614cbc, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:14.677177 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] For port 944e1696-5d57-4984-ab65-705dfa614cbc, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=944e1696-5d57-4984-ab65-705dfa614cbc,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:14.723694 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.740262 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.743539 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.806370 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03c585-e3f0-4023-9a3c-9409643b5253 None None] Pushing event updated for resources: {'Port': ['ID=944e1696-5d57-4984-ab65-705dfa614cbc,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:14.856565 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Allocated IP 172.25.6.79 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/af68589f-236d-4224-afc9-2173003b4006) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:14.984576 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.083625 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.125925 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:15.130444 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:15.134759 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:15.137882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Pushing event updated for resources: {'Port': ['ID=af68589f-236d-4224-afc9-2173003b4006,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:15.296525 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 944e1696-5d57-4984-ab65-705dfa614cbc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:15.352642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 944e1696-5d57-4984-ab65-705dfa614cbc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:15.353010 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.440325 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.479094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 944e1696-5d57-4984-ab65-705dfa614cbc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=944e1696-5d57-4984-ab65-705dfa614cbc,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:15.496843 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.558010 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.602272 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.620865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=944e1696-5d57-4984-ab65-705dfa614cbc,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:15.726708 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.782990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b764579-07a2-4ee6-9003-04d3bc541f31 None None] Network befa077e-7e58-4078-81c9-62f1765b7dff requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:14:15.912055 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-2b59a251-65ae-4fdc-b755-2ae277805b4b None None] Provisioning complete for port 944e1696-5d57-4984-ab65-705dfa614cbc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:15.912418 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2b59a251-65ae-4fdc-b755-2ae277805b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:15.951289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Router 18d93822-2edc-4ef2-939d-e67a504284c2 is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:14:16.088773 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:16.099360 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:16.112557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:16.117093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:16.165090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.168908 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-29ce3ad5-3d37-4963-ad5b-7b71f021567d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1246219 Apr 01 00:14:16.169626 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43632) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:16.236715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:16.331905 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-9f00142c-56a3-4927-a2c4-62dd1ae26cea None None] Provisioning complete for port 944e1696-5d57-4984-ab65-705dfa614cbc triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:16.332269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f00142c-56a3-4927-a2c4-62dd1ae26cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.515991 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:15Z', 'revision_number': 3, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:16.545009 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:16.545431 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Updating router 18d93822-2edc-4ef2-939d-e67a504284c2 port af68589f-236d-4224-afc9-2173003b4006 binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:14:16.578251 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.652663 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.833754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Allocated IP 172.20.0.1 (befa077e-7e58-4078-81c9-62f1765b7dff/4b74db82-5e8d-43a2-958a-376c2278aa72/77b62a05-5074-4ef1-a170-6d9ac2f3456a) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:16.870293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.896640 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.917350 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.944146 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.951379 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.014068 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Attempting to bind port af68589f-236d-4224-afc9-2173003b4006 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:17.015291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Attempting to bind port af68589f-236d-4224-afc9-2173003b4006 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:17.015731 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Attempting to bind port af68589f-236d-4224-afc9-2173003b4006 on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:17.026458 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:17.027120 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:17.031427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.031427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:17.031427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Bound port: af68589f-236d-4224-afc9-2173003b4006, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:17.031427 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.032126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db23b-9b33-48fe-840f-6f4cc70c7c71 None None] Pushing event updated for resources: {'Port': ['ID=af68589f-236d-4224-afc9-2173003b4006,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:17.054843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.093782 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] For port af68589f-236d-4224-afc9-2173003b4006, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:17.097882 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] For port af68589f-236d-4224-afc9-2173003b4006, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af68589f-236d-4224-afc9-2173003b4006,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:17.102743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Network befa077e-7e58-4078-81c9-62f1765b7dff is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:17.105751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:17.111026 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:17.135797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Pushing event updated for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:17.158652 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.180542 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.261273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db23b-9b33-48fe-840f-6f4cc70c7c71 None None] Pushing event updated for resources: {'Port': ['ID=af68589f-236d-4224-afc9-2173003b4006,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:17.266522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:17.267037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:17.307527 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 944e1696-5d57-4984-ab65-705dfa614cbc up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:17.403367 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.581441 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-fe2de169-1fcd-4a41-b052-86d4cb872765 None None] Provisioning complete for port 77b62a05-5074-4ef1-a170-6d9ac2f3456a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:17.583330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe2de169-1fcd-4a41-b052-86d4cb872765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.588715 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.618700 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:17.648593 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.695992 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 944e1696-5d57-4984-ab65-705dfa614cbc triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:17.696231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.697578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-fe2de169-1fcd-4a41-b052-86d4cb872765 None None] Port 77b62a05-5074-4ef1-a170-6d9ac2f3456a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:14:17.725786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:17.728025 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Pushing event updated for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:17.830283 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Network befa077e-7e58-4078-81c9-62f1765b7dff is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:17.831818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:17.888118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:15Z', 'revision_number': 3, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:17.918866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bae82-52ff-4ff7-8fc2-6e6e5064b43d None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:15Z', 'revision_number': 3, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:17.961680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:14:18.007730 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:14:18.088042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:18.093230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c472ca0-9264-4559-8344-ead62af9bb42 admin admin] 10.222.0.83 "PUT /v2.0/routers/18d93822-2edc-4ef2-939d-e67a504284c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223986 Apr 01 00:14:18.124505 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4141b828-234d-4cbb-8e49-ca5894849b8e None None] Provisioning complete for port 77b62a05-5074-4ef1-a170-6d9ac2f3456a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:18.125345 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4141b828-234d-4cbb-8e49-ca5894849b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:18.162287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4141b828-234d-4cbb-8e49-ca5894849b8e None None] Port 77b62a05-5074-4ef1-a170-6d9ac2f3456a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:14:18.824046 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43648) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:18.829110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19733624-network', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:18.934382 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Made reservation on behalf of 142c02bd93b04b9ab7d479d6d33a1f06 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:14:18.937728 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:18.947121 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.027416 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.100066 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.126360 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:14:19.135282 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9f7b8-75e5-41cc-9591-2c1f68b67e35,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:19.144053 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.144270 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Added segment 2edd3158-2683-4c0b-b9e5-7839f5461f4c of type vlan for network 799f28aa-d863-4f86-b912-ebe7db56213e Apr 01 00:14:19.189856 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.289103 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.293236 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:19.293236 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.294672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af68589f-236d-4224-afc9-2173003b4006 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:19.364122 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port af68589f-236d-4224-afc9-2173003b4006 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:19.364819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.376560 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] Pushing event updated for resources: {'Network': ['ID=799f28aa-d863-4f86-b912-ebe7db56213e,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:19.394093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 799f28aa-d863-4f86-b912-ebe7db56213e details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:14:19.424902 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cdc4c782-f869-4043-a2c6-3e481c2e17ec admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5997334 Apr 01 00:14:19.427906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43650) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:19.436904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Request body: {'subnet': {'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19733624-subnet', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'ip_version': 4}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:19.527285 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Made reservation on behalf of 142c02bd93b04b9ab7d479d6d33a1f06 for: {'subnet': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:14:19.527535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.529772 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26562410'] for subnet, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.558056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port af68589f-236d-4224-afc9-2173003b4006, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af68589f-236d-4224-afc9-2173003b4006,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:19.625724 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.668049 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:19.680507 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:19.681606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:19.685727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=af68589f-236d-4224-afc9-2173003b4006,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:19.799374 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:19.808404 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2324122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26562456'] for subnet, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:19.866821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbdb71f-41c8-4bee-9645-87144e8646bb,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:19.876095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Checking segment: {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:19.876460 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Network hostable DHCP agents. Network: 799f28aa-d863-4f86-b912-ebe7db56213e, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:14:19.973376 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Network 799f28aa-d863-4f86-b912-ebe7db56213e is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:14:20.008759 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 2, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:20.039988 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:20.041983 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Updating router 18d93822-2edc-4ef2-939d-e67a504284c2 port 77b62a05-5074-4ef1-a170-6d9ac2f3456a binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:14:20.058781 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 799f28aa-d863-4f86-b912-ebe7db56213e) {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:20.067950 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3453bb0-dd37-4515-a532-af87b4daa777 None None] Network 799f28aa-d863-4f86-b912-ebe7db56213e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:14:20.069445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:20.071879 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675174'] for subnet, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.074533 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.168203 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12b59df2-2726-431e-b351-526bc7f12dd0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7359736 Apr 01 00:14:20.168755 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43652) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:20.173683 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:20.222601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-799f28aa-d863-4f86-b912-ebe7db56213e', 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'fixed_ips': [{'subnet_id': '2fbdb71f-41c8-4bee-9645-87144e8646bb'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:14:20.223557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.260125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.261700 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.323497 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.360975 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.364969 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Allocated IP 172.20.0.2 (799f28aa-d863-4f86-b912-ebe7db56213e/2fbdb71f-41c8-4bee-9645-87144e8646bb/6e540e34-a10f-4923-b231-a80c2e5dcc10) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:20.448564 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.516719 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Pushing event updated for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:20.518656 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.525959 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.526328 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.526665 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.526996 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.527360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.527680 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.528038 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.528356 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.528672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.528987 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.529300 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.529612 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:14:20.573014 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.590483 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Attempting to bind port 77b62a05-5074-4ef1-a170-6d9ac2f3456a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:20.590483 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Attempting to bind port 77b62a05-5074-4ef1-a170-6d9ac2f3456a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:20.590483 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Attempting to bind port 77b62a05-5074-4ef1-a170-6d9ac2f3456a on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:20.594902 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:20.595385 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:20.596086 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.596478 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Bound using segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:20.596944 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Bound port: 77b62a05-5074-4ef1-a170-6d9ac2f3456a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:20.597318 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.609120 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.657015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Network 799f28aa-d863-4f86-b912-ebe7db56213e is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:20.660356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:20.663397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:20.668285 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] For port 77b62a05-5074-4ef1-a170-6d9ac2f3456a, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:20.671784 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] For port 77b62a05-5074-4ef1-a170-6d9ac2f3456a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=77b62a05-5074-4ef1-a170-6d9ac2f3456a,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:20.675965 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Pushing event updated for resources: {'Port': ['ID=6e540e34-a10f-4923-b231-a80c2e5dcc10,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:20.731668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Attempting to bind port 6e540e34-a10f-4923-b231-a80c2e5dcc10 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:20.732038 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Attempting to bind port 6e540e34-a10f-4923-b231-a80c2e5dcc10 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:20.732397 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Attempting to bind port 6e540e34-a10f-4923-b231-a80c2e5dcc10 on network 799f28aa-d863-4f86-b912-ebe7db56213e {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:20.739421 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.739695 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:20.740079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Checking segment: {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:20.740488 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.740912 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Bound using segment: {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:20.741411 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Bound port: 6e540e34-a10f-4923-b231-a80c2e5dcc10, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:20.741803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.818311 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8edd4-74a3-4bb1-8cfa-1e05557cabf2 None None] Pushing event updated for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:20.829538 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:20.830175 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:20.839226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] For port 6e540e34-a10f-4923-b231-a80c2e5dcc10, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:20.844243 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] For port 6e540e34-a10f-4923-b231-a80c2e5dcc10, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e540e34-a10f-4923-b231-a80c2e5dcc10,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:20.846451 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] Provisioning complete for port 77b62a05-5074-4ef1-a170-6d9ac2f3456a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:20.847547 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.905998 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.931425 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.940735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:20.960492 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:20.982536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.021724 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ead8-1dc3-41bf-b698-607e429b3576 None None] Pushing event updated for resources: {'Port': ['ID=6e540e34-a10f-4923-b231-a80c2e5dcc10,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:21.065262 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] For port 77b62a05-5074-4ef1-a170-6d9ac2f3456a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=77b62a05-5074-4ef1-a170-6d9ac2f3456a,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:21.079714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Allocated IP 172.25.6.239 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/c55bbeb1-a939-42a1-8cf0-44ef04e3a76a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:21.142277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.215937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb68e55-77b6-4b6c-938d-5bac8f29fd6c None None] Pushing event updated for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:21.224750 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:20Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:21.254309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.265772 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7433a8-f997-48d6-a37e-d8feb91c1db9 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:20Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:21.294835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d8244364-f35c-4b1b-9950-ec9a05477076 None None] Provisioning complete for port 77b62a05-5074-4ef1-a170-6d9ac2f3456a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:21.295257 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8244364-f35c-4b1b-9950-ec9a05477076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.386732 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.409276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af68589f-236d-4224-afc9-2173003b4006 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:21.430241 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:21.433245 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:21.439999 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:21.473070 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:21.492932 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port af68589f-236d-4224-afc9-2173003b4006 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:21.493314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:21.782328 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.010596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.210954 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43676b7-8e28-402d-8171-a821cbf14e8b None None] Network 799f28aa-d863-4f86-b912-ebe7db56213e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:14:22.265302 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Router da2a14c1-ae77-4b83-adad-06a39a94ad3d is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:14:22.328140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] Provisioning complete for port 6e540e34-a10f-4923-b231-a80c2e5dcc10 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:22.328513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.386518 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:22.401553 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Sync routers for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:22.426274 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:22.426949 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:22.463255 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.464930 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-cac50862-db4e-45eb-97f0-4259d9b8b5c1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2948046 Apr 01 00:14:22.469222 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43654) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:22.510014 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.588961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:22.616622 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] For port 6e540e34-a10f-4923-b231-a80c2e5dcc10, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e540e34-a10f-4923-b231-a80c2e5dcc10,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:22.690273 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:22.950727 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec096113-f7be-4cbf-b731-481b0228e8bd None None] Pushing event updated for resources: {'Port': ['ID=6e540e34-a10f-4923-b231-a80c2e5dcc10,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:22.978667 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-bea59190-d0f2-4d3c-8986-199975b76992 None None] Provisioning complete for port 6e540e34-a10f-4923-b231-a80c2e5dcc10 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:22.979062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-bea59190-d0f2-4d3c-8986-199975b76992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.072255 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 3, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:23.103167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Checking router: da2a14c1-ae77-4b83-adad-06a39a94ad3d for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:23.103512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Updating router da2a14c1-ae77-4b83-adad-06a39a94ad3d port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:14:23.131297 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.269046 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.326150 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e540e34-a10f-4923-b231-a80c2e5dcc10 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:23.439334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.440658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Allocated IP 172.20.0.1 (799f28aa-d863-4f86-b912-ebe7db56213e/2fbdb71f-41c8-4bee-9645-87144e8646bb/50dd7cdc-9bb2-4d52-849c-6566de2e770a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:23.440778 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 6e540e34-a10f-4923-b231-a80c2e5dcc10 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:23.440998 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.526073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 77b62a05-5074-4ef1-a170-6d9ac2f3456a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:23.529162 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.563553 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.621591 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Attempting to bind port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:23.621963 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Attempting to bind port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:23.622327 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Attempting to bind port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:23.625094 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c96f3a-a1ab-4569-98af-605883022e2c None None] Pushing event updated for resources: {'Port': ['ID=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Bound port: c55bbeb1-a939-42a1-8cf0-44ef04e3a76a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:23.636691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.654463 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.677053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 77b62a05-5074-4ef1-a170-6d9ac2f3456a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:23.677465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.689732 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Network 799f28aa-d863-4f86-b912-ebe7db56213e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:23.694556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:23.698043 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:23.727624 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] For port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:23.730780 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Pushing event updated for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:23.735777 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] For port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:23.747064 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.803675 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.895863 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:23.896923 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:23.950219 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:23.988010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c96f3a-a1ab-4569-98af-605883022e2c None None] Pushing event updated for resources: {'Port': ['ID=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:24.033512 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-61fd1ee2-ca83-44ba-9863-d2eef07c98aa None None] Provisioning complete for port 50dd7cdc-9bb2-4d52-849c-6566de2e770a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:24.034129 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-61fd1ee2-ca83-44ba-9863-d2eef07c98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:24.114008 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-61fd1ee2-ca83-44ba-9863-d2eef07c98aa None None] Port 50dd7cdc-9bb2-4d52-849c-6566de2e770a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:14:24.121761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:24.123173 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:24.185456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:24.253398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Pushing event updated for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:24.257374 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:24.304052 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 3, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:24.331063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292d7c9-cf24-4ade-953e-68cc055d81f6 None None] The sync data for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 is: [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 3, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:24.361618 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Network 799f28aa-d863-4f86-b912-ebe7db56213e is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:24.362993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:24.486985 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Router da2a14c1-ae77-4b83-adad-06a39a94ad3d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:14:24.628460 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120799b4-c166-424c-9224-e62627af196f admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:24.634076 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-120799b4-c166-424c-9224-e62627af196f admin admin] 10.222.0.83 "PUT /v2.0/routers/da2a14c1-ae77-4b83-adad-06a39a94ad3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1645200 Apr 01 00:14:24.637672 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f7087a84-4ebc-4abf-8803-78f98e52515c None None] Provisioning complete for port 50dd7cdc-9bb2-4d52-849c-6566de2e770a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:24.638203 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f7087a84-4ebc-4abf-8803-78f98e52515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:24.679406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f7087a84-4ebc-4abf-8803-78f98e52515c None None] Port 50dd7cdc-9bb2-4d52-849c-6566de2e770a cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:14:24.819984 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.273459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c55bbeb1-a939-42a1-8cf0-44ef04e3a76a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:25.322720 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43664) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:25.327933 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316477680', 'description': 'tempest-secgroup-smoke-1316477680 description', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:25.328958 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:25.329334 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.413724 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.429928 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.435213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:25.504396 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.504994 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.557608 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:25.596011 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.631875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:25.706490 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.707829 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-567b11e2-c3c6-4c03-8141-099510d7b655 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3838558 Apr 01 00:14:25.711127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43666) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:25.715789 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:25.835904 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.896679 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.917667 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Sync routers for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:25.928421 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:25.929033 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:25.968927 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:25.989919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d395f-00fb-4f81-987d-bd5036976e9e,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:26.051250 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:26.062476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.063857 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-97dc5fa1-22fe-4c46-82c7-601f13987bbc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517091 Apr 01 00:14:26.066628 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43668) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:26.071237 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:26.173729 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.234760 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.305561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.321267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5e54af-f6f0-49ba-9a3f-21690fa4bdf7,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:26.363634 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 4, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '50dd7cdc-9bb2-4d52-849c-6566de2e770a', 'name': '', 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:23Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 2, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'subnets': [{'id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:26.391673 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Checking router: da2a14c1-ae77-4b83-adad-06a39a94ad3d for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:26.392026 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Updating router da2a14c1-ae77-4b83-adad-06a39a94ad3d port 50dd7cdc-9bb2-4d52-849c-6566de2e770a binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:14:26.393456 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.395178 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-b1614b8f-4756-4be0-b5d5-d96a4a86b903 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270526 Apr 01 00:14:26.397722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:26.402484 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:26.417614 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.493607 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.557956 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.636360 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.659554 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ff22a3-0310-451b-b2ff-b8adeea8cf88,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:26.703627 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.724180 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.725443 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c66a33bb-de4a-4c41-9830-9f0aab0ad1af tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266423 Apr 01 00:14:26.728635 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 43672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:26.733048 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:26.802307 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.837835 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.853931 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a88f2a-aa2c-4dbc-b4fd-6ab138467ab5 None None] Pushing event updated for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:26.916423 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.917375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Attempting to bind port 50dd7cdc-9bb2-4d52-849c-6566de2e770a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:26.917746 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Attempting to bind port 50dd7cdc-9bb2-4d52-849c-6566de2e770a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:26.918377 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Attempting to bind port 50dd7cdc-9bb2-4d52-849c-6566de2e770a on network 799f28aa-d863-4f86-b912-ebe7db56213e {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:26.923826 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:26.924203 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Checking segment: {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:26.924606 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.924979 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Bound using segment: {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:26.925448 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Bound port: 50dd7cdc-9bb2-4d52-849c-6566de2e770a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edd3158-2683-4c0b-b9e5-7839f5461f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:26.925818 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.990814 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.996257 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] For port 50dd7cdc-9bb2-4d52-849c-6566de2e770a, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:27.000440 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] For port 50dd7cdc-9bb2-4d52-849c-6566de2e770a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=50dd7cdc-9bb2-4d52-849c-6566de2e770a,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:27.010842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2bc0fb-c511-4dcb-a9ec-2b6ba53ce96e,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:27.081850 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.107324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.112431 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43674) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:27.117049 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:27.123420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b934334f-5329-47ad-a0e8-9f8b352b7ec5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797812 Apr 01 00:14:27.138366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] Provisioning complete for port 50dd7cdc-9bb2-4d52-849c-6566de2e770a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:27.138846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.143678 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:27.144381 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:27.193853 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a88f2a-aa2c-4dbc-b4fd-6ab138467ab5 None None] Pushing event updated for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:27.224431 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.231837 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Project 6e12b2a2292649ba8156aae25e75dfd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:14:27.238387 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.263031 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:27.293693 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] For port 50dd7cdc-9bb2-4d52-849c-6566de2e770a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=50dd7cdc-9bb2-4d52-849c-6566de2e770a,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:27.312740 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c55bbeb1-a939-42a1-8cf0-44ef04e3a76a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:27.344610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.369346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:27.369708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.393823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.448305 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.457273 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d3a97-bbb0-4933-a58e-cbecc2400f40 None None] Pushing event updated for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:27.483966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f90e1cd-1760-4a94-8642-7a763ea30e71,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:27.510715 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 4, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '50dd7cdc-9bb2-4d52-849c-6566de2e770a', 'name': '', 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:23Z', 'updated_at': '2022-04-01T00:14:26Z', 'revision_number': 4, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'subnets': [{'id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:27.513230 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-075d0932-1ebc-4301-b276-e8d3918bc609 None None] Provisioning complete for port 50dd7cdc-9bb2-4d52-849c-6566de2e770a triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:27.513616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-075d0932-1ebc-4301-b276-e8d3918bc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.537927 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be9519-49b5-4bc1-ac34-bc314dc6016c None None] The sync data for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 is: [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:23Z', 'revision_number': 4, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '50dd7cdc-9bb2-4d52-849c-6566de2e770a', 'name': '', 'network_id': '799f28aa-d863-4f86-b912-ebe7db56213e', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:23Z', 'updated_at': '2022-04-01T00:14:26Z', 'revision_number': 4, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'subnets': [{'id': '2fbdb71f-41c8-4bee-9645-87144e8646bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:27.565669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.566908 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-680af122-747a-450a-a8c6-a8c907e994d3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4534857 Apr 01 00:14:27.576498 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43676) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:27.594491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '7c9bc9aa-5033-4fc6-be65-ebcdd08081fe', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:27.688839 n-d-828414-2 neutron-server[109835]: INFO neutron.db.securitygroups_db [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Project 6e12b2a2292649ba8156aae25e75dfd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:14:27.694847 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.766458 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.871194 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.893952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9368fc4-a363-4134-ad62-f4188f577388,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:27.970714 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:27.972054 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9f802f4b-db1c-48ab-8f42-e927d5f9dea8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3939371 Apr 01 00:14:28.128131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-14935b49-06d6-47b2-ac14-2ba05800c56e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316477680&fields=id&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 267 time: 0.0408080 Apr 01 00:14:28.256008 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-d3f965b0-149b-4b8b-adae-19a7a959e354 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:28.257566 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-d3f965b0-149b-4b8b-adae-19a7a959e354 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 809 time: 0.1223564 Apr 01 00:14:28.276937 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-af7831fd-ec56-4157-b400-79dc12c9db49 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/quotas/6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Apr 01 00:14:28.337514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-c1259a12-7a18-4a5a-ba7c-00ba9d4778cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502670 Apr 01 00:14:28.445615 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-84cf643c-5da0-4fed-914e-19f97075f764 service neutron] 10.222.0.83 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944893 Apr 01 00:14:28.540691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-5553c16d-a1b5-4030-a713-7d8f88e70654 service neutron] 10.222.0.83 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887547 Apr 01 00:14:28.825660 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4f17eb65-2fee-4664-9565-79bf40c36199 req-3d43b9f5-ead2-46e7-87b3-1b3ae35e051f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 210 time: 0.0276854 Apr 01 00:14:29.281376 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 50dd7cdc-9bb2-4d52-849c-6566de2e770a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:29.329415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 50dd7cdc-9bb2-4d52-849c-6566de2e770a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:29.329782 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:29.930564 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0840b938-a266-4263-866b-6c1ac9fc0e8e req-66e44189-d4b1-4207-8a65-3358e01f9a8d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 210 time: 0.0319467 Apr 01 00:14:31.047269 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cab0e2ee-47bb-4466-bb94-58aa683e5b01 req-f1a3d275-1854-4f98-a762-6b87315ade3a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 210 time: 0.0373373 Apr 01 00:14:31.058451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-729974a8-ba33-4890-8f4e-8e020c2b6566 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:31.060452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-729974a8-ba33-4890-8f4e-8e020c2b6566 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 809 time: 0.1324513 Apr 01 00:14:31.110309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-28db0e6c-d197-4e48-b15e-a093ab3ef937 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 380 time: 0.0351799 Apr 01 00:14:31.119256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'port': {'device_id': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'admin_state_up': True, 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'security_groups': ['7c9bc9aa-5033-4fc6-be65-ebcdd08081fe']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:31.327102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Made reservation on behalf of 6e12b2a2292649ba8156aae25e75dfd3 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:14:31.330794 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:31.465471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Allocated IP 172.20.0.14 (befa077e-7e58-4078-81c9-62f1765b7dff/4b74db82-5e8d-43a2-958a-376c2278aa72/f42399e2-c57c-4f1e-badb-49d2520d4b2c) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:31.611310 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:31.700001 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:31.751956 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Network befa077e-7e58-4078-81c9-62f1765b7dff is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:31.755324 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:31.758946 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:31.765563 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:31.814984 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:31.815672 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:31.896301 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-80ba7a7e-5c42-4a7c-8e6c-e00683c0e64b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7805634 Apr 01 00:14:31.914249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Request body: {'port': {'device_id': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:31.975878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:31.985290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-cf3c9b0f-f149-4d7b-83b7-dc7ba0e8528e None None] Provisioning complete for port f42399e2-c57c-4f1e-badb-49d2520d4b2c triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:31.985843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9b0f-f149-4d7b-83b7-dc7ba0e8528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.021715 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c9b0f-f149-4d7b-83b7-dc7ba0e8528e None None] Port f42399e2-c57c-4f1e-badb-49d2520d4b2c cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:14:32.225583 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c5ddc-1c65-4537-911a-938064c26108 req-68cf9e31-5ead-466d-8d35-d71633075f74 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:32.226977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-675c5ddc-1c65-4537-911a-938064c26108 req-68cf9e31-5ead-466d-8d35-d71633075f74 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 932 time: 0.1038744 Apr 01 00:14:32.293580 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-675c5ddc-1c65-4537-911a-938064c26108 req-a6f73806-2608-46d5-89fa-472092241fb8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565479 Apr 01 00:14:32.334074 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:14:32.341544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.360557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Transition to ACTIVE for port object f42399e2-c57c-4f1e-badb-49d2520d4b2c will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:14:32.448208 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.511442 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:32.584265 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:14:32.584599 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:14:32.584926 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:32.589711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:14:32.590029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:14:32.595919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:14:32.596256 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:14:32.596636 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Bound using segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:14:32.597060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Bound port: f42399e2-c57c-4f1e-badb-49d2520d4b2c, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:14:32.597417 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.681597 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:14:32.687611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:14:32.745736 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.790498 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:32.791153 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.792547 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] 10.222.0.10 "PUT /v2.0/ports/f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1092 time: 0.8826287 Apr 01 00:14:32.793018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:14:32.795951 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44188c01-fb51-4d9b-9a43-52a970d8ef7b" -d '{"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:14:32.820737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a872f-8a93-4a6e-80dd-3c9b7473d847 service neutron] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:32.844523 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff33fd-d8ae-421e-87b1-52af6fa0f957 x-openstack-request-id: req-a5ff33fd-d8ae-421e-87b1-52af6fa0f957 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:14:32.844852 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:14:32.845107 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a5ff33fd-d8ae-421e-87b1-52af6fa0f957 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:14:32.845516 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ff33fd-d8ae-421e-87b1-52af6fa0f957'] response: {'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'status': 'completed', 'code': 200} Apr 01 00:14:32.928151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-8dc0028d-368e-4858-a804-4a728a214f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:32.929855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-8dc0028d-368e-4858-a804-4a728a214f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0456305 Apr 01 00:14:33.046281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-89cd7b07-8165-4207-bb82-af75ff544775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.048159 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-89cd7b07-8165-4207-bb82-af75ff544775 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1055155 Apr 01 00:14:33.163421 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-6f8b1ef1-fbd4-48a3-aef8-39d52dc3c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.164898 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44188c01-fb51-4d9b-9a43-52a970d8ef7b req-6f8b1ef1-fbd4-48a3-aef8-39d52dc3c65b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1098607 Apr 01 00:14:33.263345 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-fe22029f-12ae-4742-8312-88d19fbf3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.266035 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-fe22029f-12ae-4742-8312-88d19fbf3cb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0450780 Apr 01 00:14:33.319307 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-6f3c476c-d83f-4a0b-ad55-769b2a91d87d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 217 time: 0.0383172 Apr 01 00:14:33.369575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-15a038b4-b682-4563-a42d-294b92c6cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.371043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-15a038b4-b682-4563-a42d-294b92c6cc7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0452845 Apr 01 00:14:33.454033 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-d9f9445a-da6c-4b40-b30b-547dc7f355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.455574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-d9f9445a-da6c-4b40-b30b-547dc7f355b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655806 Apr 01 00:14:33.464028 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999ab0-b383-47a6-910f-fb39074f6ea4 req-ac9ad1f4-4d4d-4ddc-96b6-556be595976a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:33.465439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0999ab0-b383-47a6-910f-fb39074f6ea4 req-ac9ad1f4-4d4d-4ddc-96b6-556be595976a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0935361 Apr 01 00:14:33.553935 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0999ab0-b383-47a6-910f-fb39074f6ea4 req-6e8f4254-e2e5-4995-85b3-740aa2c56f9a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795786 Apr 01 00:14:33.581198 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-e3730930-a0eb-4df1-9dee-97e30005be05 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148036 Apr 01 00:14:33.677068 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d62ca34-6052-4411-a6e4-ecf69ffe0468 req-5c0e4c98-4020-402a-940c-adf1dae4d4dd service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884035 Apr 01 00:14:34.676542 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d386ae-c36b-432f-9721-eb7eed4bcd9f req-d611a4d3-8029-4770-89a7-281e1f62043b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:34.678057 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d386ae-c36b-432f-9721-eb7eed4bcd9f req-d611a4d3-8029-4770-89a7-281e1f62043b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0498424 Apr 01 00:14:34.717232 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93d386ae-c36b-432f-9721-eb7eed4bcd9f req-a00d1a6b-1244-4e08-9e72-cad1381f0f87 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Apr 01 00:14:35.556573 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:35.836990 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0701f-90dd-4191-b508-24b4dbf2bbcd req-d07e52d5-6209-420c-84e1-ab9e7753ed6a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:35.838478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ae0701f-90dd-4191-b508-24b4dbf2bbcd req-d07e52d5-6209-420c-84e1-ab9e7753ed6a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0501390 Apr 01 00:14:35.876884 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8ae0701f-90dd-4191-b508-24b4dbf2bbcd req-7823f9ae-c9a0-4f9a-ab86-19ad53525911 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Apr 01 00:14:37.002931 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9ab6-c9cf-41dc-ab3c-eab8d5e39ee4 req-c60dfc73-6aa4-42fb-8f39-8cfb6f0a4e42 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:37.004521 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b7b9ab6-c9cf-41dc-ab3c-eab8d5e39ee4 req-c60dfc73-6aa4-42fb-8f39-8cfb6f0a4e42 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0568869 Apr 01 00:14:37.381245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7b7b9ab6-c9cf-41dc-ab3c-eab8d5e39ee4 req-f9c1e647-3952-4949-a6c5-cfed720fe8bb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670111 Apr 01 00:14:37.940914 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:14:38.035770 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:38.047545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:14:38.089560 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:38.102568 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:14:38.122627 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:38.206968 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:38.261939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:38.501916 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88a73-c3dc-4bb4-9344-c57d03a9da66 req-2468aa46-81b1-4a25-b40a-c5780536b605 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:38.503472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67f88a73-c3dc-4bb4-9344-c57d03a9da66 req-2468aa46-81b1-4a25-b40a-c5780536b605 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0521431 Apr 01 00:14:38.542984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67f88a73-c3dc-4bb4-9344-c57d03a9da66 req-71b5b814-e270-4a33-86e7-e4e4d0f980c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Apr 01 00:14:38.636625 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f42399e2-c57c-4f1e-badb-49d2520d4b2c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:14:39.662875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9d1f9-7c22-48d1-82db-7d55db2ba676 req-0967bba5-3788-4a92-8891-44de096a0bf8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:39.664434 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d9d1f9-7c22-48d1-82db-7d55db2ba676 req-0967bba5-3788-4a92-8891-44de096a0bf8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0517612 Apr 01 00:14:39.705869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a8d9d1f9-7c22-48d1-82db-7d55db2ba676 req-ded8e783-c9e3-44ec-be27-ba90d18df2d6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347800 Apr 01 00:14:39.941014 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:14:40.048131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port f42399e2-c57c-4f1e-badb-49d2520d4b2c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:14:40.052414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f42399e2-c57c-4f1e-badb-49d2520d4b2c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:14:40.058744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.137341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.167037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:14:40.170655 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a54da2-3599-461a-b28a-3a2a322d2c16" -d '{"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:14:40.184164 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:14:40.253872 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.292008 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ef7cf-1a60-471d-885f-727690a60772 x-openstack-request-id: req-304ef7cf-1a60-471d-885f-727690a60772 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:14:40.292303 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:14:40.292560 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-304ef7cf-1a60-471d-885f-727690a60772 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:14:40.292973 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304ef7cf-1a60-471d-885f-727690a60772'] response: {'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'code': 200} Apr 01 00:14:40.309567 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:40.421242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b493-6684-481c-814a-0c45eaccc16d req-51ec5432-a814-480f-8072-8bc5d8e9c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:40.422783 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ab5b493-6684-481c-814a-0c45eaccc16d req-51ec5432-a814-480f-8072-8bc5d8e9c713 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0478623 Apr 01 00:14:40.460548 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ab5b493-6684-481c-814a-0c45eaccc16d req-cef5134b-1005-4e3d-b4b0-10ad041d4626 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Apr 01 00:14:40.828950 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6b0ad-98cc-4e03-9b3b-a7e2c4fcd803 req-7e745490-fd09-4740-bf60-00ff7cb6b3e5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:40.830657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b6b0ad-98cc-4e03-9b3b-a7e2c4fcd803 req-7e745490-fd09-4740-bf60-00ff7cb6b3e5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0504229 Apr 01 00:14:40.876163 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75b6b0ad-98cc-4e03-9b3b-a7e2c4fcd803 req-4131eb8e-3830-4959-a8fd-718e68257ab2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Apr 01 00:14:41.693297 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b38b9ba1-a9af-490a-86c6-4886c3bdd232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:42.010225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c9ad4-c31e-4fd1-a455-3055b66f1c49 req-a635b24a-e00f-4b37-9dd2-fb69ce02d3f4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:42.013309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-513c9ad4-c31e-4fd1-a455-3055b66f1c49 req-a635b24a-e00f-4b37-9dd2-fb69ce02d3f4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0537524 Apr 01 00:14:42.055104 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-513c9ad4-c31e-4fd1-a455-3055b66f1c49 req-06a1fa4e-3e77-468b-9e08-5e1328278041 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345292 Apr 01 00:14:43.176333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a48db-54fb-423e-83d9-d47c2a959307 req-ef14b84d-d471-4c91-8f56-e2edb295d3fe tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.178310 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf7a48db-54fb-423e-83d9-d47c2a959307 req-ef14b84d-d471-4c91-8f56-e2edb295d3fe tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0530739 Apr 01 00:14:43.218456 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cf7a48db-54fb-423e-83d9-d47c2a959307 req-4c575aa8-5697-4599-9e46-b8d648869283 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Apr 01 00:14:43.347202 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242694a-f8c6-4d19-ae73-f536a84b1586 req-c80be6a1-b414-41b7-8e5c-447ba3842815 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.348686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0242694a-f8c6-4d19-ae73-f536a84b1586 req-c80be6a1-b414-41b7-8e5c-447ba3842815 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0579965 Apr 01 00:14:43.388278 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0242694a-f8c6-4d19-ae73-f536a84b1586 req-c3b6182c-35d5-4fdf-8f02-50741cc462cc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Apr 01 00:14:43.412256 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:43.550549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4934a-9135-4388-86fd-d4b7326e6eaa tempest-TestShelveInstance-433746354 tempest-TestShelveInstance-433746354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.552195 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-58b4934a-9135-4388-86fd-d4b7326e6eaa tempest-TestShelveInstance-433746354 tempest-TestShelveInstance-433746354-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1092 time: 0.1389472 Apr 01 00:14:43.555217 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 43744) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:14:43.559556 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:14:43.654329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:43.755697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:43.882977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Allocated IP 172.25.6.251 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/68a37c57-6550-4131-89fc-ca2971489cca) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:14:43.961897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f2ccad47-f28c-4e52-b846-dba73d837006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:43.994279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.065226 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.106813 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:14:44.111500 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:14:44.115781 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:14:44.118840 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=68a37c57-6550-4131-89fc-ca2971489cca,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:44.496535 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.606697 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.762687 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.807705 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:44.881364 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=68a37c57-6550-4131-89fc-ca2971489cca,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:14:44.894596 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:45.000873 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Floating IP 5cdb2a51-418f-4976-bf6e-92a5083015ee associated. External IP: 172.25.6.251, port: f42399e2-c57c-4f1e-badb-49d2520d4b2c. Apr 01 00:14:45.215426 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:14:45.330122 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:14:45.340474 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:14:45.352332 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:45.367259 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:45.398249 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:45.429940 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4145a744-85bc-433c-a0e6-60f937f75247 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8736734 Apr 01 00:14:45.430547 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:14:45.432886 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45eef62-0c2e-4612-8022-a0f994c59e92" -d '{"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:14:45.469099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:45.473832 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb80d46-67ed-4fa6-82c9-b70c99a6cad6 x-openstack-request-id: req-dbb80d46-67ed-4fa6-82c9-b70c99a6cad6 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:14:45.474122 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:14:45.474375 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dbb80d46-67ed-4fa6-82c9-b70c99a6cad6 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:14:45.474785 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb80d46-67ed-4fa6-82c9-b70c99a6cad6'] response: {'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'status': 'completed', 'code': 200} Apr 01 00:14:45.561169 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-9288ec2f-c9a0-40ce-8325-6adf17fbc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:45.562764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-9288ec2f-c9a0-40ce-8325-6adf17fbc5aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0468345 Apr 01 00:14:45.665140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-d2baa6b4-a919-4294-804d-8a5a9b88491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:45.666653 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-d2baa6b4-a919-4294-804d-8a5a9b88491d service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0980685 Apr 01 00:14:45.737185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-1a63d961-03e6-4f19-b62f-e9f8075a56e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1000 time: 0.0636849 Apr 01 00:14:45.792638 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:45.794737 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-8d8630bd-949a-49af-8e80-fa3940f1d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:45.796383 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-8d8630bd-949a-49af-8e80-fa3940f1d3bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0527818 Apr 01 00:14:45.842985 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-8cbeb865-f6f3-4664-9547-3e99a68b38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:45.844557 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-8cbeb865-f6f3-4664-9547-3e99a68b38ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418229 Apr 01 00:14:45.883607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '5cdb2a51-418f-4976-bf6e-92a5083015ee', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:14:44Z', 'updated_at': '2022-04-01T00:14:44Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:45.915251 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:14:45.923857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:14:45.924468 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:14:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:45.937489 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-c86f2905-6694-4682-9501-a372b5c413ae service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866449 Apr 01 00:14:46.036723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:14:46.038420 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b45eef62-0c2e-4612-8022-a0f994c59e92 req-a2e2598c-143c-4dd3-8784-61b9380dfc71 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951307 Apr 01 00:14:46.270804 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '5cdb2a51-418f-4976-bf6e-92a5083015ee', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:14:44Z', 'updated_at': '2022-04-01T00:14:44Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:14:46.300424 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e833b3-282f-45bd-92e4-5b2216178d64 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '5cdb2a51-418f-4976-bf6e-92a5083015ee', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:14:44Z', 'updated_at': '2022-04-01T00:14:44Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:14:46.507515 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e8bcf6-5951-42ab-a7ff-a64e61690e21 None None] New status for floating IP 5cdb2a51-418f-4976-bf6e-92a5083015ee: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:14:46.910581 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:46.939731 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:54.796149 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:55.015811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:14:57.105257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-ea277fad-66b4-4462-a811-46a962d00cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462711 Apr 01 00:14:57.206804 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-8c037585-a5d9-4d86-a6c2-ae0d3d0fda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:57.208596 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-8c037585-a5d9-4d86-a6c2-ae0d3d0fda19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0448246 Apr 01 00:14:57.323102 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-0a432282-2fd4-4636-8923-3c210a37c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:57.324478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-0a432282-2fd4-4636-8923-3c210a37c1e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0929930 Apr 01 00:14:57.397966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-650d5f6b-fde8-4ac2-b153-0179aca0dc6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0666406 Apr 01 00:14:57.457080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-6c1c8365-0e3f-4682-a304-55b7968881fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:57.458701 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-6c1c8365-0e3f-4682-a304-55b7968881fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0537503 Apr 01 00:14:57.509085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-a781fb56-d1e7-4ff0-ae5d-a779fb70ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:57.510568 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-a781fb56-d1e7-4ff0-ae5d-a779fb70ffc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435665 Apr 01 00:14:57.603586 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-df1b5403-eba5-4ce5-ae89-ee0a197b7529 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852423 Apr 01 00:14:57.711857 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94b5e07d-e4e2-4d9d-a161-b660a16b7723 req-44c73232-6d85-4cb0-a2a6-29e443d206cd service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019473 Apr 01 00:15:05.556250 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:11.674823 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8d743e6-b723-4e3b-ac36-1eba63df0cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:13.955859 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-7f34bb07-415a-452e-91e7-ed5794fa0c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.618207 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.835875 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.898180 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.800977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.004944 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:15:35.600820 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:41.686370 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b318a9b5-68d1-44c6-88bc-d0daef5ba060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:43.971583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-02e9934f-813d-4e0e-a4c2-bd853087dc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:45.640293 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:46.863395 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:46.950028 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:54.817737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:58.080759 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-dae9d60e-e1c2-4234-b5a6-6c1ae4610a2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429189 Apr 01 00:15:58.178468 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-7139445e-3682-4116-ac32-bd1e60aec3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:58.180038 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-7139445e-3682-4116-ac32-bd1e60aec3bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0414529 Apr 01 00:15:58.287236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-c95ffdb4-9ba8-4c17-ae3f-35e642e59bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:58.288639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-c95ffdb4-9ba8-4c17-ae3f-35e642e59bc0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0898387 Apr 01 00:15:58.357143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-e6962969-953e-4ba9-8b1e-486ee7a492e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0618424 Apr 01 00:15:58.411591 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-0482ae98-70aa-4e57-873c-298a4e3a03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:58.413077 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-0482ae98-70aa-4e57-873c-298a4e3a03dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0492761 Apr 01 00:15:58.464410 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-c886cae4-f59a-43e2-8d5a-68b87ff8160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:58.466018 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-c886cae4-f59a-43e2-8d5a-68b87ff8160d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453787 Apr 01 00:15:58.560165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-f21f1346-894a-4ae6-b023-fe5a77b33166 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Apr 01 00:15:58.678618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-12bcf41e-d2a6-4e5f-88e6-c173e1f752ca req-10b2705d-5f65-4ddf-a21d-bd2bd49dcbf3 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116283 Apr 01 00:16:05.675403 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:09.003896 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:16:11.679950 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ba70cb87-b205-425e-ba6a-f7c36073bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:13.943036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d4a9477d-626e-4ad7-9836-c3e953690223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:15.652002 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:16.914551 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:16.942591 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:24.823173 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:35.588390 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:41.690776 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-802e672d-b1da-46e3-844c-4a1883910835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:43.948206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c55f0ac1-be23-4c8a-82da-3961659fd577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:45.639328 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:46.003044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:16:46.899987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:46.958986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:54.840269 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:59.084046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-be516f5b-e13d-4362-9b60-74b390a4013d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470748 Apr 01 00:16:59.189192 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-993187bd-ade6-4711-87b5-b51269a67a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:59.191094 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-993187bd-ade6-4711-87b5-b51269a67a22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0454977 Apr 01 00:16:59.309171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-ad685183-dde0-4f68-94c7-b70e0ebc8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:59.310694 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-ad685183-dde0-4f68-94c7-b70e0ebc8e9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0981450 Apr 01 00:16:59.377828 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-a35889a2-32e7-439b-9bb7-1f2e63d4a2d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0607162 Apr 01 00:16:59.436477 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-a41b05dd-f3b9-44d4-9d98-14242aa71118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:59.438005 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-a41b05dd-f3b9-44d4-9d98-14242aa71118 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0529153 Apr 01 00:16:59.488610 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-c2d43f21-9edc-4f81-99fc-d3db422c9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:59.490636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-c2d43f21-9edc-4f81-99fc-d3db422c9c06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466106 Apr 01 00:16:59.587461 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-801ea688-e085-46e9-adb6-f3850a7475b6 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898173 Apr 01 00:16:59.688205 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-415a1092-6058-41b8-ba6a-eb9ff73ed688 req-a47c7463-15d5-4030-b185-3c72f6609d17 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945733 Apr 01 00:17:05.598803 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:11.678524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6fb560fd-3a96-41f9-8359-7632d37b62e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:13.952506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-112953c0-dee3-41e0-b587-ec5f07106f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:15.649751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:16.862517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:16.930756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:23.002570 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:17:23.375856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764fb34-dd04-4775-bb97-5973ec01ed28 req-3e886f8d-d0bb-443a-b933-18f3f8632c62 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:23.377387 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f764fb34-dd04-4775-bb97-5973ec01ed28 req-3e886f8d-d0bb-443a-b933-18f3f8632c62 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.1300642 Apr 01 00:17:23.417571 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f764fb34-dd04-4775-bb97-5973ec01ed28 req-84d85832-cd57-4fa7-81e6-5fba1127b8d1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Apr 01 00:17:24.546050 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765863-1d87-45a8-97ce-6a1c9671204c req-56a939c5-85ff-429b-91f5-23d59a43d6e8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:24.547581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95765863-1d87-45a8-97ce-6a1c9671204c req-56a939c5-85ff-429b-91f5-23d59a43d6e8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Apr 01 00:17:24.589332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-95765863-1d87-45a8-97ce-6a1c9671204c req-8745011b-729a-478c-b3ee-c756fc3e548c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Apr 01 00:17:24.821431 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:25.724094 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154744f-bc83-4528-9b67-2599d1c21c22 req-83f2664c-6f0c-4cac-ac66-2bf7e2d62844 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:25.726261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3154744f-bc83-4528-9b67-2599d1c21c22 req-83f2664c-6f0c-4cac-ac66-2bf7e2d62844 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0615993 Apr 01 00:17:25.767535 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3154744f-bc83-4528-9b67-2599d1c21c22 req-455ef409-a6b8-4dc9-ad53-db87e8a4d294 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348802 Apr 01 00:17:26.891819 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7748b-7515-417f-a1b4-41c91adcb794 req-52314d18-79a6-4c73-a4b0-96ccd703f743 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:26.893347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71a7748b-7515-417f-a1b4-41c91adcb794 req-52314d18-79a6-4c73-a4b0-96ccd703f743 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0526166 Apr 01 00:17:26.936096 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71a7748b-7515-417f-a1b4-41c91adcb794 req-69416a33-f6c4-4c25-b90e-1242128977fd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358922 Apr 01 00:17:28.052505 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc39b-f95f-41cc-bfe7-1753b875769e req-2a983e24-43a4-43b9-9b1f-747aa3133757 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:28.055454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f1cc39b-f95f-41cc-bfe7-1753b875769e req-2a983e24-43a4-43b9-9b1f-747aa3133757 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Apr 01 00:17:28.093431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3f1cc39b-f95f-41cc-bfe7-1753b875769e req-0180ebb2-f1fc-4fd0-8193-f797ed22c367 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Apr 01 00:17:29.218287 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4474fd-7685-4b5f-a6a1-454b4c38930d req-0f1a7047-c131-4509-b9ea-db9176fcadc1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:29.219841 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc4474fd-7685-4b5f-a6a1-454b4c38930d req-0f1a7047-c131-4509-b9ea-db9176fcadc1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0567141 Apr 01 00:17:29.260549 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cc4474fd-7685-4b5f-a6a1-454b4c38930d req-0585c6f5-3de5-4977-ad91-5a56e91fa266 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335085 Apr 01 00:17:30.381144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35384-5000-4b5b-b98d-bf75a0d97a7a req-e250ebf8-eb21-4ea2-a7cd-4afe2fd06438 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:30.383318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75f35384-5000-4b5b-b98d-bf75a0d97a7a req-e250ebf8-eb21-4ea2-a7cd-4afe2fd06438 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Apr 01 00:17:30.424452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-75f35384-5000-4b5b-b98d-bf75a0d97a7a req-c0632747-6098-49b0-9229-82ea9d19fbd5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349653 Apr 01 00:17:31.559478 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82b45-b906-48ff-aa84-f482240b3710 req-84fed078-f8f8-4ad8-aad4-152fc4e37c9b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:31.561237 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2d82b45-b906-48ff-aa84-f482240b3710 req-84fed078-f8f8-4ad8-aad4-152fc4e37c9b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0590160 Apr 01 00:17:31.608166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f2d82b45-b906-48ff-aa84-f482240b3710 req-cd2f16ff-3a0c-431e-b148-2c858ff6bcfb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Apr 01 00:17:32.739467 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af62283-eb6c-4b7d-974f-4110989422f2 req-dfdf60f7-5009-436a-a634-69f8461c4d12 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:32.741070 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8af62283-eb6c-4b7d-974f-4110989422f2 req-dfdf60f7-5009-436a-a634-69f8461c4d12 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0528059 Apr 01 00:17:32.780040 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8af62283-eb6c-4b7d-974f-4110989422f2 req-40ff7fd2-f47e-47b4-ac17-5ab8f1548eb4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Apr 01 00:17:33.902333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd3561-8ef1-4f61-b96d-1899041f7a5f req-c1f861a9-5032-4e56-93e8-884ab42af7c8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:33.903911 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bdd3561-8ef1-4f61-b96d-1899041f7a5f req-c1f861a9-5032-4e56-93e8-884ab42af7c8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Apr 01 00:17:33.944169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5bdd3561-8ef1-4f61-b96d-1899041f7a5f req-b747bd57-efd0-4b05-ae6c-17c8c0b53afe tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Apr 01 00:17:35.067756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051c33b-0416-468c-a615-3904e4fa5740 req-4289cb2d-b1cf-40c7-8c0b-ddb01a9ff6be tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:35.069538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f051c33b-0416-468c-a615-3904e4fa5740 req-4289cb2d-b1cf-40c7-8c0b-ddb01a9ff6be tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0504303 Apr 01 00:17:35.108166 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f051c33b-0416-468c-a615-3904e4fa5740 req-87c326e4-890f-473b-ab08-12446d809873 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Apr 01 00:17:35.598183 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:36.236195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68536e1a-65dc-4165-b814-a8a3210eb689 req-83166182-271c-4a8b-a814-27f02ac20292 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:36.237715 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68536e1a-65dc-4165-b814-a8a3210eb689 req-83166182-271c-4a8b-a814-27f02ac20292 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0585828 Apr 01 00:17:36.280621 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-68536e1a-65dc-4165-b814-a8a3210eb689 req-6968e4a9-f17b-48bc-8e4b-c2800009c71e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Apr 01 00:17:36.701044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:17:36.797196 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:17:36.809073 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:17:36.845501 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:36.862218 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:17:36.882596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:17:36.952347 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:37.000873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:17:37.009362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.009719 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.010060 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.010398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.010735 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.011092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.011444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.011772 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.012098 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.012422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.012747 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.013069 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:37.088540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['f42399e2-c57c-4f1e-badb-49d2520d4b2c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:17:37.404963 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a47a-324a-4ffb-a01e-c71995f8692a req-05e6fc58-0833-448f-a8aa-48c93be5b333 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:37.406430 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a746a47a-324a-4ffb-a01e-c71995f8692a req-05e6fc58-0833-448f-a8aa-48c93be5b333 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Apr 01 00:17:37.445112 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a746a47a-324a-4ffb-a01e-c71995f8692a req-1ac39bd9-593e-4206-8306-7d31fecc3bb1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Apr 01 00:17:38.574887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d12d13-862c-4068-851b-4502b9403af1 req-1987f9af-374a-47d7-82e1-668b646b46cc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:38.576413 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7d12d13-862c-4068-851b-4502b9403af1 req-1987f9af-374a-47d7-82e1-668b646b46cc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0624034 Apr 01 00:17:38.614344 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a7d12d13-862c-4068-851b-4502b9403af1 req-1eee57c0-fe51-4ba8-80fc-0a84bdf37ba5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Apr 01 00:17:38.705597 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:17:38.756749 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port f42399e2-c57c-4f1e-badb-49d2520d4b2c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:17:38.757199 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:38.839582 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:38.862943 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:17:38.865205 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366e8ca-c27c-479d-ad78-2c55722759fd" -d '{"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:17:38.879394 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:17:38.905457 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46db81d0-4ae3-477b-aa9b-700991c67f83 x-openstack-request-id: req-46db81d0-4ae3-477b-aa9b-700991c67f83 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:17:38.905751 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:17:38.906059 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-46db81d0-4ae3-477b-aa9b-700991c67f83 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:17:38.906480 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46db81d0-4ae3-477b-aa9b-700991c67f83'] response: {'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'code': 200} Apr 01 00:17:38.930583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:38.984113 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:17:39.735557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03811804-c7b1-45f3-b2dd-487bee234598 req-b64b8f80-2c5f-4918-bccd-679c3387e16e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:39.737065 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03811804-c7b1-45f3-b2dd-487bee234598 req-b64b8f80-2c5f-4918-bccd-679c3387e16e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0544584 Apr 01 00:17:39.778648 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-03811804-c7b1-45f3-b2dd-487bee234598 req-fc47c8b8-0596-4d91-8fa7-1c4f3a9d6abd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Apr 01 00:17:40.921517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab467f-fbea-41fb-9c96-23b19e47346b req-a831069d-b4ed-491f-9d48-0ef3c14431a4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:40.924563 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faab467f-fbea-41fb-9c96-23b19e47346b req-a831069d-b4ed-491f-9d48-0ef3c14431a4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0661235 Apr 01 00:17:40.967724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-faab467f-fbea-41fb-9c96-23b19e47346b req-2bca1753-8865-4409-afeb-e5ed54f38b1f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362871 Apr 01 00:17:41.706667 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e1af4ad7-1c33-422c-988f-a91223cf161c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:42.116525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbdbb8-8238-41be-b0cb-9b8e2962b8c3 req-3444f47c-fa54-4770-b42a-0e80d5a6c5e9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:42.118165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2fbdbb8-8238-41be-b0cb-9b8e2962b8c3 req-3444f47c-fa54-4770-b42a-0e80d5a6c5e9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0665751 Apr 01 00:17:42.168698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2fbdbb8-8238-41be-b0cb-9b8e2962b8c3 req-d7e5c95c-3cbb-489a-b9c5-e81922760c72 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Apr 01 00:17:43.306509 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79032d-9747-477a-83c0-d9c402bbbb42 req-ac4b3e28-ac5d-4c84-8c8d-78edb0c8c262 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:43.310220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f79032d-9747-477a-83c0-d9c402bbbb42 req-ac4b3e28-ac5d-4c84-8c8d-78edb0c8c262 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0684218 Apr 01 00:17:43.354866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1f79032d-9747-477a-83c0-d9c402bbbb42 req-b32e0642-bdb8-47c5-9b45-a42eb4e41453 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 Apr 01 00:17:43.963912 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-40214b60-4890-464b-98a1-c96eaa4d8986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:44.501330 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d9bdc-73e8-4b9d-884a-54a06d34745a req-a6116036-cba0-47ea-af9b-a6b9515a1786 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:44.502924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-269d9bdc-73e8-4b9d-884a-54a06d34745a req-a6116036-cba0-47ea-af9b-a6b9515a1786 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0558152 Apr 01 00:17:44.562827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-269d9bdc-73e8-4b9d-884a-54a06d34745a req-c199a47b-21c3-47b0-9ea9-3c7c4d81a64a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501161 Apr 01 00:17:45.672312 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:45.708856 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07a2f-40f2-4132-9b22-3b57c7b71728 req-79ead0d5-09d6-49d5-a75b-be94665216d6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:45.711059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00d07a2f-40f2-4132-9b22-3b57c7b71728 req-79ead0d5-09d6-49d5-a75b-be94665216d6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0659325 Apr 01 00:17:45.763210 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-00d07a2f-40f2-4132-9b22-3b57c7b71728 req-e80acc20-95a1-4db9-a80d-b47b122a2e52 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Apr 01 00:17:46.907486 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:46.935310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:46.939889 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1cce0-f2c1-435f-9f26-a3deed0249fe req-b1fe30a6-1d20-4d50-a323-b75f78e2e365 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:46.942312 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc1cce0-f2c1-435f-9f26-a3deed0249fe req-b1fe30a6-1d20-4d50-a323-b75f78e2e365 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0716162 Apr 01 00:17:46.994567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-cbc1cce0-f2c1-435f-9f26-a3deed0249fe req-25eecbf8-c844-41d7-b458-1574cdb8be67 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Apr 01 00:17:48.136417 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44914946-f9c0-4cb4-9233-19542ee91ecc req-eb8b1384-6235-4e6c-a922-0e61d1ad92f0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:48.138062 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44914946-f9c0-4cb4-9233-19542ee91ecc req-eb8b1384-6235-4e6c-a922-0e61d1ad92f0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0573759 Apr 01 00:17:48.181246 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44914946-f9c0-4cb4-9233-19542ee91ecc req-17175fd7-5d96-4e41-a1a7-09754b7eb5ae tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364604 Apr 01 00:17:49.326380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1452c3-18c6-4017-9bbc-222c7e107a85 req-820809e1-bbef-4b64-aaba-c3203735ae14 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:49.327948 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d1452c3-18c6-4017-9bbc-222c7e107a85 req-820809e1-bbef-4b64-aaba-c3203735ae14 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0590892 Apr 01 00:17:49.390175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d1452c3-18c6-4017-9bbc-222c7e107a85 req-6f3484c0-9a1f-42a5-ae15-bf68b49cb2a8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548410 Apr 01 00:17:50.563773 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9fbd3-1d08-478a-bc2e-e50380403b4f req-1d507ebb-ef40-4e05-90c7-36e96c29860b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:50.572955 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8a9fbd3-1d08-478a-bc2e-e50380403b4f req-1d507ebb-ef40-4e05-90c7-36e96c29860b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0682878 Apr 01 00:17:50.640533 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d8a9fbd3-1d08-478a-bc2e-e50380403b4f req-00488afe-353d-417f-8149-ed21fc591507 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657547 Apr 01 00:17:51.763776 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f01ca-caf6-45cb-a215-879280f23058 req-741bee34-4f23-406e-8287-3e01c2ed8ef7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:51.765385 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8f01ca-caf6-45cb-a215-879280f23058 req-741bee34-4f23-406e-8287-3e01c2ed8ef7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0526054 Apr 01 00:17:51.811201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b8f01ca-caf6-45cb-a215-879280f23058 req-61325650-a23c-47ef-886c-098a812c49f9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Apr 01 00:17:52.204277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737b97-d435-4414-be31-7cd2a084b979 req-b6f337b6-216a-4477-bb99-a0e49b5e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:52.205789 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-b6f337b6-216a-4477-bb99-a0e49b5e28f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1047258 Apr 01 00:17:52.302274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737b97-d435-4414-be31-7cd2a084b979 req-5987733f-dd7c-48e4-94d5-72ca5affbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:52.304309 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-5987733f-dd7c-48e4-94d5-72ca5affbc7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0908968 Apr 01 00:17:52.371561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-fcaa1018-14ff-4ffa-8786-36e034f8cf07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0597250 Apr 01 00:17:52.425374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737b97-d435-4414-be31-7cd2a084b979 req-32b25059-8cd0-446c-aaa9-995ada1b1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:52.426864 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-32b25059-8cd0-446c-aaa9-995ada1b1846 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0492563 Apr 01 00:17:52.473907 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737b97-d435-4414-be31-7cd2a084b979 req-17e5ced3-bb8a-4039-8bc8-a0f9649e2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:52.476067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-17e5ced3-bb8a-4039-8bc8-a0f9649e2ad3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421190 Apr 01 00:17:52.486709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-b16500f0-3f04-4c51-ab15-2d94208b8296 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:17:52.487772 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-b16500f0-3f04-4c51-ab15-2d94208b8296 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050430 Apr 01 00:17:52.578873 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-45fd44a7-6645-438e-9bd0-08755bd15f51 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Apr 01 00:17:52.672334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-26737b97-d435-4414-be31-7cd2a084b979 req-a5d8dbb7-a723-4c67-aa35-e67d05f53ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 Apr 01 00:17:52.931396 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e8db5-6b24-4332-b1d2-c354ab227dcb req-42e003b4-d857-402e-95d4-45ea4772730e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:52.933148 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-849e8db5-6b24-4332-b1d2-c354ab227dcb req-42e003b4-d857-402e-95d4-45ea4772730e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0499909 Apr 01 00:17:52.972524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-849e8db5-6b24-4332-b1d2-c354ab227dcb req-c3757d8f-479f-4e37-8655-11e6db499f6b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Apr 01 00:17:54.091801 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05481c3-aaa3-4fec-8003-c9239e98151a req-a6943449-c3fe-4055-afb8-fbf070e21208 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:54.093284 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a05481c3-aaa3-4fec-8003-c9239e98151a req-a6943449-c3fe-4055-afb8-fbf070e21208 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0504637 Apr 01 00:17:54.136977 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a05481c3-aaa3-4fec-8003-c9239e98151a req-77b31a43-c683-4c17-ab51-acc5c0029d7b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Apr 01 00:17:54.785668 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:17:54.859414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:54.875789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:54.907611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:17:54.910245 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b44de5-6140-4acd-9158-2ece18d22459" -d '{"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:17:54.924514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:17:54.952890 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facec555-efb7-45d2-b6bc-603a0103d31f x-openstack-request-id: req-facec555-efb7-45d2-b6bc-603a0103d31f {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:17:54.953184 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:17:54.953436 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-facec555-efb7-45d2-b6bc-603a0103d31f {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:17:54.953832 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facec555-efb7-45d2-b6bc-603a0103d31f'] response: {'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'code': 200} Apr 01 00:17:54.997819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:55.048400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:17:55.279483 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4a85f-e0fc-49dc-98dc-07acb47d6cca req-d48cf973-1ae5-4a80-93a2-fe8516a51635 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:55.281081 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35d4a85f-e0fc-49dc-98dc-07acb47d6cca req-d48cf973-1ae5-4a80-93a2-fe8516a51635 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0718942 Apr 01 00:17:55.322999 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-35d4a85f-e0fc-49dc-98dc-07acb47d6cca req-965f8040-7364-4f25-bfe5-ba1cda9c64ca tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Apr 01 00:17:55.446298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-20e933d7-f5c2-420e-bd20-ca1e7908b27d req-2d6d7596-4807-4abb-8134-bf8447693f6d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:17:55.447371 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-20e933d7-f5c2-420e-bd20-ca1e7908b27d req-2d6d7596-4807-4abb-8134-bf8447693f6d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562563 Apr 01 00:17:55.807848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406fd6b-d96f-4e90-8d3c-7cb6cd12d16d req-1756e332-c127-43e9-95ae-cdbb55dc316b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:55.809438 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5406fd6b-d96f-4e90-8d3c-7cb6cd12d16d req-1756e332-c127-43e9-95ae-cdbb55dc316b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0562027 Apr 01 00:17:55.853866 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5406fd6b-d96f-4e90-8d3c-7cb6cd12d16d req-06b0db5f-516b-4943-bb74-6c8450e491b5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Apr 01 00:17:56.189375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-5c298b09-8cdb-4c6e-9791-14e2eb0e23b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992661 Apr 01 00:17:56.983742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ee6b0-bb4a-41cd-a94c-16f4487a4d03 req-fe398120-9ef0-4fa2-b7e4-e3c21c6e5f02 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:56.984348 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f84ee6b0-bb4a-41cd-a94c-16f4487a4d03 req-fe398120-9ef0-4fa2-b7e4-e3c21c6e5f02 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0522647 Apr 01 00:17:57.027657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f84ee6b0-bb4a-41cd-a94c-16f4487a4d03 req-14021f48-fae2-4332-8c4f-219b71aa8d6e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368927 Apr 01 00:17:57.667312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-ca5b9409-fdd8-403c-881b-e4c8f78aa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:57.668866 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-ca5b9409-fdd8-403c-881b-e4c8f78aa5cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 1095 time: 0.0945902 Apr 01 00:17:57.681263 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828414-2', 'device_owner': 'compute:nova'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:17:57.739476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:57.953603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:17:57.989501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h1-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:17:58.024790 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:17:58.033289 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.046662 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Transition to ACTIVE for port object f42399e2-c57c-4f1e-badb-49d2520d4b2c will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:17:58.095455 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.153352 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bdce1-4c55-4d8d-b8f6-7da049e06192 req-74fd3489-ab2c-4c72-ac67-7eb22ac75437 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:58.154913 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af4bdce1-4c55-4d8d-b8f6-7da049e06192 req-74fd3489-ab2c-4c72-ac67-7eb22ac75437 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 944 time: 0.0537851 Apr 01 00:17:58.190806 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=9']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:17:58.201175 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.201503 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.201746 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-af4bdce1-4c55-4d8d-b8f6-7da049e06192 req-2fb7c6f1-5eae-46b1-a736-680bf011adb2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Apr 01 00:17:58.201882 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.202077 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.202403 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.202731 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.203092 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.203396 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.203716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.204534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.204534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.204926 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:17:58.242614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] No DVR routers for this DVR port f42399e2-c57c-4f1e-badb-49d2520d4b2c on host n-h1-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:17:58.731323 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:17:58.732332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:17:58.732332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:17:58.737272 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:17:58.737596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Attempting to bind port f42399e2-c57c-4f1e-badb-49d2520d4b2c on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:17:58.743864 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:17:58.744204 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:17:58.744590 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Bound using segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:17:58.745014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Bound port: f42399e2-c57c-4f1e-badb-49d2520d4b2c, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:17:58.745371 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.796071 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:17:58.832722 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:17:58.835825 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:17:58.846093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:17:58.935329 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.982386 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:58.982936 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.984492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] 10.222.0.44 "PUT /v2.0/ports/f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1092 time: 1.3074617 Apr 01 00:17:58.984967 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:17:58.987393 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f92b12-549a-42e0-a8e0-5c7107676b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:17:59.041569 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771efd8-74fa-457f-9472-020bd94c4e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=10']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:17:59.049285 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04401411-9148-407c-b444-2fda27e5c23c x-openstack-request-id: req-04401411-9148-407c-b444-2fda27e5c23c {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:17:59.051811 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:17:59.052780 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-04401411-9148-407c-b444-2fda27e5c23c {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:17:59.052780 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04401411-9148-407c-b444-2fda27e5c23c'] response: {'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'status': 'completed', 'code': 200} Apr 01 00:17:59.092915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-092c3eca-b9ca-470d-8c6f-1adf993c1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.094455 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-092c3eca-b9ca-470d-8c6f-1adf993c1844 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0650444 Apr 01 00:17:59.196152 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-99532d6b-4df1-4ea0-bf5e-d26cf3fda2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.197628 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-99532d6b-4df1-4ea0-bf5e-d26cf3fda2dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0964031 Apr 01 00:17:59.273261 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-7033b94d-6ee7-401d-9bbd-3642115f13ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1000 time: 0.0687809 Apr 01 00:17:59.331209 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-04197f20-4f77-471d-a6e9-bcc9fd7104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.332793 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-04197f20-4f77-471d-a6e9-bcc9fd7104b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0530505 Apr 01 00:17:59.350432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e92b9-0e0c-46b7-b114-a799947837ba req-50e99483-9848-4349-afa8-6ebca0041e22 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.352105 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de6e92b9-0e0c-46b7-b114-a799947837ba req-50e99483-9848-4349-afa8-6ebca0041e22 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Apr 01 00:17:59.383465 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-17c8c86f-0d7b-4905-b3a1-61a568176523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.384975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-17c8c86f-0d7b-4905-b3a1-61a568176523 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460014 Apr 01 00:17:59.405133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de6e92b9-0e0c-46b7-b114-a799947837ba req-b910e797-d08e-4288-a3fe-61546d9bdd93 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Apr 01 00:17:59.485247 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-a129ae1b-6d21-44de-a5e2-5f937a65e17e service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927544 Apr 01 00:17:59.594154 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-9bb53643-a9e7-40cc-a134-27be84d1c248 req-116db8e4-c23e-4a43-a447-9e36801f1baa service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018965 Apr 01 00:17:59.741224 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-428870c7-e697-4330-82d0-3f3ab775cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.742863 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-428870c7-e697-4330-82d0-3f3ab775cbdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0445702 Apr 01 00:17:59.848346 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-2b537170-9897-41bf-8066-779d37a11740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.849639 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-2b537170-9897-41bf-8066-779d37a11740 service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1008968 Apr 01 00:17:59.916287 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-7adb8793-b2c1-4938-b7b5-48efa7fc4e2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1000 time: 0.0604305 Apr 01 00:17:59.987039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-27b69960-1d34-4d5a-9cb7-f72df827e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:59.988555 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-27b69960-1d34-4d5a-9cb7-f72df827e661 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0657482 Apr 01 00:18:00.002971 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:00.054541 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-465384f6-9bce-435a-bff9-18ef7f8b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:00.057411 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-465384f6-9bce-435a-bff9-18ef7f8b95b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622361 Apr 01 00:18:00.571551 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f924b6-a65c-4a1c-9320-4a6508c9b436 req-88733d02-11e2-4989-a432-b4f658083648 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:00.573849 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f924b6-a65c-4a1c-9320-4a6508c9b436 req-88733d02-11e2-4989-a432-b4f658083648 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0705211 Apr 01 00:18:00.664113 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45f924b6-a65c-4a1c-9320-4a6508c9b436 req-1f88ca92-8f4f-4b0f-ac70-cd417434099d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820661 Apr 01 00:18:01.825975 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262d53-40c4-4901-95ea-36bbbd8acec9 req-f0687dce-0e9e-4dd9-afa6-7764c95d1bae tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:01.828879 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f262d53-40c4-4901-95ea-36bbbd8acec9 req-f0687dce-0e9e-4dd9-afa6-7764c95d1bae tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0669048 Apr 01 00:18:01.882463 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f262d53-40c4-4901-95ea-36bbbd8acec9 req-bdbe08b1-565e-49cc-b630-ceb5c8ae5697 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Apr 01 00:18:03.028416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167839-9ca0-424b-bd92-55adbdf8ddf5 req-ee0fe862-104e-4f6c-98b2-0f383b845985 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:03.030801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8167839-9ca0-424b-bd92-55adbdf8ddf5 req-ee0fe862-104e-4f6c-98b2-0f383b845985 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0648069 Apr 01 00:18:03.087610 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e8167839-9ca0-424b-bd92-55adbdf8ddf5 req-5adb332c-6787-482c-9c56-54a0024d0b0f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498030 Apr 01 00:18:04.244080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0357e-7610-4457-af7c-ffc408b4bc4e req-6d2c739c-5ac4-4c7e-906d-05ff2e79982a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:04.246501 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41f0357e-7610-4457-af7c-ffc408b4bc4e req-6d2c739c-5ac4-4c7e-906d-05ff2e79982a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0605471 Apr 01 00:18:04.297698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-41f0357e-7610-4457-af7c-ffc408b4bc4e req-fdd80ad8-29a3-4c1b-95e1-1e49f9e31b20 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 Apr 01 00:18:05.444159 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e36b3-3f88-4968-9920-443c8dbe4d9a req-700a9db8-8589-46c9-91ea-ce17c38dfc4e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:05.446736 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895e36b3-3f88-4968-9920-443c8dbe4d9a req-700a9db8-8589-46c9-91ea-ce17c38dfc4e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0610199 Apr 01 00:18:05.495831 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-895e36b3-3f88-4968-9920-443c8dbe4d9a req-d621f94c-0ca2-41e5-af73-a13f13f3e0c9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Apr 01 00:18:05.598552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:06.624049 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa3cae-f4c2-4c0f-9b7e-5ad0616b614d req-8c5c87f8-a8b7-4c19-9dd2-e597214cc7b7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:06.625616 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92fa3cae-f4c2-4c0f-9b7e-5ad0616b614d req-8c5c87f8-a8b7-4c19-9dd2-e597214cc7b7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Apr 01 00:18:06.670368 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92fa3cae-f4c2-4c0f-9b7e-5ad0616b614d req-6c190aa4-a451-4b12-9d2c-6bfa4abeb604 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377827 Apr 01 00:18:07.800157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8609b80-495c-4562-a9a0-cda2b58daca1 req-5147615a-d4eb-472a-983a-cd2f980676e7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:07.801675 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8609b80-495c-4562-a9a0-cda2b58daca1 req-5147615a-d4eb-472a-983a-cd2f980676e7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0583594 Apr 01 00:18:07.850395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c8609b80-495c-4562-a9a0-cda2b58daca1 req-43ac4d65-acc1-4f8b-86df-b15056f9aa1f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Apr 01 00:18:08.978280 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa2ce6-35f3-44ea-80d7-17cb043b2de5 req-46ae2d0a-34e3-424c-97e5-6c61fe85c94e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:08.981074 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62aa2ce6-35f3-44ea-80d7-17cb043b2de5 req-46ae2d0a-34e3-424c-97e5-6c61fe85c94e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Apr 01 00:18:09.023315 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-62aa2ce6-35f3-44ea-80d7-17cb043b2de5 req-52c81b46-5a63-40d4-a3d1-d56883107f08 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357769 Apr 01 00:18:10.144240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f849b3-c702-4359-bfa3-4042df2ccf3b req-104d80f3-e203-478c-bdf8-0d19a06c5d03 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:10.145754 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15f849b3-c702-4359-bfa3-4042df2ccf3b req-104d80f3-e203-478c-bdf8-0d19a06c5d03 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0497508 Apr 01 00:18:10.187046 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-15f849b3-c702-4359-bfa3-4042df2ccf3b req-d1483482-734a-455c-9891-7ff40cabd7cf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 Apr 01 00:18:11.307146 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422cfb8-b054-4846-b272-f93dff13cb17 req-b53fa57a-61c5-4e47-a23b-d9b4bac0c76c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:11.308560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5422cfb8-b054-4846-b272-f93dff13cb17 req-b53fa57a-61c5-4e47-a23b-d9b4bac0c76c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0493076 Apr 01 00:18:11.351033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5422cfb8-b054-4846-b272-f93dff13cb17 req-52de36f5-88e7-44a4-81d5-acc48f31ea42 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Apr 01 00:18:11.683392 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-ede30c76-235d-4a27-8a12-09a83b9f76da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:12.472722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414bd7-efd4-4d96-a9b7-3b400b313194 req-a8023ff9-6e2f-4b5c-aeac-fd66116cd73b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:12.474674 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19414bd7-efd4-4d96-a9b7-3b400b313194 req-a8023ff9-6e2f-4b5c-aeac-fd66116cd73b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0505383 Apr 01 00:18:12.512514 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-19414bd7-efd4-4d96-a9b7-3b400b313194 req-90a0f18e-2122-41eb-abcd-5f1ed38f6c24 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Apr 01 00:18:13.152218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-69f66ea8-6ae9-49c0-b3f6-8cbace92369f service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Apr 01 00:18:13.252320 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-b7f92b12-549a-42e0-a8e0-5c7107676b6a req-0aa927eb-d403-4f18-8da0-0782135f78f0 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891447 Apr 01 00:18:13.354153 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-a3fe1b0f-85d4-4626-be2a-0840fdbd0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:13.355697 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-a3fe1b0f-85d4-4626-be2a-0840fdbd0abf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0422304 Apr 01 00:18:13.468110 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-24fc529d-1d48-4a7a-a7bd-b0adbafbe1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:13.469580 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-24fc529d-1d48-4a7a-a7bd-b0adbafbe1de service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0940714 Apr 01 00:18:13.536147 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-ec5975a3-d588-42dd-921e-ad4e97d12f8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1000 time: 0.0593076 Apr 01 00:18:13.591099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-7e26707d-4761-4bb6-9448-8bb1c069d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:13.592769 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-7e26707d-4761-4bb6-9448-8bb1c069d7e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0468853 Apr 01 00:18:13.633067 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3670-5552-48f9-8d08-7fb0d3d5cb71 req-c1e9433c-a5ed-4cb1-8d06-09bb9a9c36df tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:13.634668 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b7b3670-5552-48f9-8d08-7fb0d3d5cb71 req-c1e9433c-a5ed-4cb1-8d06-09bb9a9c36df tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Apr 01 00:18:13.647050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-47dbd420-4831-4d97-9c81-2efb5185fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:13.648643 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-47dbd420-4831-4d97-9c81-2efb5185fa2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482900 Apr 01 00:18:13.679552 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5b7b3670-5552-48f9-8d08-7fb0d3d5cb71 req-eeae4f47-fbe6-4cc7-b6e9-23d7cffc462b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Apr 01 00:18:13.742717 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-491b7dd0-7598-4914-978d-4e37613866e8 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869665 Apr 01 00:18:13.839155 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-6a07f2ec-c5e3-4d84-8baa-cb7d850e8696 req-eb221934-7015-4c62-9ab1-df08cc851128 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901718 Apr 01 00:18:13.945756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b39-d5df-4c70-9130-d51be48d6ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:14.800092 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb56-28e8-461c-9138-b42bd82d706b req-0ea2c590-71c6-414a-ad7b-fed25149ae27 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:14.801554 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c009fb56-28e8-461c-9138-b42bd82d706b req-0ea2c590-71c6-414a-ad7b-fed25149ae27 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Apr 01 00:18:14.844844 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c009fb56-28e8-461c-9138-b42bd82d706b req-06a24ec4-1ad8-4b47-b832-3f77b6ae41c9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362537 Apr 01 00:18:15.620076 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:15.965553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c08b1c-5f63-4f63-99a2-ed9c5998d6c2 req-5f7822f1-d2ef-4a8f-a361-b9d1d1d6990a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:15.967069 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0c08b1c-5f63-4f63-99a2-ed9c5998d6c2 req-5f7822f1-d2ef-4a8f-a361-b9d1d1d6990a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Apr 01 00:18:16.007245 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c0c08b1c-5f63-4f63-99a2-ed9c5998d6c2 req-30ee7948-b3d7-4939-9986-810ee5e62423 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340490 Apr 01 00:18:16.383938 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:18:16.482489 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:16.495357 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'port_id': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'mac_address': 'fa:16:3e:1c:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:18:16.532761 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:16.545713 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:18:16.566298 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:16.649288 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:16.699734 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=11']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:16.921267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:16.946003 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:17.036644 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['f42399e2-c57c-4f1e-badb-49d2520d4b2c'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:18:17.130866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b204-6555-46aa-842a-5743a345c0d3 req-e7dd0438-692a-48e6-a4e8-0698c151e382 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:17.132452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddf8b204-6555-46aa-842a-5743a345c0d3 req-e7dd0438-692a-48e6-a4e8-0698c151e382 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Apr 01 00:18:17.172066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddf8b204-6555-46aa-842a-5743a345c0d3 req-0544508b-41d2-4307-964b-410345b9f5ab tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Apr 01 00:18:18.293570 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51db18-10ca-4142-89c8-ff694205336b req-f6b0f817-3bf6-4f54-bc1c-095633c87095 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.295026 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e51db18-10ca-4142-89c8-ff694205336b req-f6b0f817-3bf6-4f54-bc1c-095633c87095 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 946 time: 0.0524490 Apr 01 00:18:18.337261 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3e51db18-10ca-4142-89c8-ff694205336b req-66479fcf-1d6e-4685-86c4-22527c6f8b00 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363259 Apr 01 00:18:18.384159 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:18:18.482577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port f42399e2-c57c-4f1e-badb-49d2520d4b2c completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:18:18.486669 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port f42399e2-c57c-4f1e-badb-49d2520d4b2c triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:18:18.487099 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:18.568532 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:18.594366 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:18:18.596642 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894ec6a2-0938-4d09-8a57-82b9c6b52566" -d '{"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:18:18.613836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:18.642008 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614f6bb-df31-4f5f-a956-d4e6d03ce3db x-openstack-request-id: req-3614f6bb-df31-4f5f-a956-d4e6d03ce3db {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:18:18.642008 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:18:18.642008 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3614f6bb-df31-4f5f-a956-d4e6d03ce3db {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:18:18.642008 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3614f6bb-df31-4f5f-a956-d4e6d03ce3db'] response: {'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'code': 200} Apr 01 00:18:18.688739 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:18.739611 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=12']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:18.875603 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18205e89-88e1-4367-bf11-33844dc3d6bf req-88ea5f42-76a6-4d3f-954a-71efde0aab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.877126 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-18205e89-88e1-4367-bf11-33844dc3d6bf req-88ea5f42-76a6-4d3f-954a-71efde0aab86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0489168 Apr 01 00:18:18.914545 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-18205e89-88e1-4367-bf11-33844dc3d6bf req-26953bb8-2b7f-4938-bc31-329082cc4d8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302455 Apr 01 00:18:19.459450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0fbf2-2fa9-4c02-8e94-274c1a3bfc22 req-299a5cc8-b639-4d94-8865-8441cb02eb70 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:19.460972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d0fbf2-2fa9-4c02-8e94-274c1a3bfc22 req-299a5cc8-b639-4d94-8865-8441cb02eb70 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0526316 Apr 01 00:18:19.500855 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-25d0fbf2-2fa9-4c02-8e94-274c1a3bfc22 req-fe4aa300-5a4a-4e3e-b170-f6bd8c1e6a29 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336926 Apr 01 00:18:20.630549 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83712f63-6bdc-4d61-b509-712bf63cd526 req-aa32bfd0-930d-49c6-a516-ec7145677d31 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:20.632066 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83712f63-6bdc-4d61-b509-712bf63cd526 req-aa32bfd0-930d-49c6-a516-ec7145677d31 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0547802 Apr 01 00:18:20.670332 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83712f63-6bdc-4d61-b509-712bf63cd526 req-cbcb92fa-269b-4a75-a2ba-3d510af49a3d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Apr 01 00:18:21.798020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a829d-167f-4304-aba0-cd76119b551e req-1db04e37-4654-413b-b906-7089bb92da60 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:21.799519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-900a829d-167f-4304-aba0-cd76119b551e req-1db04e37-4654-413b-b906-7089bb92da60 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0491977 Apr 01 00:18:21.841742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-900a829d-167f-4304-aba0-cd76119b551e req-8008e36d-5f06-47a1-b5a8-31029ae518f9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356963 Apr 01 00:18:24.819756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:35.596766 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:37.001371 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:41.676373 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-30dcaafe-5424-408f-a0aa-06681dfa1f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:43.967642 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-70ed67eb-70dd-442d-b228-e09ce9ef66a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:45.620106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:46.866846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:46.933613 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:54.819612 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:00.310789 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-e16a5e00-5d0a-4050-8b90-7e0e22d49ca6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408502 Apr 01 00:19:00.398830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-f6e0ec76-a34a-4cfe-8520-70a96e4e3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:00.400375 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-f6e0ec76-a34a-4cfe-8520-70a96e4e3495 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0466611 Apr 01 00:19:00.511928 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-d683116c-041a-486a-8e4e-fbade0a982c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:00.513399 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-d683116c-041a-486a-8e4e-fbade0a982c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0929520 Apr 01 00:19:00.599751 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-ac610329-699c-49b4-90fc-e2af7cfce316 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0791311 Apr 01 00:19:00.667012 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-68cb8ce0-830a-49f9-b563-b4354d77db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:00.668493 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-68cb8ce0-830a-49f9-b563-b4354d77db21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0631084 Apr 01 00:19:00.722381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-bb08d55b-fadb-4c5a-8ddb-a9f7b8d82453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:00.724826 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-bb08d55b-fadb-4c5a-8ddb-a9f7b8d82453 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492532 Apr 01 00:19:00.834066 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-8c03bc41-dd00-4db1-8034-1628c242127f service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027966 Apr 01 00:19:00.940761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-e6695c98-09f8-4bcd-bb04-02172803a4c5 req-0490de78-8fd5-4b7c-98a3-e7c19144bbc7 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005170 Apr 01 00:19:05.602412 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:11.721920 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-17e2ff5d-8f79-4009-8323-f567186d2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:13.967953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de8e999f-4db6-440d-8a28-043b081fcdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:14.001199 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:19:15.653022 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:16.881979 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:16.955690 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:24.893202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:35.613052 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:41.699151 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5a3fde10-c25f-4523-bb70-0fe84d6b7182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:43.974524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-87272a87-9a04-4e01-85fc-91e5d73b94a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:45.665629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:46.893598 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:46.962458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:51.007621 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:19:54.858842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:02.306395 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-f203035d-2ea0-4018-a85e-ab8fab2ae725 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536447 Apr 01 00:20:02.400946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eeed-135c-4098-afed-de37391541c5 req-a7be6c31-2e98-497b-b1b9-9bfc955febc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:02.402458 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-a7be6c31-2e98-497b-b1b9-9bfc955febc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0512757 Apr 01 00:20:02.527724 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eeed-135c-4098-afed-de37391541c5 req-9f718cda-dd37-4d8e-bc0d-3fca1ad9a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:02.529259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-9f718cda-dd37-4d8e-bc0d-3fca1ad9a6d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1043100 Apr 01 00:20:02.614337 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-46ab3c45-adf4-418d-afde-36af8f84e10d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 1002 time: 0.0782621 Apr 01 00:20:02.673822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eeed-135c-4098-afed-de37391541c5 req-1e34e020-8f03-4b11-b215-24d882cdd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:02.676747 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-1e34e020-8f03-4b11-b215-24d882cdd6cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0562961 Apr 01 00:20:02.738095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eeed-135c-4098-afed-de37391541c5 req-5f9f545e-8e5e-4954-93e0-98cd92518baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:02.740148 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-5f9f545e-8e5e-4954-93e0-98cd92518baa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565891 Apr 01 00:20:02.855316 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-e48980ca-a7c7-4fba-bb32-f552f403e651 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072426 Apr 01 00:20:02.969268 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3877eeed-135c-4098-afed-de37391541c5 req-8bfc94ca-0b80-4a0a-a660-e61c5cf43c90 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073875 Apr 01 00:20:05.641843 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:09.736994 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44120) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:09.965995 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Deleting port 68a37c57-6550-4131-89fc-ca2971489cca {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:20:09.966344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.060636 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.060965 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.075611 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Calling delete_port for 68a37c57-6550-4131-89fc-ca2971489cca owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:20:10.316107 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.342267 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'Port': ['ID=68a37c57-6550-4131-89fc-ca2971489cca,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:10.357201 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.357549 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.357899 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.358219 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.358548 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.358877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.359270 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.359593 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.359915 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.360235 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.360553 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.360874 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:10.426747 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.427394 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Floating IP 5cdb2a51-418f-4976-bf6e-92a5083015ee disassociated (deleted). External IP: 172.25.6.251, port: f42399e2-c57c-4f1e-badb-49d2520d4b2c. Apr 01 00:20:10.666665 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:20:10.789266 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:20:10.794405 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.800565 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:20:10.811751 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:20:10.812386 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:20:10.826295 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ee04f9ec-bdfc-4151-a3b2-0f1215424148 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "DELETE /v2.0/floatingips/5cdb2a51-418f-4976-bf6e-92a5083015ee HTTP/1.1" status: 204 len: 168 time: 1.0881093 Apr 01 00:20:10.826872 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:20:10.829267 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:20:10.949878 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2325e-0ca6-4a4b-8066-a575465433c1 x-openstack-request-id: req-70e2325e-0ca6-4a4b-8066-a575465433c1 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:20:10.950180 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:20:10.950437 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-70e2325e-0ca6-4a4b-8066-a575465433c1 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:20:10.950944 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e2325e-0ca6-4a4b-8066-a575465433c1'] response: {'name': 'network-changed', 'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'status': 'completed', 'code': 200} Apr 01 00:20:10.961682 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:20:11.036330 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-9c2b2c0e-a4d6-4ea7-a318-c77d78bff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:11.038698 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-9c2b2c0e-a4d6-4ea7-a318-c77d78bff25b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0646479 Apr 01 00:20:11.154969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-8f378837-d417-4acb-9a2b-a109750bd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:11.156714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-8f378837-d417-4acb-9a2b-a109750bd301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1120584 Apr 01 00:20:11.199802 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:20:11.200579 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-8b2dff7c-23dc-4496-9e0b-eb3256c5d2d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 200 len: 217 time: 0.0374177 Apr 01 00:20:11.230246 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:20:11.244450 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:20:11.245106 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:19:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:20:11.286051 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-72b17203-bf7b-4f94-8ff4-7b05b51ec84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:11.287977 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-72b17203-bf7b-4f94-8ff4-7b05b51ec84b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0798745 Apr 01 00:20:11.368715 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-bcd3f344-343b-438e-b75e-c6a876d511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:11.371642 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-bcd3f344-343b-438e-b75e-c6a876d511dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767732 Apr 01 00:20:11.372256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:20:11.382835 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960fbec-a4de-4584-8189-55d2590eb634 req-988cf2f0-bfd8-4aae-bdb4-5c56eb498a6c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:11.385529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d960fbec-a4de-4584-8189-55d2590eb634 req-988cf2f0-bfd8-4aae-bdb4-5c56eb498a6c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0835829 Apr 01 00:20:11.459341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d960fbec-a4de-4584-8189-55d2590eb634 req-1dbc749b-e36a-4a95-95b6-bd9733d8c528 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662439 Apr 01 00:20:11.527802 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-ed785f7d-a470-4917-9ec2-fda1dcbbae99 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474564 Apr 01 00:20:11.647674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:20:11.652509 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-477cae5d-d77a-4460-bb8c-3e6e5efff1dd req-da57ddea-817d-4456-b80b-18646ceb5754 service neutron] 10.222.0.44 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167812 Apr 01 00:20:11.682093 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e02e11-99a2-40fc-ae06-e5664d4653f3 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:20:11.698665 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c88ed17e-31f3-41ad-a55f-a17c63c41d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:11.946440 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de138a6-7df2-4696-a970-cc3b1c5ae8f9 None None] New status for floating IP 5cdb2a51-418f-4976-bf6e-92a5083015ee: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:20:12.586295 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5654c-450d-4c0c-96a2-1e4150840bac req-a9c73f89-bd04-4657-b9ef-c6c6d3e1f018 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:12.587920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfe5654c-450d-4c0c-96a2-1e4150840bac req-a9c73f89-bd04-4657-b9ef-c6c6d3e1f018 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0538833 Apr 01 00:20:12.629433 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dfe5654c-450d-4c0c-96a2-1e4150840bac req-b25f9e9c-f5ce-4df3-9e63-7bf675edb42b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346129 Apr 01 00:20:12.992977 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-32001ccf-3ebe-4a59-8a4d-161a969e51eb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:12.994567 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-32001ccf-3ebe-4a59-8a4d-161a969e51eb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.44 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 947 time: 0.0528529 Apr 01 00:20:13.117407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Deleting port f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:20:13.117407 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:13.222952 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] For port f42399e2-c57c-4f1e-badb-49d2520d4b2c, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=f42399e2-c57c-4f1e-badb-49d2520d4b2c,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:20:13.223413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:13.241044 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Calling delete_port for f42399e2-c57c-4f1e-badb-49d2520d4b2c owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:20:13.475740 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:13.505111 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'Port': ['ID=f42399e2-c57c-4f1e-badb-49d2520d4b2c,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:13.578462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] No DVR routers for this DVR port f42399e2-c57c-4f1e-badb-49d2520d4b2c on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:20:13.578462 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:13.578462 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-5f7382e1-f954-4f73-91fa-601f6c7a9a87 req-704ff14f-a5ea-40f5-899d-fb995cda3832 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.44 "DELETE /v2.0/ports/f42399e2-c57c-4f1e-badb-49d2520d4b2c HTTP/1.1" status: 204 len: 173 time: 0.5643420 Apr 01 00:20:13.578462 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-deleted', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:20:13.578462 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7be417-08f8-4d11-b5c6-dd91f22f688a" -d '{"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-deleted", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:20:13.610256 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef064b-b47b-48ac-b382-6d08bf68b660 x-openstack-request-id: req-e4ef064b-b47b-48ac-b382-6d08bf68b660 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:20:13.610602 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e749d0-3199-48ad-9abf-ecf77b9e5ab2", "name": "network-vif-deleted", "tag": "f42399e2-c57c-4f1e-badb-49d2520d4b2c", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:20:13.611032 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e4ef064b-b47b-48ac-b382-6d08bf68b660 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:20:13.611533 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ef064b-b47b-48ac-b382-6d08bf68b660'] response: {'server_uuid': '42e749d0-3199-48ad-9abf-ecf77b9e5ab2', 'name': 'network-vif-deleted', 'tag': 'f42399e2-c57c-4f1e-badb-49d2520d4b2c', 'status': 'completed', 'code': 200} Apr 01 00:20:13.744689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1ebdd742-2488-4a33-9fab-7256b12cdf5c req-d3d51555-b72b-4bd1-9d5d-20c7a34cffa7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=42e749d0-3199-48ad-9abf-ecf77b9e5ab2 HTTP/1.1" status: 200 len: 210 time: 0.0315611 Apr 01 00:20:13.984543 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-25b8a93e-8475-420d-bd26-f26040e0bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:14.814320 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44146) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:14.882436 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:14.913319 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:15.116166 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:15.118742 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:15.120121 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "DELETE /v2.0/security-groups/7c9bc9aa-5033-4fc6-be65-ebcdd08081fe HTTP/1.1" status: 204 len: 168 time: 0.3046343 Apr 01 00:20:15.130033 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d664-fe24-48f0-b08d-d24f6b7f4694 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9bc9aa-5033-4fc6-be65-ebcdd08081fe,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:15.659871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:16.834132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:20:16.855520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: f42399e2-c57c-4f1e-badb-49d2520d4b2c {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:20:16.855870 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device f42399e2-c57c-4f1e-badb-49d2520d4b2c not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:20:16.915559 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:16.995750 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:17.598579 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44156) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:17.603519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105460354', 'description': 'tempest-secgroup-smoke-105460354 description', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:17.687210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:17.757820 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:17.837420 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:17.872919 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f78403-c55a-4bb6-b46f-e99557ca2991,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:17.946496 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:17.947854 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e407c80e-6340-4348-9bba-ded8027117ce tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3479781 Apr 01 00:20:17.950946 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44158) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:17.955523 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:18.063713 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.125318 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.212910 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.232066 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369b829d-b548-4ce8-ad4e-121218c555ed,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:18.329036 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.330259 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-adbe163d-2950-4416-bcf5-c5206263109a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783085 Apr 01 00:20:18.344243 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44160) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:18.349696 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:18.479103 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.548096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.658664 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.677832 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb67d911-32d4-47e1-981b-56f11d624c17,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:18.686494 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.686834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.687199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.687533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.687888 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.688221 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.688545 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.688868 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.689198 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.689517 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.689836 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.690756 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:20:18.769108 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.771470 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-12ab432e-8341-4cdf-afff-677cc8da00b0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4259114 Apr 01 00:20:18.774240 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44162) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:18.778652 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:18.892555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.962502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.058253 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.077740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2bda03-a498-4a72-972e-5bf610712ed6,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:19.163606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.164854 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5898ea29-bff6-4cca-9910-ddce9e3fedaf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3896675 Apr 01 00:20:19.167879 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44164) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:19.172368 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:19.258694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.324066 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.412629 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.435154 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7bffe7-faeb-4249-9da0-cac58c3d6718,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:19.512165 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.513437 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c1dd96f7-9cc2-4e05-9294-8b100c94902a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445752 Apr 01 00:20:19.516341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44166) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:19.521567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:19.607470 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Project 6e12b2a2292649ba8156aae25e75dfd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:20:19.613605 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.682497 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.755806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.775235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d2f35f-5d05-4b29-b085-78cd52810ce8,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:19.866513 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:19.867742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-fab604b9-b3ac-4e9a-874d-ef6abf816583 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504837 Apr 01 00:20:19.871077 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44168) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:20:19.876853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'security_group_rule': {'security_group_id': '42f78403-c55a-4bb6-b46f-e99557ca2991', 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:19.972896 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Project 6e12b2a2292649ba8156aae25e75dfd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:20:19.978262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:20.042759 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:20.120926 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:20.140429 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8e65a9-3616-42f0-9b07-632734e7a1cb,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:20.220615 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:20.222561 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-08cd4994-00cc-4698-827c-f2211f11e7cd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3495488 Apr 01 00:20:24.885828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:27.996503 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:20:35.646860 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:41.760985 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-10db3195-ff5d-49ac-b539-1ab9af82605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:43.972383 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1046ca5b-20c2-4ec5-b7ba-63d2e4a16949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:44.302132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-91d35a5a-dd9e-4544-94e5-7ac3b7074183 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105460354&fields=id&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 267 time: 0.0372415 Apr 01 00:20:44.423354 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-6a7dc147-6240-4b87-bb50-e47d7e45f1b6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:44.424927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-6a7dc147-6240-4b87-bb50-e47d7e45f1b6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 809 time: 0.1153190 Apr 01 00:20:44.442578 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-0106e850-ea42-4192-9ecc-98f958f2079b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/quotas/6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0100069 Apr 01 00:20:44.498920 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-0e94cbcb-ce45-4aaf-8855-08d7ab3a3be8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499959 Apr 01 00:20:44.515249 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-47de02ce-5a59-42b7-a722-4ea6e26c1db5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:20:44.516267 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-47de02ce-5a59-42b7-a722-4ea6e26c1db5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054896 Apr 01 00:20:44.622848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-71cfd023-df68-481b-80ec-c07050bfadb0 service neutron] 10.222.0.83 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993330 Apr 01 00:20:44.718528 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-2440aafc-6dc0-431b-86d7-d1375f2555e1 service neutron] 10.222.0.83 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Apr 01 00:20:45.303980 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ba5b0c0-d1d2-41ed-859e-19b69c6e83f8 req-14092280-5647-454a-988f-a9d442289506 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0281920 Apr 01 00:20:45.709537 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:46.383145 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-799caefc-f045-408a-8427-f2c89050500f req-5a213eb2-88c1-46c8-acdb-b94b5efd4201 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Apr 01 00:20:46.920911 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:46.999403 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:47.470984 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9956d840-d206-432e-bcdb-a6bbd5d9f16d req-3a9ca45c-9e16-4d27-ad36-31cad93791dc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0309825 Apr 01 00:20:48.550175 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7845aaaf-2c1b-42ba-b123-ebb079848072 req-5e84b3ea-dd2e-4742-84a7-e4ca9590cdb8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Apr 01 00:20:49.649702 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dc6a6ffe-e2d4-4319-89ea-a6208e9bcaa4 req-1afe65cb-7c9b-4fea-b815-63933490e556 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Apr 01 00:20:50.751098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2d30d368-44c7-4065-9f58-c5f5bab8bb57 req-7fdeae9b-ed71-4754-9bfb-891f651defa7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0274684 Apr 01 00:20:51.556244 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-481b17a6-a0b3-43ef-8eb4-569e4aa5699e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:51.557730 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-481b17a6-a0b3-43ef-8eb4-569e4aa5699e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 809 time: 0.1107161 Apr 01 00:20:51.608380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-77b8eb2c-c7d3-4eb3-bdcc-00ee50b22c22 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 379 time: 0.0369780 Apr 01 00:20:51.618132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'port': {'device_id': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'admin_state_up': True, 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'security_groups': ['42f78403-c55a-4bb6-b46f-e99557ca2991']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:51.799590 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Made reservation on behalf of 6e12b2a2292649ba8156aae25e75dfd3 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:20:51.804189 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:51.890567 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45717196-9772-4da6-8d63-0e463e104954 req-0bab264a-aa15-4b95-af4c-0521a1e58342 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0617146 Apr 01 00:20:51.978799 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Allocated IP 172.20.0.13 (befa077e-7e58-4078-81c9-62f1765b7dff/4b74db82-5e8d-43a2-958a-376c2278aa72/6228d49d-671d-4708-9a62-689d4c34de59) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:20:52.134544 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.218299 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.265479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Network befa077e-7e58-4078-81c9-62f1765b7dff is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:20:52.268751 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:20:52.273308 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:20:52.279755 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:52.333451 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:52.334286 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.422967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-ad17dc29-a8d2-48d8-9565-d86dc52ac0fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086088 Apr 01 00:20:52.443387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Request body: {'port': {'device_id': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:20:52.504933 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.543367 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-792e28b6-aa77-4da0-a504-8235de32bfae None None] Provisioning complete for port 6228d49d-671d-4708-9a62-689d4c34de59 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:20:52.543948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-792e28b6-aa77-4da0-a504-8235de32bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.579245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-792e28b6-aa77-4da0-a504-8235de32bfae None None] Port 6228d49d-671d-4708-9a62-689d4c34de59 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:20:52.788709 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6228d49d-671d-4708-9a62-689d4c34de59 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:20:52.796890 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.811991 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Transition to ACTIVE for port object 6228d49d-671d-4708-9a62-689d4c34de59 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:20:52.875542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:52.935211 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:53.111174 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782576a-bdb5-49ea-8943-3f8011358ee7 req-d17aa57a-482e-46e1-bf5d-366df0b6230b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:53.112664 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8782576a-bdb5-49ea-8943-3f8011358ee7 req-d17aa57a-482e-46e1-bf5d-366df0b6230b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0792468 Apr 01 00:20:53.114537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Attempting to bind port 6228d49d-671d-4708-9a62-689d4c34de59 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:20:53.114922 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Attempting to bind port 6228d49d-671d-4708-9a62-689d4c34de59 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:20:53.115292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Attempting to bind port 6228d49d-671d-4708-9a62-689d4c34de59 on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:20:53.120753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Port 6228d49d-671d-4708-9a62-689d4c34de59 on network befa077e-7e58-4078-81c9-62f1765b7dff not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:20:53.121085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Attempting to bind port 6228d49d-671d-4708-9a62-689d4c34de59 on network befa077e-7e58-4078-81c9-62f1765b7dff {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:20:53.133875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:20:53.134236 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Checking segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:20:53.134598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Bound using segment: {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:20:53.135073 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Bound port: 6228d49d-671d-4708-9a62-689d4c34de59, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1ff46e-d291-4ddc-9167-872005f4e2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:20:53.135446 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:53.209172 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8782576a-bdb5-49ea-8943-3f8011358ee7 req-b6d5b5b4-38e4-4fae-b179-4cc1530c7507 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822580 Apr 01 00:20:53.244392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:20:53.247808 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:20:53.344468 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:53.388080 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:53.388712 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:53.395029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] 10.222.0.10 "PUT /v2.0/ports/6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 1092 time: 0.9523451 Apr 01 00:20:53.395029 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:20:53.395029 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec8bd1-67df-4ecd-9088-88ded29a7916" -d '{"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:20:53.420967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8efdb-24c9-46f3-a319-6e8b443e9d56 service neutron] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:20:53.527536 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b9e202-1822-4dea-baaf-40fe85ef7377 x-openstack-request-id: req-62b9e202-1822-4dea-baaf-40fe85ef7377 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:20:53.527888 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:20:53.528149 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-62b9e202-1822-4dea-baaf-40fe85ef7377 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:20:53.528559 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b9e202-1822-4dea-baaf-40fe85ef7377'] response: {'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'status': 'completed', 'code': 200} Apr 01 00:20:53.599252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-196a0647-4c67-4ac2-a7b5-33d5e102898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:53.605560 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-196a0647-4c67-4ac2-a7b5-33d5e102898e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0508502 Apr 01 00:20:53.662189 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-70673895-5a7e-4261-bf5d-c885cec5ec7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 217 time: 0.0430110 Apr 01 00:20:54.120973 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-1ac67b03-b728-4326-9484-bdcd8556abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.122650 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-1ac67b03-b728-4326-9484-bdcd8556abdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.4536247 Apr 01 00:20:54.176701 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-27bdadf4-8722-4f84-a08f-d206ffbbbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.178896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-27bdadf4-8722-4f84-a08f-d206ffbbbcf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486624 Apr 01 00:20:54.305260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-32d1c958-cb3f-4911-ad71-9345be898912 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186566 Apr 01 00:20:54.414466 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2720e9e-9b78-4725-bb6b-a04e4b9f4c3d req-ed6a42dc-4456-4d34-b4dd-9d6f27a10a02 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.416255 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2720e9e-9b78-4725-bb6b-a04e4b9f4c3d req-ed6a42dc-4456-4d34-b4dd-9d6f27a10a02 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.1182916 Apr 01 00:20:54.463747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-71e452f3-5965-42c0-ba12-d7305aab69bc req-a1bdc95a-3bb1-48b0-8d1c-f07b57f096c5 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463058 Apr 01 00:20:54.486177 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2720e9e-9b78-4725-bb6b-a04e4b9f4c3d req-1c55d7f1-ea25-4d3d-9d63-5aafcadd8baf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606680 Apr 01 00:20:54.703906 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-2c720ad6-dee3-4070-95ea-732b69fbe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.705487 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-2c720ad6-dee3-4070-95ea-732b69fbe887 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0459611 Apr 01 00:20:54.801675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-150f3d2d-e46a-4bac-a664-de7f001cbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.803355 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-150f3d2d-e46a-4bac-a664-de7f001cbc43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0911832 Apr 01 00:20:54.856084 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-7232cd8d-b715-4c89-9623-29bd21a6d8e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 217 time: 0.0454047 Apr 01 00:20:54.898223 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:54.915420 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-0b239207-f69a-44f9-84f7-1c13e2b29146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.919131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-0b239207-f69a-44f9-84f7-1c13e2b29146 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0553048 Apr 01 00:20:54.968547 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-e16b3f29-041d-4131-b6f2-d43460886bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:54.978049 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-e16b3f29-041d-4131-b6f2-d43460886bad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471103 Apr 01 00:20:55.081565 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-4212d946-d54f-4346-9482-b38db5067240 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982974 Apr 01 00:20:55.188543 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9aec8bd1-67df-4ecd-9088-88ded29a7916 req-6b2a2544-c548-42e4-a632-ec1c78cfa647 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007752 Apr 01 00:20:55.638063 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0058-da2a-4e21-b31b-cd340742b318 req-c02450d0-c6dc-469f-8cdd-7e471c6994c8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:55.639709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85cb0058-da2a-4e21-b31b-cd340742b318 req-c02450d0-c6dc-469f-8cdd-7e471c6994c8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0616179 Apr 01 00:20:55.703508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-85cb0058-da2a-4e21-b31b-cd340742b318 req-5971dd88-c9aa-48fb-b89e-d04726f55e28 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564773 Apr 01 00:20:56.828261 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e40d-66e0-4110-bcdd-5a3043304e69 req-754ded4f-81c9-43ab-8974-101de8aa50e6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:56.829706 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b22e40d-66e0-4110-bcdd-5a3043304e69 req-754ded4f-81c9-43ab-8974-101de8aa50e6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0529864 Apr 01 00:20:56.869319 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9b22e40d-66e0-4110-bcdd-5a3043304e69 req-b56bf7e0-2825-44ed-b49c-91b43322cae2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Apr 01 00:20:57.993728 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989a6f1-a652-4709-83a0-e8d29571e4e2 req-699ee780-450d-473e-b68c-e7a9610232ca tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:57.996165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e989a6f1-a652-4709-83a0-e8d29571e4e2 req-699ee780-450d-473e-b68c-e7a9610232ca tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0546746 Apr 01 00:20:58.042008 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e989a6f1-a652-4709-83a0-e8d29571e4e2 req-54773d2f-238d-4266-9e5a-0e255c03880a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398862 Apr 01 00:20:59.164964 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709649-84c8-47b8-9085-935174ec5696 req-28581147-9adf-4b78-ac4d-59b71fc4741c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:59.166474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf709649-84c8-47b8-9085-935174ec5696 req-28581147-9adf-4b78-ac4d-59b71fc4741c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0520732 Apr 01 00:20:59.211516 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bf709649-84c8-47b8-9085-935174ec5696 req-098eea64-9231-4d44-89cb-e23ef030a197 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Apr 01 00:21:00.367318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1bc16-254c-4019-a87c-bc5e070e7089 req-bc41357c-404d-4462-af24-3c08eea28064 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:00.369924 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69c1bc16-254c-4019-a87c-bc5e070e7089 req-bc41357c-404d-4462-af24-3c08eea28064 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0748482 Apr 01 00:21:00.412052 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-69c1bc16-254c-4019-a87c-bc5e070e7089 req-5a58b826-e3eb-4771-bfad-dfe8549f670d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349092 Apr 01 00:21:01.528942 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556b20-7f8c-4b92-80bc-525e59784cda req-0d7964aa-ba3e-4d30-baef-c717f6529c10 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:01.530419 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8556b20-7f8c-4b92-80bc-525e59784cda req-0d7964aa-ba3e-4d30-baef-c717f6529c10 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0487273 Apr 01 00:21:01.569880 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f8556b20-7f8c-4b92-80bc-525e59784cda req-8717befb-152e-4e3f-891f-a195fc1a72c1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Apr 01 00:21:02.716891 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84aca-0984-4237-b54b-dae8606f0f44 req-a3a68bc9-2206-4255-9067-857a135bcdb4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:02.718490 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bec84aca-0984-4237-b54b-dae8606f0f44 req-a3a68bc9-2206-4255-9067-857a135bcdb4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0588441 Apr 01 00:21:02.771870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bec84aca-0984-4237-b54b-dae8606f0f44 req-4269b4a4-77aa-4f1e-a379-687b99fd58f6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462012 Apr 01 00:21:03.904377 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cd129-4bd0-4873-a986-290119bf4195 req-a385f6cd-6a85-4d6b-af53-c03ab6d52124 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:03.906020 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a30cd129-4bd0-4873-a986-290119bf4195 req-a385f6cd-6a85-4d6b-af53-c03ab6d52124 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0584145 Apr 01 00:21:03.952411 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a30cd129-4bd0-4873-a986-290119bf4195 req-db20ba5d-d4c7-4c60-b594-a5a357a4239e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Apr 01 00:21:04.996811 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:05.084166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034e95d-145b-43b2-a0ed-af3b3a3847e8 req-fd01ddc0-f6e2-4c80-8da2-6b4e91ed6c86 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:05.085878 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d034e95d-145b-43b2-a0ed-af3b3a3847e8 req-fd01ddc0-f6e2-4c80-8da2-6b4e91ed6c86 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0591209 Apr 01 00:21:05.130608 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d034e95d-145b-43b2-a0ed-af3b3a3847e8 req-242903f5-f8e3-4484-b125-d780a827b554 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379963 Apr 01 00:21:05.652159 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:05.757448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:21:05.855429 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:05.868187 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6228d49d-671d-4708-9a62-689d4c34de59', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'mac_address': 'fa:16:3e:2f:f9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:21:05.906492 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:05.923389 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6228d49d-671d-4708-9a62-689d4c34de59 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:21:05.947287 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:06.010454 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:06.061750 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:06.070181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.070530 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.070873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.071241 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.071578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.071911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.072244 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.072574 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.072901 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.073239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.073586 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.073911 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:06.254559 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d30d3-3c7a-4830-914e-b382caa914a4 req-af24f64a-b21f-4403-96a9-a60282eadc08 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:06.256201 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce9d30d3-3c7a-4830-914e-b382caa914a4 req-af24f64a-b21f-4403-96a9-a60282eadc08 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0540226 Apr 01 00:21:06.300199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce9d30d3-3c7a-4830-914e-b382caa914a4 req-2c968e78-a1ce-4573-a229-14d388a54ea5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376885 Apr 01 00:21:06.421186 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6228d49d-671d-4708-9a62-689d4c34de59'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:21:07.421558 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e631b-a93b-413c-a142-9ec46b47f442 req-a1710029-102e-4799-9847-fb7880349c52 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:07.423591 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-591e631b-a93b-413c-a142-9ec46b47f442 req-a1710029-102e-4799-9847-fb7880349c52 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Apr 01 00:21:07.463318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-591e631b-a93b-413c-a142-9ec46b47f442 req-804c4c4f-a975-4b07-9030-0098508d7ddc tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Apr 01 00:21:07.774048 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:21:07.920284 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port 6228d49d-671d-4708-9a62-689d4c34de59 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:21:07.925285 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6228d49d-671d-4708-9a62-689d4c34de59 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:21:07.925800 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:08.006967 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:08.030388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:08.032604 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c27d5-fc6b-4fc0-bd4e-b7bfa7ee9639" -d '{"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:08.050994 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:08.123431 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ea206-3280-41cf-992e-4eb3a0ff5a18 x-openstack-request-id: req-f41ea206-3280-41cf-992e-4eb3a0ff5a18 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:08.123723 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:08.123999 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f41ea206-3280-41cf-992e-4eb3a0ff5a18 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:08.124397 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41ea206-3280-41cf-992e-4eb3a0ff5a18'] response: {'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'code': 200} Apr 01 00:21:08.126155 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:08.178176 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:08.246738 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8848-8b2a-42ea-934e-b35ed3f30f12 req-84541930-9745-4191-a3a2-e470088c89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:08.248326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2fc8848-8b2a-42ea-934e-b35ed3f30f12 req-84541930-9745-4191-a3a2-e470088c89c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0407894 Apr 01 00:21:08.283691 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2fc8848-8b2a-42ea-934e-b35ed3f30f12 req-dbc2c5af-947b-4086-ae6d-376b6624292d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289512 Apr 01 00:21:08.582634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962576f-f762-41bd-9828-8eca5fdaae41 req-3020fdb3-be65-4b1a-a473-d166c155a53b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:08.584257 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8962576f-f762-41bd-9828-8eca5fdaae41 req-3020fdb3-be65-4b1a-a473-d166c155a53b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Apr 01 00:21:08.633970 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8962576f-f762-41bd-9828-8eca5fdaae41 req-2e8eaed3-a866-47f1-be9c-51ab80050b3a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Apr 01 00:21:09.759339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212790c-aff4-4e1f-b4f0-e60f9344031a req-910fe53d-36cd-4b9e-917b-7f0e0bde3c5b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:09.760917 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e212790c-aff4-4e1f-b4f0-e60f9344031a req-910fe53d-36cd-4b9e-917b-7f0e0bde3c5b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Apr 01 00:21:09.809013 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e212790c-aff4-4e1f-b4f0-e60f9344031a req-0ee185ea-7fa2-48a7-afa1-7a0bda6beb68 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372734 Apr 01 00:21:10.941913 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c2fb2-bedd-49f4-870d-08010cd7483d req-f5019e29-31c4-49bf-8572-4c205168905b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:10.943472 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-079c2fb2-bedd-49f4-870d-08010cd7483d req-f5019e29-31c4-49bf-8572-4c205168905b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0543048 Apr 01 00:21:10.983897 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-079c2fb2-bedd-49f4-870d-08010cd7483d req-34b9ec7e-56fa-44f3-9cfd-5c67baba8e4c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343621 Apr 01 00:21:11.108060 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbf107-149d-46b5-ae31-633f04bbeea8 req-aa9263f7-a09e-443b-8986-99d9bb3068a0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:11.109466 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cbbf107-149d-46b5-ae31-633f04bbeea8 req-aa9263f7-a09e-443b-8986-99d9bb3068a0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0543473 Apr 01 00:21:11.154098 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4cbbf107-149d-46b5-ae31-633f04bbeea8 req-998029c7-6ebe-4cd6-aa1f-6e324b36273e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384495 Apr 01 00:21:11.176816 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44414) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:11.283550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6943df-3eab-4513-a02e-5e6278fdc087 tempest-TestShelveInstance-433746354 tempest-TestShelveInstance-433746354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:11.286529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-cc6943df-3eab-4513-a02e-5e6278fdc087 tempest-TestShelveInstance-433746354 tempest-TestShelveInstance-433746354-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1092 time: 0.1083610 Apr 01 00:21:11.289471 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44418) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:11.294254 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:21:11.395339 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:11.496356 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:11.612084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Allocated IP 172.25.6.29 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/32f4b3d3-2511-41bc-88c9-f957e3edba66) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:21:11.680749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-51b00a9a-b0c7-4af0-a412-9b7fffcca403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:11.718200 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:11.817903 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:11.859904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:21:11.863740 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:21:11.866909 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:21:11.872448 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=32f4b3d3-2511-41bc-88c9-f957e3edba66,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:12.243120 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:12.365222 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:12.526547 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:12.571887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:12.641378 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event updated for resources: {'Port': ['ID=32f4b3d3-2511-41bc-88c9-f957e3edba66,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:12.654955 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:12.757491 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Floating IP 49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d associated. External IP: 172.25.6.29, port: 6228d49d-671d-4708-9a62-689d4c34de59. Apr 01 00:21:12.973753 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:21:13.085608 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:21:13.095805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:21:13.108601 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:13.109207 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:13.179252 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:13.231144 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6cbd5caa-2ee8-48c6-a01a-58b12bb0d1e3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9310620 Apr 01 00:21:13.231144 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:13.231144 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:13.239123 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:13.266150 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9cf97-0c41-4a33-b384-41419e6a0ae8 x-openstack-request-id: req-1fb9cf97-0c41-4a33-b384-41419e6a0ae8 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:13.266974 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:13.266974 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1fb9cf97-0c41-4a33-b384-41419e6a0ae8 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:13.267327 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb9cf97-0c41-4a33-b384-41419e6a0ae8'] response: {'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'status': 'completed', 'code': 200} Apr 01 00:21:13.369815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-395b40f0-97a9-466a-b798-06fcc62090e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:13.372908 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-395b40f0-97a9-466a-b798-06fcc62090e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0616999 Apr 01 00:21:13.507673 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-4491339d-58cd-4f2b-83e4-9c35236cac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:13.508764 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-4491339d-58cd-4f2b-83e4-9c35236cac2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1289051 Apr 01 00:21:13.583636 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-e738f446-9b04-4f66-8486-4f6cf2193d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 999 time: 0.0685854 Apr 01 00:21:13.659743 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-5495d638-f5f8-4b90-b559-a45c568b185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:13.661446 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-5495d638-f5f8-4b90-b559-a45c568b185e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0715294 Apr 01 00:21:13.710722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-7acd3a61-530e-41e1-b443-27eb5c4f18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:13.712268 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-7acd3a61-530e-41e1-b443-27eb5c4f18a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437703 Apr 01 00:21:13.772088 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:2f:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:21:12Z', 'updated_at': '2022-04-01T00:21:12Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:13.805990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:21:13.815846 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:13.816684 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:20:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:13.823940 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-3ef66e98-d535-400e-99f3-5368a398d855 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044161 Apr 01 00:21:13.933827 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5320d6c3-f51d-4205-b49f-5369f5c2d2f5 req-01d34813-c6f2-47a2-a322-a3f48904f219 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Apr 01 00:21:13.949752 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:14.041219 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e185161a-d2ed-4aab-ab78-5381be2772d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:14.202542 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:2f:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:21:12Z', 'updated_at': '2022-04-01T00:21:12Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:14.240473 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8fb79-c12e-42d2-8291-1fd509aec4f8 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'mac_address': 'fa:16:3e:2f:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:21:12Z', 'updated_at': '2022-04-01T00:21:12Z', 'revision_number': 0, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:21:14.462051 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74277e6e-2fa0-4048-a945-64341ccc7dd5 None None] New status for floating IP 49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:21:15.709825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:16.927078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:16.989708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:24.903300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:35.650361 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.772093 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-452597fc-0024-4910-bb95-c699cf2f5425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.998415 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:43.958633 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-27cfd582-7d4b-49f9-b5cd-11620554c26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:45.676136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:46.937815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:46.972125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:54.918336 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:05.056109 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-d0f3a70d-542b-44fb-847f-247ecb14d349 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477796 Apr 01 00:22:05.183778 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-4a6c89f6-7c3d-4a75-878a-674eeb6c92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:22:05.185611 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-4a6c89f6-7c3d-4a75-878a-674eeb6c92f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0622451 Apr 01 00:22:05.318848 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-89c18e3a-a309-474e-8a89-1d4f53cdad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:22:05.320804 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-89c18e3a-a309-474e-8a89-1d4f53cdad2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1144545 Apr 01 00:22:05.405847 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-8ae2a9d3-8b0f-4842-9081-d1dcfd9738ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 1001 time: 0.0781422 Apr 01 00:22:05.477940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-d1a3d7e7-72ac-43e2-8a23-e3f0b3c471d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:22:05.479606 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-d1a3d7e7-72ac-43e2-8a23-e3f0b3c471d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0677631 Apr 01 00:22:05.538525 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-56e60619-d46c-4a9c-994c-7da09648bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:22:05.541108 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-56e60619-d46c-4a9c-994c-7da09648bcb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538983 Apr 01 00:22:05.683185 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-2adbe3b5-042f-4f13-8406-54fb51babb00 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352096 Apr 01 00:22:05.685596 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:05.847280 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73d32f02-a35b-439b-9abe-611ceea40a9f req-5508377e-27e1-4df5-9549-b5cf123dafac service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562274 Apr 01 00:22:11.691414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-93647b01-7db2-47a5-ba47-a5f0b3fc5695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:13.969535 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-baa7bd70-87ce-435e-b2c2-adc30d02abad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:15.702465 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:16.909603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:16.957905 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:19.000140 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:22:24.915624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:35.672557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:41.696496 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79dd1b28-d688-4ff9-947c-d2ccbd69db89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:43.968824 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d889ac9-7c1a-46da-b05b-5ec348acb00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:45.690870 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:46.888326 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:46.981987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:54.913923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:56.004194 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:05.708506 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:06.166157 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-30c3a814-5d2b-4c9a-b5ac-f21620a356ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449780 Apr 01 00:23:06.286406 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-adb73419-9f5e-4640-a876-8b83d8c83c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:06.287909 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-adb73419-9f5e-4640-a876-8b83d8c83c52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0516250 Apr 01 00:23:06.410401 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-4175e62a-b82c-4f95-bd0a-03f5bbc3df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:06.411966 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-4175e62a-b82c-4f95-bd0a-03f5bbc3df5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1023176 Apr 01 00:23:06.489655 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-341b13a4-3dc1-4d70-94e2-e063f2e3c6a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 1001 time: 0.0701969 Apr 01 00:23:06.551231 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-a648cbca-fa96-4c60-ae28-b76b82109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:06.552801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-a648cbca-fa96-4c60-ae28-b76b82109580 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0556340 Apr 01 00:23:06.613853 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-af61c587-6c04-4542-ae28-e2044b724c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:06.616400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-af61c587-6c04-4542-ae28-e2044b724c8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561547 Apr 01 00:23:06.760696 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-a703d757-9d94-4521-a3a4-c6741aeb7ce6 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367846 Apr 01 00:23:06.887770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-952bf944-a4d3-4e71-b820-6ba4d97c4de6 req-886cf54b-b86a-44e4-b104-6a1c443c147f service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197414 Apr 01 00:23:11.702597 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9f149c70-6199-43e9-b6a7-b8ea73d7146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:13.964352 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8c57bbca-2f47-4e3d-9095-60e0449504b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:15.720708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:16.918865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:16.970043 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:24.951552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:33.008097 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:35.723942 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:41.800242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc93c0-bc2f-40a3-9f91-f9f89d1b5853 req-0bd92563-aff9-4ab9-acae-0478ded29c94 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:41.801770 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13bc93c0-bc2f-40a3-9f91-f9f89d1b5853 req-0bd92563-aff9-4ab9-acae-0478ded29c94 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.1318922 Apr 01 00:23:41.830231 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3c269112-1f2a-4166-9155-ac65335349de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:41.849439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13bc93c0-bc2f-40a3-9f91-f9f89d1b5853 req-be654e3d-fc6e-49a3-92b7-e6ed0f38d0ae tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Apr 01 00:23:43.054840 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e01d60-66c5-41cb-b67f-cdb49d264760 req-bbe81577-e4f0-45da-9596-87905353ea64 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:43.056483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2e01d60-66c5-41cb-b67f-cdb49d264760 req-bbe81577-e4f0-45da-9596-87905353ea64 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.1232638 Apr 01 00:23:43.107722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e2e01d60-66c5-41cb-b67f-cdb49d264760 req-a8a453e5-9ad8-4047-b8e8-7ffa718471eb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440004 Apr 01 00:23:43.969994 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-82b8c0bd-17f9-40e7-9ae4-69f9e932a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:44.258553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9d67-baf0-4dbd-80e5-e3803ce36261 req-8a46f810-5bb8-4ea4-bf0e-89c230ce58e0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:44.260006 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-423a9d67-baf0-4dbd-80e5-e3803ce36261 req-8a46f810-5bb8-4ea4-bf0e-89c230ce58e0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0603271 Apr 01 00:23:44.305347 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-423a9d67-baf0-4dbd-80e5-e3803ce36261 req-61728728-ae67-4d11-af8f-d80ab8191981 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369287 Apr 01 00:23:45.460084 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7a42-0581-401d-84dc-7556c3707e79 req-2a16c892-6c96-47b0-b22e-caa1d5711b87 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:45.461708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0dfe7a42-0581-401d-84dc-7556c3707e79 req-2a16c892-6c96-47b0-b22e-caa1d5711b87 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0669971 Apr 01 00:23:45.516334 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0dfe7a42-0581-401d-84dc-7556c3707e79 req-c899bca0-bba9-4239-b90e-67b0e5806450 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467329 Apr 01 00:23:45.721616 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:46.655278 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc51d0-0695-4582-a80f-12eb29104f4b req-8147d37c-aee1-4648-8cb1-62e68886cfee tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:46.656886 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afcc51d0-0695-4582-a80f-12eb29104f4b req-8147d37c-aee1-4648-8cb1-62e68886cfee tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0529079 Apr 01 00:23:46.707405 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-afcc51d0-0695-4582-a80f-12eb29104f4b req-4d629617-23e6-4df2-8b95-bccf84073077 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Apr 01 00:23:46.871287 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:46.990922 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:47.840137 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f7efc-c472-4823-acb8-b34f01a066bf req-0b673db5-2a6f-448f-884c-c1969267c4f6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:47.842053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d0f7efc-c472-4823-acb8-b34f01a066bf req-0b673db5-2a6f-448f-884c-c1969267c4f6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0617211 Apr 01 00:23:47.893024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5d0f7efc-c472-4823-acb8-b34f01a066bf req-7cc56867-4bea-4d5a-bd59-7c718da190f0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393686 Apr 01 00:23:49.040680 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70409d-3e89-444e-9e09-5fb224b2d292 req-7b411c52-6049-443b-9ff0-018c3934d958 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:49.042318 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a70409d-3e89-444e-9e09-5fb224b2d292 req-7b411c52-6049-443b-9ff0-018c3934d958 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0611484 Apr 01 00:23:49.098803 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3a70409d-3e89-444e-9e09-5fb224b2d292 req-fb1e54ea-4a7c-4de2-8820-2f4b16e0f1ca tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Apr 01 00:23:50.228395 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553abe8-4a5b-449c-93c8-2bfa1116d469 req-90c4a26f-806e-4fad-8ae2-40b926177459 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:50.229967 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1553abe8-4a5b-449c-93c8-2bfa1116d469 req-90c4a26f-806e-4fad-8ae2-40b926177459 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0538716 Apr 01 00:23:50.270569 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1553abe8-4a5b-449c-93c8-2bfa1116d469 req-86d5dd87-16a5-4f25-a482-82f93cc9efcf tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339870 Apr 01 00:23:51.659795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c9907-0eea-4be3-981b-b5abaa99d6b4 req-f337342f-6d50-4c21-983b-f238cabbfde6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:51.661325 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b7c9907-0eea-4be3-981b-b5abaa99d6b4 req-f337342f-6d50-4c21-983b-f238cabbfde6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0549569 Apr 01 00:23:51.703835 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1b7c9907-0eea-4be3-981b-b5abaa99d6b4 req-f9a5d768-ce96-415d-89b1-44ec3ca203bd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362363 Apr 01 00:23:52.061863 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-519159f7-b8b4-45d2-98ae-a383d1e31688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:52.063476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-519159f7-b8b4-45d2-98ae-a383d1e31688 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0447903 Apr 01 00:23:52.165163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-bee2b5a8-af8d-468c-a794-c79780129e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:52.166729 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-bee2b5a8-af8d-468c-a794-c79780129e48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0972767 Apr 01 00:23:52.237000 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-f82ab0ed-f3c2-4f08-891f-7e71287f5572 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 1001 time: 0.0635028 Apr 01 00:23:52.289149 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-2047a677-141f-4af4-a5d2-607394d0cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:52.290538 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-2047a677-141f-4af4-a5d2-607394d0cbeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0469079 Apr 01 00:23:52.342766 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-52cb156c-21ef-42b7-b881-ebab3c74b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:52.344362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-52cb156c-21ef-42b7-b881-ebab3c74b429 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473020 Apr 01 00:23:52.439816 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-4aa62369-a909-41c0-a560-cb5e8e4eba34 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891809 Apr 01 00:23:52.545809 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-93a915e6-90ef-416a-8918-278ad7dbc1fe req-2a30afe4-6f30-44e7-8420-6109e68ff617 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989192 Apr 01 00:23:53.188311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ca47-469c-4d37-83e2-17d3046ae3a2 req-14d1b30c-f9d4-41c0-be7d-781439a2a564 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:53.189862 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4862ca47-469c-4d37-83e2-17d3046ae3a2 req-14d1b30c-f9d4-41c0-be7d-781439a2a564 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.4135501 Apr 01 00:23:53.230819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4862ca47-469c-4d37-83e2-17d3046ae3a2 req-876827f8-a859-4323-ba0b-66bba2b11234 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340164 Apr 01 00:23:54.351919 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ce2f2-8376-44e4-bf72-73e8d3a4b2d1 req-19944155-7763-4eaa-a375-047c6426ef8b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:54.353471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a39ce2f2-8376-44e4-bf72-73e8d3a4b2d1 req-19944155-7763-4eaa-a375-047c6426ef8b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0515506 Apr 01 00:23:54.397964 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a39ce2f2-8376-44e4-bf72-73e8d3a4b2d1 req-1a6da3f3-0884-44f4-b4fc-bf0c3635eb5c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Apr 01 00:23:54.946887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:55.522058 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d4ac2-3374-474b-aa95-267a2ce9524a req-3b7654cd-d8df-4d5e-99b8-ea80a1732b9e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:55.523738 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c1d4ac2-3374-474b-aa95-267a2ce9524a req-3b7654cd-d8df-4d5e-99b8-ea80a1732b9e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0524645 Apr 01 00:23:55.572788 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6c1d4ac2-3374-474b-aa95-267a2ce9524a req-25d3078b-917d-4ff2-b72c-039085813c24 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Apr 01 00:23:56.520514 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:23:56.600915 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:56.627112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:23:56.633849 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4feba02-d457-4f4b-9202-11c6d988caf9" -d '{"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:23:56.648171 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:23:56.676295 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f24ac9e-b89a-41d7-86b1-629700b9d0cf x-openstack-request-id: req-8f24ac9e-b89a-41d7-86b1-629700b9d0cf {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:23:56.676594 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:23:56.676839 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f24ac9e-b89a-41d7-86b1-629700b9d0cf {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:23:56.677236 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f24ac9e-b89a-41d7-86b1-629700b9d0cf'] response: {'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'code': 200} Apr 01 00:23:56.717987 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:56.725557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04961c-1bb0-408b-bb85-28c51f3e105d req-bdce79d9-ff0e-441f-9f95-c0b606ba57b5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:56.727147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac04961c-1bb0-408b-bb85-28c51f3e105d req-bdce79d9-ff0e-441f-9f95-c0b606ba57b5 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0542817 Apr 01 00:23:56.773693 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ac04961c-1bb0-408b-bb85-28c51f3e105d req-5198c32b-4588-4abc-893c-de22376175c9 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393577 Apr 01 00:23:56.774953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:23:56.783648 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:56.794325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:23:57.167379 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72de0-21e3-4c8e-9952-3a7e06aa502e req-79f16278-18e1-4e4b-8f32-156167598b8d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:57.167379 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eaa72de0-21e3-4c8e-9952-3a7e06aa502e req-79f16278-18e1-4e4b-8f32-156167598b8d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0566666 Apr 01 00:23:57.229995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-eaa72de0-21e3-4c8e-9952-3a7e06aa502e req-aae4c6df-c271-4104-a3cb-311f5d925b73 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516028 Apr 01 00:23:57.246241 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-d8b08e21-ff04-4519-8dff-744257b60852 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014097 Apr 01 00:23:57.258477 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-59e2f09e-9647-4f89-8a03-267369979d8c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:23:57.259620 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-59e2f09e-9647-4f89-8a03-267369979d8c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072064 Apr 01 00:23:58.359821 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2e779-2754-4b5c-8cab-ba5d5838b880 req-f23e14cc-8a62-4a36-9f72-941c3d6508c4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:58.361369 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ee2e779-2754-4b5c-8cab-ba5d5838b880 req-f23e14cc-8a62-4a36-9f72-941c3d6508c4 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0556388 Apr 01 00:23:58.408918 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-6ee2e779-2754-4b5c-8cab-ba5d5838b880 req-e9955052-0439-4433-8fc2-c4ff80075e6b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Apr 01 00:23:59.537391 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a68b-21b8-4183-8557-d7a5e10b5750 req-6cf988fa-fd52-4139-86a5-e3b0dadadd77 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:23:59.539337 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1762a68b-21b8-4183-8557-d7a5e10b5750 req-6cf988fa-fd52-4139-86a5-e3b0dadadd77 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0583065 Apr 01 00:23:59.591782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1762a68b-21b8-4183-8557-d7a5e10b5750 req-8e4f8997-a7cb-4dee-918d-5fe36c4030e2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Apr 01 00:24:00.720952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546ea56-87da-45b3-aa85-8258c095b74c req-ad94c0fd-59a1-4d44-8d94-71f2d77e4f9f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:00.722951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8546ea56-87da-45b3-aa85-8258c095b74c req-ad94c0fd-59a1-4d44-8d94-71f2d77e4f9f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0610099 Apr 01 00:24:00.765618 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8546ea56-87da-45b3-aa85-8258c095b74c req-37d52b92-98c4-4124-907c-54210ecb8de7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Apr 01 00:24:01.888824 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cab00c-b92b-4d4c-8cdc-758ed3a185df req-641e6c27-8be2-447d-8bea-b8e9946c4e94 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:01.890382 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94cab00c-b92b-4d4c-8cdc-758ed3a185df req-641e6c27-8be2-447d-8bea-b8e9946c4e94 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0535779 Apr 01 00:24:01.940624 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-94cab00c-b92b-4d4c-8cdc-758ed3a185df req-738cceb2-a193-42f6-a876-ed1c710f0fe6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Apr 01 00:24:03.068678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97410a8d-e0b6-487c-88ec-5b13da71cfaf req-22c721f2-79d4-4bd4-925f-6ad5f52e393c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.070169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97410a8d-e0b6-487c-88ec-5b13da71cfaf req-22c721f2-79d4-4bd4-925f-6ad5f52e393c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0527825 Apr 01 00:24:03.115724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-97410a8d-e0b6-487c-88ec-5b13da71cfaf req-79499802-000b-4350-b6c1-444253bb787a tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Apr 01 00:24:03.574625 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-ac4169ed-c6b0-4daf-a092-fbc41faf3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.576345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-ac4169ed-c6b0-4daf-a092-fbc41faf3edd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8&tenant_id=6e12b2a2292649ba8156aae25e75dfd3 HTTP/1.1" status: 200 len: 1095 time: 0.0428090 Apr 01 00:24:03.655567 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-4dbfdd6c-01a1-454f-a869-15b4ceb266a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.657100 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-4dbfdd6c-01a1-454f-a869-15b4ceb266a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0458276 Apr 01 00:24:03.757814 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-b14da3ee-ff5b-4016-a9de-cefaf2ca3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.759361 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-b14da3ee-ff5b-4016-a9de-cefaf2ca3d48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0960913 Apr 01 00:24:03.836180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-cbee7050-1247-4ba2-b9b9-d81919126580 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 999 time: 0.0695534 Apr 01 00:24:03.894842 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-7f6f3689-4351-4e37-97b1-e3e84a9b8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.896380 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-7f6f3689-4351-4e37-97b1-e3e84a9b8739 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0541070 Apr 01 00:24:03.944297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-bf0c90d2-fb6e-4efd-b786-a17857025aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:03.945834 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-bf0c90d2-fb6e-4efd-b786-a17857025aee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Apr 01 00:24:04.046995 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-1bbc1d59-d861-43e5-ac09-0fb07c2fd255 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942173 Apr 01 00:24:04.149317 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-e98f2248-8947-401f-afdb-6b1251e8b868 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962288 Apr 01 00:24:04.254017 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe0da0-89ad-4cab-8135-37b78664f2b6 req-2895744c-ae5e-4d0f-b2ef-8af2a71491dd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:04.255683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edfe0da0-89ad-4cab-8135-37b78664f2b6 req-2895744c-ae5e-4d0f-b2ef-8af2a71491dd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0562794 Apr 01 00:24:04.317780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-edfe0da0-89ad-4cab-8135-37b78664f2b6 req-5aa729c0-cf95-4f9f-958b-b0c85c73fe99 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560181 Apr 01 00:24:05.439112 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7849-0ef1-4609-b447-19601c780365 req-591273bc-a9e4-4238-9c1c-5af0fecb7dbd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:05.441856 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f61d7849-0ef1-4609-b447-19601c780365 req-591273bc-a9e4-4238-9c1c-5af0fecb7dbd tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0499170 Apr 01 00:24:05.498990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f61d7849-0ef1-4609-b447-19601c780365 req-8bebb7d8-7471-4e0c-8217-b4fad4accc70 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463300 Apr 01 00:24:05.677806 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:06.626473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd12b-cca8-457f-b4f9-74eb58e8eaba req-e0f5ca48-bf93-40cc-a3ad-01030821de1e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:06.628053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f25bd12b-cca8-457f-b4f9-74eb58e8eaba req-e0f5ca48-bf93-40cc-a3ad-01030821de1e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0535603 Apr 01 00:24:06.668796 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f25bd12b-cca8-457f-b4f9-74eb58e8eaba req-a1737380-5cf0-4c58-89a3-f3ee4909a5a1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344098 Apr 01 00:24:07.799940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a0d66-0392-4b54-b029-5193152542f0 req-1d6de503-6240-4cb7-8868-cbd1e0e610f7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:07.801436 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-116a0d66-0392-4b54-b029-5193152542f0 req-1d6de503-6240-4cb7-8868-cbd1e0e610f7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0533898 Apr 01 00:24:07.842870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-116a0d66-0392-4b54-b029-5193152542f0 req-a1fe528f-6f03-40ac-97a3-7590377cd6de tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349593 Apr 01 00:24:08.123369 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-47264d2b-b7cf-4ad5-a49f-654f305460bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:08.124929 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-47264d2b-b7cf-4ad5-a49f-654f305460bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0485744 Apr 01 00:24:08.241655 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-42bf06f5-d579-4eb6-8d39-3a5c594b7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:08.243907 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-42bf06f5-d579-4eb6-8d39-3a5c594b7e04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0988541 Apr 01 00:24:08.311529 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-7a706d8d-7c6d-4ec6-902f-5c34be5a1916 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 999 time: 0.0613956 Apr 01 00:24:08.366750 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-ad4850da-9ccf-4eb3-a0ab-a213d6182669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:08.368294 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-ad4850da-9ccf-4eb3-a0ab-a213d6182669 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0511119 Apr 01 00:24:08.415237 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-e75ba463-98af-499c-ad83-a2f3b61a3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:08.416634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-e75ba463-98af-499c-ad83-a2f3b61a3562 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418112 Apr 01 00:24:08.514320 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-53ce0c35-cb2f-43f0-a27f-55f809b7e1f0 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Apr 01 00:24:08.612698 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7fac9716-fc5f-4f34-9028-7de6f4418c14 req-03d5e122-76c3-4d82-af16-42a0441b1d28 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921869 Apr 01 00:24:08.969259 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af51eb-51bb-4ca3-b58d-82383137ab0d req-bf6a25fb-528f-4f25-bcac-03ad2f65207b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:08.971824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0af51eb-51bb-4ca3-b58d-82383137ab0d req-bf6a25fb-528f-4f25-bcac-03ad2f65207b tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0577648 Apr 01 00:24:09.017103 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f0af51eb-51bb-4ca3-b58d-82383137ab0d req-a2428b7a-a1fb-4019-9428-896ccb203da7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Apr 01 00:24:10.009940 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:24:10.145674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab52bc-58c6-428c-ab82-cdd7695d97ef req-267ab2b5-d5d1-441d-8e10-370edc903481 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:10.147200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ab52bc-58c6-428c-ab82-cdd7695d97ef req-267ab2b5-d5d1-441d-8e10-370edc903481 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0552771 Apr 01 00:24:10.190186 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-44ab52bc-58c6-428c-ab82-cdd7695d97ef req-50faa4cc-00c0-419e-959a-2836e1a97824 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361998 Apr 01 00:24:11.318685 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518c2f6-99e2-4e03-b94e-4153f3ab5df5 req-790b554d-5c5c-4985-ba22-5de45576b586 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:11.320217 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2518c2f6-99e2-4e03-b94e-4153f3ab5df5 req-790b554d-5c5c-4985-ba22-5de45576b586 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0515249 Apr 01 00:24:11.361867 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2518c2f6-99e2-4e03-b94e-4153f3ab5df5 req-fe5e2546-6de3-46e8-a3c9-e5ec9e7357e6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353479 Apr 01 00:24:11.703691 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d6216cf-affa-4bd3-bd56-4382948923d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:12.485779 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761dab6-72c1-4ee2-8ad0-450e2950e86b req-d9683e68-aca1-4e0d-b673-333d53b43f3c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:12.487341 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8761dab6-72c1-4ee2-8ad0-450e2950e86b req-d9683e68-aca1-4e0d-b673-333d53b43f3c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Apr 01 00:24:12.528376 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8761dab6-72c1-4ee2-8ad0-450e2950e86b req-9b3fc3ea-f2f4-40cc-906c-380fdb3b7149 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Apr 01 00:24:12.596549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:24:12.698993 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:24:12.711865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': '6228d49d-671d-4708-9a62-689d4c34de59', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'port_id': '6228d49d-671d-4708-9a62-689d4c34de59', 'mac_address': 'fa:16:3e:2f:f9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:24:12.752477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:12.766696 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6228d49d-671d-4708-9a62-689d4c34de59 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:24:12.787538 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:24:12.864385 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:12.913573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:24:13.294877 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['6228d49d-671d-4708-9a62-689d4c34de59'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:24:13.665678 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797901ed-1697-4e49-8123-777c44fee5d1 req-dd81a90f-50e4-40da-bac8-9ea93dc573c1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:13.667239 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797901ed-1697-4e49-8123-777c44fee5d1 req-dd81a90f-50e4-40da-bac8-9ea93dc573c1 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0617747 Apr 01 00:24:13.709300 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-797901ed-1697-4e49-8123-777c44fee5d1 req-7e3b1a7b-925f-4442-a7c9-ab4be561be0f tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Apr 01 00:24:13.986842 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-54da0f3c-453a-4318-9286-0fe3282b0c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:14.624388 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:24:14.674226 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port 6228d49d-671d-4708-9a62-689d4c34de59 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:24:14.674599 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:14.761119 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:14.789456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:24:14.791891 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a60b7-0a70-4d92-b118-e5511865f502" -d '{"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:24:14.805607 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:24:14.832381 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9561d0-b5be-4b63-abf6-8bfcc1c0e9b6 req-c0df3b31-11f6-4e13-a03e-2a99e9612ce2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:14.833896 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec9561d0-b5be-4b63-abf6-8bfcc1c0e9b6 req-c0df3b31-11f6-4e13-a03e-2a99e9612ce2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Apr 01 00:24:14.834530 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f96a99-b610-4840-b98d-fed151f095be x-openstack-request-id: req-a3f96a99-b610-4840-b98d-fed151f095be {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:24:14.834816 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:24:14.835097 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3f96a99-b610-4840-b98d-fed151f095be {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:24:14.835484 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f96a99-b610-4840-b98d-fed151f095be'] response: {'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'code': 200} Apr 01 00:24:14.873251 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ec9561d0-b5be-4b63-abf6-8bfcc1c0e9b6 req-8700a356-2e75-47c4-bfe6-df67c5b186cb tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Apr 01 00:24:14.889657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:14.951422 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:24:15.033954 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3b5da-7d05-4bce-929e-4ee210e4ad11 req-8bd536b5-7c86-457c-9bfa-18e988de30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:15.035595 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d3b5da-7d05-4bce-929e-4ee210e4ad11 req-8bd536b5-7c86-457c-9bfa-18e988de30c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0460014 Apr 01 00:24:15.078403 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-13d3b5da-7d05-4bce-929e-4ee210e4ad11 req-abadecac-557a-4312-ac6e-a87d3964b73b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352490 Apr 01 00:24:15.694938 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:16.008741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6b06-32d6-4523-ad14-dd4ecb1e02cd req-2040b887-56be-464c-bf8b-dea2c7bb3f50 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:16.011507 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45ee6b06-32d6-4523-ad14-dd4ecb1e02cd req-2040b887-56be-464c-bf8b-dea2c7bb3f50 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0576646 Apr 01 00:24:16.051819 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-45ee6b06-32d6-4523-ad14-dd4ecb1e02cd req-638ce078-0f89-44d3-833f-d2fa76f4f5a3 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334351 Apr 01 00:24:16.882000 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:16.978375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:17.177646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb207c1-d3ab-47d0-8043-10d52e556e9a req-9f5ec425-9dec-4687-b050-4a6f554226fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:24:17.179133 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fb207c1-d3ab-47d0-8043-10d52e556e9a req-9f5ec425-9dec-4687-b050-4a6f554226fa tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0527558 Apr 01 00:24:17.225211 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3fb207c1-d3ab-47d0-8043-10d52e556e9a req-94ababab-a979-439c-afa6-7ee8d15be883 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373974 Apr 01 00:24:24.938438 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:35.660595 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:41.734655 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5cb72da1-76c0-44b8-8176-d4a6212d7c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:43.974134 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c2e5-8208-422c-b875-69b15f13975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:45.717574 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:46.889064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:47.012931 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:24:47.023079 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:54.991606 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:05.711518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:09.071135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-dd042b71-c32b-4a00-8a10-ddc998c6311e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453672 Apr 01 00:25:09.179450 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-def6e1b7-c172-4e8b-8e08-a6c8f81bbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:09.182090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-def6e1b7-c172-4e8b-8e08-a6c8f81bbc0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0507722 Apr 01 00:25:09.296805 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-cb0b5354-35a8-4cf3-8ebb-aec2dc2bf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:09.298641 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-cb0b5354-35a8-4cf3-8ebb-aec2dc2bf95c service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.0962996 Apr 01 00:25:09.367740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-d80b5d60-dd34-41ca-b889-5743dece7f04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 1001 time: 0.0626173 Apr 01 00:25:09.426242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-d4586f7e-57f4-44eb-b89a-4e791117a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:09.427927 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-d4586f7e-57f4-44eb-b89a-4e791117a036 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0541728 Apr 01 00:25:09.480918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-d3494ca0-fc95-45bf-a751-04b5c448c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:09.482474 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-d3494ca0-fc95-45bf-a751-04b5c448c6c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483959 Apr 01 00:25:09.579656 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-27de4c84-d97c-441b-98b5-e034f6ef29b1 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906303 Apr 01 00:25:09.686778 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f14e9c12-6b22-4bbd-a96b-5ccb8c4561da req-c08664bf-8b68-4b61-ad2b-a5f708183d7e service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981019 Apr 01 00:25:11.715309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dc61-3ac9-49a3-b6d2-ea8029af5009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:13.960341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-34b920b0-5a98-438f-997f-aa12e21e5643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:15.699960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:16.931027 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:16.999974 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:24.014211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:25:24.969482 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:35.714539 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:41.696193 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2eca5ff1-6313-4ab4-8bde-bc715a52bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:43.984628 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-98c38600-2bb7-4b96-826d-96c5394bf2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:45.705123 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:46.882513 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:46.993314 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:54.515384 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44600) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:25:54.897901 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Deleting port 32f4b3d3-2511-41bc-88c9-f957e3edba66 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:25:54.898181 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:54.967650 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:54.988577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:54.988577 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:54.999550 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Calling delete_port for 32f4b3d3-2511-41bc-88c9-f957e3edba66 owned by network:floatingip {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:25:55.228348 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:55.259867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'Port': ['ID=32f4b3d3-2511-41bc-88c9-f957e3edba66,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:25:55.276658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.278040 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.278408 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.278784 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.279170 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.279521 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.279854 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.280197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.280528 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.280908 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.281248 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.281576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:25:55.344458 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for floatingip, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:55.344914 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Floating IP 49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d disassociated (deleted). External IP: 172.25.6.29, port: 6228d49d-671d-4708-9a62-689d4c34de59. Apr 01 00:25:55.580157 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:25:55.701741 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:25:55.707942 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:55.712670 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:25:55.723268 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:25:55.723903 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:25:55.735962 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-88336dc8-73e1-4e3f-828b-98981215e509 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "DELETE /v2.0/floatingips/49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d HTTP/1.1" status: 204 len: 168 time: 1.2194345 Apr 01 00:25:55.738598 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:25:55.739178 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4923cbdf-701e-448d-b0af-9cb4545920f0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:25:55.852590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:25:55.960264 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d619752-c1ce-43bb-a5ca-526074f2d9dd x-openstack-request-id: req-8d619752-c1ce-43bb-a5ca-526074f2d9dd {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:25:55.960918 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:25:55.960918 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8d619752-c1ce-43bb-a5ca-526074f2d9dd {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:25:55.962259 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d619752-c1ce-43bb-a5ca-526074f2d9dd'] response: {'name': 'network-changed', 'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'status': 'completed', 'code': 200} Apr 01 00:25:56.063235 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-f0222084-9fd7-49f7-b171-aea80f3b1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:56.065448 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-f0222084-9fd7-49f7-b171-aea80f3b1e47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0513589 Apr 01 00:25:56.073280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:25:56.105406 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:25:56.115838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:25:56.115838 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:25:56.187865 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-b67c54d5-0466-4770-8f6d-bb25ecdec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:56.190431 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-b67c54d5-0466-4770-8f6d-bb25ecdec6da service neutron] 10.222.0.10 "GET /v2.0/networks?id=befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 200 len: 911 time: 0.1151700 Apr 01 00:25:56.241883 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-1ab124d1-c09e-4b39-b9bf-a185ec337737 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 200 len: 217 time: 0.0419965 Apr 01 00:25:56.242174 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:25:56.347658 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-8c2762cc-0889-4349-8a47-d7bf49f44a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:56.350292 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-8c2762cc-0889-4349-8a47-d7bf49f44a9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 200 len: 848 time: 0.0890536 Apr 01 00:25:56.366923 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95011f-b5c0-44dc-96aa-d74885a68211 req-33f1a078-d817-49ad-a881-6ef0eef939e8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:56.369107 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f95011f-b5c0-44dc-96aa-d74885a68211 req-33f1a078-d817-49ad-a881-6ef0eef939e8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.1243541 Apr 01 00:25:56.441711 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-174d3fc4-9c5e-4f9a-8a67-d278a65009f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:56.443476 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-174d3fc4-9c5e-4f9a-8a67-d278a65009f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=befa077e-7e58-4078-81c9-62f1765b7dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730269 Apr 01 00:25:56.449833 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5f95011f-b5c0-44dc-96aa-d74885a68211 req-0bd91465-f28a-4bde-8351-78f7a0d0aed0 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667601 Apr 01 00:25:56.504931 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:25:56.537945 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058fe99-5c42-4a99-bd83-9e6c81106b30 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:17Z', 'revision_number': 4, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '77b62a05-5074-4ef1-a170-6d9ac2f3456a', 'name': '', 'network_id': 'befa077e-7e58-4078-81c9-62f1765b7dff', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'mac_address': 'fa:16:3e:10:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:16Z', 'updated_at': '2022-04-01T00:14:21Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'subnets': [{'id': '4b74db82-5e8d-43a2-958a-376c2278aa72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:25:56.555169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-50e2db13-470a-4e2c-a126-f79c1d9a88c1 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038525 Apr 01 00:25:56.665471 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4923cbdf-701e-448d-b0af-9cb4545920f0 req-5b4d052c-4adc-4669-aa8c-128a91404895 service neutron] 10.222.0.10 "GET /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029127 Apr 01 00:25:56.789829 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd3a03-6295-471b-aa7d-d70ac36a7e7e None None] New status for floating IP 49007f5a-6b7f-4f3e-a7f1-92cd9a89a00d: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:25:57.581562 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d193aed-1464-4d2f-abd8-a5e42df603c4 req-45768033-479f-4275-bc2b-4235a5b3ef6d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:57.583165 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d193aed-1464-4d2f-abd8-a5e42df603c4 req-45768033-479f-4275-bc2b-4235a5b3ef6d tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0561435 Apr 01 00:25:57.635725 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8d193aed-1464-4d2f-abd8-a5e42df603c4 req-20ae9127-e897-4f39-ae53-24fbd2d266f7 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/security-groups?id=42f78403-c55a-4bb6-b46f-e99557ca2991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Apr 01 00:25:58.114207 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e698e38f-83a7-4383-8120-c62df057b97c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:25:58.115801 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e698e38f-83a7-4383-8120-c62df057b97c tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 946 time: 0.0668197 Apr 01 00:25:58.212650 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Deleting port 6228d49d-671d-4708-9a62-689d4c34de59 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:25:58.212896 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:58.334318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] For port 6228d49d-671d-4708-9a62-689d4c34de59, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=6228d49d-671d-4708-9a62-689d4c34de59,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:25:58.334709 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:58.350078 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Calling delete_port for 6228d49d-671d-4708-9a62-689d4c34de59 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:25:58.582284 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:58.617166 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'Port': ['ID=6228d49d-671d-4708-9a62-689d4c34de59,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:25:58.662432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] No DVR routers for this DVR port 6228d49d-671d-4708-9a62-689d4c34de59 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:25:58.665447 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:58.669277 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-4d32226e-1c12-4f5c-9fa6-4d853fc6d676 req-e96d4c0c-4e62-4477-a160-c2c9335e3d51 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.10 "DELETE /v2.0/ports/6228d49d-671d-4708-9a62-689d4c34de59 HTTP/1.1" status: 204 len: 173 time: 0.5473754 Apr 01 00:25:58.669796 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-deleted', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:25:58.672569 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e3f6b-1c5e-420f-9f95-950ff8b95a00" -d '{"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-deleted", "tag": "6228d49d-671d-4708-9a62-689d4c34de59"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:25:58.711934 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9dd50-d58d-46b5-bacc-72a7f28d3b59 x-openstack-request-id: req-b5e9dd50-d58d-46b5-bacc-72a7f28d3b59 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:25:58.712289 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa023d4f-6808-4064-b6d9-510b7d21cbd8", "name": "network-vif-deleted", "tag": "6228d49d-671d-4708-9a62-689d4c34de59", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:25:58.712554 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b5e9dd50-d58d-46b5-bacc-72a7f28d3b59 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:25:58.712963 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e9dd50-d58d-46b5-bacc-72a7f28d3b59'] response: {'server_uuid': 'aa023d4f-6808-4064-b6d9-510b7d21cbd8', 'name': 'network-vif-deleted', 'tag': '6228d49d-671d-4708-9a62-689d4c34de59', 'status': 'completed', 'code': 200} Apr 01 00:25:58.753180 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d2ab9c83-f9f6-4c59-8065-25682b58f546 req-14ab88a6-575b-4a5c-bb66-1f34ba204ef2 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Apr 01 00:25:59.855748 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9f30a0f2-d6fb-4412-8033-3c15daca6974 req-3e91718a-0247-41d2-9230-e117cbd86345 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0275240 Apr 01 00:26:00.975581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f6b114e9-f813-44ea-a9a3-dd415eb41a8e req-5853a404-ea87-47cc-976b-1cba52b2bab8 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Apr 01 00:26:01.014704 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:26:01.251544 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:01.272523 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: 6228d49d-671d-4708-9a62-689d4c34de59 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:01.272866 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device 6228d49d-671d-4708-9a62-689d4c34de59 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:02.083131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-710cb855-b138-43eb-8da0-f7d39ea2aae4 req-61a14eb7-936f-4927-9750-a669961c4331 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Apr 01 00:26:03.208814 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-92d8483e-274a-4440-8d0d-cba93d3872cb req-07bc0bd9-44ac-4067-b9ed-988d27d0aa2e tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa023d4f-6808-4064-b6d9-510b7d21cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0303726 Apr 01 00:26:04.279744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44644) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:04.348876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:04.378529 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:04.518952 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:04.521678 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:04.522882 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] 10.222.0.83 "DELETE /v2.0/security-groups/42f78403-c55a-4bb6-b46f-e99557ca2991 HTTP/1.1" status: 204 len: 168 time: 0.2421424 Apr 01 00:26:04.534135 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f78403-c55a-4bb6-b46f-e99557ca2991,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:04.542604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.543031 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.543383 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.543725 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.544061 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.544397 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.544730 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.545056 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.545384 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.545873 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.546202 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.546529 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200cee3-2c39-47fa-9e21-9013c19ac6c6 tempest-TestShelveInstance-635401002 tempest-TestShelveInstance-635401002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:04.702254 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44650) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:05.568193 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:05.753193 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:05.837571 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Deleting port 77b62a05-5074-4ef1-a170-6d9ac2f3456a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:05.837830 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:05.929723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] For port 77b62a05-5074-4ef1-a170-6d9ac2f3456a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=77b62a05-5074-4ef1-a170-6d9ac2f3456a,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:05.930111 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:05.943821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Calling delete_port for 77b62a05-5074-4ef1-a170-6d9ac2f3456a owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:06.225805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:06.257353 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b62a05-5074-4ef1-a170-6d9ac2f3456a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:06.446702 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:06.698636 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Router 18d93822-2edc-4ef2-939d-e67a504284c2 has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:26:06.816672 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:06.822588 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9dbc9ee8-448f-4fb1-83c2-13368c7c0530 admin admin] 10.222.0.83 "PUT /v2.0/routers/18d93822-2edc-4ef2-939d-e67a504284c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1191187 Apr 01 00:26:06.824804 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44654) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:06.826427 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Sync routers for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:06.841125 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:06.841878 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:06.940909 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:06.958356 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:07.051273 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.150989 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'af68589f-236d-4224-afc9-2173003b4006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:26:06Z', 'revision_number': 5, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port': {'id': 'af68589f-236d-4224-afc9-2173003b4006', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:07.169744 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Deleting port af68589f-236d-4224-afc9-2173003b4006 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:07.170078 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.178301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Checking router: 18d93822-2edc-4ef2-939d-e67a504284c2 for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:07.192961 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Routers {'18d93822-2edc-4ef2-939d-e67a504284c2'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:07.193593 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['18d93822-2edc-4ef2-939d-e67a504284c2'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:07.267452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] For port af68589f-236d-4224-afc9-2173003b4006, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=af68589f-236d-4224-afc9-2173003b4006,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:07.267826 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.282324 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Calling delete_port for af68589f-236d-4224-afc9-2173003b4006 owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:07.285115 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] Set router 18d93822-2edc-4ef2-939d-e67a504284c2 gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:07.342046 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:26:07Z', 'revision_number': 6, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:07.368857 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136591-b87e-4bc2-b7b3-409f6283f2b1 None None] The sync data for ids ['18d93822-2edc-4ef2-939d-e67a504284c2'] in n-d-828414-2 is: [{'id': '18d93822-2edc-4ef2-939d-e67a504284c2', 'name': 'tempest-TestShelveInstance-1006846518-router', 'tenant_id': '6e12b2a2292649ba8156aae25e75dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:14Z', 'updated_at': '2022-04-01T00:26:07Z', 'revision_number': 6, 'project_id': '6e12b2a2292649ba8156aae25e75dfd3', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:07.570505 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.598839 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=af68589f-236d-4224-afc9-2173003b4006,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:07.668429 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.774137 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.777351 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.907788 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.908249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d93822-2edc-4ef2-939d-e67a504284c2 {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:26:07.913132 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.916443 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8e706c1a-83f4-4fe7-b73f-a2c892114cfe admin admin] 10.222.0.83 "DELETE /v2.0/routers/18d93822-2edc-4ef2-939d-e67a504284c2 HTTP/1.1" status: 204 len: 168 time: 1.0903127 Apr 01 00:26:07.919322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44656) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:07.973427 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Deleting subnet 4b74db82-5e8d-43a2-958a-376c2278aa72 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:26:07.977899 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.019070 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.126851 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.198955 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 77b62a05-5074-4ef1-a170-6d9ac2f3456a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:08.231739 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 77b62a05-5074-4ef1-a170-6d9ac2f3456a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:08.232134 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 77b62a05-5074-4ef1-a170-6d9ac2f3456a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:08.299574 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.343171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b74db82-5e8d-43a2-958a-376c2278aa72,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:08.345626 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.352959 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-2392cad8-a4cd-4c35-bcae-ca7368da1559 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4b74db82-5e8d-43a2-958a-376c2278aa72 HTTP/1.1" status: 204 len: 168 time: 0.4325099 Apr 01 00:26:08.355739 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44658) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:08.362029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b7174-a9d5-41f8-8a41-b984bcf2ce1b None None] Network befa077e-7e58-4078-81c9-62f1765b7dff requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:08.433906 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.520388 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Deleting port 944e1696-5d57-4984-ab65-705dfa614cbc {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:08.520816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.586070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] DHCP port deletion for befa077e-7e58-4078-81c9-62f1765b7dff request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:26:08.603710 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] For port 944e1696-5d57-4984-ab65-705dfa614cbc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=944e1696-5d57-4984-ab65-705dfa614cbc,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:08.604336 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.620876 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Calling delete_port for 944e1696-5d57-4984-ab65-705dfa614cbc owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:08.642604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Deleting port 944e1696-5d57-4984-ab65-705dfa614cbc {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:08.642954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.718381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] For port 944e1696-5d57-4984-ab65-705dfa614cbc, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=944e1696-5d57-4984-ab65-705dfa614cbc,segment=NetworkSegment(8d1ff46e-d291-4ddc-9167-872005f4e2d2),segment_id=8d1ff46e-d291-4ddc-9167-872005f4e2d2)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:08.718964 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.734836 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Calling delete_port for 944e1696-5d57-4984-ab65-705dfa614cbc owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:08.850812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.858295 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.879121 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Pushing event deleted for resources: {'Port': ['ID=944e1696-5d57-4984-ab65-705dfa614cbc,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:08.881160 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] No DVR routers for this DVR port 944e1696-5d57-4984-ab65-705dfa614cbc on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:26:08.886242 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Pushing event deleted for resources: {'Port': ['ID=944e1696-5d57-4984-ab65-705dfa614cbc,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:08.890988 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] No DVR routers for this DVR port 944e1696-5d57-4984-ab65-705dfa614cbc on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.904276 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1f69a-c8b8-459c-a9be-e0b8ba5031a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:08.965314 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.987432 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befa077e-7e58-4078-81c9-62f1765b7dff']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:08.997470 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ff46e-d291-4ddc-9167-872005f4e2d2') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:08.997764 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ff46e-d291-4ddc-9167-872005f4e2d2') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:09.012500 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.026198 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.033131 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:26:09.033561 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:26:09.035310 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:26:09.150898 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.157988 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.163936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] 10.222.0.83 "DELETE /v2.0/networks/befa077e-7e58-4078-81c9-62f1765b7dff HTTP/1.1" status: 204 len: 168 time: 0.8042724 Apr 01 00:26:09.164394 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44660) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:09.174179 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56fcb-0434-4be1-8901-65f7c9240191 admin admin] Pushing event deleted for resources: {'Network': ['ID=befa077e-7e58-4078-81c9-62f1765b7dff,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:09.551848 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.656152 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af68589f-236d-4224-afc9-2173003b4006 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:09.677302 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: af68589f-236d-4224-afc9-2173003b4006 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:09.677642 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device af68589f-236d-4224-afc9-2173003b4006 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:09.678137 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 944e1696-5d57-4984-ab65-705dfa614cbc no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:09.700222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 944e1696-5d57-4984-ab65-705dfa614cbc {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:09.700562 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 944e1696-5d57-4984-ab65-705dfa614cbc not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:09.815065 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Deleting port 50dd7cdc-9bb2-4d52-849c-6566de2e770a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:09.815406 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.896391 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] For port 50dd7cdc-9bb2-4d52-849c-6566de2e770a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=50dd7cdc-9bb2-4d52-849c-6566de2e770a,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:09.896773 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:09.914168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Calling delete_port for 50dd7cdc-9bb2-4d52-849c-6566de2e770a owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:10.193271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:10.219845 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Pushing event deleted for resources: {'Port': ['ID=50dd7cdc-9bb2-4d52-849c-6566de2e770a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:10.717836 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:10.955927 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Router da2a14c1-ae77-4b83-adad-06a39a94ad3d has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:26:11.072889 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:11.078713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-650d6cd4-9477-4842-9fc3-f0290d1665ad admin admin] 10.222.0.83 "PUT /v2.0/routers/da2a14c1-ae77-4b83-adad-06a39a94ad3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131899 Apr 01 00:26:11.082198 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44662) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:11.083860 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Sync routers for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:11.098866 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:11.099516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:11.199538 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.309057 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:11.319068 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.482284 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Deleting port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:11.482630 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.509168 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:26:10Z', 'revision_number': 5, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port': {'id': 'c55bbeb1-a939-42a1-8cf0-44ef04e3a76a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:11.537546 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Checking router: da2a14c1-ae77-4b83-adad-06a39a94ad3d for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:11.548406 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Routers {'da2a14c1-ae77-4b83-adad-06a39a94ad3d'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:11.549052 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:25:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:11.579796 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] For port c55bbeb1-a939-42a1-8cf0-44ef04e3a76a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:11.580063 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.605325 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Calling delete_port for c55bbeb1-a939-42a1-8cf0-44ef04e3a76a owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:11.647930 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] Set router da2a14c1-ae77-4b83-adad-06a39a94ad3d gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:11.707430 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3baceec3-baf9-4fe7-930e-f72b846779c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.708186 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:26:11Z', 'revision_number': 6, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:11.736516 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45f276-a3e5-427a-825d-28239f359b55 None None] The sync data for ids ['da2a14c1-ae77-4b83-adad-06a39a94ad3d'] in n-d-828414-2 is: [{'id': 'da2a14c1-ae77-4b83-adad-06a39a94ad3d', 'name': 'tempest-TestShelveInstance-19733624-router', 'tenant_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:14:20Z', 'updated_at': '2022-04-01T00:26:11Z', 'revision_number': 6, 'project_id': '142c02bd93b04b9ab7d479d6d33a1f06', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:11.873654 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:11.905308 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55bbeb1-a939-42a1-8cf0-44ef04e3a76a,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:11.966426 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.065299 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.067754 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.224819 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.225568 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2a14c1-ae77-4b83-adad-06a39a94ad3d {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:26:12.230469 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.231714 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-9a5d0b8a-a009-4a63-8e04-9d6ddc17cc81 admin admin] 10.222.0.83 "DELETE /v2.0/routers/da2a14c1-ae77-4b83-adad-06a39a94ad3d HTTP/1.1" status: 204 len: 168 time: 1.1480420 Apr 01 00:26:12.234420 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44664) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:12.284954 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Deleting subnet 2fbdb71f-41c8-4bee-9645-87144e8646bb {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:26:12.288277 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.324864 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.406595 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.551556 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.586985 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.594304 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2fbdb71f-41c8-4bee-9645-87144e8646bb HTTP/1.1" status: 204 len: 168 time: 0.3560472 Apr 01 00:26:12.594304 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cc15b-fa35-4553-92c0-7c47f545c8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbdb71f-41c8-4bee-9645-87144e8646bb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:12.594515 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbab36-2808-4ba8-9011-34d99a64bc6b None None] Network 799f28aa-d863-4f86-b912-ebe7db56213e requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:12.594615 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44666) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:12.673357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.745935 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Deleting port 6e540e34-a10f-4923-b231-a80c2e5dcc10 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:12.746324 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.812179 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] DHCP port deletion for 799f28aa-d863-4f86-b912-ebe7db56213e request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:26:12.814656 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] For port 6e540e34-a10f-4923-b231-a80c2e5dcc10, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e540e34-a10f-4923-b231-a80c2e5dcc10,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:12.815096 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.828666 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Calling delete_port for 6e540e34-a10f-4923-b231-a80c2e5dcc10 owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:12.859827 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Deleting port 6e540e34-a10f-4923-b231-a80c2e5dcc10 {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:26:12.860201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.929986 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] For port 6e540e34-a10f-4923-b231-a80c2e5dcc10, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=6e540e34-a10f-4923-b231-a80c2e5dcc10,segment=NetworkSegment(2edd3158-2683-4c0b-b9e5-7839f5461f4c),segment_id=2edd3158-2683-4c0b-b9e5-7839f5461f4c)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:12.930294 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:12.947064 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Calling delete_port for 6e540e34-a10f-4923-b231-a80c2e5dcc10 owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:26:12.982055 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.009648 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e540e34-a10f-4923-b231-a80c2e5dcc10,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:13.011616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] No DVR routers for this DVR port 6e540e34-a10f-4923-b231-a80c2e5dcc10 on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:26:13.028603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.086262 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.114800 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799f28aa-d863-4f86-b912-ebe7db56213e']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:13.126932 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edd3158-2683-4c0b-b9e5-7839f5461f4c') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:13.127268 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edd3158-2683-4c0b-b9e5-7839f5461f4c') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:13.138849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.158167 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.166596 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:26:13.166596 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:26:13.169040 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:26:13.222783 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] Pushing event deleted for resources: {'Port': ['ID=6e540e34-a10f-4923-b231-a80c2e5dcc10,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:13.226443 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7be089-1c77-49ef-a6df-118a1098b6d1 None None] No DVR routers for this DVR port 6e540e34-a10f-4923-b231-a80c2e5dcc10 on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:26:13.316483 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.322250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.329739 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] 10.222.0.83 "DELETE /v2.0/networks/799f28aa-d863-4f86-b912-ebe7db56213e HTTP/1.1" status: 204 len: 168 time: 0.7334001 Apr 01 00:26:13.353875 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660db15-9b7e-4365-9cad-ba8ecd663590 admin admin] Pushing event deleted for resources: {'Network': ['ID=799f28aa-d863-4f86-b912-ebe7db56213e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:13.663112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 50dd7cdc-9bb2-4d52-849c-6566de2e770a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:13.688092 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 50dd7cdc-9bb2-4d52-849c-6566de2e770a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:13.689589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 50dd7cdc-9bb2-4d52-849c-6566de2e770a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:13.689589 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e540e34-a10f-4923-b231-a80c2e5dcc10 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:13.709097 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 6e540e34-a10f-4923-b231-a80c2e5dcc10 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:13.709433 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 6e540e34-a10f-4923-b231-a80c2e5dcc10 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:13.709842 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c55bbeb1-a939-42a1-8cf0-44ef04e3a76a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:26:13.732099 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: c55bbeb1-a939-42a1-8cf0-44ef04e3a76a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:26:13.732457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device c55bbeb1-a939-42a1-8cf0-44ef04e3a76a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:26:13.732703 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44670) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:13.782110 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-b838785d-1ff9-40ec-994e-071df5efbdf9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e12b2a2292649ba8156aae25e75dfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472369 Apr 01 00:26:13.783967 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44672) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:13.841008 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.870805 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:13.945825 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5092ff2-1d27-4120-839a-78c6d5741e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:14.015774 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:14.018413 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:14.019645 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f0858b07-3251-495a-9438-a22c8d374ef0 HTTP/1.1" status: 204 len: 168 time: 0.2347090 Apr 01 00:26:14.029612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecb61b-c46d-4c39-a17b-8be9ae1d03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0858b07-3251-495a-9438-a22c8d374ef0,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:14.791137 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44678) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:14.848453 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-80ff2a7a-af5e-4551-8557-8a9de2fe9c47 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=142c02bd93b04b9ab7d479d6d33a1f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559828 Apr 01 00:26:14.851036 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44680) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:14.903657 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:14.926109 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:15.061599 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:15.064246 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:15.065430 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ad9f7b8-75e5-41cc-9591-2c1f68b67e35 HTTP/1.1" status: 204 len: 168 time: 0.2134676 Apr 01 00:26:15.075200 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43b0b-697c-4c6b-983d-a8b2feaa72d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9f7b8-75e5-41cc-9591-2c1f68b67e35,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:15.718681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.362455 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44702) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:16.477339 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-501442669-network', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:16.578830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Made reservation on behalf of e47b0d7356ae4f42b204b61259c047f2 for: {'network': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:26:16.581379 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.591043 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.682954 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.756097 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.785742 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:26:16.797501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1b42e0-7c4c-4156-9f14-6d6afa3855a5,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:16.802955 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.803432 n-d-828414-2 neutron-server[109835]: INFO neutron.db.segments_db [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Added segment 75543773-7ce0-4797-87b5-b84c49b5043b of type vlan for network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d Apr 01 00:26:16.850960 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.898783 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.990554 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:16.991536 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:16.992133 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:17.027232 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:17.055468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] Pushing event updated for resources: {'Network': ['ID=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:17.066168 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:26:17.108173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-071d4ebf-2626-4a91-bea3-2ee23bc53e3b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7442746 Apr 01 00:26:17.111993 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44706) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:17.118268 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Request body: {'subnet': {'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-501442669-subnet', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:17.258830 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Made reservation on behalf of e47b0d7356ae4f42b204b61259c047f2 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:26:17.261814 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:17.574767 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:17.639922 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca7d173-edc5-4d1e-b446-176ce9fde0ec,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:17.656800 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Checking segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:17.657168 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Network hostable DHCP agents. Network: 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:26:17.770048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:26:17.850381 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:17.855299 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:17.856045 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:17.860956 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e13e84-c47c-4ab3-84e6-b97b6b7ec082 None None] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:17.938493 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1817f658-7fc3-4c9a-a4e1-e79b02ba5ed5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8252821 Apr 01 00:26:17.941904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44708) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:17.948811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:18.031941 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:26:18.035503 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.056014 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.057244 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.112874 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.210260 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Allocated IP 172.20.0.2 (0a4fae82-9bbf-49b3-94f2-f1642dd88c6d/1ca7d173-edc5-4d1e-b446-176ce9fde0ec/fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:18.370255 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.456309 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.503853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:18.507112 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:18.513650 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:18.517156 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Pushing event updated for resources: {'Port': ['ID=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:18.580381 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Attempting to bind port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:18.581105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Attempting to bind port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:18.581475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Attempting to bind port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:18.591571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:18.592372 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Checking segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:18.593678 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.594415 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Bound using segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:18.595321 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Bound port: fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:18.595947 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.674873 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] For port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:18.675708 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.678130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] For port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:18.754227 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:18.832136 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0d543-58c3-47fd-beb2-b880cb4eabb4 None None] Pushing event updated for resources: {'Port': ['ID=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:19.019131 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.052694 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.200871 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Allocated IP 172.25.6.225 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/175bfc0f-f744-48eb-9f58-08cf76da92af) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:19.357566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.462354 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.505806 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:19.509322 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:19.512385 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:19.540006 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Pushing event updated for resources: {'Port': ['ID=175bfc0f-f744-48eb-9f58-08cf76da92af,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:19.725175 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:19.789027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:19.789703 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.906524 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.924843 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:19.966084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:20.051211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:20.108250 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:20.128070 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4b3fb-3592-4887-ac25-4e1e2d6c286a None None] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:20.186019 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:20.270346 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e6c30022-faf5-4418-b5a4-b6e887f7e07d None None] Provisioning complete for port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:20.270624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6c30022-faf5-4418-b5a4-b6e887f7e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:20.402760 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:26:20.536674 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:20.547359 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:20.563380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:20.564535 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:20.643806 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:20.645220 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c580b017-e1c5-49bc-8f81-e10b19289122 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7020400 Apr 01 00:26:20.648302 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44710) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:20.676383 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-abe31e2e-1409-4c36-8299-570ac03d50e5 None None] Provisioning complete for port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:20.676801 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-abe31e2e-1409-4c36-8299-570ac03d50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:20.725907 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:20.961245 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:19Z', 'revision_number': 3, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:20.996674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:20.997019 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Updating router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de port 175bfc0f-f744-48eb-9f58-08cf76da92af binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:26:21.029036 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.138377 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.325871 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.356163 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Allocated IP 172.20.0.1 (0a4fae82-9bbf-49b3-94f2-f1642dd88c6d/1ca7d173-edc5-4d1e-b446-176ce9fde0ec/4e4a74c7-01dd-4efb-be07-52e93d55c7f6) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:21.441632 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.478816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.497301 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Attempting to bind port 175bfc0f-f744-48eb-9f58-08cf76da92af on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:21.497661 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Attempting to bind port 175bfc0f-f744-48eb-9f58-08cf76da92af by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:21.498018 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Attempting to bind port 175bfc0f-f744-48eb-9f58-08cf76da92af on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:21.500015 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf385-b857-44ee-90f6-9d3a3407b8b5 None None] Pushing event updated for resources: {'Port': ['ID=175bfc0f-f744-48eb-9f58-08cf76da92af,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:21.505853 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:21.506225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:21.506657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.507065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:21.507573 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Bound port: 175bfc0f-f744-48eb-9f58-08cf76da92af, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:21.507954 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.565807 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] For port 175bfc0f-f744-48eb-9f58-08cf76da92af, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:21.569235 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] For port 175bfc0f-f744-48eb-9f58-08cf76da92af, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=175bfc0f-f744-48eb-9f58-08cf76da92af,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:21.573606 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.617981 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:21.621332 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:21.626269 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:21.636042 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:21.674071 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.681335 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:21.691191 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.771440 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:21.772121 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:21.841712 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf385-b857-44ee-90f6-9d3a3407b8b5 None None] Pushing event updated for resources: {'Port': ['ID=175bfc0f-f744-48eb-9f58-08cf76da92af,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:21.898078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:21.902836 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.927991 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:21.962634 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:22.039205 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1d1a8bb4-134d-404e-b901-5c064159ab39 None None] Provisioning complete for port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:22.039737 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8bb4-134d-404e-b901-5c064159ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:22.132495 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:22.190291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:22.264878 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:22.267640 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:22.331701 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a8bb4-134d-404e-b901-5c064159ab39 None None] Port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:26:22.386069 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:22.387557 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:22.431104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:19Z', 'revision_number': 3, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:22.460239 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601888-9b68-4c3b-aa10-c1856941f25b None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:19Z', 'revision_number': 3, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:22.520459 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:26:22.649311 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:22.654978 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8832db37-cbf9-4685-82eb-783c6df979b5 None None] Provisioning complete for port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:22.655491 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8832db37-cbf9-4685-82eb-783c6df979b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:22.657397 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6db1cd48-6f6c-40e0-9a6c-acbaec4458f9 admin admin] 10.222.0.83 "PUT /v2.0/routers/8908a583-aa7d-47c4-b8ee-d7d1aad7d7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076056 Apr 01 00:26:22.702280 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-8832db37-cbf9-4685-82eb-783c6df979b5 None None] Port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:26:23.504085 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44726) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:23.509242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1561509961-network', 'tenant_id': '92f482a23b874384a47c91fadeb2d653'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:23.655398 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Made reservation on behalf of 92f482a23b874384a47c91fadeb2d653 for: {'network': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:26:23.657820 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for network, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.667532 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.685579 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 175bfc0f-f744-48eb-9f58-08cf76da92af up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:23.749948 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 175bfc0f-f744-48eb-9f58-08cf76da92af triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:23.750331 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.763132 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.849666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.851961 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.876928 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:26:23.889306 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386ba37-7c4b-41a5-b2be-34fcc49eeacb,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:23.889552 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 175bfc0f-f744-48eb-9f58-08cf76da92af, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=175bfc0f-f744-48eb-9f58-08cf76da92af,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:23.895077 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.895425 n-d-828414-2 neutron-server[109834]: INFO neutron.db.segments_db [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Added segment db6165cf-cd84-46a2-95bb-3f6d1b8b51c4 of type vlan for network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f Apr 01 00:26:23.939100 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744303633026'] for network, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:23.982448 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.039728 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=175bfc0f-f744-48eb-9f58-08cf76da92af,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:24.065162 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572'] for network, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.066793 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:24.067780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.128907 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:24.144430 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:24.147181 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:24.178227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6724348 Apr 01 00:26:24.180620 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44728) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:24.192998 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8c41-5c85-4c2b-bab4-b72151560fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=20967e93-1582-4f5e-8fb5-2d7fd8ad225f,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:24.193413 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Request body: {'subnet': {'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1561509961-subnet', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'ip_version': 4}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:24.198414 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f details requested by agent ovs-agent-n-d-828414-2 with host n-d-828414-2 {{(pid=109836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:26:24.273958 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:24.287326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Made reservation on behalf of 92f482a23b874384a47c91fadeb2d653 for: {'subnet': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:26:24.290083 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25755517'] for subnet, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.516325 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 2, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:24.543901 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:24.544148 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Updating router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:26:24.573692 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25755535'] for subnet, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.576394 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.641173 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa0868e-6bcf-475b-b0ee-1bf3781fce61,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:24.650969 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Checking segment: {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:24.651601 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Network hostable DHCP agents. Network: 20967e93-1582-4f5e-8fb5-2d7fd8ad225f, hostable agents: ['c176f3f1-1f1e-47f5-979a-11b1364a2ae9'], hosted agents: [] {{(pid=109835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:26:24.758496 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f is scheduled to be hosted by DHCP agent c176f3f1-1f1e-47f5-979a-11b1364a2ae9 with binding_index 1 {{(pid=109835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:26:24.853225 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828414-2, 20967e93-1582-4f5e-8fb5-2d7fd8ad225f) {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:24.858439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:24.859243 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.864578 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1a020-e800-4484-b610-7c1c5ab47782 None None] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:24.885390 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:24.941971 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ed16e123-ceac-4951-9126-2e29e3805599 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7600310 Apr 01 00:26:24.944694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44730) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:24.949331 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:24.950724 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.005661 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Pushing event updated for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:25.031236 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.031583 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.031922 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.032262 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.032580 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.032936 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.033267 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.033572 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.033845 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.034173 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.034598 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.034878 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:26:25.049114 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3749790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108594'] for router, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.050205 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3746120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108581'] for router, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.081713 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Attempting to bind port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:25.082461 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Attempting to bind port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:25.083226 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Attempting to bind port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:25.083605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.090360 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:25.091671 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Checking segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:25.092516 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.092884 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Bound using segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:25.093384 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Bound port: 4e4a74c7-01dd-4efb-be07-52e93d55c7f6, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:25.093765 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.120742 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02f54191-9091-5a51-9661-4b3e8c6244ae-20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61'}]}} from n-d-828414-2. {{(pid=109836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:26:25.121986 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.128470 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.186756 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] For port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:25.191452 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] For port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:25.269661 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.293203 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.db_base_plugin_common [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Allocated IP 172.20.0.2 (20967e93-1582-4f5e-8fb5-2d7fd8ad225f/6fa0868e-6bcf-475b-b0ee-1bf3781fce61/fa50dce8-138a-43ec-8d62-f08e8982062e) {{(pid=109836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:25.345375 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6afcff-201a-479a-8d30-a48100de8f2f None None] Pushing event updated for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:25.364044 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:25.365211 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:25.406222 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.414577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] Provisioning complete for port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:25.414948 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.533125 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks [] for port, precommit_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.585105 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.603069 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645'] for port, after_create {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.691689 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Pushing event updated for resources: {'Port': ['ID=fa50dce8-138a-43ec-8d62-f08e8982062e,revision_number=1']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:25.698916 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 175bfc0f-f744-48eb-9f58-08cf76da92af up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:25.723278 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:25.733575 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] For port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:25.741619 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f is already hosted by enough agents. {{(pid=109836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:25.747078 n-d-828414-2 neutron-server[109836]: DEBUG neutron.scheduler.base_scheduler [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Resources bound (agent type, host, resource id): {{(pid=109836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:25.752600 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Received port after_create {{(pid=109836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:25.758015 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.783871 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.811951 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.855049 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 175bfc0f-f744-48eb-9f58-08cf76da92af triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:25.855422 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.861034 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Attempting to bind port fa50dce8-138a-43ec-8d62-f08e8982062e on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:25.861400 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Attempting to bind port fa50dce8-138a-43ec-8d62-f08e8982062e by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:25.861758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Attempting to bind port fa50dce8-138a-43ec-8d62-f08e8982062e on network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:25.892748 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:25.893559 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Checking segment: {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:25.893559 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.894369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Bound using segment: {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:25.894369 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Bound port: fa50dce8-138a-43ec-8d62-f08e8982062e, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:25.894689 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.910249 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Allocated IP 172.25.6.193 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/66d5e14a-40df-4ada-84ad-bbe288a0d26a) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:25.952637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9e04-2503-48f8-9fe6-81dda40a40ba None None] Pushing event updated for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:25.964348 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:25.994065 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-01491643-a27f-432d-ae1f-aca0e8b4f5ee None None] Provisioning complete for port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:25.995205 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-01491643-a27f-432d-ae1f-aca0e8b4f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:25.996337 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ca5d-3eef-4a1b-947e-f6c7ef5587ea None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:26.036132 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] For port fa50dce8-138a-43ec-8d62-f08e8982062e, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:26.079573 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:26.089084 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] For port fa50dce8-138a-43ec-8d62-f08e8982062e, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fa50dce8-138a-43ec-8d62-f08e8982062e,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:26.176546 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:26.205726 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:26.249540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca12f75-af1a-4445-ad94-654c67028a8d None None] Pushing event updated for resources: {'Port': ['ID=fa50dce8-138a-43ec-8d62-f08e8982062e,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:26.264784 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:26.268635 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:26.271411 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:26.316723 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Pushing event updated for resources: {'Port': ['ID=66d5e14a-40df-4ada-84ad-bbe288a0d26a,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:26.721681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:26.953189 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746199'] for router, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:27.179716 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a is scheduled to L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 with binding_index 1 {{(pid=109835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:26:27.280453 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a8e2e-3544-43d5-8e7b-2a8b1a98bdb4 None None] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:26:27.319436 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:27.343722 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Sync routers for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:27.362402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] Provisioning complete for port fa50dce8-138a-43ec-8d62-f08e8982062e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:27.362822 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:27.394498 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:27.394852 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:27.395173 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:27.396203 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-d2e3f002-ada6-4063-8fbf-91bda7ddc457 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4504428 Apr 01 00:26:27.398879 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44732) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:27.641333 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:27.711093 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:27.789665 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fa50dce8-138a-43ec-8d62-f08e8982062e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:28.023998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] For port fa50dce8-138a-43ec-8d62-f08e8982062e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fa50dce8-138a-43ec-8d62-f08e8982062e,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:28.100658 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fa50dce8-138a-43ec-8d62-f08e8982062e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:28.100934 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.107669 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.196972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:26Z', 'revision_number': 3, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:28.203448 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73f914-6872-4f1e-be4d-2678ab7167ce None None] Pushing event updated for resources: {'Port': ['ID=fa50dce8-138a-43ec-8d62-f08e8982062e,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:28.241653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Checking router: 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:28.241998 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Updating router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a port 66d5e14a-40df-4ada-84ad-bbe288a0d26a binding host n-d-828414-2 {{(pid=109836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:26:28.261464 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.299583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.332805 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:28.340044 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-8f6d9b0b-30cb-479d-9b10-86dcf7c5aa1c None None] Provisioning complete for port fa50dce8-138a-43ec-8d62-f08e8982062e triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:28.340428 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9b0b-30cb-479d-9b10-86dcf7c5aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.441016 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Allocated IP 172.20.0.1 (20967e93-1582-4f5e-8fb5-2d7fd8ad225f/6fa0868e-6bcf-475b-b0ee-1bf3781fce61/d0fe89db-2ae0-4298-ab83-98e91c5c0668) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:28.561291 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:28.561744 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.578025 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.693382 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.739596 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:28.742555 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:28.747139 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:28.750675 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:28.788494 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks [] for port, precommit_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.793610 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747912'] for router_interface, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.881711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.943162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Attempting to bind port 66d5e14a-40df-4ada-84ad-bbe288a0d26a on host n-d-828414-2 for vnic_type normal with profile {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:28.943554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Attempting to bind port 66d5e14a-40df-4ada-84ad-bbe288a0d26a by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:28.943933 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Attempting to bind port 66d5e14a-40df-4ada-84ad-bbe288a0d26a on network 0df374ee-5ae0-452f-9dc8-8c03e311b300 {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:28.946104 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac435484-461a-4461-8ca5-60e21cdd638b None None] Pushing event updated for resources: {'Port': ['ID=66d5e14a-40df-4ada-84ad-bbe288a0d26a,revision_number=2']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:28.953289 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:28.953637 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Checking segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:28.953940 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:28.954336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Bound using segment: {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'} {{(pid=109836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:28.954899 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.managers [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Bound port: 66d5e14a-40df-4ada-84ad-bbe288a0d26a, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef5632-abe8-4350-a79d-78f697278f88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300'}}] {{(pid=109836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:28.955330 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.012761 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] For port 66d5e14a-40df-4ada-84ad-bbe288a0d26a, host n-d-828414-2, cleared binding levels {{(pid=109836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:29.016977 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] For port 66d5e14a-40df-4ada-84ad-bbe288a0d26a, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66d5e14a-40df-4ada-84ad-bbe288a0d26a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:29.043415 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.109767 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d930dc92-9289-48a8-af1e-3c28e5d5fac2 None None] Provisioning complete for port d0fe89db-2ae0-4298-ab83-98e91c5c0668 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:29.110132 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d930dc92-9289-48a8-af1e-3c28e5d5fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.139673 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.177307 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-d930dc92-9289-48a8-af1e-3c28e5d5fac2 None None] Port d0fe89db-2ae0-4298-ab83-98e91c5c0668 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:26:29.211972 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:29.212606 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:29.215140 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac435484-461a-4461-8ca5-60e21cdd638b None None] Pushing event updated for resources: {'Port': ['ID=66d5e14a-40df-4ada-84ad-bbe288a0d26a,revision_number=3']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:29.243681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.332604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:29.335403 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.411514 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748052'] for router_interface, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.413534 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:29.525371 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:29.527101 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:29.564503 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd0fe89db-2ae0-4298-ab83-98e91c5c0668', 'name': '', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'mac_address': 'fa:16:3e:db:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:28Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 1, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'subnets': [{'id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:29.599442 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22623c0-4fcd-4596-9807-fe355616ec43 None None] The sync data for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 is: [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd0fe89db-2ae0-4298-ab83-98e91c5c0668', 'name': '', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'mac_address': 'fa:16:3e:db:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:28Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 1, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'subnets': [{'id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:29.683406 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:26:29.708221 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fa50dce8-138a-43ec-8d62-f08e8982062e up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:29.771816 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port fa50dce8-138a-43ec-8d62-f08e8982062e triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:29.772118 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.829812 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-4d1a4229-b732-4c41-b73a-33c68dbbe863 None None] Provisioning complete for port d0fe89db-2ae0-4298-ab83-98e91c5c0668 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:29.830190 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4229-b732-4c41-b73a-33c68dbbe863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:29.843295 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:29.849035 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c59db90c-d4f6-4ec2-ba38-846ac614d69b admin admin] 10.222.0.83 "PUT /v2.0/routers/641c3ec1-617e-4fd0-a2f0-5dbba9ede18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488783 Apr 01 00:26:29.928114 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a4229-b732-4c41-b73a-33c68dbbe863 None None] Port d0fe89db-2ae0-4298-ab83-98e91c5c0668 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:26:30.790211 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44740) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:30.795682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910457593', 'description': 'tempest-secgroup-smoke-910457593 description', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:30.878805 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:30.970632 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.056445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.090255 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539be224-e908-489a-845b-62130af4bcfb,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:31.188012 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.190079 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-aaa6e643-3163-49ff-8510-44d614f585ed tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3985746 Apr 01 00:26:31.193095 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 44742) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:31.199438 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:31.287618 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.371758 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.476214 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.498133 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941e3445-429b-429b-83c1-79d85a8a826f,revision_number=0']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:31.583167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.584544 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-bc10d27c-82b0-47fa-8a49-cbf6252128c8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902006 Apr 01 00:26:31.587482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44744) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:31.593226 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:31.701131 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66d5e14a-40df-4ada-84ad-bbe288a0d26a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:31.704338 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.759200 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 66d5e14a-40df-4ada-84ad-bbe288a0d26a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:31.759770 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.769559 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.865819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.873429 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.891865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] For port 66d5e14a-40df-4ada-84ad-bbe288a0d26a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66d5e14a-40df-4ada-84ad-bbe288a0d26a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:31.898653 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c728f367-70e6-4352-b5e5-cd954f25942a,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:31.967160 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.968525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-c275c87b-54e0-46bd-9519-22687f55fff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792264 Apr 01 00:26:31.971838 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44746) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:31.975789 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:31.976423 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:32.033000 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Pushing event updated for resources: {'Port': ['ID=66d5e14a-40df-4ada-84ad-bbe288a0d26a,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:32.073006 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.145247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.221592 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.242834 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c170ad3-e399-4e6f-a90c-6ca3c2f18a09,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:32.326897 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.328518 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-bb3ae26e-b384-4ae7-bf5a-96a59ee6aeb8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556831 Apr 01 00:26:32.331387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44748) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:32.336002 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:32.454895 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.524887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.604537 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.625664 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0817049b-abd0-4d79-846a-1733f910a429,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:32.731821 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.733249 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-5c7fe3e3-48a7-444d-8fc6-b12773df6633 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4007304 Apr 01 00:26:32.736199 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44750) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:32.740662 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:32.833042 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Project e47b0d7356ae4f42b204b61259c047f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:26:32.839158 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.903787 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:32.990010 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.011113 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b8e87f-70c4-46a8-bc2f-5b618680469b,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:33.086381 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.087581 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-9e0132d3-5abb-4708-8568-473233677727 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504045 Apr 01 00:26:33.091124 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44752) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:33.095529 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'security_group_rule': {'security_group_id': '539be224-e908-489a-845b-62130af4bcfb', 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:33.186989 n-d-828414-2 neutron-server[109834]: INFO neutron.db.securitygroups_db [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Project e47b0d7356ae4f42b204b61259c047f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:26:33.192609 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.267937 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.364523 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497606'] for security_group_rule, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.384341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab8e9b8-d665-4ed8-a99f-5ca74dfe5158,revision_number=0']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:33.433392 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Sync routers for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:33.449741 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:33.450805 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:33.468781 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.470102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-0710df26-bc82-4478-87a4-9295560c9a8b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3779800 Apr 01 00:26:33.589611 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:33.683817 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66d5e14a-40df-4ada-84ad-bbe288a0d26a up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:33.703326 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-560eb328-c86c-4859-b731-55f4f36091f4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910457593&fields=id&tenant_id=e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 267 time: 0.0398502 Apr 01 00:26:33.734830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port 66d5e14a-40df-4ada-84ad-bbe288a0d26a triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:33.735276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.829641 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-9e9ac636-c6ef-4b47-95f6-bb2ce0a97f19 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:33.832227 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-9e9ac636-c6ef-4b47-95f6-bb2ce0a97f19 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 809 time: 0.1220338 Apr 01 00:26:33.836013 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd0fe89db-2ae0-4298-ab83-98e91c5c0668', 'name': '', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'mac_address': 'fa:16:3e:db:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:28Z', 'updated_at': '2022-04-01T00:26:29Z', 'revision_number': 2, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'subnets': [{'id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:33.855160 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-55190ea7-d272-4c46-b364-e86686f8765d tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/quotas/e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 375 time: 0.0162613 Apr 01 00:26:33.864917 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Checking router: 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:33.865390 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Updating router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a port d0fe89db-2ae0-4298-ab83-98e91c5c0668 binding host n-d-828414-2 {{(pid=109837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:26:33.893179 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:33.911603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-a07bfaea-fc9e-4610-b060-106e334269be tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496440 Apr 01 00:26:34.139228 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-7328e0f1-c873-4d62-a342-b2977406d6ce service neutron] 10.222.0.83 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094295 Apr 01 00:26:34.196075 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks [] for port, precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.256724 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-31ee2cd5-2bea-4787-839a-493c3e862912 service neutron] 10.222.0.83 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105585 Apr 01 00:26:34.266878 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.327837 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce8f6a-633b-415b-a397-32fe89a7a198 None None] Pushing event updated for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:34.380849 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Attempting to bind port d0fe89db-2ae0-4298-ab83-98e91c5c0668 on host n-d-828414-2 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:34.381294 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Attempting to bind port d0fe89db-2ae0-4298-ab83-98e91c5c0668 by drivers openvswitch,hyperv on host n-d-828414-2 at level 0 using segments [{'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:34.381783 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Attempting to bind port d0fe89db-2ae0-4298-ab83-98e91c5c0668 on network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:34.388781 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Checking agent: {'id': '8fc736d5-60d2-413a-abff-55b5989bf4b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 41, 17), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828414-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:34.389147 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Checking segment: {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:34.389551 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.389931 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Bound using segment: {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:34.390481 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Bound port: d0fe89db-2ae0-4298-ab83-98e91c5c0668, host: n-d-828414-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:34.390865 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.475493 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] For port d0fe89db-2ae0-4298-ab83-98e91c5c0668, host n-d-828414-2, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:34.484010 n-d-828414-2 neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] For port d0fe89db-2ae0-4298-ab83-98e91c5c0668, host n-d-828414-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d0fe89db-2ae0-4298-ab83-98e91c5c0668,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:34.552033 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f18b3639-4f20-4840-b95e-632b2f3d63d9 req-4a1d6f77-6a9a-4e4c-bd83-fcd23c6e709c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 210 time: 0.0310693 Apr 01 00:26:34.559928 n-d-828414-2 neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.585395 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] Provisioning complete for port d0fe89db-2ae0-4298-ab83-98e91c5c0668 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:34.585991 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.637386 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce8f6a-633b-415b-a397-32fe89a7a198 None None] Pushing event updated for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=4']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:34.652400 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:34.653208 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:34.695425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.748006 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] For port d0fe89db-2ae0-4298-ab83-98e91c5c0668, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d0fe89db-2ae0-4298-ab83-98e91c5c0668,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:34.802131 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:34.824594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.904079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd033528-ea8b-4761-bc09-c504abe8c50f None None] Pushing event updated for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:34.956697 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-d8e7f45d-c83a-4353-ae02-a8f4e28ee831 None None] Provisioning complete for port d0fe89db-2ae0-4298-ab83-98e91c5c0668 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:34.957297 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f45d-c83a-4353-ae02-a8f4e28ee831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:35.101993 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd0fe89db-2ae0-4298-ab83-98e91c5c0668', 'name': '', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'mac_address': 'fa:16:3e:db:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:28Z', 'updated_at': '2022-04-01T00:26:34Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'subnets': [{'id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:35.131893 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816d67-f482-4fc8-a76c-4af979170eaa None None] The sync data for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 is: [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:28Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': 'd0fe89db-2ae0-4298-ab83-98e91c5c0668', 'name': '', 'network_id': '20967e93-1582-4f5e-8fb5-2d7fd8ad225f', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'mac_address': 'fa:16:3e:db:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:28Z', 'updated_at': '2022-04-01T00:26:34Z', 'revision_number': 4, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'subnets': [{'id': '6fa0868e-6bcf-475b-b0ee-1bf3781fce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:35.646904 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-fdfae280-93d8-4d1e-9084-ceaa16a5bf35 req-412d3259-5364-4511-999a-2bdb68813120 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 210 time: 0.0379481 Apr 01 00:26:35.720449 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d0fe89db-2ae0-4298-ab83-98e91c5c0668 up at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:35.763846 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:35.795893 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Provisioning complete for port d0fe89db-2ae0-4298-ab83-98e91c5c0668 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:35.796624 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:36.777626 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0cad0001-de38-4043-a5ab-51b6769968b7 req-edce4927-600f-4e23-aaee-b52fda962425 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 210 time: 0.0302653 Apr 01 00:26:37.398646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-004534f9-a08f-45ae-b1da-aedd43a5bb0b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:37.400242 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-004534f9-a08f-45ae-b1da-aedd43a5bb0b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 809 time: 0.1166377 Apr 01 00:26:37.454531 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-a5c6feba-71ee-4671-be97-45e148dee973 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 379 time: 0.0398707 Apr 01 00:26:37.464947 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'port': {'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'admin_state_up': True, 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'security_groups': ['539be224-e908-489a-845b-62130af4bcfb']}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:37.661195 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Made reservation on behalf of e47b0d7356ae4f42b204b61259c047f2 for: {'port': 1} {{(pid=109834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:26:37.664918 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:37.807035 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Allocated IP 172.20.0.11 (0a4fae82-9bbf-49b3-94f2-f1642dd88c6d/1ca7d173-edc5-4d1e-b446-176ce9fde0ec/d316b24d-0ac5-408f-9a1d-b59548b8b6d9) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:37.917767 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f9a9b345-6f9c-45d3-8181-bdf6a220decc req-c3412ca6-b241-442f-a7e6-0a0b7abab3b9 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 210 time: 0.0517118 Apr 01 00:26:37.990249 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.019196 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:26:38.093816 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.143197 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:38.146634 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:38.151218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:38.182585 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:38.213724 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:38.214294 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.315558 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-4ad0664d-c660-4f44-844d-e06c0076d963 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8551478 Apr 01 00:26:38.335974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Request body: {'port': {'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828414-2'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:38.393552 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.416723 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-79948016-f5a7-4ca0-a671-63d9f0946592 None None] Provisioning complete for port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:38.417475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79948016-f5a7-4ca0-a671-63d9f0946592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.455413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-79948016-f5a7-4ca0-a671-63d9f0946592 None None] Port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:26:38.674318 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d316b24d-0ac5-408f-9a1d-b59548b8b6d9 {{(pid=109834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:26:38.682250 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.694774 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.provisioning_blocks [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Transition to ACTIVE for port object d316b24d-0ac5-408f-9a1d-b59548b8b6d9 will not be triggered until provisioned by entity L2. {{(pid=109834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:26:38.769786 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.819899 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:38.904138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Attempting to bind port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 on host n-h1-828414-2 for vnic_type normal with profile {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:26:38.904481 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Attempting to bind port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 by drivers openvswitch,hyperv on host n-h1-828414-2 at level 0 using segments [{'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:26:38.904815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Attempting to bind port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:38.910393 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-828414-2 {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:26:38.910742 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Attempting to bind port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:26:38.916577 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Checking agent: {'id': 'ae1b2099-3d83-4950-a429-f828cea55673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:26:38.916927 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Checking segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:26:38.917320 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Bound using segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} {{(pid=109834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:26:38.917763 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.managers [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Bound port: d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host: n-h1-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}}] {{(pid=109834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:26:38.918127 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:39.018930 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, cleared binding levels {{(pid=109834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:26:39.052482 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:26:39.076175 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a5d0d-adda-4073-af0e-95f08ec4f807 req-4072e08a-8837-456d-84b1-10f9a8da317b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.077687 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-785a5d0d-adda-4073-af0e-95f08ec4f807 req-4072e08a-8837-456d-84b1-10f9a8da317b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.0766580 Apr 01 00:26:39.122965 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-785a5d0d-adda-4073-af0e-95f08ec4f807 req-1c351af3-43af-466b-a9df-eafeb639ddc2 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350878 Apr 01 00:26:39.127247 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:39.165667 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.166880 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:39.168473 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] 10.222.0.10 "PUT /v2.0/ports/d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 1092 time: 0.8383079 Apr 01 00:26:39.168936 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:26:39.171618 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd7e08a-0db1-489b-b71a-8b1901ffa926" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:26:39.196339 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f89c-1ce3-4598-81aa-2c8df58f9314 service neutron] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=3']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:39.219259 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92483e9-cc48-44a6-86d5-e2d25f7d9acf x-openstack-request-id: req-b92483e9-cc48-44a6-86d5-e2d25f7d9acf {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:26:39.219549 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:26:39.219809 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b92483e9-cc48-44a6-86d5-e2d25f7d9acf {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:26:39.220220 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92483e9-cc48-44a6-86d5-e2d25f7d9acf'] response: {'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'status': 'completed', 'code': 200} Apr 01 00:26:39.316267 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-a4fa49de-7d01-4d93-a5e5-939dbfb958a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.317990 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-a4fa49de-7d01-4d93-a5e5-939dbfb958a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0542710 Apr 01 00:26:39.430576 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-7e843043-f67f-4ea2-8c60-99aefb1d6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.432090 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-7e843043-f67f-4ea2-8c60-99aefb1d6009 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e47b0d7356ae4f42b204b61259c047f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001666 Apr 01 00:26:39.538313 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-060ad103-f194-4188-a11c-1e0c5ae64c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.539997 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ddd7e08a-0db1-489b-b71a-8b1901ffa926 req-060ad103-f194-4188-a11c-1e0c5ae64c58 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1018682 Apr 01 00:26:39.652523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-0c8a8adf-13e5-4b45-8cc1-5ef0aaa57bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.654117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-0c8a8adf-13e5-4b45-8cc1-5ef0aaa57bd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0515893 Apr 01 00:26:39.703631 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-48e11b74-0676-41c7-bd17-41e66665a385 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 217 time: 0.0356226 Apr 01 00:26:39.760565 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-e5cc61f2-bbb1-4ca0-89a4-883e3c8ba1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.761972 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-e5cc61f2-bbb1-4ca0-89a4-883e3c8ba1ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0519621 Apr 01 00:26:39.809675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-be8e76c4-85e8-405c-a179-57b9623e1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:39.811230 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-be8e76c4-85e8-405c-a179-57b9623e1077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428202 Apr 01 00:26:39.923742 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-dbdd6385-ca27-4366-983a-60c73f522fa3 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050670 Apr 01 00:26:40.035400 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3192123d-31d0-4e62-a6cf-4a5a147e6d6e req-df453f62-7394-442a-8bcf-985365b2a5db service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041815 Apr 01 00:26:40.251807 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b810-c18a-4442-a7ec-ae047601d0ab req-2a25c597-271c-4ac5-85da-fc6abf560ed9 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:40.253389 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8510b810-c18a-4442-a7ec-ae047601d0ab req-2a25c597-271c-4ac5-85da-fc6abf560ed9 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.0566046 Apr 01 00:26:40.298452 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-8510b810-c18a-4442-a7ec-ae047601d0ab req-b0475660-da6d-4811-bf42-37f64f8026e8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Apr 01 00:26:41.433786 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4ec3d-9bf6-4beb-aea8-f74d7ab7b16d req-448468c1-8a81-4e71-b629-8adac33d309e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:41.435478 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4c4ec3d-9bf6-4beb-aea8-f74d7ab7b16d req-448468c1-8a81-4e71-b629-8adac33d309e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.0580146 Apr 01 00:26:41.485530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a4c4ec3d-9bf6-4beb-aea8-f74d7ab7b16d req-2225d6fb-808e-4cf0-bcd0-34c9af83fff8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Apr 01 00:26:41.710644 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-295938fb-eadd-4e9c-9df9-d4cd571ade90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:42.944588 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ddd2e-9373-4eef-8202-5fe0e32a7d93 req-a81b2d0a-2eda-4b11-82f8-c8c8d9d6da30 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:42.946117 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489ddd2e-9373-4eef-8202-5fe0e32a7d93 req-a81b2d0a-2eda-4b11-82f8-c8c8d9d6da30 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.3864503 Apr 01 00:26:42.987931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-489ddd2e-9373-4eef-8202-5fe0e32a7d93 req-13637e41-a3f0-499d-bab8-2f46ec81b9c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354788 Apr 01 00:26:43.406980 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:26:43.509653 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:43.523056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:26:43.570016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:43.596937 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d316b24d-0ac5-408f-9a1d-b59548b8b6d9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:26:43.622973 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:43.706741 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:43.754375 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:43.990486 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e6bebffc-5bf2-46bf-80bd-9dbb0b6f8e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:44.114404 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce5716-7ae1-477d-bdf6-d3e82b9c8b95 req-33adf026-6af6-4276-b819-d1add3bcad41 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:44.120143 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67ce5716-7ae1-477d-bdf6-d3e82b9c8b95 req-33adf026-6af6-4276-b819-d1add3bcad41 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 945 time: 0.0569227 Apr 01 00:26:44.152921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d316b24d-0ac5-408f-9a1d-b59548b8b6d9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:26:44.172483 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-67ce5716-7ae1-477d-bdf6-d3e82b9c8b95 req-466ab87e-e06e-4298-9dbc-3a262afad181 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484092 Apr 01 00:26:45.297519 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc72e25-e938-4ebc-b9e6-9b55f18e55de req-2e5020f0-b5e4-4800-9e72-d46713c678a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:45.298916 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cc72e25-e938-4ebc-b9e6-9b55f18e55de req-2e5020f0-b5e4-4800-9e72-d46713c678a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Apr 01 00:26:45.340838 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-9cc72e25-e938-4ebc-b9e6-9b55f18e55de req-78d482e1-6f6c-49f8-88c1-197e2c762bad tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352833 Apr 01 00:26:45.421362 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:26:45.561345 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning for port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:26:45.565516 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:26:45.571301 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:45.656935 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:45.684522 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:26:45.686874 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60bfa2-835a-43e8-aeb4-e997592d5349" -d '{"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-plugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:26:45.706363 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:26:45.721552 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:45.789969 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43017191-ffe1-4c63-9cc2-1c2d5aa9d8a6 x-openstack-request-id: req-43017191-ffe1-4c63-9cc2-1c2d5aa9d8a6 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:26:45.790390 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-plugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:26:45.790956 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-43017191-ffe1-4c63-9cc2-1c2d5aa9d8a6 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:26:45.791423 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43017191-ffe1-4c63-9cc2-1c2d5aa9d8a6'] response: {'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'code': 200} Apr 01 00:26:45.801181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:45.853133 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:45.914593 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d60452-d762-4009-a0d2-a658362b7012 req-9f9281de-7f06-46f9-a68c-58d0f2c02fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:45.916266 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4d60452-d762-4009-a0d2-a658362b7012 req-9f9281de-7f06-46f9-a68c-58d0f2c02fab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1097 time: 0.0410476 Apr 01 00:26:45.954634 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e4d60452-d762-4009-a0d2-a658362b7012 req-f318b8a8-d255-4be7-8193-6d9ef49eee0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Apr 01 00:26:46.466722 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83150b18-07bc-4ee9-9574-fb637be44532 req-7af029d5-2dd4-4f1d-96dc-50f4c7ed9779 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:46.468627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83150b18-07bc-4ee9-9574-fb637be44532 req-7af029d5-2dd4-4f1d-96dc-50f4c7ed9779 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 946 time: 0.0573566 Apr 01 00:26:46.508477 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-83150b18-07bc-4ee9-9574-fb637be44532 req-dc237571-1071-4836-a81a-36d15e977692 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Apr 01 00:26:46.935169 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:47.049311 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:47.652252 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8295e-7726-49f0-b46a-b96df205d911 req-2d4f459b-562a-4a91-babf-aef39440532a tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:47.653944 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54f8295e-7726-49f0-b46a-b96df205d911 req-2d4f459b-562a-4a91-babf-aef39440532a tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 946 time: 0.0680518 Apr 01 00:26:47.696453 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54f8295e-7726-49f0-b46a-b96df205d911 req-b5ac8691-25ff-472a-8125-57db72056479 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359216 Apr 01 00:26:48.821553 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0229-1fc4-45d8-80b0-8085b8617cf6 req-02007e44-59ab-4c1a-b15c-597ad0ae32f7 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:48.823740 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab5c0229-1fc4-45d8-80b0-8085b8617cf6 req-02007e44-59ab-4c1a-b15c-597ad0ae32f7 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 946 time: 0.0511947 Apr 01 00:26:48.867031 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ab5c0229-1fc4-45d8-80b0-8085b8617cf6 req-12e5f10c-68ce-43ae-84b8-b5996ae55f5b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Apr 01 00:26:48.990479 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42d589-c2cf-4ade-b560-119d55d47bff req-af15b9ea-2a04-4730-89e8-583db014f355 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:48.991928 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed42d589-c2cf-4ade-b560-119d55d47bff req-af15b9ea-2a04-4730-89e8-583db014f355 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Apr 01 00:26:49.037009 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ed42d589-c2cf-4ade-b560-119d55d47bff req-7b6e2d4f-34c0-4972-8bd7-debefd20caa1 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379398 Apr 01 00:26:49.062140 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44816) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:49.153387 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6301b522-9b18-4d8a-8d91-80ffcc203f0c tempest-TestSnapshotPattern-1037769406 tempest-TestSnapshotPattern-1037769406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:49.154931 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-6301b522-9b18-4d8a-8d91-80ffcc203f0c tempest-TestSnapshotPattern-1037769406 tempest-TestSnapshotPattern-1037769406-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1092 time: 0.0917652 Apr 01 00:26:49.157895 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 44820) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:26:49.162366 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:26:49.278566 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:49.381053 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:49.492955 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Allocated IP 172.25.6.66 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/13c32b92-295c-4bf5-940b-1579e6e7ee75) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:26:49.605380 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:49.735780 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:49.786271 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:26:49.789242 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:26:49.795018 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:26:49.798535 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=13c32b92-295c-4bf5-940b-1579e6e7ee75,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:50.175849 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:50.315666 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:50.493878 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:50.575122 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:50.645940 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=13c32b92-295c-4bf5-940b-1579e6e7ee75,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:26:50.659555 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:50.765176 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Floating IP 7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7 associated. External IP: 172.25.6.66, port: d316b24d-0ac5-408f-9a1d-b59548b8b6d9. Apr 01 00:26:51.001281 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:26:51.126127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:26:51.136324 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:26:51.146447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:51.151290 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:51.209620 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:51.239642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-a407d47b-962d-4221-80a4-bf592ca122a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0806687 Apr 01 00:26:51.240292 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:26:51.242575 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d65dd-7424-4f1b-9243-41f1e954ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:26:51.257444 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:51.283605 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b3370-9944-433d-ad61-7f3bb03c4b46 x-openstack-request-id: req-950b3370-9944-433d-ad61-7f3bb03c4b46 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:26:51.283903 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:26:51.284162 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-950b3370-9944-433d-ad61-7f3bb03c4b46 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:26:51.284655 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950b3370-9944-433d-ad61-7f3bb03c4b46'] response: {'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'status': 'completed', 'code': 200} Apr 01 00:26:51.371119 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-9b257191-8849-426b-897d-fbf4e26cd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:51.372666 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-9b257191-8849-426b-897d-fbf4e26cd816 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1097 time: 0.0443060 Apr 01 00:26:51.474574 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-07c51dce-f415-40e5-842e-156d8a81bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:51.476225 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-07c51dce-f415-40e5-842e-156d8a81bfc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0970452 Apr 01 00:26:51.549792 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-4b39a5b4-ccd6-4a19-8335-3dd02107ea4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 999 time: 0.0671577 Apr 01 00:26:51.604127 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-281a8065-9a75-4403-b3b6-94d4dde1ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:51.605692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-281a8065-9a75-4403-b3b6-94d4dde1ec45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0487800 Apr 01 00:26:51.661828 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-1af449df-60d0-480b-b90b-8fcef4912d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:26:51.663362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-1af449df-60d0-480b-b90b-8fcef4912d43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510032 Apr 01 00:26:51.674809 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:50Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:51.705035 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:26:51.717872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:26:51.718536 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:26:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:51.765362 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-6cb423d8-b2bc-4605-9d40-08441b2cab5c service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957041 Apr 01 00:26:51.829457 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:26:51.864747 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b00d65dd-7424-4f1b-9243-41f1e954ad34 req-e71d64ef-ea80-4ae7-a6bb-644ab4289454 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930176 Apr 01 00:26:52.077192 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:50Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:26:52.104486 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2c84-a367-423f-8442-d170bea64b11 None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:50Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:26:52.308641 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efc7db-762b-4fe1-a616-31443a3f61e7 None None] New status for floating IP 7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:26:55.024185 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:05.778544 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:10.070363 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-a39a400e-b996-4d7f-9535-a67980604842 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500703 Apr 01 00:27:10.182795 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-6384e6e1-3055-4fe3-9745-a0aa5a66a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:27:10.184602 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-6384e6e1-3055-4fe3-9745-a0aa5a66a3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1097 time: 0.0525029 Apr 01 00:27:10.304770 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-57c85002-aa88-418e-8d80-f7db3921855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:27:10.306786 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-57c85002-aa88-418e-8d80-f7db3921855e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0998361 Apr 01 00:27:10.386140 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-0d655bea-fb7b-49c8-8b9c-82488f955214 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0715566 Apr 01 00:27:10.449611 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-203272d2-4b0e-4de5-aff5-53b126642ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:27:10.452874 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-203272d2-4b0e-4de5-aff5-53b126642ea7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0588372 Apr 01 00:27:10.512825 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-ee6fada8-8ff5-4363-8cb6-269e2942b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:27:10.514454 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-ee6fada8-8ff5-4363-8cb6-269e2942b0d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564454 Apr 01 00:27:10.623836 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-d6491814-4b2a-48f7-b51b-d93d0478e9f2 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016438 Apr 01 00:27:10.724992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ce06042d-14d0-4bee-99e2-278fdd894c4e req-9faf592b-23f4-4251-aa30-227cf19a8a47 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939233 Apr 01 00:27:11.717752 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-79f35e19-e5d9-4a5e-9f7a-8e4b3403cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:13.969206 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d5c72e01-50fb-4288-a7aa-a8d05f98ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:15.018641 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:27:15.738202 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:16.966625 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:17.037635 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:25.020423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:35.789414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:41.737692 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4ba7daf7-26a3-4ae5-8a5d-cfe824a0e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:43.962960 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6e3e983a-139f-4e98-b2b3-fbb8feb85e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:45.731908 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:46.905444 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:47.006065 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:52.018642 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:27:54.968749 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:05.802355 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:10.186102 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-a70ad2d0-613e-4427-832c-d6fa6a0d0b52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464264 Apr 01 00:28:10.287167 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-130e0f9e-28cc-42ac-8099-a144d1c7c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:28:10.288639 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-130e0f9e-28cc-42ac-8099-a144d1c7c5e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1097 time: 0.0431051 Apr 01 00:28:10.399995 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-476cc831-0d15-44e2-ae4e-1cba7cb5e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:28:10.401530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-476cc831-0d15-44e2-ae4e-1cba7cb5e364 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0931766 Apr 01 00:28:10.471121 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-1917af6c-bbb2-4c73-b3c5-d1e586a42b95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0612822 Apr 01 00:28:10.532639 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-1725dd79-c51c-4868-bdce-e391c932f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:28:10.534126 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-1725dd79-c51c-4868-bdce-e391c932f7e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0559294 Apr 01 00:28:10.586213 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-bf8fa317-b2cd-42e6-b525-4d31e1041e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:28:10.587657 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-bf8fa317-b2cd-42e6-b525-4d31e1041e95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471976 Apr 01 00:28:10.597748 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-60f8aa69-b1cb-4191-af2d-8dcc4d73ec6a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:28:10.598680 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-60f8aa69-b1cb-4191-af2d-8dcc4d73ec6a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048852 Apr 01 00:28:10.691152 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-180a9456-eb44-46ad-9963-c172038fa20f service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Apr 01 00:28:10.787293 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e57aeba0-24bb-48db-86da-c342d5eba6b9 req-077f1482-eb7b-4df3-a263-0593a09f0cab service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893865 Apr 01 00:28:11.794365 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-6bed0247-b727-45b5-97ad-ad9bc61364f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:13.965828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9b5acd51-8c05-4d6f-86ce-0fb2eaa54700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:15.780147 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:16.922106 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:17.007898 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:24.951102 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:29.018482 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:28:35.788562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:41.733142 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e48f7606-3d40-4c38-962c-1634595476c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:43.978716 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fd65db16-d489-40bd-869d-cc6281b23dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:45.732768 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:46.932246 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:47.030057 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:54.970672 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:05.804815 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:06.017891 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:29:11.065932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-9010d3c7-6f06-4168-ac67-41356e7b7904 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592031 Apr 01 00:29:11.179725 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-2368b41d-d98f-45f2-b5f8-fb429df8076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:11.186067 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-2368b41d-d98f-45f2-b5f8-fb429df8076a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1097 time: 0.0567548 Apr 01 00:29:11.322342 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-62eb13aa-a213-40b4-9fc3-2a5ceee16894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:11.323951 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-62eb13aa-a213-40b4-9fc3-2a5ceee16894 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.1174631 Apr 01 00:29:11.396097 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-f0e7a62b-79a1-4c8b-a4e4-78f5062a1f49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0658207 Apr 01 00:29:11.460374 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-e950478f-2278-4798-921d-9bcb4c4021df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:11.461949 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-e950478f-2278-4798-921d-9bcb4c4021df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0589511 Apr 01 00:29:11.515275 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-8e5de5f0-d493-4f18-935d-f730fc1888f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:11.516780 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-8e5de5f0-d493-4f18-935d-f730fc1888f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483639 Apr 01 00:29:11.611409 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-e3cd1fb5-0c10-4908-9f43-2678cdfa8d4f service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872965 Apr 01 00:29:11.737793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a6efd46c-c5c2-43cd-bb55-960057e30dea req-8472dbd1-7a12-4a43-880c-2fdc580334a5 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132841 Apr 01 00:29:11.743683 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9fb26a50-db9a-4cf4-89bc-e1ee66b86598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:13.960796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b9a896a1-ccc1-4b2f-bdef-5e57413785d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:15.725668 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:16.945083 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:17.006276 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:24.092459 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 details requested by agent hyperv_n-h1-828414-2 with host n-h1-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:29:24.191126 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:24.208208 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Returning: {'device': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:29:24.251308 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:24.266922 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d316b24d-0ac5-408f-9a1d-b59548b8b6d9 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:29:24.286685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:24.366461 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:24.415649 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:24.423577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.423920 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.424864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.425222 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.425558 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.425885 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.426211 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.426557 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.426865 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.427213 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.427539 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.427859 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:24.500921 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] get_ports_and_sgs() called for port_ids ['d316b24d-0ac5-408f-9a1d-b59548b8b6d9'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:29:24.977885 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:26.123571 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 up at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:29:26.177475 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Provisioning complete for port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:29:26.177819 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:26.273839 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:26.299037 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:29:26.301047 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d47f301-e1eb-47f5-8294-59946096feec" -d '{"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-plugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:29:26.316587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:26.348365 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c1684-7ea2-4feb-9e79-36b2ebda17aa x-openstack-request-id: req-d99c1684-7ea2-4feb-9e79-36b2ebda17aa {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:29:26.348658 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-plugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:29:26.348907 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d99c1684-7ea2-4feb-9e79-36b2ebda17aa {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:29:26.349335 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99c1684-7ea2-4feb-9e79-36b2ebda17aa'] response: {'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'code': 200} Apr 01 00:29:26.395275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:26.452681 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:36.029273 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:37.948625 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-226e4448-a121-4474-9cdc-bf5d9d4daef3 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910457593&fields=id&tenant_id=e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 267 time: 0.0350661 Apr 01 00:29:38.070132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-9d817b67-3b59-4d86-bf9d-e88e977bbe61 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:38.071574 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-9d817b67-3b59-4d86-bf9d-e88e977bbe61 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 809 time: 0.1127977 Apr 01 00:29:38.087806 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-74615460-5ebe-4a4a-88db-c58b9ce254a8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/quotas/e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 375 time: 0.0101790 Apr 01 00:29:38.152296 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-8dca509a-af5c-4339-b798-2015fbaeff3f tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0584748 Apr 01 00:29:38.259223 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-0a2152a1-6113-40c0-991d-60efa49d2e53 service neutron] 10.222.0.83 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930214 Apr 01 00:29:38.361686 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-46688060-f3de-4264-a946-1aa3e9807262 service neutron] 10.222.0.83 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958631 Apr 01 00:29:38.720012 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73a03f1c-1ca6-4f32-ad12-55c1396607b0 req-aff9c7b0-9157-429f-ae1f-1f6786ccc8b1 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 210 time: 0.0989916 Apr 01 00:29:39.828041 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-38bc5a50-bb0c-4715-b652-b38c8d24250c req-f698b1d4-873c-4167-8567-4bbda397aef3 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 210 time: 0.0284877 Apr 01 00:29:40.169405 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:29:40.252564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:40.278614 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:29:40.280899 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc81192-b669-416d-a2d4-0707da2dd29e" -d '{"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-unplugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:29:40.296343 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:40.321609 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38444308-e7fd-4e86-ba02-183f2fea0e38 x-openstack-request-id: req-38444308-e7fd-4e86-ba02-183f2fea0e38 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:29:40.321910 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-unplugged", "status": "completed", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:29:40.322152 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-38444308-e7fd-4e86-ba02-183f2fea0e38 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:29:40.322550 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38444308-e7fd-4e86-ba02-183f2fea0e38'] response: {'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'code': 200} Apr 01 00:29:40.387865 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:40.439056 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Pushing event updated for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=8']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:40.722296 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-5bd996c8-96f3-4753-91b1-7cf340cc9036 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:40.724083 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-5bd996c8-96f3-4753-91b1-7cf340cc9036 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 809 time: 0.1091900 Apr 01 00:29:40.769618 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-414b2188-2645-47bf-9098-ce68bdc76938 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47b0d7356ae4f42b204b61259c047f2 HTTP/1.1" status: 200 len: 379 time: 0.0376468 Apr 01 00:29:40.778589 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'port': {'device_id': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'admin_state_up': True, 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'security_groups': ['539be224-e908-489a-845b-62130af4bcfb']}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:29:40.932395 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f143cc5e-9616-4af8-a3e6-203214d4d07a req-60f13b7a-5ffe-440e-bbfc-c5264891f6bf tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 210 time: 0.0318544 Apr 01 00:29:40.960468 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Made reservation on behalf of e47b0d7356ae4f42b204b61259c047f2 for: {'port': 1} {{(pid=109835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:29:40.964071 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.098779 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_common [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Allocated IP 172.20.0.7 (0a4fae82-9bbf-49b3-94f2-f1642dd88c6d/1ca7d173-edc5-4d1e-b446-176ce9fde0ec/d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139) {{(pid=109835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:29:41.268159 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.360746 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_create {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.413085 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d is already hosted by enough agents. {{(pid=109835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:29:41.417002 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.base_scheduler [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Resources bound (agent type, host, resource id): {{(pid=109835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:29:41.419986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Received port after_create {{(pid=109835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:29:41.465259 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=1']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:41.479817 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.480407 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.480966 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.481491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.482004 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.482531 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.483074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.483614 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.484146 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.484661 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.485185 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.485694 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:29:41.544388 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:41.545073 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.657250 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-b32f5668-87ee-4391-a3e4-8f6342e127c0 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820629 Apr 01 00:29:41.686306 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-46c3771e-ce36-4d34-bd10-2744402375b3 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=109835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:29:41.687888 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-46c3771e-ce36-4d34-bd10-2744402375b3 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075464 Apr 01 00:29:41.727896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-41132d0d-b239-416c-9fda-f8794b8bf0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.838329 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-e4ce7265-c245-434b-bdc6-7221f6e47839 None None] Provisioning complete for port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 triggered by entity DHCP. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:29:41.839380 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7265-c245-434b-bdc6-7221f6e47839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:41.890860 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce7265-c245-434b-bdc6-7221f6e47839 None None] Port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 cannot update to ACTIVE because it is not bound. {{(pid=109836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:29:42.079333 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f2b7-7242-473e-8cbc-44f779625dba req-8264cd20-c9a4-4434-9575-053e3782dc57 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:42.088059 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a800f2b7-7242-473e-8cbc-44f779625dba req-8264cd20-c9a4-4434-9575-053e3782dc57 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0676618 Apr 01 00:29:42.138902 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a800f2b7-7242-473e-8cbc-44f779625dba req-9d7d7747-1483-4803-9deb-8f881a32000b tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496013 Apr 01 00:29:43.019452 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:29:43.283691 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52389e-1fae-4f94-8547-052619f7d18d req-41ce31c3-f214-4347-b5ae-23eedfd04b87 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:43.285340 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c52389e-1fae-4f94-8547-052619f7d18d req-41ce31c3-f214-4347-b5ae-23eedfd04b87 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0596409 Apr 01 00:29:43.333614 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5c52389e-1fae-4f94-8547-052619f7d18d req-1572bc6c-f2e0-4df6-8e33-cba11d9a723f tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386307 Apr 01 00:29:43.972050 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2af3a8c6-82a0-40c6-889d-eea1cf0a68cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:44.468298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf102b-4efe-4cb2-b459-969fa5187f48 req-67b4e218-dddf-4f74-98b9-d9726dbca98e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:44.477462 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcaf102b-4efe-4cb2-b459-969fa5187f48 req-67b4e218-dddf-4f74-98b9-d9726dbca98e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0625343 Apr 01 00:29:44.523427 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcaf102b-4efe-4cb2-b459-969fa5187f48 req-67517a8e-c743-41d1-884f-fb85bf27bf46 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Apr 01 00:29:45.685612 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef19393-f29e-48d7-9b68-b095ce627ac1 req-4881aaa9-b1a2-45f9-867d-38183e7799bc tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:45.688336 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef19393-f29e-48d7-9b68-b095ce627ac1 req-4881aaa9-b1a2-45f9-867d-38183e7799bc tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0820951 Apr 01 00:29:45.742689 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-7ef19393-f29e-48d7-9b68-b095ce627ac1 req-33baf6fb-7403-4f0a-95bd-d5b151311b2d tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Apr 01 00:29:45.749059 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:46.872380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008f5a-1998-428b-af0a-9690c406c57d req-529c42ac-6da9-4a8c-9036-8425917d8f00 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:46.874029 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1008f5a-1998-428b-af0a-9690c406c57d req-529c42ac-6da9-4a8c-9036-8425917d8f00 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0635004 Apr 01 00:29:46.950131 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-d1008f5a-1998-428b-af0a-9690c406c57d req-50048c72-2e34-4840-8625-c838a849c077 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610073 Apr 01 00:29:47.438094 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:47.445281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:48.078274 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30353-7544-4d7d-8ffe-f0c21bac9f81 req-6180b0b8-7550-4de2-ae20-44d716d4498a tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:48.080200 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4b30353-7544-4d7d-8ffe-f0c21bac9f81 req-6180b0b8-7550-4de2-ae20-44d716d4498a tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0562944 Apr 01 00:29:48.124662 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f4b30353-7544-4d7d-8ffe-f0c21bac9f81 req-99850776-f68e-4798-8289-db1d269b1d25 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358362 Apr 01 00:29:49.251298 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc28b9-281d-4193-b29c-a8ea0c58d6df req-10775705-fcce-40c7-bfe1-b405c86a4464 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:49.252822 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcbc28b9-281d-4193-b29c-a8ea0c58d6df req-10775705-fcce-40c7-bfe1-b405c86a4464 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0512779 Apr 01 00:29:49.295399 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bcbc28b9-281d-4193-b29c-a8ea0c58d6df req-284309b9-f157-47e6-9772-52c845658be6 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362270 Apr 01 00:29:50.424321 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c26d2-a88a-4f32-a3a2-52e93674b3f5 req-eb006b87-bcf3-41dd-a302-746e4841d8c5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:50.426021 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de7c26d2-a88a-4f32-a3a2-52e93674b3f5 req-eb006b87-bcf3-41dd-a302-746e4841d8c5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0556586 Apr 01 00:29:50.467530 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-de7c26d2-a88a-4f32-a3a2-52e93674b3f5 req-2dea70ee-d562-4796-b6ba-4795d8753d53 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345218 Apr 01 00:29:51.167332 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.v2.base [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Request body: {'port': {'device_id': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828414-2'}} {{(pid=109835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:29:51.227476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.504814 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 {{(pid=109835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:29:51.512859 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.525863 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.provisioning_blocks [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Transition to ACTIVE for port object d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 will not be triggered until provisioned by entity L2. {{(pid=109835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:29:51.591818 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7dadb-5d54-4ad8-8f9a-dfb7360a8da3 req-254efc3d-fb99-42f8-9045-0b191dccb6e4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:51.593367 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1b7dadb-5d54-4ad8-8f9a-dfb7360a8da3 req-254efc3d-fb99-42f8-9045-0b191dccb6e4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 931 time: 0.0528717 Apr 01 00:29:51.594876 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.638212 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-f1b7dadb-5d54-4ad8-8f9a-dfb7360a8da3 req-7f5823a2-98dc-427e-9117-ef1fe5f489af tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Apr 01 00:29:51.653506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=2']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:51.756075 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Attempting to bind port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 on host n-h2-828414-2 for vnic_type normal with profile {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:29:51.756398 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Attempting to bind port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 by drivers openvswitch,hyperv on host n-h2-828414-2 at level 0 using segments [{'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:29:51.756604 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Attempting to bind port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:29:51.761752 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-828414-2 {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:29:51.762125 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Attempting to bind port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 on network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:29:51.768099 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Checking agent: {'id': '59f48496-276c-4b58-93ad-c60b04b71c1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828414-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'started_at': datetime.datetime(2022, 3, 31, 22, 49, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:29:51.768491 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Checking segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:29:51.768883 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Bound using segment: {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'} {{(pid=109835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:29:51.769334 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.managers [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Bound port: d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host: n-h2-828414-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75543773-7ce0-4797-87b5-b84c49b5043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d'}}] {{(pid=109835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:29:51.769693 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.841054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, cleared binding levels {{(pid=109835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:29:51.844343 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:29:51.913160 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942508'] for port, after_update {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.953091 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:51.954218 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:51.955735 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] 10.222.0.44 "PUT /v2.0/ports/d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 1091 time: 0.8392904 Apr 01 00:29:51.958216 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:29:51.962328 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4033833b-bb21-4a4f-a6fb-d92376340cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:29:51.996205 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4663-72f4-41c9-8741-367943aa9cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=3']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:52.096563 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c20191-a738-4ca8-949e-3f3d2be2e642 x-openstack-request-id: req-05c20191-a738-4ca8-949e-3f3d2be2e642 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:29:52.096842 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:29:52.097104 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-05c20191-a738-4ca8-949e-3f3d2be2e642 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:29:52.097506 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c20191-a738-4ca8-949e-3f3d2be2e642'] response: {'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'status': 'completed', 'code': 200} Apr 01 00:29:52.135289 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-54c5f966-5246-4d78-b062-c9d2b9e4e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.136862 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-54c5f966-5246-4d78-b062-c9d2b9e4e94a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1094 time: 0.0547209 Apr 01 00:29:52.180032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-363ddaaa-a8a6-4ba2-a468-d24ed59d7068 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 217 time: 0.0360093 Apr 01 00:29:52.239128 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-f8e3ae21-4584-482c-9565-b221a4603644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.241706 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-f8e3ae21-4584-482c-9565-b221a4603644 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0541315 Apr 01 00:29:52.289989 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569b513-32dc-4277-a8f4-c69d276e667b req-dde632c2-99f0-4402-9a73-9897b25bc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.291525 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-dde632c2-99f0-4402-9a73-9897b25bc879 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428369 Apr 01 00:29:52.386044 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-7c2d9454-fa89-41c2-ba95-5a48e1c42065 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Apr 01 00:29:52.494929 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-3569b513-32dc-4277-a8f4-c69d276e667b req-89046bbb-f4e0-4889-a921-02c472b0dfdc service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027207 Apr 01 00:29:52.711657 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-fabb8c1a-978b-4e5e-ac8f-5d140c943342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.713180 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-fabb8c1a-978b-4e5e-ac8f-5d140c943342 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1094 time: 0.0495448 Apr 01 00:29:52.784341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf32101-37ec-45c4-b907-e80c6deb9e3c req-70613057-1239-43c5-a267-ba9156aa60bc tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.786053 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caf32101-37ec-45c4-b907-e80c6deb9e3c req-70613057-1239-43c5-a267-ba9156aa60bc tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 943 time: 0.0587347 Apr 01 00:29:52.817127 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-255471bc-bdbd-40b4-9b62-bc73b2fb46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.818644 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-255471bc-bdbd-40b4-9b62-bc73b2fb46e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0988448 Apr 01 00:29:52.828410 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-caf32101-37ec-45c4-b907-e80c6deb9e3c req-4f17d7e9-d31f-4b1a-b0a9-fff6f22a7cc3 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355077 Apr 01 00:29:52.862167 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-38961fbd-a701-416d-bf9c-14c3c50e23bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 217 time: 0.0365760 Apr 01 00:29:52.920598 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-1c0343e1-ab22-4665-847a-eced84ad32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.922069 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-1c0343e1-ab22-4665-847a-eced84ad32cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0521021 Apr 01 00:29:52.973068 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-c0c41857-67cf-49c1-b8c6-265b74f26ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:52.975116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-c0c41857-67cf-49c1-b8c6-265b74f26ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462291 Apr 01 00:29:53.077483 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-db1f6807-00c7-4d6a-b3eb-5c10e47f63a2 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954244 Apr 01 00:29:53.182170 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-4033833b-bb21-4a4f-a6fb-d92376340cfe req-6c74a796-70c0-4a7e-9144-608045694651 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Apr 01 00:29:53.965589 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357eeab-a23f-4f70-a1d3-77d92a2090d3 req-e0549aab-6125-4e12-a7d5-e0ca46d7f3d6 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:53.965589 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a357eeab-a23f-4f70-a1d3-77d92a2090d3 req-e0549aab-6125-4e12-a7d5-e0ca46d7f3d6 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 943 time: 0.0558596 Apr 01 00:29:54.008262 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a357eeab-a23f-4f70-a1d3-77d92a2090d3 req-86187d1f-3211-4174-9387-6949aa747dcf tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Apr 01 00:29:55.023048 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:55.143675 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916ced8-12cc-40ff-b078-9f87f366ba8d req-0b07ab19-d583-4b08-9ddb-2a34c8f24cb7 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:55.145204 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0916ced8-12cc-40ff-b078-9f87f366ba8d req-0b07ab19-d583-4b08-9ddb-2a34c8f24cb7 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 943 time: 0.0550299 Apr 01 00:29:55.186869 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-0916ced8-12cc-40ff-b078-9f87f366ba8d req-7cf6c1b4-1a02-4e54-ad63-c1931a68eb2c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352533 Apr 01 00:29:56.313413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47a76d-d952-435a-87d9-e92b67f999d7 req-b72ad19c-45b8-4411-a8b4-756121d1045e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:56.315132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd47a76d-d952-435a-87d9-e92b67f999d7 req-b72ad19c-45b8-4411-a8b4-756121d1045e tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 943 time: 0.0544579 Apr 01 00:29:56.355820 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dd47a76d-d952-435a-87d9-e92b67f999d7 req-769f97fc-0854-40fc-b9c4-5628e0cc2ff4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336993 Apr 01 00:29:57.344417 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:29:57.445830 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:57.465570 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'mac_address': 'fa:16:3e:82:52:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:29:57.492452 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835139b-d945-4852-bffd-7b7000c8150b req-f1380433-59fd-4e24-89ef-ce0730833235 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:57.494043 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c835139b-d945-4852-bffd-7b7000c8150b req-f1380433-59fd-4e24-89ef-ce0730833235 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 943 time: 0.0613942 Apr 01 00:29:57.517751 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:57.532596 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:29:57.534582 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-c835139b-d945-4852-bffd-7b7000c8150b req-bd0ccdc0-6d27-4238-a893-916396fc4faa tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341961 Apr 01 00:29:57.555336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:57.640335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:57.692420 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=4']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:57.985959 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:29:58.661105 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650aeb7-7b3d-4828-a2ad-067747462148 req-986d9ed5-5ac6-4d7e-bbd9-41047e8d46c1 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:58.662824 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1650aeb7-7b3d-4828-a2ad-067747462148 req-986d9ed5-5ac6-4d7e-bbd9-41047e8d46c1 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 944 time: 0.0561659 Apr 01 00:29:58.703708 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-1650aeb7-7b3d-4828-a2ad-067747462148 req-80fb0f3e-f9cb-46cf-a8ea-aa80a595a470 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Apr 01 00:29:59.374900 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:29:59.520107 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning for port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 completed by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:29:59.525456 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:29:59.525832 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:59.606512 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:59.632872 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:29:59.634991 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecda57e-9985-40bd-bb7c-34c0b4920c58" -d '{"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:29:59.651545 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:29:59.677185 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7db7180-33dc-41a8-9c1f-db017b684283 x-openstack-request-id: req-f7db7180-33dc-41a8-9c1f-db017b684283 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:29:59.677185 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:29:59.677185 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f7db7180-33dc-41a8-9c1f-db017b684283 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:29:59.677185 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7db7180-33dc-41a8-9c1f-db017b684283'] response: {'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'code': 200} Apr 01 00:29:59.748657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:59.782055 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aa85b-c9c8-48b6-a513-77aa4fc3ce55 req-0b2c56cb-7947-4f95-bd41-97086733a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:59.783593 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8f0aa85b-c9c8-48b6-a513-77aa4fc3ce55 req-0b2c56cb-7947-4f95-bd41-97086733a785 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0482960 Apr 01 00:29:59.820487 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=5']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:29:59.823713 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-8f0aa85b-c9c8-48b6-a513-77aa4fc3ce55 req-6a946a26-6c71-42d6-b07a-bb0db4a23d10 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324447 Apr 01 00:29:59.836892 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3e5bd-3a7a-4897-8e67-9972b7a75a15 req-379a0576-763e-4f3a-b2af-ec51e979a11c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:29:59.838513 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bf3e5bd-3a7a-4897-8e67-9972b7a75a15 req-379a0576-763e-4f3a-b2af-ec51e979a11c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0577919 Apr 01 00:29:59.879683 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-2bf3e5bd-3a7a-4897-8e67-9972b7a75a15 req-d9ea50b2-2262-4332-8c3a-9382179d0edc tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350058 Apr 01 00:30:01.013392 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025353-949c-464a-9244-d8245a4dd97b req-b4515b6e-6e9b-460f-ac2c-c46c2545fc84 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:01.015485 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad025353-949c-464a-9244-d8245a4dd97b req-b4515b6e-6e9b-460f-ac2c-c46c2545fc84 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0570033 Apr 01 00:30:01.055870 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ad025353-949c-464a-9244-d8245a4dd97b req-b7257bc7-06c7-41f5-9a7b-34b33606e80d tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333974 Apr 01 00:30:02.179020 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73579644-368c-4784-929c-e4e09ca05f61 req-3c7f37c7-af74-49c3-866c-3a5b07aa3825 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:02.180603 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73579644-368c-4784-929c-e4e09ca05f61 req-3c7f37c7-af74-49c3-866c-3a5b07aa3825 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0520744 Apr 01 00:30:02.222135 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-73579644-368c-4784-929c-e4e09ca05f61 req-c32890a9-2d32-4711-9b55-d726892ca4b1 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345020 Apr 01 00:30:02.345009 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1578-9c74-438c-b637-3f15fb07c662 req-1d3cb4b6-b39f-47d6-9ae8-7c35b7787c22 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:02.346524 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-995e1578-9c74-438c-b637-3f15fb07c662 req-1d3cb4b6-b39f-47d6-9ae8-7c35b7787c22 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0515146 Apr 01 00:30:02.389418 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-995e1578-9c74-438c-b637-3f15fb07c662 req-312cf250-13e1-4758-b54c-31542e04c6ab tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Apr 01 00:30:02.411445 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45158) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:30:02.460695 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c88dae-c313-4181-8829-12cf4c7d4e5b tempest-TestSnapshotPattern-1037769406 tempest-TestSnapshotPattern-1037769406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:02.462260 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-08c88dae-c313-4181-8829-12cf4c7d4e5b tempest-TestSnapshotPattern-1037769406 tempest-TestSnapshotPattern-1037769406-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1091 time: 0.0498188 Apr 01 00:30:02.467867 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45160) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:30:02.472317 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.v2.base [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Request body: {'floatingip': {'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:30:02.577357 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:02.679216 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:02.789290 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.db_base_plugin_common [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Allocated IP 172.25.6.153 (0df374ee-5ae0-452f-9dc8-8c03e311b300/1d72aba5-a5aa-46bf-8eba-01d5d996a1ab/0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129) {{(pid=109834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:30:02.895771 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:03.023812 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744303653645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:03.421045 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Network 0df374ee-5ae0-452f-9dc8-8c03e311b300 is already hosted by enough agents. {{(pid=109834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:30:03.424380 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.base_scheduler [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Resources bound (agent type, host, resource id): {{(pid=109834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:30:03.426921 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Received port after_create {{(pid=109834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:30:03.452139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129,revision_number=1']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:30:03.467443 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.467789 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.468134 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.468472 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.468811 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.469151 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.469485 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.469817 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.470142 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.470469 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.470797 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.471153 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:30:03.841163 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:03.996588 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.159737 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for port, precommit_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.251850 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2324241'] for port, after_update {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.327571 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event updated for resources: {'Port': ['ID=0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129,revision_number=2']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:30:04.341296 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3747893'] for floatingip, after_create {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.445916 n-d-828414-2 neutron-server[109834]: INFO neutron.db.l3_db [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Floating IP de273050-92f1-4202-a5f7-02d05e4929ca associated. External IP: 172.25.6.153, port: d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139. Apr 01 00:30:04.663616 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:30:04.775399 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:30:04.788303 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:30:04.798685 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:30:04.799398 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:30:04.898542 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.907765 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:30:04.929722 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-1c10e9d2-01d2-4a0f-b0f5-ba79b64a3a12 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4606643 Apr 01 00:30:04.930225 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:30:04.932618 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e692c3-c0d5-498c-a573-fc9c4a235234" -d '{"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:30:04.973326 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb360c23-0500-4c6e-a60f-3d70d5be4de3 x-openstack-request-id: req-bb360c23-0500-4c6e-a60f-3d70d5be4de3 {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:30:04.973972 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:30:04.974661 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb360c23-0500-4c6e-a60f-3d70d5be4de3 {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:30:04.975241 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb360c23-0500-4c6e-a60f-3d70d5be4de3'] response: {'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'status': 'completed', 'code': 200} Apr 01 00:30:05.041849 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-8600e7ed-ecd1-475b-b1f7-3af1ab6d2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:05.043781 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-8600e7ed-ecd1-475b-b1f7-3af1ab6d2aab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0455346 Apr 01 00:30:05.147041 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-4f541875-9d12-440b-81f0-286ba7c731ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:05.148538 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-4f541875-9d12-440b-81f0-286ba7c731ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0988832 Apr 01 00:30:05.177790 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}, {'id': 'de273050-92f1-4202-a5f7-02d05e4929ca', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:82:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:30:03Z', 'updated_at': '2022-04-01T00:30:03Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:30:05.206265 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:30:05.219318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:30:05.219990 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:29:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:30:05.222282 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-8709fdcc-2413-413b-8a14-bd7599c8ebcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 999 time: 0.0667367 Apr 01 00:30:05.283834 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-e702cafc-9ba2-4bc2-aef7-c6066c337a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:05.285343 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-e702cafc-9ba2-4bc2-aef7-c6066c337a20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0569172 Apr 01 00:30:05.336197 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-547c4876-664a-448e-89d0-5fe330e9a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:05.337761 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-547c4876-664a-448e-89d0-5fe330e9a20d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462217 Apr 01 00:30:05.345561 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:30:05.446081 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-e2be803b-cfcc-43fe-bc23-352325efd0fb service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967989 Apr 01 00:30:05.567357 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d3e692c3-c0d5-498c-a573-fc9c4a235234 req-b4822d37-eee5-4502-9cf2-a9f9eb16d7ea service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114192 Apr 01 00:30:05.784798 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}, {'id': 'de273050-92f1-4202-a5f7-02d05e4929ca', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:82:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:30:03Z', 'updated_at': '2022-04-01T00:30:03Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:30:05.813336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e586b-e2b2-463f-8a8e-93661a19f7f6 None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}, {'id': 'de273050-92f1-4202-a5f7-02d05e4929ca', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:82:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:30:03Z', 'updated_at': '2022-04-01T00:30:03Z', 'revision_number': 0, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:30:05.828290 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:06.025208 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637ef7-3a19-468c-ac1f-de4050fe2e3a None None] New status for floating IP de273050-92f1-4202-a5f7-02d05e4929ca: ACTIVE {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:30:11.691965 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-099ccc96-28fb-4cc2-b347-a7e87cbba5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:12.064642 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-cd39be91-5c40-4e1b-92c0-2a94ac3da65b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493391 Apr 01 00:30:12.170118 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-63a587cb-282c-4ae1-a4e9-1d6d8603f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:12.171936 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-63a587cb-282c-4ae1-a4e9-1d6d8603f1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0472221 Apr 01 00:30:12.277980 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-a4268383-1968-4d84-b699-f0cea87f406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:12.279407 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-a4268383-1968-4d84-b699-f0cea87f406b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0879700 Apr 01 00:30:12.349771 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-383029ca-1d9a-4886-a9b7-bc7f8bd76ace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 999 time: 0.0638151 Apr 01 00:30:12.406145 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-0b7163e0-b9bc-4796-8b48-d32f6530dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:12.407709 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-0b7163e0-b9bc-4796-8b48-d32f6530dee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0513055 Apr 01 00:30:12.455413 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-07ec0d25-d59e-4c77-8b41-ad3522753b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:12.456992 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-07ec0d25-d59e-4c77-8b41-ad3522753b78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432110 Apr 01 00:30:12.554316 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-6d5eb105-ecde-4177-a646-2f0912b42a9e service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906496 Apr 01 00:30:12.645720 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-54582c90-2e5c-41d1-9282-3da91a9464f9 req-39656244-0b4e-4549-99ee-428feb008374 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Apr 01 00:30:13.981655 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-02318e89-fc80-419c-93ee-9dba1798e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:15.348334 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-464d9746-14a2-4623-ae8e-2d2fd3b2572a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422144 Apr 01 00:30:15.443312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-3b4c0cf0-ce92-47c5-ae2c-1a482bfa413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:15.446102 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-3b4c0cf0-ce92-47c5-ae2c-1a482bfa413f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0462277 Apr 01 00:30:15.557976 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-7ef783cc-8d17-4cad-a727-d22167e460f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:15.559486 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-7ef783cc-8d17-4cad-a727-d22167e460f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0935967 Apr 01 00:30:15.623788 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-89fd2cc6-af4b-41ba-9785-aa588858d13d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 1001 time: 0.0583689 Apr 01 00:30:15.675714 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-b667b553-6c3b-4820-8c03-2f0f29612f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:15.677176 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-b667b553-6c3b-4820-8c03-2f0f29612f82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0476000 Apr 01 00:30:15.729532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-71c41a69-bf02-4c95-8ebc-510e2d308180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:30:15.731116 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-71c41a69-bf02-4c95-8ebc-510e2d308180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469446 Apr 01 00:30:15.765684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:15.823942 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-43125e8d-b9aa-4c6f-b02f-7afd996df24b service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Apr 01 00:30:16.221218 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-075f08b1-c66e-4960-bfb7-64c584956f40 req-b207d916-74e5-4013-a50f-2b7566d61926 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908243 Apr 01 00:30:16.940811 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:17.039785 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:20.019841 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:30:25.028462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:35.822831 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:41.702229 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dfcea0fd-4c92-4a97-a39b-67cb8b2cecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:43.970796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-3062c04f-9df2-400b-b9c2-b9676cbd7f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:45.776143 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:46.896433 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:47.016372 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:54.981995 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:57.018935 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:31:05.890401 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:11.701237 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c7e2825d-0201-4c49-be3e-902f2e56365d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:12.050932 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-593fb0ad-f165-4851-bb10-fd41ec5ce417 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516381 Apr 01 00:31:12.151974 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-944204c1-c0bf-4378-9a43-83d23f82e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:12.153508 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-944204c1-c0bf-4378-9a43-83d23f82e2eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0415232 Apr 01 00:31:12.259619 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-067521b9-cb3e-4886-87a6-667b5b947547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:12.261169 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-067521b9-cb3e-4886-87a6-667b5b947547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0869076 Apr 01 00:31:12.338056 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-f705f92f-fb9e-4a25-83ba-d0eccc2208ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 999 time: 0.0697227 Apr 01 00:31:12.392128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-6d2b7111-06a7-4fe9-aaf9-c3aad8c6c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:12.393627 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-6d2b7111-06a7-4fe9-aaf9-c3aad8c6c257 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0486827 Apr 01 00:31:12.446952 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-00ebe864-a7fe-4518-b233-968a800cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:12.448525 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-00ebe864-a7fe-4518-b233-968a800cbf65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489557 Apr 01 00:31:12.552078 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-178eab38-5929-4631-adcd-4f6e197a877e service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958719 Apr 01 00:31:12.647184 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-29ad5e18-36eb-4c9c-8dc4-0bd7c1511f97 req-552b7b14-2601-47ec-9949-cb1f7c8a4bbd service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890057 Apr 01 00:31:13.976735 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4e58-d1c4-4a89-9d4b-e81a5efe471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:15.771802 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:16.975372 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:17.079399 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:17.290114 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-005d1380-f148-44d0-baaa-6a3782ad9887 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438662 Apr 01 00:31:17.387189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-1c969013-a996-4236-bca9-d06f8a657eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:17.388734 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-1c969013-a996-4236-bca9-d06f8a657eee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0440462 Apr 01 00:31:17.515039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-e781401b-718c-4c53-9fc8-e72e0baf8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:17.516517 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-e781401b-718c-4c53-9fc8-e72e0baf8832 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.1031241 Apr 01 00:31:17.587173 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-91f7fc69-f105-4e9e-bf05-9c97078df098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 1001 time: 0.0633934 Apr 01 00:31:17.638423 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-11df241b-a4ec-4fbc-969a-3483deef9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:17.639924 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-11df241b-a4ec-4fbc-969a-3483deef9c89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0449650 Apr 01 00:31:17.693337 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-fd4b5f7c-1681-476b-ab55-7d7e4fa6097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:31:17.696128 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-fd4b5f7c-1681-476b-ab55-7d7e4fa6097e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472019 Apr 01 00:31:17.784728 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-74d2583d-a0f3-4d67-9e9d-ce705af828cb service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Apr 01 00:31:17.884475 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-fec3b843-84f4-4636-93b9-4c8e3d619e0c req-3447c0cf-fc57-4dad-8aeb-73ed0dff3e6d service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922170 Apr 01 00:31:24.987666 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:34.017849 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:31:35.861460 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:41.769443 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b14bb1db-c54d-4f24-9f33-bbbfd7ea4dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:43.969508 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5e045876-0b5d-4e3c-b312-b56abee039e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:45.741528 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:46.940956 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:47.039277 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:31:54.986635 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:05.906224 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:10.015413 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 details requested by agent hyperv_n-h2-828414-2 with host n-h2-828414-2 {{(pid=109836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:32:10.112117 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:10.124612 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Returning: {'device': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'port_id': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'mac_address': 'fa:16:3e:82:52:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:32:10.167681 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:10.182966 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 {{(pid=109836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:32:10.203380 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:10.277854 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:10.331162 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=6']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:10.339209 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.339549 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.339884 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.340214 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.340540 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.340861 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.341181 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.341499 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.341815 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.342130 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.342447 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.342758 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:10.356824 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] get_ports_and_sgs() called for port_ids ['d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'] {{(pid=109836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:32:11.016672 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:32:11.768730 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a6df684d-2ee6-4018-a4cb-20595d6dbcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:12.030677 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 up at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:32:12.079587 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.provisioning_blocks [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Provisioning complete for port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 triggered by entity L2. {{(pid=109836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:32:12.079952 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-958375'] for port, provisioning_complete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:12.160677 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:12.184391 n-d-828414-2 neutron-server[109836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:32:12.186638 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5aadef14fd29a6c6e89554f6823744d36260b2a381607bed50507f0b667e4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6e98d-82e3-4b51-8887-60db304df1dd" -d '{"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:32:12.200511 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:12.283300 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40ec48-d76a-4897-b44b-64dbb6020517 x-openstack-request-id: req-fe40ec48-d76a-4897-b44b-64dbb6020517 {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:32:12.283588 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "code": 200}]} {{(pid=109836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:32:12.283833 n-d-828414-2 neutron-server[109836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe40ec48-d76a-4897-b44b-64dbb6020517 {{(pid=109836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:32:12.284257 n-d-828414-2 neutron-server[109836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe40ec48-d76a-4897-b44b-64dbb6020517'] response: {'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'code': 200} Apr 01 00:32:12.306109 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744304160175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744303652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744303652536'] for port, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:12.358077 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Pushing event updated for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=7']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:13.049199 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-c430dfc0-ca8c-414e-9cd1-c5159a6eb048 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452800 Apr 01 00:32:13.154845 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-1619be0c-bd7e-499c-ad5b-09aab75207e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:13.156373 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-1619be0c-bd7e-499c-ad5b-09aab75207e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0464768 Apr 01 00:32:13.267537 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-ba69c6ba-4245-4e2a-a90d-65f33f5e8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:13.268934 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-ba69c6ba-4245-4e2a-a90d-65f33f5e8e8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0937974 Apr 01 00:32:13.352500 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-48a758fe-fa7e-4d2d-aad9-75a0f3cf2ed1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 999 time: 0.0770798 Apr 01 00:32:13.405841 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-ab79121a-924f-42ec-9007-dc6ba6071fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:13.407370 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-ab79121a-924f-42ec-9007-dc6ba6071fc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0486903 Apr 01 00:32:13.462095 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-f9a4da8d-b96f-4f1d-b402-36b4dab73edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:13.463842 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-f9a4da8d-b96f-4f1d-b402-36b4dab73edc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502200 Apr 01 00:32:13.569132 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-4ae5d5cb-fe8d-4044-b3eb-e1673414a340 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984719 Apr 01 00:32:13.692270 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-a2be68ac-86f2-4c15-b3bd-4c71c7a06168 req-09497383-7521-4d23-a238-f6317b45c5b6 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172457 Apr 01 00:32:13.969030 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7ca5-aad4-44fd-8137-d32e8c4433de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:15.793439 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:16.913341 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:17.054921 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:17.331149 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-8b0abb1a-8a2a-4b0d-8fb3-3889f53b114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:17.332745 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-8b0abb1a-8a2a-4b0d-8fb3-3889f53b114b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0581346 Apr 01 00:32:17.468658 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-5888998e-d365-4589-9937-96a4dc27824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:17.470161 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-5888998e-d365-4589-9937-96a4dc27824a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.1120799 Apr 01 00:32:17.561492 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-0670d1f7-66d1-4b44-9e91-c7bdae42e81f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 1001 time: 0.0840430 Apr 01 00:32:17.617854 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-419d4953-ba58-4f3b-8453-8c0761833eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:17.619546 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-419d4953-ba58-4f3b-8453-8c0761833eda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0510247 Apr 01 00:32:17.699231 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-8f317597-542b-424a-9f6c-e45cd86e39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:17.701583 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-8f317597-542b-424a-9f6c-e45cd86e39ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747652 Apr 01 00:32:17.829097 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-7a00f8d1-f96c-4f3a-89ac-26fd87474355 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190095 Apr 01 00:32:17.944883 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-d03b2365-522a-4132-b1d7-bd35984ed61f req-42f1a890-49e2-4ec1-8af9-b66b82f07683 service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083050 Apr 01 00:32:24.997201 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:28.627535 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45428) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:28.791821 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Deleting port 0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:28.792167 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:28.870593 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:28.870920 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:28.883313 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Calling delete_port for 0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:29.123477 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:29.150666 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event deleted for resources: {'Port': ['ID=0fcf3a5c-efb7-4df5-aeb9-a7c5e84f3129,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:29.162801 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.163187 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.163532 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.163877 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.164214 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.164545 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.165189 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.165519 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.165846 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.166171 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.166499 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.166822 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:29.229349 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:29.229982 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Floating IP de273050-92f1-4202-a5f7-02d05e4929ca disassociated (deleted). External IP: 172.25.6.153, port: d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139. Apr 01 00:32:29.445964 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:32:29.563501 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:32:29.568561 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:29.573647 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:32:29.583706 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:29.584326 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:29.606077 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-1752fcf2-dcdb-4d5d-af01-d521dcb0ff5c tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "DELETE /v2.0/floatingips/de273050-92f1-4202-a5f7-02d05e4929ca HTTP/1.1" status: 204 len: 168 time: 0.9774272 Apr 01 00:32:29.606771 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:32:29.609681 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb" -d '{"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:32:29.672147 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5d914d-9bd6-4724-a47c-a4608f858373 x-openstack-request-id: req-1e5d914d-9bd6-4724-a47c-a4608f858373 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:32:29.672147 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:32:29.672147 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e5d914d-9bd6-4724-a47c-a4608f858373 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:32:29.673010 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5d914d-9bd6-4724-a47c-a4608f858373'] response: {'name': 'network-changed', 'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'status': 'completed', 'code': 200} Apr 01 00:32:29.699674 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:29.736312 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-1a10cd6e-6f07-4633-8d09-660a64329b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:29.737909 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-1a10cd6e-6f07-4633-8d09-660a64329b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0443861 Apr 01 00:32:29.835901 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-98f90dde-0a32-4c3a-ac09-f5d9b916a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:29.837424 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-98f90dde-0a32-4c3a-ac09-f5d9b916a0d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0935993 Apr 01 00:32:29.885017 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-acad2e8a-f6d1-455b-9e1b-4aa89580b52c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 200 len: 217 time: 0.0406475 Apr 01 00:32:29.938858 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-55a787f3-4344-4f41-811b-842786900d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:29.940468 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-55a787f3-4344-4f41-811b-842786900d3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0493968 Apr 01 00:32:29.950010 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:29.978061 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:32:29.989325 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:29.989546 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-1e7ca1c8-b9d1-48ac-93fb-b0043916a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:29.989927 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:29.991609 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-1e7ca1c8-b9d1-48ac-93fb-b0043916a593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433547 Apr 01 00:32:30.098833 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-e49dbf31-7e5b-480f-aa7f-5de795b119ed service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999324 Apr 01 00:32:30.105336 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:30.148702 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594d840-3ebf-487e-8d3e-8dc9eb1aaa00 req-23a9b264-1c35-4814-a3f4-70b4862273e8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:30.150439 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e594d840-3ebf-487e-8d3e-8dc9eb1aaa00 req-23a9b264-1c35-4814-a3f4-70b4862273e8 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0534215 Apr 01 00:32:30.194678 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-e594d840-3ebf-487e-8d3e-8dc9eb1aaa00 req-57654edd-cb6b-4021-9d01-c8f1bba972b4 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352619 Apr 01 00:32:30.196032 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-dd3168f4-f9de-4ca6-abe3-301ab2dd38eb req-36033afc-a041-4fb4-848f-472215ecc30b service neutron] 10.222.0.44 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899017 Apr 01 00:32:30.342267 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:30.370604 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0578ce-9b3b-4fda-971c-b60da71e3f63 None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_floatingips': [{'id': '7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'router_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'port_id': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'mac_address': 'fa:16:3e:fe:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:26:50Z', 'updated_at': '2022-04-01T00:26:52Z', 'revision_number': 1, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:32:30.596618 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cc57b-06f5-45b4-9cad-5b8f7bfc75e0 None None] New status for floating IP de273050-92f1-4202-a5f7-02d05e4929ca: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:32:31.321904 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7682bf-1ddd-458b-b2d6-87b8fd40dffc req-7c36876c-32f4-4360-81c1-92021cdc5742 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:31.323331 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca7682bf-1ddd-458b-b2d6-87b8fd40dffc req-7c36876c-32f4-4360-81c1-92021cdc5742 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0550785 Apr 01 00:32:31.362258 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-ca7682bf-1ddd-458b-b2d6-87b8fd40dffc req-c869264d-9102-480f-a437-c68b2ecd5410 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327177 Apr 01 00:32:31.885074 n-d-828414-2 neutron-server[109835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98139adf-6bb3-4804-a80d-691c0898c59d req-721dce75-903d-4e2b-b31c-7dfd6f0989d5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:31.886539 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-98139adf-6bb3-4804-a80d-691c0898c59d req-721dce75-903d-4e2b-b31c-7dfd6f0989d5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 945 time: 0.0491054 Apr 01 00:32:31.980509 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Deleting port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:31.980853 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:32.072506 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] For port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139, host n-h2-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828414-2',level=0,port_id=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:32.072792 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:32.085748 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Calling delete_port for d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 owned by compute:nova {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:32.149738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:32.225740 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:32.311743 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:32.340884 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event deleted for resources: {'Port': ['ID=d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:32.386632 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] No DVR routers for this DVR port d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 on host n-h2-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:32.389183 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:32.392583 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [req-98139adf-6bb3-4804-a80d-691c0898c59d req-5588d57c-f361-4902-8745-66857b98fdff tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.44 "DELETE /v2.0/ports/d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 HTTP/1.1" status: 204 len: 173 time: 0.5004256 Apr 01 00:32:32.392986 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-deleted', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:32:32.395269 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ca2ec-2968-47ae-9f8a-7214b54fd042" -d '{"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-deleted", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:32:32.441691 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8d5eb-b1c3-4c61-8e1e-53c06b43dc68 x-openstack-request-id: req-01b8d5eb-b1c3-4c61-8e1e-53c06b43dc68 {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:32:32.441979 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d", "name": "network-vif-deleted", "tag": "d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:32:32.442312 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01b8d5eb-b1c3-4c61-8e1e-53c06b43dc68 {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:32:32.442710 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b8d5eb-b1c3-4c61-8e1e-53c06b43dc68'] response: {'server_uuid': '63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d', 'name': 'network-vif-deleted', 'tag': 'd8d5ffb1-0d62-4c95-9a00-a20dfe5a7139', 'status': 'completed', 'code': 200} Apr 01 00:32:32.469658 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-787efe55-ffa7-47a5-8767-0b7fd0ccd08d req-2f74b71b-6d75-4c33-a696-6e3c99083220 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=63f7c2ae-c2a5-415f-b2f7-2df8e146fb0d HTTP/1.1" status: 200 len: 210 time: 0.0327098 Apr 01 00:32:34.993848 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45488) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:35.158322 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Deleting port 13c32b92-295c-4bf5-940b-1579e6e7ee75 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:35.158669 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.236780 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.237105 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.249053 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Calling delete_port for 13c32b92-295c-4bf5-940b-1579e6e7ee75 owned by network:floatingip {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:35.460279 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.487482 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event deleted for resources: {'Port': ['ID=13c32b92-295c-4bf5-940b-1579e6e7ee75,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:35.555259 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for floatingip, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.555596 n-d-828414-2 neutron-server[109835]: INFO neutron.db.l3_db [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Floating IP 7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7 disassociated (deleted). External IP: 172.25.6.66, port: d316b24d-0ac5-408f-9a1d-b59548b8b6d9. Apr 01 00:32:35.767048 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:32:35.871088 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.875301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:32:35.885455 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for floatingip, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:35.886350 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:32:35.896964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:35.897577 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:35.907318 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-e600d510-39c1-4be7-917d-327d208e1401 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "DELETE /v2.0/floatingips/7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7 HTTP/1.1" status: 204 len: 168 time: 0.9117520 Apr 01 00:32:35.907909 n-d-828414-2 neutron-server[109835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:32:35.910208 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e2c963d536eecb0e6d3e1ac28ad82d037f90cab19b43d6f0c7f994ece4d869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab39eea-3150-427c-bc42-a30fea800d52" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:32:35.952163 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be810972-36b1-4471-8e68-978829ad628f x-openstack-request-id: req-be810972-36b1-4471-8e68-978829ad628f {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:32:35.952939 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "status": "completed", "code": 200}]} {{(pid=109835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:32:35.953419 n-d-828414-2 neutron-server[109835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be810972-36b1-4471-8e68-978829ad628f {{(pid=109835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:32:35.954247 n-d-828414-2 neutron-server[109835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be810972-36b1-4471-8e68-978829ad628f'] response: {'name': 'network-changed', 'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'status': 'completed', 'code': 200} Apr 01 00:32:36.015083 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:36.036595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39eea-3150-427c-bc42-a30fea800d52 req-1538d4e0-919b-441c-8dfc-c6bbd545c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:36.038024 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-1538d4e0-919b-441c-8dfc-c6bbd545c5ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e47b0d7356ae4f42b204b61259c047f2&device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 1095 time: 0.0418971 Apr 01 00:32:36.137182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39eea-3150-427c-bc42-a30fea800d52 req-d42a5f6f-f40d-4ce9-ac8b-e84d48afbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:36.138793 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-d42a5f6f-f40d-4ce9-ac8b-e84d48afbae0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 200 len: 911 time: 0.0947711 Apr 01 00:32:36.160105 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 no longer exists at agent hyperv_n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:36.182541 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-a8422e42-949f-4ad8-a22b-106f208a3e2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 200 len: 217 time: 0.0375953 Apr 01 00:32:36.194351 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] No Port match for: d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:36.196590 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Device d8d5ffb1-0d62-4c95-9a00-a20dfe5a7139 not bound to the agent host n-h2-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:36.234523 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39eea-3150-427c-bc42-a30fea800d52 req-979a62ab-18b4-4845-a404-24c1ae440a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:36.236263 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-979a62ab-18b4-4845-a404-24c1ae440a51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 200 len: 848 time: 0.0466483 Apr 01 00:32:36.260757 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:36.293575 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39eea-3150-427c-bc42-a30fea800d52 req-617425c5-ff39-4aff-8d8b-7c404e60fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:36.293808 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:32:36.295692 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-617425c5-ff39-4aff-8d8b-7c404e60fc04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527680 Apr 01 00:32:36.302629 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:36.303281 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:36.411495 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:36.411765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eea28-2188-4c90-a3b1-678b8e71bbd7 req-a98cef57-1a84-4b6d-aa0b-1c798f930173 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:36.413311 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a9eea28-2188-4c90-a3b1-678b8e71bbd7 req-a98cef57-1a84-4b6d-aa0b-1c798f930173 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.1051261 Apr 01 00:32:36.466519 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-f6b2d19f-f877-438c-9e05-5f2fbb86cf19 service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286008 Apr 01 00:32:36.474147 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-5a9eea28-2188-4c90-a3b1-678b8e71bbd7 req-5a68b9f1-8e58-4576-a097-aba2e3129520 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542085 Apr 01 00:32:36.561953 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-bab39eea-3150-427c-bc42-a30fea800d52 req-696705aa-d744-404b-b346-44b3e023eeae service neutron] 10.222.0.10 "GET /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Apr 01 00:32:36.618382 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:36.648729 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa84e-92ea-4c06-a0e6-a805122730d4 None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:26:21Z', 'revision_number': 4, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2', '_interfaces': [{'id': '4e4a74c7-01dd-4efb-be07-52e93d55c7f6', 'name': '', 'network_id': '0a4fae82-9bbf-49b3-94f2-f1642dd88c6d', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'mac_address': 'fa:16:3e:3f:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:21Z', 'updated_at': '2022-04-01T00:26:25Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'subnets': [{'id': '1ca7d173-edc5-4d1e-b446-176ce9fde0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:32:36.865705 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a54ea-6513-42c4-8257-40848b9a9f44 None None] New status for floating IP 7408aaf6-c9ae-4dd5-b73b-bc9ca2bf99c7: DOWN {{(pid=109837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:32:37.367277 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-22f0192f-cd55-4cc1-9bba-8351014aae97 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:37.368704 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-22f0192f-cd55-4cc1-9bba-8351014aae97 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.0528815 Apr 01 00:32:37.460883 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Deleting port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:37.461235 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:37.592132 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] For port d316b24d-0ac5-408f-9a1d-b59548b8b6d9, host n-h1-828414-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828414-2',level=0,port_id=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:37.592502 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:37.609139 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Calling delete_port for d316b24d-0ac5-408f-9a1d-b59548b8b6d9 owned by compute:nova {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:37.630530 n-d-828414-2 neutron-server[109834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf1c0a-450e-4355-af1c-300daa828735 req-8286645d-18e5-421b-bb00-ccebc7a89af5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:32:37.632032 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccf1c0a-450e-4355-af1c-300daa828735 req-8286645d-18e5-421b-bb00-ccebc7a89af5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 944 time: 0.0813253 Apr 01 00:32:37.720179 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-dccf1c0a-450e-4355-af1c-300daa828735 req-14da3046-8b35-4d1b-85a5-1c015f50d267 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/security-groups?id=539be224-e908-489a-845b-62130af4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577316 Apr 01 00:32:37.848568 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:37.879850 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event deleted for resources: {'Port': ['ID=d316b24d-0ac5-408f-9a1d-b59548b8b6d9,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:37.896171 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.896526 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.896866 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.897218 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.897660 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.898003 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.898341 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.898765 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.899128 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.899473 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.899815 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.900969 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828414-2 {{(pid=109834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:32:37.937416 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] No DVR routers for this DVR port d316b24d-0ac5-408f-9a1d-b59548b8b6d9 on host n-h1-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:37.940193 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508193'] for port, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:37.943534 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-28f81811-7f24-41a4-8639-fae1cfc8be20 req-6878667b-327b-47ae-9353-b691abceb628 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.10 "DELETE /v2.0/ports/d316b24d-0ac5-408f-9a1d-b59548b8b6d9 HTTP/1.1" status: 204 len: 173 time: 0.5680380 Apr 01 00:32:37.944007 n-d-828414-2 neutron-server[109834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-deleted', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9'}] {{(pid=109834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:32:37.946326 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc0fade3bbcf2528d16434605848984f8303cd3c3af6dbd18c1a28dac1e8090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adfc87c-8aa4-4fa2-b194-8417e889c106" -d '{"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-deleted", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9"}]}' {{(pid=109834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:32:38.043564 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1df052-fb88-4b61-b4c3-496fc0817e6d x-openstack-request-id: req-df1df052-fb88-4b61-b4c3-496fc0817e6d {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:32:38.043895 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a2177-9cbb-4d28-861e-bfabfac8d986", "name": "network-vif-deleted", "tag": "d316b24d-0ac5-408f-9a1d-b59548b8b6d9", "status": "completed", "code": 200}]} {{(pid=109834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:32:38.044172 n-d-828414-2 neutron-server[109834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-df1df052-fb88-4b61-b4c3-496fc0817e6d {{(pid=109834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:32:38.044704 n-d-828414-2 neutron-server[109834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1df052-fb88-4b61-b4c3-496fc0817e6d'] response: {'server_uuid': '1d8a2177-9cbb-4d28-861e-bfabfac8d986', 'name': 'network-vif-deleted', 'tag': 'd316b24d-0ac5-408f-9a1d-b59548b8b6d9', 'status': 'completed', 'code': 200} Apr 01 00:32:38.832550 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [req-b994b154-f882-4f99-af7d-d2121e3930fa req-11f28480-78f5-40df-aa51-5fe7cfe57071 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d8a2177-9cbb-4d28-861e-bfabfac8d986 HTTP/1.1" status: 200 len: 210 time: 0.0288482 Apr 01 00:32:39.891659 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45506) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:39.952877 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:39.979154 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:40.117501 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:40.120676 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:40.121931 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] 10.222.0.83 "DELETE /v2.0/security-groups/539be224-e908-489a-845b-62130af4bcfb HTTP/1.1" status: 204 len: 168 time: 0.2292452 Apr 01 00:32:40.132154 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc21596-d28a-41e6-8121-5c80972611a5 tempest-TestSnapshotPattern-291016736 tempest-TestSnapshotPattern-291016736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539be224-e908-489a-845b-62130af4bcfb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:40.241106 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45510) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:40.727620 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:40.977167 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 no longer exists at agent hyperv_n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:41.001116 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] No Port match for: d316b24d-0ac5-408f-9a1d-b59548b8b6d9 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:41.001384 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Device d316b24d-0ac5-408f-9a1d-b59548b8b6d9 not bound to the agent host n-h1-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:41.286340 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Deleting port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:41.286943 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:41.368311 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] For port 4e4a74c7-01dd-4efb-be07-52e93d55c7f6, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:41.368681 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:41.383982 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Calling delete_port for 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 owned by network:router_interface {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:41.620241 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:41.649333 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4a74c7-01dd-4efb-be07-52e93d55c7f6,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:41.694101 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5582f9bd-8f49-43d5-bb7c-14af007195f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:41.823369 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.047577 n-d-828414-2 neutron-server[109835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:32:42.152039 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:32:42.156984 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-c465ea5e-9566-4ae4-8498-cd3d6eb61b06 admin admin] 10.222.0.83 "PUT /v2.0/routers/8908a583-aa7d-47c4-b8ee-d7d1aad7d7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147832 Apr 01 00:32:42.159653 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45516) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:42.162488 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Sync routers for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:32:42.173334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:42.173953 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:42.264558 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks [] for router, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.286225 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: n-d-828414-2 {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:42.369622 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.468799 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:32:41Z', 'revision_number': 5, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port': {'id': '175bfc0f-f744-48eb-9f58-08cf76da92af', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:19Z', 'updated_at': '2022-04-01T00:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:42.496485 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Checking router: 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de for host: n-d-828414-2 {{(pid=109836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:32:42.503767 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Deleting port 175bfc0f-f744-48eb-9f58-08cf76da92af {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:42.504271 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.506079 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Routers {'8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'} bound to L3 agent in host n-d-828414-2 {{(pid=109836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:42.506721 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:14Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'], 'active': True} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:42.593118 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] For port 175bfc0f-f744-48eb-9f58-08cf76da92af, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=175bfc0f-f744-48eb-9f58-08cf76da92af,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:42.593480 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.596939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvr_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] Set router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de gateway port host: None {{(pid=109836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:42.606950 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Calling delete_port for 175bfc0f-f744-48eb-9f58-08cf76da92af owned by network:router_gateway {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:42.652671 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_hamode_db [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:32:42Z', 'revision_number': 6, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:42.679839 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff026-2c3e-45ba-9ea1-52c701afd86f None None] The sync data for ids ['8908a583-aa7d-47c4-b8ee-d7d1aad7d7de'] in n-d-828414-2 is: [{'id': '8908a583-aa7d-47c4-b8ee-d7d1aad7d7de', 'name': 'tempest-TestSnapshotPattern-501442669-router', 'tenant_id': 'e47b0d7356ae4f42b204b61259c047f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:18Z', 'updated_at': '2022-04-01T00:32:42Z', 'revision_number': 6, 'project_id': 'e47b0d7356ae4f42b204b61259c047f2', 'gw_port_host': None}] {{(pid=109836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:32:42.843125 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:42.870014 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Pushing event deleted for resources: {'Port': ['ID=175bfc0f-f744-48eb-9f58-08cf76da92af,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:42.935803 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.031840 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.034101 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.140098 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.140634 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8908a583-aa7d-47c4-b8ee-d7d1aad7d7de {{(pid=109835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:32:43.145079 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] Notify callbacks [] for router, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.146246 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-ace176bd-ffda-428b-9947-b7b66ae8e434 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8908a583-aa7d-47c4-b8ee-d7d1aad7d7de HTTP/1.1" status: 204 len: 168 time: 0.9856799 Apr 01 00:32:43.148778 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45522) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:43.195622 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Deleting subnet 1ca7d173-edc5-4d1e-b446-176ce9fde0ec {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:32:43.200031 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.237723 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.321518 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.541210 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.569452 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca7d173-edc5-4d1e-b446-176ce9fde0ec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:43.574172 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.577463 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-dcbcdb50-7cac-44c9-9503-7c22de0e31c4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1ca7d173-edc5-4d1e-b446-176ce9fde0ec HTTP/1.1" status: 204 len: 168 time: 0.4277403 Apr 01 00:32:43.580050 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45524) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:43.581063 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8803763-e7c8-4c53-a628-1520afb13ead None None] Network 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:32:43.658048 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.733997 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Deleting port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec {{(pid=109835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:43.734344 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.789340 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] DHCP port deletion for 0a4fae82-9bbf-49b3-94f2-f1642dd88c6d request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:32:43.803439 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.db [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] For port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:43.803810 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.820566 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.plugin [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Calling delete_port for fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec owned by network:dhcp {{(pid=109835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:43.841215 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Deleting port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:43.841662 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.903282 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:43.956154 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] For port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,segment=NetworkSegment(75543773-7ce0-4797-87b5-b84c49b5043b),segment_id=75543773-7ce0-4797-87b5-b84c49b5043b)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:43.956477 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.974090 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942519'] for port, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:43.975029 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Calling delete_port for fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:43.991256 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No active binding found for port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec {{(pid=109836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 00:32:43.991698 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:43.992118 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:44.004054 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] No DVR routers for this DVR port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec on host n-d-828414-2 {{(pid=109835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:44.006610 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:44.050078 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4be7346e-e255-4cfe-a624-5be4b5111531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.055520 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:44.055869 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 4e4a74c7-01dd-4efb-be07-52e93d55c7f6 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:44.056835 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 175bfc0f-f744-48eb-9f58-08cf76da92af no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:44.086964 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 175bfc0f-f744-48eb-9f58-08cf76da92af {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:44.087341 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 175bfc0f-f744-48eb-9f58-08cf76da92af not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:44.100787 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.113577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.126326 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4fae82-9bbf-49b3-94f2-f1642dd88c6d']}} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:44.137007 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75543773-7ce0-4797-87b5-b84c49b5043b') {'for_net_delete': True} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:44.137301 n-d-828414-2 neutron-server[109835]: DEBUG neutron.services.segments.db [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75543773-7ce0-4797-87b5-b84c49b5043b') {} {{(pid=109835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:44.146311 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] Pushing event deleted for resources: {'Port': ['ID=fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:44.147131 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25890269'] for segment, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.153554 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69011fad-009c-4025-9bbb-98d93ccf62b7 None None] No DVR routers for this DVR port fe6ace9f-89e5-44b8-912e-3dbe7e7a02ec on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:44.165831 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.170991 n-d-828414-2 neutron-server[109835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:32:44.171413 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942464'] for segment, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: Traceback (most recent call last): Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: timer() Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: cb(*args, **kw) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: return func(*args, **kwargs) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: self._notify() Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: self.callback(batched_events) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: event.method(event) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: return f(self, *a, **k) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: return self._get(url).json() Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: return self.request(url, 'GET', **kwargs) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:32:44.173253 n-d-828414-2 neutron-server[109835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:32:44.294180 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.299818 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Notify callbacks [] for network, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.303117 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] 10.222.0.83 "DELETE /v2.0/networks/0a4fae82-9bbf-49b3-94f2-f1642dd88c6d HTTP/1.1" status: 204 len: 168 time: 0.7221081 Apr 01 00:32:44.306721 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45528) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:44.315206 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3b1fa-d886-4102-93d4-9e78e498cb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4fae82-9bbf-49b3-94f2-f1642dd88c6d,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:44.681161 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748405'] for router_interface, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:44.960915 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Deleting port d0fe89db-2ae0-4298-ab83-98e91c5c0668 {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:44.961187 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:45.048941 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] For port d0fe89db-2ae0-4298-ab83-98e91c5c0668, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=d0fe89db-2ae0-4298-ab83-98e91c5c0668,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:45.049309 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:45.068887 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Calling delete_port for d0fe89db-2ae0-4298-ab83-98e91c5c0668 owned by network:router_interface {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:45.357405 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:45.387533 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fe89db-2ae0-4298-ab83-98e91c5c0668,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:45.734116 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:45.908908 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3748417'] for router_interface, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.133595 n-d-828414-2 neutron-server[109834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a has already been hosted by L3 agent 5837de32-12de-4c54-8b2d-eb1125696c48 {{(pid=109834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:32:46.242665 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] Notify agent at l3_agent.n-d-828414-2 the message routers_updated {{(pid=109834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:32:46.248782 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-4d2545f3-2184-4e3c-a76e-6cda54796088 admin admin] 10.222.0.83 "PUT /v2.0/routers/641c3ec1-617e-4fd0-a2f0-5dbba9ede18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406028 Apr 01 00:32:46.250893 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45530) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:46.252279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Sync routers for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:32:46.262981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:46.263542 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:46.359218 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks [] for router, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.371279 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: n-d-828414-2 {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:46.466291 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.553898 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'external_fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:32:45Z', 'revision_number': 5, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port': {'id': '66d5e14a-40df-4ada-84ad-bbe288a0d26a', 'name': '', 'network_id': '0df374ee-5ae0-452f-9dc8-8c03e311b300', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828414-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d72aba5-a5aa-46bf-8eba-01d5d996a1ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828414-2'}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:46.578361 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Deleting port 66d5e14a-40df-4ada-84ad-bbe288a0d26a {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:46.578696 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.584367 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Checking router: 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a for host: n-d-828414-2 {{(pid=109837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:32:46.593413 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Routers {'641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'} bound to L3 agent in host n-d-828414-2 {{(pid=109837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:32:46.594022 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828414-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:41:14Z,description=,heartbeat_timestamp=2022-04-01T00:32:44Z,host='n-d-828414-2',id=5837de32-12de-4c54-8b2d-eb1125696c48,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:41:14Z,topic='l3_agent')) {'router_ids': ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'], 'active': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:46.663238 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] For port 66d5e14a-40df-4ada-84ad-bbe288a0d26a, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=66d5e14a-40df-4ada-84ad-bbe288a0d26a,segment=NetworkSegment(3bef5632-abe8-4350-a79d-78f697278f88),segment_id=3bef5632-abe8-4350-a79d-78f697278f88)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:46.663603 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.678646 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Calling delete_port for 66d5e14a-40df-4ada-84ad-bbe288a0d26a owned by network:router_gateway {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:46.772298 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_dvr_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] Set router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a gateway port host: None {{(pid=109837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:32:46.826406 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.l3_hamode_db [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:32:46Z', 'revision_number': 6, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port_host': None}], 'n-d-828414-2', False) {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:46.856580 n-d-828414-2 neutron-server[109837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a964b-fc08-44ed-bb21-2e84288a4db9 None None] The sync data for ids ['641c3ec1-617e-4fd0-a2f0-5dbba9ede18a'] in n-d-828414-2 is: [{'id': '641c3ec1-617e-4fd0-a2f0-5dbba9ede18a', 'name': 'tempest-TestSnapshotPattern-1561509961-router', 'tenant_id': '92f482a23b874384a47c91fadeb2d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:26:25Z', 'updated_at': '2022-04-01T00:32:46Z', 'revision_number': 6, 'project_id': '92f482a23b874384a47c91fadeb2d653', 'gw_port_host': None}] {{(pid=109837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:32:46.910937 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.934628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:46.967037 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Pushing event deleted for resources: {'Port': ['ID=66d5e14a-40df-4ada-84ad-bbe288a0d26a,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:47.026062 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.040389 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746299'] for router_gateway, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.134065 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108588'] for router, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.136419 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.265515 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3750511'] for router, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.266101 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641c3ec1-617e-4fd0-a2f0-5dbba9ede18a {{(pid=109834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:32:47.271141 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] Notify callbacks [] for router, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.272345 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ed5e3f1b-1fdf-4264-92ba-32c98c08708a admin admin] 10.222.0.83 "DELETE /v2.0/routers/641c3ec1-617e-4fd0-a2f0-5dbba9ede18a HTTP/1.1" status: 204 len: 168 time: 1.0204866 Apr 01 00:32:47.275895 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45532) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:47.324567 n-d-828414-2 neutron-server[109835]: DEBUG neutron.db.db_base_plugin_v2 [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Deleting subnet 6fa0868e-6bcf-475b-b0ee-1bf3781fce61 {{(pid=109835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:32:47.327689 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.367311 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25890244'] for subnet, precommit_delete_associations {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.446445 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950574'] for subnet, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.603251 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25755536'] for subnet, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.631682 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa0868e-6bcf-475b-b0ee-1bf3781fce61,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:47.633766 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.639975 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-92df5560-a21e-4080-a04b-9dccba9d0962 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6fa0868e-6bcf-475b-b0ee-1bf3781fce61 HTTP/1.1" status: 204 len: 168 time: 0.3610525 Apr 01 00:32:47.641297 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45534) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:47.646027 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e2a82-fde0-49ff-a18f-17d125c2a407 None None] Network 20967e93-1582-4f5e-8fb5-2d7fd8ad225f requested from n-d-828414-2 {{(pid=109836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:32:47.738047 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649313'] for network, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.801407 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Deleting port fa50dce8-138a-43ec-8d62-f08e8982062e {{(pid=109834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:47.801889 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.859738 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] DHCP port deletion for 20967e93-1582-4f5e-8fb5-2d7fd8ad225f request from n-d-828414-2 {{(pid=109836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:32:47.877250 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.db [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] For port fa50dce8-138a-43ec-8d62-f08e8982062e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fa50dce8-138a-43ec-8d62-f08e8982062e,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:47.877628 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.892527 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.plugin [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Calling delete_port for fa50dce8-138a-43ec-8d62-f08e8982062e owned by network:dhcp {{(pid=109834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:47.920319 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Deleting port fa50dce8-138a-43ec-8d62-f08e8982062e {{(pid=109836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:32:47.921414 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744304154179'] for port, before_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:47.939053 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66d5e14a-40df-4ada-84ad-bbe288a0d26a no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:47.988864 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: 66d5e14a-40df-4ada-84ad-bbe288a0d26a {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:47.989233 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device 66d5e14a-40df-4ada-84ad-bbe288a0d26a not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:47.991195 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device fa50dce8-138a-43ec-8d62-f08e8982062e no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:48.015343 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:32:48.048939 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.db [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] For port fa50dce8-138a-43ec-8d62-f08e8982062e, host n-d-828414-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828414-2',level=0,port_id=fa50dce8-138a-43ec-8d62-f08e8982062e,segment=NetworkSegment(db6165cf-cd84-46a2-95bb-3f6d1b8b51c4),segment_id=db6165cf-cd84-46a2-95bb-3f6d1b8b51c4)] {{(pid=109836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:32:48.049342 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743967'] for port, precommit_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.065404 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Calling delete_port for fa50dce8-138a-43ec-8d62-f08e8982062e owned by network:dhcp {{(pid=109836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:32:48.105887 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2324234'] for port, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.135581 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa50dce8-138a-43ec-8d62-f08e8982062e,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:48.141138 n-d-828414-2 neutron-server[109834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] No DVR routers for this DVR port fa50dce8-138a-43ec-8d62-f08e8982062e on host n-d-828414-2 {{(pid=109834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:48.147423 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556554'] for port, before_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.211334 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d0fe89db-2ae0-4298-ab83-98e91c5c0668 no longer exists at agent ovs-agent-n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:32:48.219530 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-957333', 'neutron.services.segments.db._delete_segments_for_network-8744304185438'] for network, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.232304 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744304160157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744303653636'] for port, after_delete {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.236318 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.plugin [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] No Port match for: d0fe89db-2ae0-4298-ab83-98e91c5c0668 {{(pid=109836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:32:48.236662 n-d-828414-2 neutron-server[109836]: DEBUG neutron.plugins.ml2.rpc [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Device d0fe89db-2ae0-4298-ab83-98e91c5c0668 not bound to the agent host n-d-828414-2 {{(pid=109836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:32:48.244629 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20967e93-1582-4f5e-8fb5-2d7fd8ad225f']}} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:48.254782 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4') {'for_net_delete': True} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:48.255182 n-d-828414-2 neutron-server[109834]: DEBUG neutron.services.segments.db [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6165cf-cd84-46a2-95bb-3f6d1b8b51c4') {} {{(pid=109834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:32:48.261253 n-d-828414-2 neutron-server[109836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] Pushing event deleted for resources: {'Port': ['ID=fa50dce8-138a-43ec-8d62-f08e8982062e,revision_number=None']} {{(pid=109836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:48.265402 n-d-828414-2 neutron-server[109836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bc880-336d-43e4-bb36-40e9a9f0d2ec None None] No DVR routers for this DVR port fa50dce8-138a-43ec-8d62-f08e8982062e on host n-d-828414-2 {{(pid=109836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:32:48.267579 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744304189287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210747'] for segment, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.286391 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475'] for segment, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.293560 n-d-828414-2 neutron-server[109834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:32:48.293947 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2324285'] for segment, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: Traceback (most recent call last): Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: timer() Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: cb(*args, **kw) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: return func(*args, **kwargs) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: self._notify() Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: self.callback(batched_events) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: event.method(event) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: return f(self, *a, **k) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: return self._get(url).json() Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: return self.request(url, 'GET', **kwargs) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:32:48.295620 n-d-828414-2 neutron-server[109834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:32:48.454274 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-957356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746271'] for network, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.460101 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Notify callbacks [] for network, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.465498 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] 10.222.0.83 "DELETE /v2.0/networks/20967e93-1582-4f5e-8fb5-2d7fd8ad225f HTTP/1.1" status: 204 len: 168 time: 0.8216860 Apr 01 00:32:48.483692 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c525b-0d77-4957-9b2f-087b14756603 admin admin] Pushing event deleted for resources: {'Network': ['ID=20967e93-1582-4f5e-8fb5-2d7fd8ad225f,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:48.797181 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45538) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:48.847965 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-5628a0c1-35d1-4cde-a9b4-eb7165a5e852 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e47b0d7356ae4f42b204b61259c047f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496166 Apr 01 00:32:48.850754 n-d-828414-2 neutron-server[109834]: DEBUG neutron.wsgi [-] (109834) accepted ('10.222.0.83', 45540) {{(pid=109834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:48.903470 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:48.925308 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:49.060051 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:49.062624 n-d-828414-2 neutron-server[109834]: DEBUG neutron_lib.callbacks.manager [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:49.063848 n-d-828414-2 neutron-server[109834]: INFO neutron.wsgi [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aa1b42e0-7c4c-4156-9f14-6d6afa3855a5 HTTP/1.1" status: 204 len: 168 time: 0.2120709 Apr 01 00:32:49.072918 n-d-828414-2 neutron-server[109834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21cc97-172b-40d2-af7c-fa9d1d754131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1b42e0-7c4c-4156-9f14-6d6afa3855a5,revision_number=None']} {{(pid=109834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:49.778757 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45546) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:49.820693 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-86b4bc69-aad9-499f-95f9-23355464256d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=92f482a23b874384a47c91fadeb2d653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406587 Apr 01 00:32:49.825280 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [-] (109835) accepted ('10.222.0.83', 45548) {{(pid=109835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:32:49.879476 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:49.902662 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:50.008309 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742687'] for security_group, after_delete {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:50.011733 n-d-828414-2 neutron-server[109835]: DEBUG neutron_lib.callbacks.manager [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:32:50.012945 n-d-828414-2 neutron-server[109835]: INFO neutron.wsgi [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b386ba37-7c4b-41a5-b2be-34fcc49eeacb HTTP/1.1" status: 204 len: 168 time: 0.1866620 Apr 01 00:32:50.022856 n-d-828414-2 neutron-server[109835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96173535-397e-46a4-81e8-ec5aeef61000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386ba37-7c4b-41a5-b2be-34fcc49eeacb,revision_number=None']} {{(pid=109835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:32:55.001864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:05.870828 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:11.711015 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-a3519864-3d22-4935-8846-a2471d09e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:13.962070 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-e714bd5e-a377-4cc0-9af4-0e09e9faa8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:15.756923 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:16.917181 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:17.042098 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:24.990536 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:25.015806 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:33:35.859281 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:41.670375 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2754f86c-a5c8-4c56-b1ee-55e11d9ddfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:43.995478 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-fe807cf4-f28d-49e5-843b-4822d425dfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:45.750275 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:46.950248 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:47.035864 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:33:54.995594 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:02.016434 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:34:05.852711 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:11.681210 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-446c82c5-3676-4819-8815-8da02e95c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:13.962016 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-4f35e82a-4830-4827-9d01-89586093741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:15.743784 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:16.955577 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:17.018310 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:25.035518 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:35.863805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:39.015218 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:34:41.674930 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2d27baef-f234-4e7b-b326-93eb248d13c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:43.983629 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d2771893-ae41-448b-ab37-38120eae1fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:45.789805 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:46.915605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:47.018064 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:34:54.995136 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:05.948259 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:11.697425 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-de7d67c3-8d83-4502-b3f2-2c833d7990b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:14.057324 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b048bc10-af87-44aa-bae0-12c55e63cbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:15.777458 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:16.020219 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:35:16.954732 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:17.045975 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:25.040061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:35.897605 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:41.714167 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f202a2f1-aa58-4e20-907d-191b70d04e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:43.982763 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-dec8d3a1-c45f-4d6d-895e-f68230076aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:45.754335 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:46.907609 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:47.057267 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:35:53.019449 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:35:55.028258 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:05.913977 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:11.707917 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-97b1c31d-c4cb-4284-a69c-7afa9296f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:13.988211 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-5447aa22-9232-4dac-9b8c-8b3bb6959213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:15.764830 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:16.914166 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:17.044648 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:25.032549 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:30.019477 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:36:35.925083 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:41.672857 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-b585789d-519f-4000-bbe4-6b7af9c78971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:43.988236 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa35d-55ee-4d85-b5ff-8ad88c2372b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:45.776292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:46.913349 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:47.067464 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:36:54.998529 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:05.963619 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:07.019481 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:37:11.688550 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-c5e4dcd0-4e88-483e-a75c-cd38c551b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:13.975764 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-492bc947-6fda-47fe-b76f-28bc2d5f5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:15.792584 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:16.916949 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:17.020978 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:25.036684 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:35.935170 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:41.728179 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-45b97097-b5b9-4e39-ae55-99ee2d43d3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:43.987514 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f5d7-e1eb-4f69-b027-3773df014c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:44.018982 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:37:45.792196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:46.917896 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:47.066481 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:37:55.020677 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:05.940895 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:11.681794 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2a88a6b1-e7cf-474a-a6a1-b4e1e9dc0429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:13.986757 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-9301d9a9-4412-45d7-89c5-0cd442809bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:15.757887 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:16.906300 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:17.054909 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:21.017976 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:38:25.047362 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:35.922787 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:41.751603 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d2a98f56-5e4e-4be9-845d-ee1810a61309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:43.972719 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d06a3372-027f-4da6-8784-4e49f5bb0e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:45.780273 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:46.911085 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:47.054350 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:55.054236 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:38:57.261193 n-d-828414-2 neutron-server[109835]: DEBUG neutron.wsgi [req-022f2591-75ca-4f4a-8a00-b64ff1e811f8 req-59e2f09e-9647-4f89-8a03-267369979d8c service neutron] (109835) timed out ('10.222.0.83', 43032) {{(pid=109835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:38:58.020008 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:39:05.934363 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:11.739562 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-595ca7d2-a5e0-4827-bcc4-9a3ec52d820a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:13.985475 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd1f-5fa5-4008-910b-e309e9c09854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:15.773564 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:16.894061 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:17.052142 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:25.068921 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:35.018981 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:39:35.956756 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:41.699796 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-0195481a-4875-4b74-b56d-c3a601251df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:44.008462 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-33809d9c-cd74-47d8-b127-61054db10f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:45.778953 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:46.921897 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:47.064657 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:39:55.110196 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:05.925674 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:11.696601 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-21fc9c07-80d2-47b4-8bf5-c8fbe96f9db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:12.018134 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:40:13.988705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-48427843-28be-4f8b-99cf-5c2b444292a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:15.770708 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:16.939496 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:17.098680 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:25.115656 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:35.961333 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:41.721090 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-abaafa47-be87-411a-9f68-a2e64041010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:44.023916 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-261039c2-6a09-4ea8-a6b5-dab971dab80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:45.812583 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:46.915292 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:47.104278 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:40:49.016606 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:40:55.080866 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:05.989557 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:11.730115 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-2b2e19ff-6cf3-4d2d-b874-8230bc5d25b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:14.001154 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8e346069-2648-4bf4-b908-441a2bc6882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:15.783924 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-86e92c6c-584f-4c72-8776-83a27e170c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:16.932372 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-343e8c98-75c0-4120-ac77-b1e41e7dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:17.083705 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-404e5782-5d76-4312-971a-598b2d9840b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:25.083517 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-56a67957-ab61-4cd4-a142-abb556014ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:26.019323 n-d-828414-2 neutron-server[109837]: DEBUG neutron.db.agents_db [None req-7ce003a8-7b8c-4800-946a-b4104b5d2f31 None None] Agent healthcheck: found 7 active agents {{(pid=109837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:41:35.983663 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-f79cddab-28fc-4ef3-8bbc-adea3aa9b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:41.715082 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-8b74e1e9-25d7-4333-8419-288523fc10cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:41:44.009318 n-d-828414-2 neutron-server[109836]: DEBUG neutron_lib.callbacks.manager [None req-60b54b40-11b7-4bde-92dd-685abc0bc589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744304185420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956421'] for agent, after_update {{(pid=109836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}